2024-09-12T02:56:09.593 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-12T02:56:09.614 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T02:56:09.699 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/multimds_misc} email: ceph-qa@ceph.com first_in_suite: false job_id: '7901661' kernel: client: branch: testing kdb: 1 sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - Scrub error on inode sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc kclient: syntax: v2 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 086c737fa75c22d521a3932c59b31c5e1d1c9ef4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 481 sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc sleep_before_teardown: 0 subset: 57/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 086c737fa75c22d521a3932c59b31c5e1d1c9ef4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi029.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG5peyD2sB4rzU/skijZC/sBeY6BSdS0m16ofeNl+PVjp7HsYKENeGe0OHheMZ3mXV+AqKZ0uh88xeJP3HUFdS4= smithi038.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLBBcgskNtk8ruIiKwrejfydubudiUbWS9MkNkelpvcBzkto1uqbTHkdsmqklWnmRM7fAlNKLlbzryvm5zVFvz0= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: modules: - tasks.cephfs.test_multimds_misc teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-11_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-12T02:56:09.699 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa; will attempt to use it 2024-09-12T02:56:09.700 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa/tasks 2024-09-12T02:56:09.700 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-12T02:56:09.702 INFO:teuthology.task.internal:Checking packages... 2024-09-12T02:56:09.723 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc' 2024-09-12T02:56:09.723 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T02:56:09.723 INFO:teuthology.packaging:ref: None 2024-09-12T02:56:09.723 INFO:teuthology.packaging:tag: None 2024-09-12T02:56:09.723 INFO:teuthology.packaging:branch: squid 2024-09-12T02:56:09.723 INFO:teuthology.packaging:sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T02:56:09.724 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-12T02:56:09.964 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-314.g086c737f 2024-09-12T02:56:09.965 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-12T02:56:09.975 INFO:teuthology.task.internal:no buildpackages task found 2024-09-12T02:56:09.975 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-12T02:56:09.983 INFO:teuthology.task.internal:Saving configuration 2024-09-12T02:56:10.001 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-12T02:56:10.008 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-12T02:56:10.029 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi029.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 02:50:59.784760', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG5peyD2sB4rzU/skijZC/sBeY6BSdS0m16ofeNl+PVjp7HsYKENeGe0OHheMZ3mXV+AqKZ0uh88xeJP3HUFdS4='} 2024-09-12T02:56:10.049 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi038.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 02:50:59.786188', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLBBcgskNtk8ruIiKwrejfydubudiUbWS9MkNkelpvcBzkto1uqbTHkdsmqklWnmRM7fAlNKLlbzryvm5zVFvz0='} 2024-09-12T02:56:10.049 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-12T02:56:10.055 INFO:teuthology.task.internal:roles: ubuntu@smithi029.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-12T02:56:10.056 INFO:teuthology.task.internal:roles: ubuntu@smithi038.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-12T02:56:10.056 INFO:teuthology.run_tasks:Running task console_log... 2024-09-12T02:56:10.128 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f959f4a3be0>, signals=[15]) 2024-09-12T02:56:10.129 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-12T02:56:10.139 INFO:teuthology.task.internal:Opening connections... 2024-09-12T02:56:10.139 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T02:56:10.140 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T02:56:10.233 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T02:56:10.234 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T02:56:10.321 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-12T02:56:10.327 DEBUG:teuthology.orchestra.run.smithi029:> uname -m 2024-09-12T02:56:10.346 INFO:teuthology.orchestra.run.smithi029.stdout:x86_64 2024-09-12T02:56:10.346 DEBUG:teuthology.orchestra.run.smithi029:> cat /etc/os-release 2024-09-12T02:56:10.403 INFO:teuthology.orchestra.run.smithi029.stdout:NAME="CentOS Stream" 2024-09-12T02:56:10.403 INFO:teuthology.orchestra.run.smithi029.stdout:VERSION="9" 2024-09-12T02:56:10.403 INFO:teuthology.orchestra.run.smithi029.stdout:ID="centos" 2024-09-12T02:56:10.403 INFO:teuthology.orchestra.run.smithi029.stdout:ID_LIKE="rhel fedora" 2024-09-12T02:56:10.404 INFO:teuthology.orchestra.run.smithi029.stdout:VERSION_ID="9" 2024-09-12T02:56:10.404 INFO:teuthology.orchestra.run.smithi029.stdout:PLATFORM_ID="platform:el9" 2024-09-12T02:56:10.404 INFO:teuthology.orchestra.run.smithi029.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T02:56:10.404 INFO:teuthology.orchestra.run.smithi029.stdout:ANSI_COLOR="0;31" 2024-09-12T02:56:10.404 INFO:teuthology.orchestra.run.smithi029.stdout:LOGO="fedora-logo-icon" 2024-09-12T02:56:10.404 INFO:teuthology.orchestra.run.smithi029.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T02:56:10.404 INFO:teuthology.orchestra.run.smithi029.stdout:HOME_URL="https://centos.org/" 2024-09-12T02:56:10.404 INFO:teuthology.orchestra.run.smithi029.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T02:56:10.404 INFO:teuthology.orchestra.run.smithi029.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T02:56:10.404 INFO:teuthology.orchestra.run.smithi029.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T02:56:10.405 INFO:teuthology.lock.ops:Updating smithi029.front.sepia.ceph.com on lock server 2024-09-12T02:56:10.430 DEBUG:teuthology.orchestra.run.smithi038:> uname -m 2024-09-12T02:56:10.449 INFO:teuthology.orchestra.run.smithi038.stdout:x86_64 2024-09-12T02:56:10.449 DEBUG:teuthology.orchestra.run.smithi038:> cat /etc/os-release 2024-09-12T02:56:10.507 INFO:teuthology.orchestra.run.smithi038.stdout:NAME="CentOS Stream" 2024-09-12T02:56:10.507 INFO:teuthology.orchestra.run.smithi038.stdout:VERSION="9" 2024-09-12T02:56:10.507 INFO:teuthology.orchestra.run.smithi038.stdout:ID="centos" 2024-09-12T02:56:10.507 INFO:teuthology.orchestra.run.smithi038.stdout:ID_LIKE="rhel fedora" 2024-09-12T02:56:10.508 INFO:teuthology.orchestra.run.smithi038.stdout:VERSION_ID="9" 2024-09-12T02:56:10.508 INFO:teuthology.orchestra.run.smithi038.stdout:PLATFORM_ID="platform:el9" 2024-09-12T02:56:10.508 INFO:teuthology.orchestra.run.smithi038.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T02:56:10.508 INFO:teuthology.orchestra.run.smithi038.stdout:ANSI_COLOR="0;31" 2024-09-12T02:56:10.508 INFO:teuthology.orchestra.run.smithi038.stdout:LOGO="fedora-logo-icon" 2024-09-12T02:56:10.508 INFO:teuthology.orchestra.run.smithi038.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T02:56:10.508 INFO:teuthology.orchestra.run.smithi038.stdout:HOME_URL="https://centos.org/" 2024-09-12T02:56:10.508 INFO:teuthology.orchestra.run.smithi038.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T02:56:10.508 INFO:teuthology.orchestra.run.smithi038.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T02:56:10.508 INFO:teuthology.orchestra.run.smithi038.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T02:56:10.509 INFO:teuthology.lock.ops:Updating smithi038.front.sepia.ceph.com on lock server 2024-09-12T02:56:10.530 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-12T02:56:10.539 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-12T02:56:10.543 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-12T02:56:10.544 DEBUG:teuthology.orchestra.run.smithi029:> test '!' -e /home/ubuntu/cephtest 2024-09-12T02:56:10.546 DEBUG:teuthology.orchestra.run.smithi038:> test '!' -e /home/ubuntu/cephtest 2024-09-12T02:56:10.563 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-12T02:56:10.570 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-12T02:56:10.570 DEBUG:teuthology.orchestra.run.smithi029:> test -z $(ls -A /var/lib/ceph) 2024-09-12T02:56:10.604 DEBUG:teuthology.orchestra.run.smithi038:> test -z $(ls -A /var/lib/ceph) 2024-09-12T02:56:10.627 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-12T02:56:10.689 INFO:teuthology.run_tasks:Running task kernel... 2024-09-12T02:56:10.704 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-12T02:56:10.704 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}, 'client.2': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}, 'client.3': {'branch': 'testing'}} 2024-09-12T02:56:10.705 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}}, timeout 300 2024-09-12T02:56:10.705 DEBUG:teuthology.orchestra.run.smithi029:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T02:56:10.705 DEBUG:teuthology.orchestra.run.smithi038:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T02:56:10.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T02:56:10.723 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-09-12T02:56:10.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T02:56:10.726 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-09-12T02:56:10.894 DEBUG:teuthology.task.kernel:sha1 for client.0 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-12T02:56:10.894 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-12T02:56:10.894 DEBUG:teuthology.orchestra.run.smithi029:> uname -r 2024-09-12T02:56:10.902 DEBUG:teuthology.task.kernel:sha1 for client.1 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-12T02:56:10.902 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-12T02:56:10.902 DEBUG:teuthology.orchestra.run.smithi038:> uname -r 2024-09-12T02:56:10.912 INFO:teuthology.orchestra.run.smithi029.stdout:5.14.0-503.el9.x86_64 2024-09-12T02:56:10.912 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-503.el9.x86_64 vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-12T02:56:10.912 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-12T02:56:10.913 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum upgrade -y linux-firmware 2024-09-12T02:56:10.921 INFO:teuthology.orchestra.run.smithi038.stdout:5.14.0-503.el9.x86_64 2024-09-12T02:56:10.921 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-503.el9.x86_64 vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-12T02:56:10.921 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-12T02:56:10.922 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum upgrade -y linux-firmware 2024-09-12T02:56:15.651 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - BaseOS 4.5 MB/s | 8.2 MB 00:01 2024-09-12T02:56:16.999 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - BaseOS 1.9 MB/s | 8.2 MB 00:04 2024-09-12T02:56:18.775 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - AppStream 34 MB/s | 20 MB 00:00 2024-09-12T02:56:20.003 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - AppStream 6.4 MB/s | 20 MB 00:03 2024-09-12T02:56:23.393 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.5 MB 00:00 2024-09-12T02:56:24.671 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-12T02:56:24.976 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - Extras packages 57 kB/s | 19 kB 00:00 2024-09-12T02:56:25.747 INFO:teuthology.orchestra.run.smithi038.stdout:Extra Packages for Enterprise Linux 35 MB/s | 23 MB 00:00 2024-09-12T02:56:26.149 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - Extras packages 94 kB/s | 19 kB 00:00 2024-09-12T02:56:27.397 INFO:teuthology.orchestra.run.smithi029.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-12T02:56:31.428 INFO:teuthology.orchestra.run.smithi038.stdout:lab-extras 40 kB/s | 1.7 kB 00:00 2024-09-12T02:56:33.012 INFO:teuthology.orchestra.run.smithi029.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-12T02:56:33.697 INFO:teuthology.orchestra.run.smithi038.stdout:Dependencies resolved. 2024-09-12T02:56:33.699 INFO:teuthology.orchestra.run.smithi038.stdout:Nothing to do. 2024-09-12T02:56:33.699 INFO:teuthology.orchestra.run.smithi038.stdout:Complete! 2024-09-12T02:56:33.803 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-12T02:56:33.804 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-12T02:56:33.958 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ 2024-09-12T02:56:33.958 DEBUG:teuthology.orchestra.run.smithi038:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ --input-file=- 2024-09-12T02:56:33.961 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi038.front.sepia.ceph.com to complete... 2024-09-12T02:56:35.236 INFO:teuthology.orchestra.run.smithi029.stdout:Dependencies resolved. 2024-09-12T02:56:35.237 INFO:teuthology.orchestra.run.smithi029.stdout:Nothing to do. 2024-09-12T02:56:35.237 INFO:teuthology.orchestra.run.smithi029.stdout:Complete! 2024-09-12T02:56:35.340 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-12T02:56:35.340 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-12T02:56:35.481 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ 2024-09-12T02:56:35.481 DEBUG:teuthology.orchestra.run.smithi029:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ --input-file=- 2024-09-12T02:56:35.483 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi029.front.sepia.ceph.com to complete... 2024-09-12T02:56:43.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12 02:56:43 URL:https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm [359633503/359633503] -> "/tmp/kernel.x86_64.rpm" [1] 2024-09-12T02:56:43.693 INFO:teuthology.orchestra.run.smithi038.stderr:FINISHED --2024-09-12 02:56:43-- 2024-09-12T02:56:43.693 INFO:teuthology.orchestra.run.smithi038.stderr:Total wall clock time: 9.6s 2024-09-12T02:56:43.693 INFO:teuthology.orchestra.run.smithi038.stderr:Downloaded: 1 files, 343M in 9.3s (37.0 MB/s) 2024-09-12T02:56:43.696 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-12T02:56:43.696 DEBUG:teuthology.orchestra.run.smithi038:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-09-12T02:56:45.928 INFO:teuthology.orchestra.run.smithi038.stdout:Verifying... ######################################## 2024-09-12T02:56:46.087 INFO:teuthology.orchestra.run.smithi038.stdout:Preparing... ######################################## 2024-09-12T02:56:46.204 INFO:teuthology.orchestra.run.smithi038.stdout:Updating / installing... 2024-09-12T02:56:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12 02:56:46 URL:https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm [359633503/359633503] -> "/tmp/kernel.x86_64.rpm" [1] 2024-09-12T02:56:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:FINISHED --2024-09-12 02:56:46-- 2024-09-12T02:56:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:Total wall clock time: 11s 2024-09-12T02:56:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:Downloaded: 1 files, 343M in 10s (33.1 MB/s) 2024-09-12T02:56:46.331 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-12T02:56:46.332 DEBUG:teuthology.orchestra.run.smithi029:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-09-12T02:56:48.556 INFO:teuthology.orchestra.run.smithi029.stdout:Verifying... ######################################## 2024-09-12T02:56:48.697 INFO:teuthology.orchestra.run.smithi029.stdout:Preparing... ######################################## 2024-09-12T02:56:48.817 INFO:teuthology.orchestra.run.smithi029.stdout:Updating / installing... 2024-09-12T02:56:54.555 INFO:teuthology.orchestra.run.smithi038.stdout:kernel-6.11.0_rc5_g2ca44a2f35ca-1 ######################################## 2024-09-12T02:56:57.129 INFO:teuthology.orchestra.run.smithi029.stdout:kernel-6.11.0_rc5_g2ca44a2f35ca-1 ######################################## 2024-09-12T02:57:35.123 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi038.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-09-12T02:57:35.124 DEBUG:teuthology.orchestra.run.smithi038:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-09-12T02:57:35.213 INFO:teuthology.orchestra.run.smithi038.stdout:/boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:35.214 INFO:teuthology.orchestra.run.smithi038.stdout:/boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:35.214 INFO:teuthology.orchestra.run.smithi038.stdout:/boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:35.214 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:35.214 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/System.map 2024-09-12T02:57:35.214 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/config 2024-09-12T02:57:35.214 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel 2024-09-12T02:57:35.214 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch 2024-09-12T02:57:35.214 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86 2024-09-12T02:57:35.214 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto 2024-09-12T02:57:35.214 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-12T02:57:35.214 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32c-intel.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-12T02:57:35.215 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-12T02:57:35.216 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-12T02:57:35.217 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-12T02:57:35.218 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-12T02:57:35.219 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-12T02:57:35.219 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecc.ko 2024-09-12T02:57:35.219 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecdh_generic.ko 2024-09-12T02:57:35.219 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-12T02:57:35.219 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-12T02:57:35.219 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-12T02:57:35.219 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-12T02:57:35.219 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-12T02:57:35.219 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-12T02:57:35.219 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-12T02:57:35.219 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-12T02:57:35.220 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ata_generic.ko 2024-09-12T02:57:35.221 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-12T02:57:35.222 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-12T02:57:35.223 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sis.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-12T02:57:35.224 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay 2024-09-12T02:57:35.225 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-i2c.ko 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-mmio.ko 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/brd.ko 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-12T02:57:35.226 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/loop.ko 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/virtio_blk.ko 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkfront.ko 2024-09-12T02:57:35.227 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram 2024-09-12T02:57:35.228 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-12T02:57:35.228 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char 2024-09-12T02:57:35.228 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-12T02:57:35.228 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random 2024-09-12T02:57:35.228 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-12T02:57:35.228 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-12T02:57:35.228 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-12T02:57:35.228 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-12T02:57:35.228 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-12T02:57:35.228 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi 2024-09-12T02:57:35.228 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm.ko 2024-09-12T02:57:35.229 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/uv_mmtimer.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/virtio_console.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/powernow-k8.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto 2024-09-12T02:57:35.230 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-12T02:57:35.231 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-12T02:57:35.232 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/edd.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-12T02:57:35.233 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-12T02:57:35.234 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-12T02:57:35.235 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-12T02:57:35.236 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-12T02:57:35.237 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv 2024-09-12T02:57:35.238 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-12T02:57:35.239 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-12T02:57:35.240 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-12T02:57:35.241 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-12T02:57:35.242 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-12T02:57:35.243 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-12T02:57:35.244 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-12T02:57:35.245 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-12T02:57:35.246 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-12T02:57:35.247 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-12T02:57:35.248 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-12T02:57:35.249 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-dev.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-12T02:57:35.250 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4 2024-09-12T02:57:35.251 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp 2024-09-12T02:57:35.252 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-12T02:57:35.253 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt 2024-09-12T02:57:35.253 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-12T02:57:35.253 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input 2024-09-12T02:57:35.253 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport 2024-09-12T02:57:35.253 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-12T02:57:35.253 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-12T02:57:35.253 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-12T02:57:35.253 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-12T02:57:35.253 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard 2024-09-12T02:57:35.253 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio 2024-09-12T02:57:35.254 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-12T02:57:35.255 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-12T02:57:35.256 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data 2024-09-12T02:57:35.257 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-12T02:57:35.258 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mfd-core.ko 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-12T02:57:35.259 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-12T02:57:35.260 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru/gru.ko 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xp.ko 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpc.ko 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-09-12T02:57:35.261 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-12T02:57:35.262 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-12T02:57:35.263 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-12T02:57:35.264 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-12T02:57:35.265 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-12T02:57:35.266 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-12T02:57:35.267 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-12T02:57:35.268 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-12T02:57:35.268 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink 2024-09-12T02:57:35.268 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-12T02:57:35.268 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-12T02:57:35.268 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-12T02:57:35.268 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex 2024-09-12T02:57:35.268 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet 2024-09-12T02:57:35.268 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-12T02:57:35.268 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-12T02:57:35.268 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-12T02:57:35.269 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell 2024-09-12T02:57:35.270 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge 2024-09-12T02:57:35.271 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-12T02:57:35.272 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc 2024-09-12T02:57:35.273 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-12T02:57:35.274 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet 2024-09-12T02:57:35.275 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-12T02:57:35.276 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/net_failover.ko 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy 2024-09-12T02:57:35.277 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/dp83640.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-12T02:57:35.278 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_generic.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-12T02:57:35.279 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slhc.ko 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-12T02:57:35.280 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tun.ko 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/virtio_net.ko 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netfront.ko 2024-09-12T02:57:35.281 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-12T02:57:35.282 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie/aer_inject.ko 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-12T02:57:35.283 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-12T02:57:35.284 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps 2024-09-12T02:57:35.285 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-12T02:57:35.286 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-12T02:57:35.287 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-12T02:57:35.288 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-12T02:57:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-12T02:57:35.290 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r 2024-09-12T02:57:35.291 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci 2024-09-12T02:57:35.292 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-12T02:57:35.293 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx 2024-09-12T02:57:35.294 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2 2024-09-12T02:57:35.295 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-12T02:57:35.296 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-12T02:57:35.297 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless 2024-09-12T02:57:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host 2024-09-12T02:57:35.299 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host 2024-09-12T02:57:35.300 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-12T02:57:35.301 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-12T02:57:35.302 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-12T02:57:35.303 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-12T02:57:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-12T02:57:35.305 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-12T02:57:35.306 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-12T02:57:35.307 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio.ko 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_balloon.ko 2024-09-12T02:57:35.308 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_mmio.ko 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci.ko 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_ring.ko 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-12T02:57:35.309 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-12T02:57:35.310 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-12T02:57:35.311 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-acpi-processor.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-12T02:57:35.312 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles 2024-09-12T02:57:35.313 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs/ecryptfs.ko 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/fat.ko 2024-09-12T02:57:35.314 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/vfat.ko 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/fuse.ko 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs 2024-09-12T02:57:35.315 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-12T02:57:35.316 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-12T02:57:35.317 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-12T02:57:35.318 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-12T02:57:35.319 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-12T02:57:35.320 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-12T02:57:35.321 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common 2024-09-12T02:57:35.322 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu/rcutorture.ko 2024-09-12T02:57:35.323 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/asn1_encoder.ko 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libaescfb.ko 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4 2024-09-12T02:57:35.324 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd/zstd_compress.ko 2024-09-12T02:57:35.325 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-12T02:57:35.326 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-12T02:57:35.327 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-12T02:57:35.328 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-12T02:57:35.329 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/failover.ko 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver/dns_resolver.ko 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-12T02:57:35.330 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-12T02:57:35.331 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-12T02:57:35.332 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-12T02:57:35.333 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-12T02:57:35.334 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-12T02:57:35.335 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-12T02:57:35.336 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-12T02:57:35.337 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-12T02:57:35.338 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs 2024-09-12T02:57:35.339 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-12T02:57:35.340 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-12T02:57:35.341 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-12T02:57:35.342 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-12T02:57:35.343 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_quota.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tunnel.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-12T02:57:35.344 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-12T02:57:35.345 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-12T02:57:35.346 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-12T02:57:35.347 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-12T02:57:35.348 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch 2024-09-12T02:57:35.349 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-12T02:57:35.350 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-12T02:57:35.351 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-12T02:57:35.352 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-12T02:57:35.353 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-12T02:57:35.354 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys/trusted.ko 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-12T02:57:35.355 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.weakdep 2024-09-12T02:57:35.356 INFO:teuthology.orchestra.run.smithi038.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-12T02:57:35.360 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:35.361 DEBUG:teuthology.orchestra.run.smithi038:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-09-12T02:57:35.384 INFO:teuthology.orchestra.run.smithi038.stdout:postinstall scriptlet (using /bin/sh): 2024-09-12T02:57:35.384 INFO:teuthology.orchestra.run.smithi038.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-12T02:57:35.384 INFO:teuthology.orchestra.run.smithi038.stdout: /usr/bin/kernel-install add 6.11.0-rc5-g2ca44a2f35ca /lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-12T02:57:35.384 INFO:teuthology.orchestra.run.smithi038.stdout:fi 2024-09-12T02:57:35.384 INFO:teuthology.orchestra.run.smithi038.stdout:for file in vmlinuz System.map config; do 2024-09-12T02:57:35.384 INFO:teuthology.orchestra.run.smithi038.stdout: if ! cmp --silent "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca"; then 2024-09-12T02:57:35.384 INFO:teuthology.orchestra.run.smithi038.stdout: cp "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca" 2024-09-12T02:57:35.384 INFO:teuthology.orchestra.run.smithi038.stdout: fi 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout:done 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout:if [ -d "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" ] && \ 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout: ! diff -rq "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" >/dev/null 2>&1; then 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout: rm -rf "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout: cp -r "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout:fi 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout:if [ ! -e "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep" ]; then 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout: /usr/sbin/depmod 6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout:fi 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout:preuninstall scriptlet (using /bin/sh): 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout:kernel-install remove 6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:35.385 INFO:teuthology.orchestra.run.smithi038.stdout:fi 2024-09-12T02:57:35.386 DEBUG:teuthology.orchestra.run.smithi038:> sudo rpm -qi grub2-tools 2024-09-12T02:57:35.471 INFO:teuthology.orchestra.run.smithi038.stdout:Name : grub2-tools 2024-09-12T02:57:35.471 INFO:teuthology.orchestra.run.smithi038.stdout:Epoch : 1 2024-09-12T02:57:35.471 INFO:teuthology.orchestra.run.smithi038.stdout:Version : 2.06 2024-09-12T02:57:35.471 INFO:teuthology.orchestra.run.smithi038.stdout:Release : 82.el9 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Architecture: x86_64 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Group : Unspecified 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Size : 8274670 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:License : GPLv3+ 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Packager : builder@centos.org 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Vendor : CentOS 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Summary : Support tools for GRUB. 2024-09-12T02:57:35.472 INFO:teuthology.orchestra.run.smithi038.stdout:Description : 2024-09-12T02:57:35.473 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T02:57:35.473 INFO:teuthology.orchestra.run.smithi038.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T02:57:35.473 INFO:teuthology.orchestra.run.smithi038.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T02:57:35.473 INFO:teuthology.orchestra.run.smithi038.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T02:57:35.473 INFO:teuthology.orchestra.run.smithi038.stdout:hardware devices. 2024-09-12T02:57:35.473 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T02:57:35.473 INFO:teuthology.orchestra.run.smithi038.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T02:57:35.474 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T02:57:35.474 INFO:teuthology.task.kernel:Updating grub on smithi038 to boot 6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:35.474 DEBUG:teuthology.orchestra.run.smithi038:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T02:57:36.055 INFO:teuthology.orchestra.run.smithi038.stderr:Generating grub configuration file ... 2024-09-12T02:57:37.434 INFO:teuthology.orchestra.run.smithi038.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T02:57:37.453 INFO:teuthology.orchestra.run.smithi038.stderr:done 2024-09-12T02:57:37.455 DEBUG:teuthology.orchestra.run.smithi038:> mktemp 2024-09-12T02:57:37.484 INFO:teuthology.orchestra.run.smithi038.stdout:/tmp/tmp.a9vnpwMhH1 2024-09-12T02:57:37.485 DEBUG:teuthology.orchestra.run.smithi038:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.a9vnpwMhH1 2024-09-12T02:57:37.551 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0666 /tmp/tmp.a9vnpwMhH1 2024-09-12T02:57:37.694 DEBUG:teuthology.orchestra.remote:smithi038:/tmp/tmp.a9vnpwMhH1 is 6KB 2024-09-12T02:57:37.743 DEBUG:teuthology.orchestra.run.smithi038:> rm -fr /tmp/tmp.a9vnpwMhH1 2024-09-12T02:57:37.758 DEBUG:teuthology.orchestra.run.smithi038:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T02:57:37.820 INFO:teuthology.orchestra.run.smithi038.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T02:57:37.820 INFO:teuthology.orchestra.run.smithi038.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T02:57:37.820 INFO:teuthology.orchestra.run.smithi038.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T02:57:37.820 INFO:teuthology.orchestra.run.smithi038.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca.conf 2024-09-12T02:57:37.822 DEBUG:teuthology.orchestra.run.smithi038:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:37.989 DEBUG:teuthology.orchestra.run.smithi038:> sudo shutdown -r now 2024-09-12T02:57:55.642 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi029.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-09-12T02:57:55.642 DEBUG:teuthology.orchestra.run.smithi029:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-09-12T02:57:55.745 INFO:teuthology.orchestra.run.smithi029.stdout:/boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:55.746 INFO:teuthology.orchestra.run.smithi029.stdout:/boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:55.746 INFO:teuthology.orchestra.run.smithi029.stdout:/boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:55.746 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:55.746 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/System.map 2024-09-12T02:57:55.746 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/config 2024-09-12T02:57:55.746 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel 2024-09-12T02:57:55.746 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch 2024-09-12T02:57:55.746 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86 2024-09-12T02:57:55.746 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto 2024-09-12T02:57:55.746 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-12T02:57:55.746 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32c-intel.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-12T02:57:55.747 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-12T02:57:55.748 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-12T02:57:55.749 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-12T02:57:55.750 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecc.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecdh_generic.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-12T02:57:55.751 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi 2024-09-12T02:57:55.752 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ata_generic.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-12T02:57:55.753 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-12T02:57:55.754 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-12T02:57:55.755 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sis.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-12T02:57:55.756 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-i2c.ko 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-mmio.ko 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma 2024-09-12T02:57:55.757 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/brd.ko 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/loop.ko 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-12T02:57:55.758 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/virtio_blk.ko 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkfront.ko 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-12T02:57:55.759 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-12T02:57:55.760 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/uv_mmtimer.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/virtio_console.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-12T02:57:55.761 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/powernow-k8.ko 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-12T02:57:55.762 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac 2024-09-12T02:57:55.763 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-12T02:57:55.764 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/edd.ko 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-12T02:57:55.765 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-12T02:57:55.766 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-12T02:57:55.767 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-12T02:57:55.768 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-12T02:57:55.768 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-12T02:57:55.768 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-12T02:57:55.768 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-12T02:57:55.768 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-12T02:57:55.768 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-12T02:57:55.768 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-12T02:57:55.768 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-12T02:57:55.768 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-12T02:57:55.768 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-12T02:57:55.768 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-12T02:57:55.769 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-12T02:57:55.770 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-12T02:57:55.771 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-12T02:57:55.772 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-12T02:57:55.773 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-12T02:57:55.774 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-12T02:57:55.775 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-12T02:57:55.775 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-12T02:57:55.775 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-12T02:57:55.775 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-12T02:57:55.775 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-12T02:57:55.775 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-12T02:57:55.775 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-12T02:57:55.775 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-12T02:57:55.775 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-12T02:57:55.775 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-12T02:57:55.776 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-12T02:57:55.777 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-12T02:57:55.778 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-12T02:57:55.779 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-12T02:57:55.780 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-12T02:57:55.781 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-dev.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-09-12T02:57:55.782 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4 2024-09-12T02:57:55.783 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert 2024-09-12T02:57:55.784 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard 2024-09-12T02:57:55.785 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-12T02:57:55.786 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-12T02:57:55.787 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-12T02:57:55.788 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-12T02:57:55.788 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-12T02:57:55.788 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-12T02:57:55.788 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md 2024-09-12T02:57:55.788 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache 2024-09-12T02:57:55.788 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-12T02:57:55.788 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-12T02:57:55.788 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-12T02:57:55.788 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-12T02:57:55.788 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-12T02:57:55.788 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-12T02:57:55.789 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-12T02:57:55.789 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-12T02:57:55.789 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-12T02:57:55.789 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-12T02:57:55.789 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-12T02:57:55.789 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-12T02:57:55.789 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-12T02:57:55.789 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-12T02:57:55.789 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-12T02:57:55.789 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-12T02:57:55.790 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data 2024-09-12T02:57:55.790 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-12T02:57:55.790 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-12T02:57:55.790 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-12T02:57:55.790 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-12T02:57:55.790 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-12T02:57:55.790 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message 2024-09-12T02:57:55.790 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion 2024-09-12T02:57:55.790 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-12T02:57:55.790 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-12T02:57:55.790 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-12T02:57:55.791 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-12T02:57:55.791 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-12T02:57:55.791 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-12T02:57:55.791 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-12T02:57:55.791 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd 2024-09-12T02:57:55.791 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-12T02:57:55.791 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-12T02:57:55.792 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mfd-core.ko 2024-09-12T02:57:55.792 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-12T02:57:55.792 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-12T02:57:55.792 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-12T02:57:55.792 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-12T02:57:55.792 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc 2024-09-12T02:57:55.793 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl 2024-09-12T02:57:55.793 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-12T02:57:55.793 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-12T02:57:55.793 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-12T02:57:55.793 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-12T02:57:55.793 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710 2024-09-12T02:57:55.794 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-12T02:57:55.794 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom 2024-09-12T02:57:55.794 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-12T02:57:55.794 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-12T02:57:55.794 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-12T02:57:55.794 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-12T02:57:55.794 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-12T02:57:55.795 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-12T02:57:55.795 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-12T02:57:55.795 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d 2024-09-12T02:57:55.795 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-12T02:57:55.795 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-12T02:57:55.795 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei 2024-09-12T02:57:55.795 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-12T02:57:55.795 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-12T02:57:55.795 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-12T02:57:55.796 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru 2024-09-12T02:57:55.796 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru/gru.ko 2024-09-12T02:57:55.796 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp 2024-09-12T02:57:55.796 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xp.ko 2024-09-12T02:57:55.796 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpc.ko 2024-09-12T02:57:55.796 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-09-12T02:57:55.797 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-12T02:57:55.797 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-12T02:57:55.797 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-12T02:57:55.797 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-12T02:57:55.797 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci 2024-09-12T02:57:55.797 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-12T02:57:55.798 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net 2024-09-12T02:57:55.798 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding 2024-09-12T02:57:55.798 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-12T02:57:55.798 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa 2024-09-12T02:57:55.798 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53 2024-09-12T02:57:55.798 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-12T02:57:55.799 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-12T02:57:55.799 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-12T02:57:55.799 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx 2024-09-12T02:57:55.799 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-12T02:57:55.799 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-12T02:57:55.799 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-12T02:57:55.799 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet 2024-09-12T02:57:55.799 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com 2024-09-12T02:57:55.799 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-12T02:57:55.799 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-12T02:57:55.800 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-12T02:57:55.800 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-12T02:57:55.800 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390 2024-09-12T02:57:55.800 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-12T02:57:55.800 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-12T02:57:55.800 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-12T02:57:55.800 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-12T02:57:55.800 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec 2024-09-12T02:57:55.800 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-12T02:57:55.800 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-12T02:57:55.801 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet 2024-09-12T02:57:55.802 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-09-12T02:57:55.803 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-12T02:57:55.804 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000 2024-09-12T02:57:55.805 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-12T02:57:55.806 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-12T02:57:55.807 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-12T02:57:55.808 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-12T02:57:55.809 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-12T02:57:55.810 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-12T02:57:55.811 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet 2024-09-12T02:57:55.812 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-12T02:57:55.813 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-12T02:57:55.813 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom 2024-09-12T02:57:55.813 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-12T02:57:55.813 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-12T02:57:55.813 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv 2024-09-12T02:57:55.813 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-12T02:57:55.813 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154 2024-09-12T02:57:55.813 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-12T02:57:55.813 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-12T02:57:55.813 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan 2024-09-12T02:57:55.813 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/net_failover.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-12T02:57:55.814 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/dp83640.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-12T02:57:55.815 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-12T02:57:55.816 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_generic.ko 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slhc.ko 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-12T02:57:55.817 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tun.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/virtio_net.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netfront.ko 2024-09-12T02:57:55.818 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug 2024-09-12T02:57:55.819 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie/aer_inject.ko 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86 2024-09-12T02:57:55.820 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-12T02:57:55.821 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-12T02:57:55.821 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-12T02:57:55.821 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-12T02:57:55.821 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-12T02:57:55.821 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-12T02:57:55.821 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-12T02:57:55.821 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-12T02:57:55.821 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-12T02:57:55.821 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-12T02:57:55.821 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-12T02:57:55.822 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-12T02:57:55.822 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel 2024-09-12T02:57:55.822 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-12T02:57:55.822 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-12T02:57:55.822 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-12T02:57:55.822 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-12T02:57:55.822 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-12T02:57:55.822 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-12T02:57:55.822 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-12T02:57:55.822 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-12T02:57:55.822 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp 2024-09-12T02:57:55.823 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-12T02:57:55.824 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-12T02:57:55.825 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-12T02:57:55.826 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-12T02:57:55.827 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-12T02:57:55.827 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-12T02:57:55.827 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-12T02:57:55.827 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid 2024-09-12T02:57:55.827 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-12T02:57:55.827 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-12T02:57:55.827 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx 2024-09-12T02:57:55.827 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-12T02:57:55.827 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-12T02:57:55.827 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-12T02:57:55.827 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor 2024-09-12T02:57:55.828 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-09-12T02:57:55.829 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-12T02:57:55.830 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc 2024-09-12T02:57:55.831 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-12T02:57:55.832 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid 2024-09-12T02:57:55.832 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-12T02:57:55.832 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-12T02:57:55.832 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-12T02:57:55.832 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-12T02:57:55.832 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas 2024-09-12T02:57:55.833 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-12T02:57:55.833 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas 2024-09-12T02:57:55.833 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-12T02:57:55.833 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-12T02:57:55.833 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-12T02:57:55.834 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi 2024-09-12T02:57:55.835 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal 2024-09-12T02:57:55.836 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-12T02:57:55.837 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-12T02:57:55.838 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-12T02:57:55.839 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc 2024-09-12T02:57:55.840 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-12T02:57:55.841 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-12T02:57:55.842 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-12T02:57:55.843 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-12T02:57:55.844 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-12T02:57:55.845 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-12T02:57:55.846 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-12T02:57:55.847 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio.ko 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_balloon.ko 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_mmio.ko 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci.ko 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-09-12T02:57:55.848 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_ring.ko 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-12T02:57:55.849 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-12T02:57:55.850 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-12T02:57:55.851 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-acpi-processor.ko 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs 2024-09-12T02:57:55.852 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-12T02:57:55.853 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs/ecryptfs.ko 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/fat.ko 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-12T02:57:55.854 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/vfat.ko 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/fuse.ko 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd 2024-09-12T02:57:55.855 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-12T02:57:55.856 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-12T02:57:55.857 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-12T02:57:55.858 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-12T02:57:55.859 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-12T02:57:55.860 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-12T02:57:55.861 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-12T02:57:55.862 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel 2024-09-12T02:57:55.863 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu/rcutorture.ko 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/asn1_encoder.ko 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libaescfb.ko 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-12T02:57:55.864 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd 2024-09-12T02:57:55.865 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd/zstd_compress.ko 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802 2024-09-12T02:57:55.866 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-12T02:57:55.867 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-12T02:57:55.868 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-12T02:57:55.869 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/failover.ko 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver/dns_resolver.ko 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-12T02:57:55.870 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-12T02:57:55.871 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-12T02:57:55.872 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-12T02:57:55.873 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-12T02:57:55.874 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-12T02:57:55.875 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-12T02:57:55.875 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-12T02:57:55.875 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-12T02:57:55.875 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6 2024-09-12T02:57:55.875 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-12T02:57:55.875 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-12T02:57:55.875 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-12T02:57:55.875 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-12T02:57:55.875 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-12T02:57:55.876 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-12T02:57:55.877 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc 2024-09-12T02:57:55.878 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-12T02:57:55.879 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-12T02:57:55.880 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-12T02:57:55.881 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-12T02:57:55.882 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-12T02:57:55.883 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_quota.ko 2024-09-12T02:57:55.884 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tunnel.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-12T02:57:55.885 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-12T02:57:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-12T02:57:55.887 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-12T02:57:55.888 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-12T02:57:55.888 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-12T02:57:55.888 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-12T02:57:55.888 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-12T02:57:55.888 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-12T02:57:55.888 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-12T02:57:55.888 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-12T02:57:55.888 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-12T02:57:55.888 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-12T02:57:55.888 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-12T02:57:55.888 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-12T02:57:55.889 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-12T02:57:55.890 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-12T02:57:55.890 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-12T02:57:55.890 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-12T02:57:55.890 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-12T02:57:55.890 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-12T02:57:55.890 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-12T02:57:55.892 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-12T02:57:55.892 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-12T02:57:55.893 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-12T02:57:55.894 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-12T02:57:55.895 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-12T02:57:55.896 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss 2024-09-12T02:57:55.897 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-12T02:57:55.898 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys/trusted.ko 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-12T02:57:55.899 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-12T02:57:55.900 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-12T02:57:55.900 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-12T02:57:55.900 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-12T02:57:55.900 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-12T02:57:55.900 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-12T02:57:55.900 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-12T02:57:55.900 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-12T02:57:55.900 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-12T02:57:55.900 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.weakdep 2024-09-12T02:57:55.900 INFO:teuthology.orchestra.run.smithi029.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-12T02:57:55.904 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:55.904 DEBUG:teuthology.orchestra.run.smithi029:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-09-12T02:57:55.930 INFO:teuthology.orchestra.run.smithi029.stdout:postinstall scriptlet (using /bin/sh): 2024-09-12T02:57:55.930 INFO:teuthology.orchestra.run.smithi029.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-12T02:57:55.930 INFO:teuthology.orchestra.run.smithi029.stdout: /usr/bin/kernel-install add 6.11.0-rc5-g2ca44a2f35ca /lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-12T02:57:55.930 INFO:teuthology.orchestra.run.smithi029.stdout:fi 2024-09-12T02:57:55.930 INFO:teuthology.orchestra.run.smithi029.stdout:for file in vmlinuz System.map config; do 2024-09-12T02:57:55.930 INFO:teuthology.orchestra.run.smithi029.stdout: if ! cmp --silent "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca"; then 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout: cp "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca" 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout: fi 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout:done 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout:if [ -d "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" ] && \ 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout: ! diff -rq "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" >/dev/null 2>&1; then 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout: rm -rf "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout: cp -r "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout:fi 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout:if [ ! -e "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep" ]; then 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout: /usr/sbin/depmod 6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout:fi 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout:preuninstall scriptlet (using /bin/sh): 2024-09-12T02:57:55.931 INFO:teuthology.orchestra.run.smithi029.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-12T02:57:55.932 INFO:teuthology.orchestra.run.smithi029.stdout:kernel-install remove 6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:55.932 INFO:teuthology.orchestra.run.smithi029.stdout:fi 2024-09-12T02:57:55.932 DEBUG:teuthology.orchestra.run.smithi029:> sudo rpm -qi grub2-tools 2024-09-12T02:57:56.009 INFO:teuthology.orchestra.run.smithi029.stdout:Name : grub2-tools 2024-09-12T02:57:56.009 INFO:teuthology.orchestra.run.smithi029.stdout:Epoch : 1 2024-09-12T02:57:56.009 INFO:teuthology.orchestra.run.smithi029.stdout:Version : 2.06 2024-09-12T02:57:56.009 INFO:teuthology.orchestra.run.smithi029.stdout:Release : 82.el9 2024-09-12T02:57:56.009 INFO:teuthology.orchestra.run.smithi029.stdout:Architecture: x86_64 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:Group : Unspecified 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:Size : 8274670 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:License : GPLv3+ 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:Packager : builder@centos.org 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:Vendor : CentOS 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T02:57:56.010 INFO:teuthology.orchestra.run.smithi029.stdout:Summary : Support tools for GRUB. 2024-09-12T02:57:56.011 INFO:teuthology.orchestra.run.smithi029.stdout:Description : 2024-09-12T02:57:56.011 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T02:57:56.011 INFO:teuthology.orchestra.run.smithi029.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T02:57:56.011 INFO:teuthology.orchestra.run.smithi029.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T02:57:56.011 INFO:teuthology.orchestra.run.smithi029.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T02:57:56.011 INFO:teuthology.orchestra.run.smithi029.stdout:hardware devices. 2024-09-12T02:57:56.011 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T02:57:56.011 INFO:teuthology.orchestra.run.smithi029.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T02:57:56.012 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T02:57:56.012 INFO:teuthology.task.kernel:Updating grub on smithi029 to boot 6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:56.012 DEBUG:teuthology.orchestra.run.smithi029:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T02:57:56.686 INFO:teuthology.orchestra.run.smithi029.stderr:Generating grub configuration file ... 2024-09-12T02:57:58.336 INFO:teuthology.orchestra.run.smithi029.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T02:57:58.366 INFO:teuthology.orchestra.run.smithi029.stderr:done 2024-09-12T02:57:58.369 DEBUG:teuthology.orchestra.run.smithi029:> mktemp 2024-09-12T02:57:58.385 INFO:teuthology.orchestra.run.smithi029.stdout:/tmp/tmp.0jH00I4KhZ 2024-09-12T02:57:58.385 DEBUG:teuthology.orchestra.run.smithi029:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.0jH00I4KhZ 2024-09-12T02:57:58.462 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 0666 /tmp/tmp.0jH00I4KhZ 2024-09-12T02:57:58.611 DEBUG:teuthology.orchestra.remote:smithi029:/tmp/tmp.0jH00I4KhZ is 6KB 2024-09-12T02:57:58.659 DEBUG:teuthology.orchestra.run.smithi029:> rm -fr /tmp/tmp.0jH00I4KhZ 2024-09-12T02:57:58.674 DEBUG:teuthology.orchestra.run.smithi029:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T02:57:58.752 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T02:57:58.752 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T02:57:58.752 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T02:57:58.752 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca.conf 2024-09-12T02:57:58.753 DEBUG:teuthology.orchestra.run.smithi029:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:57:58.904 DEBUG:teuthology.orchestra.run.smithi029:> sudo shutdown -r now 2024-09-12T02:58:07.993 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-12T02:58:07.994 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-09-12T02:58:07.994 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T02:58:26.493 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.38 2024-09-12T02:58:28.906 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-12T02:58:28.907 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-12T02:58:28.908 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T02:58:35.501 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-09-12T02:58:35.501 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T02:58:47.229 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.29 2024-09-12T02:58:56.237 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-12T02:58:56.238 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T02:59:35.538 DEBUG:teuthology.orchestra.remote:timed out 2024-09-12T02:59:47.551 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-09-12T02:59:47.552 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T02:59:48.016 DEBUG:teuthology.orchestra.run.smithi038:> true 2024-09-12T02:59:48.556 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-09-12T02:59:48.557 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-12T02:59:48.557 DEBUG:teuthology.orchestra.run.smithi038:> uname -r 2024-09-12T02:59:48.591 INFO:teuthology.orchestra.run.smithi038.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:59:48.591 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-12T02:59:48.591 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T02:59:48.592 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T02:59:49.593 DEBUG:teuthology.parallel:result is None 2024-09-12T02:59:56.239 DEBUG:teuthology.orchestra.remote:timed out 2024-09-12T03:00:08.240 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-12T03:00:08.241 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T03:00:08.653 DEBUG:teuthology.orchestra.run.smithi029:> true 2024-09-12T03:00:09.224 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-12T03:00:09.224 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-12T03:00:09.224 DEBUG:teuthology.orchestra.run.smithi029:> uname -r 2024-09-12T03:00:09.259 INFO:teuthology.orchestra.run.smithi029.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-12T03:00:09.259 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-12T03:00:09.259 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T03:00:09.259 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T03:00:10.262 DEBUG:teuthology.parallel:result is None 2024-09-12T03:00:10.262 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-12T03:00:10.270 INFO:teuthology.task.internal:Creating test directory... 2024-09-12T03:00:10.271 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T03:00:10.275 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T03:00:10.313 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-12T03:00:10.320 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-12T03:00:10.330 INFO:teuthology.task.internal:Creating archive directory... 2024-09-12T03:00:10.330 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T03:00:10.354 DEBUG:teuthology.orchestra.run.smithi038:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T03:00:10.411 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-12T03:00:10.418 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-12T03:00:10.419 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T03:00:10.423 DEBUG:teuthology.orchestra.run.smithi038:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T03:00:10.523 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T03:00:10.553 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T03:00:10.555 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T03:00:10.585 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T03:00:10.588 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-12T03:00:10.597 INFO:teuthology.task.internal:Configuring sudo... 2024-09-12T03:00:10.597 DEBUG:teuthology.orchestra.run.smithi029:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T03:00:10.601 DEBUG:teuthology.orchestra.run.smithi038:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T03:00:10.658 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-12T03:00:10.668 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-12T03:00:10.668 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T03:00:10.672 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T03:00:10.707 DEBUG:teuthology.orchestra.run.smithi029:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T03:00:10.809 DEBUG:teuthology.orchestra.run.smithi029:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T03:00:10.894 DEBUG:teuthology.orchestra.run.smithi029:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T03:00:10.958 DEBUG:teuthology.orchestra.run.smithi029:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T03:00:11.028 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:00:11.028 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T03:00:11.083 DEBUG:teuthology.orchestra.run.smithi038:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T03:00:11.148 DEBUG:teuthology.orchestra.run.smithi038:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T03:00:11.235 DEBUG:teuthology.orchestra.run.smithi038:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T03:00:11.298 DEBUG:teuthology.orchestra.run.smithi038:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T03:00:11.369 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:00:11.370 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T03:00:11.424 DEBUG:teuthology.orchestra.run.smithi029:> sudo service rsyslog restart 2024-09-12T03:00:11.428 DEBUG:teuthology.orchestra.run.smithi038:> sudo service rsyslog restart 2024-09-12T03:00:11.504 INFO:teuthology.orchestra.run.smithi029.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T03:00:11.574 INFO:teuthology.orchestra.run.smithi038.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T03:00:12.029 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-12T03:00:12.038 INFO:teuthology.task.internal:Starting timer... 2024-09-12T03:00:12.038 INFO:teuthology.run_tasks:Running task pcp... 2024-09-12T03:00:12.049 INFO:teuthology.run_tasks:Running task selinux... 2024-09-12T03:00:12.057 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-12T03:00:12.058 DEBUG:teuthology.orchestra.run.smithi029:> sudo service auditd rotate 2024-09-12T03:00:12.173 INFO:teuthology.orchestra.run.smithi029.stdout:Rotating logs: 2024-09-12T03:00:12.176 DEBUG:teuthology.orchestra.run.smithi038:> sudo service auditd rotate 2024-09-12T03:00:12.285 INFO:teuthology.orchestra.run.smithi038.stdout:Rotating logs: 2024-09-12T03:00:12.289 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-12T03:00:12.289 DEBUG:teuthology.orchestra.run.smithi029:> /usr/sbin/getenforce 2024-09-12T03:00:12.335 INFO:teuthology.orchestra.run.smithi029.stdout:Permissive 2024-09-12T03:00:12.335 DEBUG:teuthology.orchestra.run.smithi038:> /usr/sbin/getenforce 2024-09-12T03:00:12.392 INFO:teuthology.orchestra.run.smithi038.stdout:Permissive 2024-09-12T03:00:12.392 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi029.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi038.front.sepia.ceph.com': 'permissive'} 2024-09-12T03:00:12.393 DEBUG:teuthology.orchestra.run.smithi029:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T03:00:12.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T03:00:12.450 DEBUG:teuthology.orchestra.run.smithi038:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T03:00:12.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T03:00:12.509 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-12T03:00:12.509 DEBUG:teuthology.orchestra.run.smithi029:> sudo /usr/sbin/setenforce permissive 2024-09-12T03:00:12.583 DEBUG:teuthology.orchestra.run.smithi038:> sudo /usr/sbin/setenforce permissive 2024-09-12T03:00:12.650 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-12T03:00:12.659 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-12T03:00:12.671 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-12T03:00:12.672 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi029.front.sepia.ceph.com,smithi038.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-12T03:05:07.014 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi029.front.sepia.ceph.com'), Remote(name='ubuntu@smithi038.front.sepia.ceph.com')] 2024-09-12T03:05:07.016 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-12T03:05:07.017 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T03:05:07.111 DEBUG:teuthology.orchestra.run.smithi029:> true 2024-09-12T03:05:07.220 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-12T03:05:07.221 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-09-12T03:05:07.222 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T03:05:07.314 DEBUG:teuthology.orchestra.run.smithi038:> true 2024-09-12T03:05:07.423 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-09-12T03:05:07.423 INFO:teuthology.run_tasks:Running task clock... 2024-09-12T03:05:07.437 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-12T03:05:07.437 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T03:05:07.438 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T03:05:07.442 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T03:05:07.442 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T03:05:07.502 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T03:05:07.525 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T03:05:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T03:05:07.555 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T03:05:07.585 INFO:teuthology.orchestra.run.smithi029.stderr:sudo: ntpd: command not found 2024-09-12T03:05:07.606 INFO:teuthology.orchestra.run.smithi038.stderr:sudo: ntpd: command not found 2024-09-12T03:05:07.609 INFO:teuthology.orchestra.run.smithi029.stdout:506 Cannot talk to daemon 2024-09-12T03:05:07.631 INFO:teuthology.orchestra.run.smithi038.stdout:506 Cannot talk to daemon 2024-09-12T03:05:07.638 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T03:05:07.660 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T03:05:07.668 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T03:05:07.690 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T03:05:07.761 INFO:teuthology.orchestra.run.smithi029.stderr:bash: line 1: ntpq: command not found 2024-09-12T03:05:07.768 INFO:teuthology.orchestra.run.smithi029.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T03:05:07.768 INFO:teuthology.orchestra.run.smithi029.stdout:=============================================================================== 2024-09-12T03:05:07.768 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T03:05:07.768 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T03:05:07.768 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T03:05:07.768 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T03:05:07.776 INFO:teuthology.orchestra.run.smithi038.stderr:bash: line 1: ntpq: command not found 2024-09-12T03:05:07.783 INFO:teuthology.orchestra.run.smithi038.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T03:05:07.783 INFO:teuthology.orchestra.run.smithi038.stdout:=============================================================================== 2024-09-12T03:05:07.783 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T03:05:07.783 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T03:05:07.783 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T03:05:07.783 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T03:05:07.785 INFO:teuthology.run_tasks:Running task install... 2024-09-12T03:05:07.798 DEBUG:teuthology.task.install:project ceph 2024-09-12T03:05:07.798 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}} 2024-09-12T03:05:07.798 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'} 2024-09-12T03:05:07.798 INFO:teuthology.task.install:Using flavor: default 2024-09-12T03:05:07.808 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-12T03:05:07.808 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-12T03:05:07.809 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'tag': None, 'wait_for_package': False} 2024-09-12T03:05:07.810 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T03:05:07.814 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'tag': None, 'wait_for_package': False} 2024-09-12T03:05:07.814 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T03:05:07.959 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/ 2024-09-12T03:05:07.960 INFO:teuthology.task.install.rpm:Package version is 19.1.1-298.gb53b6d3e 2024-09-12T03:05:07.972 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/ 2024-09-12T03:05:07.972 INFO:teuthology.task.install.rpm:Package version is 19.1.1-298.gb53b6d3e 2024-09-12T03:05:08.076 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T03:05:08.076 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:05:08.076 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T03:05:08.103 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T03:05:08.103 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:05:08.103 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T03:05:08.136 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-12T03:05:08.136 DEBUG:teuthology.orchestra.run.smithi029:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T03:05:08.160 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-12T03:05:08.161 DEBUG:teuthology.orchestra.run.smithi038:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T03:05:08.234 DEBUG:teuthology.orchestra.run.smithi029:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T03:05:08.259 DEBUG:teuthology.orchestra.run.smithi038:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T03:05:08.313 DEBUG:teuthology.orchestra.run.smithi029:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T03:05:08.337 DEBUG:teuthology.orchestra.run.smithi038:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T03:05:08.369 INFO:teuthology.orchestra.run.smithi029.stdout:check_obsoletes = 1 2024-09-12T03:05:08.372 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum clean all 2024-09-12T03:05:08.392 INFO:teuthology.orchestra.run.smithi038.stdout:check_obsoletes = 1 2024-09-12T03:05:08.396 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum clean all 2024-09-12T03:05:08.644 INFO:teuthology.orchestra.run.smithi029.stdout:45 files removed 2024-09-12T03:05:08.675 INFO:teuthology.orchestra.run.smithi038.stdout:45 files removed 2024-09-12T03:05:08.678 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-12T03:05:08.708 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-12T03:05:09.386 INFO:teuthology.orchestra.run.smithi029.stdout:ceph packages for x86_64 281 kB/s | 84 kB 00:00 2024-09-12T03:05:09.464 INFO:teuthology.orchestra.run.smithi038.stdout:ceph packages for x86_64 240 kB/s | 84 kB 00:00 2024-09-12T03:05:09.687 INFO:teuthology.orchestra.run.smithi029.stdout:ceph noarch packages 46 kB/s | 12 kB 00:00 2024-09-12T03:05:09.806 INFO:teuthology.orchestra.run.smithi038.stdout:ceph noarch packages 40 kB/s | 12 kB 00:00 2024-09-12T03:05:09.997 INFO:teuthology.orchestra.run.smithi029.stdout:ceph source packages 7.0 kB/s | 1.9 kB 00:00 2024-09-12T03:05:10.132 INFO:teuthology.orchestra.run.smithi038.stdout:ceph source packages 6.6 kB/s | 1.9 kB 00:00 2024-09-12T03:05:10.766 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-09-12T03:05:12.886 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - AppStream 22 MB/s | 20 MB 00:00 2024-09-12T03:05:13.223 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - BaseOS 2.7 MB/s | 8.2 MB 00:03 2024-09-12T03:05:15.325 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-12T03:05:17.655 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-12T03:05:19.483 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - Extras packages 48 kB/s | 19 kB 00:00 2024-09-12T03:05:20.581 INFO:teuthology.orchestra.run.smithi029.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-12T03:05:22.326 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - CRB 2.3 MB/s | 6.5 MB 00:02 2024-09-12T03:05:24.293 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 19 kB 00:00 2024-09-12T03:05:25.180 INFO:teuthology.orchestra.run.smithi038.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-12T03:05:27.162 INFO:teuthology.orchestra.run.smithi029.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-12T03:05:29.786 INFO:teuthology.orchestra.run.smithi029.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T03:05:29.787 INFO:teuthology.orchestra.run.smithi029.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T03:05:29.799 INFO:teuthology.orchestra.run.smithi029.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-12T03:05:29.800 INFO:teuthology.orchestra.run.smithi029.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-12T03:05:29.801 INFO:teuthology.orchestra.run.smithi029.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-12T03:05:29.802 INFO:teuthology.orchestra.run.smithi029.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-12T03:05:29.803 INFO:teuthology.orchestra.run.smithi029.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-12T03:05:29.806 INFO:teuthology.orchestra.run.smithi029.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-12T03:05:29.807 INFO:teuthology.orchestra.run.smithi029.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-12T03:05:29.876 INFO:teuthology.orchestra.run.smithi029.stdout:Dependencies resolved. 2024-09-12T03:05:29.902 INFO:teuthology.orchestra.run.smithi029.stdout:====================================================================================== 2024-09-12T03:05:29.902 INFO:teuthology.orchestra.run.smithi029.stdout: Package Arch Version Repository Size 2024-09-12T03:05:29.902 INFO:teuthology.orchestra.run.smithi029.stdout:====================================================================================== 2024-09-12T03:05:29.902 INFO:teuthology.orchestra.run.smithi029.stdout:Installing: 2024-09-12T03:05:29.902 INFO:teuthology.orchestra.run.smithi029.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-12T03:05:29.902 INFO:teuthology.orchestra.run.smithi029.stdout: ceph x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 6.5 k 2024-09-12T03:05:29.903 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-base x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.4 M 2024-09-12T03:05:29.903 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 897 k 2024-09-12T03:05:29.903 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 145 k 2024-09-12T03:05:29.903 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 1.5 M 2024-09-12T03:05:29.903 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 146 k 2024-09-12T03:05:29.903 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-dashboard noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 3.6 M 2024-09-12T03:05:29.903 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 7.4 M 2024-09-12T03:05:29.903 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-rook noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 49 k 2024-09-12T03:05:29.903 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-radosgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 11 M 2024-09-12T03:05:29.903 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-test x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 49 M 2024-09-12T03:05:29.903 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-volume noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 285 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 765 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 228 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-shell x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 27 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-top noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 18 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 32 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 752 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: librados-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 127 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-12T03:05:29.904 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-12T03:05:29.905 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-12T03:05:29.905 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-12T03:05:29.905 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-12T03:05:29.905 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cephfs x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 162 k 2024-09-12T03:05:29.905 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rados x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 321 k 2024-09-12T03:05:29.905 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 301 k 2024-09-12T03:05:29.905 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 100 k 2024-09-12T03:05:29.905 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 85 k 2024-09-12T03:05:29.905 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.1 M 2024-09-12T03:05:29.905 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-nbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 171 k 2024-09-12T03:05:29.905 INFO:teuthology.orchestra.run.smithi029.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout:Upgrading: 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout: librados2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.4 M 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout: librbd1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.2 M 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout:Installing dependencies: 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-12T03:05:29.906 INFO:teuthology.orchestra.run.smithi029.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 21 M 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-grafana-dashboards noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 32 k 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mds x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 2.4 M 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-modules-core noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 249 k 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mon x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 4.7 M 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-osd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 17 M 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-prometheus-alerts noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 16 k 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-selinux x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 25 k 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-12T03:05:29.907 INFO:teuthology.orchestra.run.smithi029.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: libcephsqlite x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 163 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: libradosstriper1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 506 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: librgw2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.3 M 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-12T03:05:29.908 INFO:teuthology.orchestra.run.smithi029.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T03:05:29.909 INFO:teuthology.orchestra.run.smithi029.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T03:05:29.910 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T03:05:29.910 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-argparse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 45 k 2024-09-12T03:05:29.910 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 136 k 2024-09-12T03:05:29.910 INFO:teuthology.orchestra.run.smithi029.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T03:05:29.910 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T03:05:29.910 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T03:05:29.910 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T03:05:29.910 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-12T03:05:29.910 INFO:teuthology.orchestra.run.smithi029.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T03:05:29.911 INFO:teuthology.orchestra.run.smithi029.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T03:05:29.912 INFO:teuthology.orchestra.run.smithi029.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T03:05:29.913 INFO:teuthology.orchestra.run.smithi029.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T03:05:29.914 INFO:teuthology.orchestra.run.smithi029.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-12T03:05:29.915 INFO:teuthology.orchestra.run.smithi029.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T03:05:29.915 INFO:teuthology.orchestra.run.smithi029.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-12T03:05:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:Installing weak dependencies: 2024-09-12T03:05:29.915 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T03:05:29.915 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:05:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction Summary 2024-09-12T03:05:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:====================================================================================== 2024-09-12T03:05:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:Install 148 Packages 2024-09-12T03:05:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:Upgrade 8 Packages 2024-09-12T03:05:29.915 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:05:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:Total download size: 226 M 2024-09-12T03:05:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:Downloading Packages: 2024-09-12T03:05:30.476 INFO:teuthology.orchestra.run.smithi029.stdout:(1/156): ceph-19.1.1-298.gb53b6d3e.el9.x86_64.r 49 kB/s | 6.5 kB 00:00 2024-09-12T03:05:30.659 INFO:teuthology.orchestra.run.smithi029.stdout:(2/156): ceph-fuse-19.1.1-298.gb53b6d3e.el9.x86 4.8 MB/s | 897 kB 00:00 2024-09-12T03:05:30.743 INFO:teuthology.orchestra.run.smithi029.stdout:(3/156): ceph-immutable-object-cache-19.1.1-298 1.7 MB/s | 145 kB 00:00 2024-09-12T03:05:30.961 INFO:teuthology.orchestra.run.smithi029.stdout:(4/156): ceph-base-19.1.1-298.gb53b6d3e.el9.x86 8.7 MB/s | 5.4 MB 00:00 2024-09-12T03:05:31.053 INFO:teuthology.orchestra.run.smithi029.stdout:(5/156): ceph-mds-19.1.1-298.gb53b6d3e.el9.x86_ 7.7 MB/s | 2.4 MB 00:00 2024-09-12T03:05:31.120 INFO:teuthology.orchestra.run.smithi029.stdout:(6/156): ceph-mgr-19.1.1-298.gb53b6d3e.el9.x86_ 9.6 MB/s | 1.5 MB 00:00 2024-09-12T03:05:31.496 INFO:teuthology.orchestra.run.smithi029.stdout:(7/156): ceph-mon-19.1.1-298.gb53b6d3e.el9.x86_ 11 MB/s | 4.7 MB 00:00 2024-09-12T03:05:31.853 INFO:teuthology.orchestra.run.smithi038.stdout:lab-extras 25 kB/s | 1.7 kB 00:00 2024-09-12T03:05:31.896 INFO:teuthology.orchestra.run.smithi029.stdout:(8/156): ceph-common-19.1.1-298.gb53b6d3e.el9.x 14 MB/s | 21 MB 00:01 2024-09-12T03:05:31.938 INFO:teuthology.orchestra.run.smithi029.stdout:(9/156): ceph-selinux-19.1.1-298.gb53b6d3e.el9. 608 kB/s | 25 kB 00:00 2024-09-12T03:05:32.472 INFO:teuthology.orchestra.run.smithi029.stdout:(10/156): ceph-radosgw-19.1.1-298.gb53b6d3e.el9 11 MB/s | 11 MB 00:00 2024-09-12T03:05:32.531 INFO:teuthology.orchestra.run.smithi029.stdout:(11/156): cephfs-mirror-19.1.1-298.gb53b6d3e.el 3.8 MB/s | 228 kB 00:00 2024-09-12T03:05:32.833 INFO:teuthology.orchestra.run.smithi029.stdout:(12/156): ceph-osd-19.1.1-298.gb53b6d3e.el9.x86 9.8 MB/s | 17 MB 00:01 2024-09-12T03:05:32.859 INFO:teuthology.orchestra.run.smithi029.stdout:(13/156): cephfs-shell-19.1.1-298.gb53b6d3e.el9 83 kB/s | 27 kB 00:00 2024-09-12T03:05:32.918 INFO:teuthology.orchestra.run.smithi029.stdout:(14/156): libcephfs-devel-19.1.1-298.gb53b6d3e. 378 kB/s | 32 kB 00:00 2024-09-12T03:05:32.968 INFO:teuthology.orchestra.run.smithi029.stdout:(15/156): libcephfs2-19.1.1-298.gb53b6d3e.el9.x 6.7 MB/s | 752 kB 00:00 2024-09-12T03:05:33.002 INFO:teuthology.orchestra.run.smithi029.stdout:(16/156): libcephsqlite-19.1.1-298.gb53b6d3e.el 1.9 MB/s | 163 kB 00:00 2024-09-12T03:05:33.036 INFO:teuthology.orchestra.run.smithi029.stdout:(17/156): librados-devel-19.1.1-298.gb53b6d3e.e 1.8 MB/s | 127 kB 00:00 2024-09-12T03:05:33.095 INFO:teuthology.orchestra.run.smithi029.stdout:(18/156): libradosstriper1-19.1.1-298.gb53b6d3e 5.4 MB/s | 506 kB 00:00 2024-09-12T03:05:33.170 INFO:teuthology.orchestra.run.smithi029.stdout:(19/156): python3-ceph-argparse-19.1.1-298.gb53 603 kB/s | 45 kB 00:00 2024-09-12T03:05:33.246 INFO:teuthology.orchestra.run.smithi029.stdout:(20/156): python3-ceph-common-19.1.1-298.gb53b6 1.8 MB/s | 136 kB 00:00 2024-09-12T03:05:33.363 INFO:teuthology.orchestra.run.smithi029.stdout:(21/156): python3-cephfs-19.1.1-298.gb53b6d3e.e 1.4 MB/s | 162 kB 00:00 2024-09-12T03:05:33.489 INFO:teuthology.orchestra.run.smithi029.stdout:(22/156): librgw2-19.1.1-298.gb53b6d3e.el9.x86_ 12 MB/s | 5.3 MB 00:00 2024-09-12T03:05:33.523 INFO:teuthology.orchestra.run.smithi029.stdout:(23/156): python3-rados-19.1.1-298.gb53b6d3e.el 2.0 MB/s | 321 kB 00:00 2024-09-12T03:05:33.565 INFO:teuthology.orchestra.run.smithi029.stdout:(24/156): python3-rbd-19.1.1-298.gb53b6d3e.el9. 3.9 MB/s | 301 kB 00:00 2024-09-12T03:05:33.590 INFO:teuthology.orchestra.run.smithi029.stdout:(25/156): python3-rgw-19.1.1-298.gb53b6d3e.el9. 1.5 MB/s | 100 kB 00:00 2024-09-12T03:05:33.624 INFO:teuthology.orchestra.run.smithi029.stdout:(26/156): rbd-fuse-19.1.1-298.gb53b6d3e.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-12T03:05:33.685 INFO:teuthology.orchestra.run.smithi029.stdout:(27/156): rbd-nbd-19.1.1-298.gb53b6d3e.el9.x86_ 2.8 MB/s | 171 kB 00:00 2024-09-12T03:05:33.802 INFO:teuthology.orchestra.run.smithi029.stdout:(28/156): rbd-mirror-19.1.1-298.gb53b6d3e.el9.x 15 MB/s | 3.1 MB 00:00 2024-09-12T03:05:33.828 INFO:teuthology.orchestra.run.smithi029.stdout:(29/156): ceph-grafana-dashboards-19.1.1-298.gb 223 kB/s | 32 kB 00:00 2024-09-12T03:05:33.862 INFO:teuthology.orchestra.run.smithi029.stdout:(30/156): ceph-mgr-cephadm-19.1.1-298.gb53b6d3e 2.4 MB/s | 146 kB 00:00 2024-09-12T03:05:34.087 INFO:teuthology.orchestra.run.smithi029.stdout:(31/156): ceph-mgr-dashboard-19.1.1-298.gb53b6d 14 MB/s | 3.6 MB 00:00 2024-09-12T03:05:34.171 INFO:teuthology.orchestra.run.smithi029.stdout:(32/156): ceph-mgr-modules-core-19.1.1-298.gb53 2.9 MB/s | 249 kB 00:00 2024-09-12T03:05:34.255 INFO:teuthology.orchestra.run.smithi029.stdout:(33/156): ceph-mgr-rook-19.1.1-298.gb53b6d3e.el 590 kB/s | 49 kB 00:00 2024-09-12T03:05:34.422 INFO:teuthology.orchestra.run.smithi029.stdout:(34/156): ceph-mgr-diskprediction-local-19.1.1- 13 MB/s | 7.4 MB 00:00 2024-09-12T03:05:34.456 INFO:teuthology.orchestra.run.smithi029.stdout:(35/156): ceph-prometheus-alerts-19.1.1-298.gb5 82 kB/s | 16 kB 00:00 2024-09-12T03:05:34.485 INFO:teuthology.orchestra.run.smithi038.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T03:05:34.486 INFO:teuthology.orchestra.run.smithi038.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T03:05:34.490 INFO:teuthology.orchestra.run.smithi029.stdout:(36/156): ceph-volume-19.1.1-298.gb53b6d3e.el9. 4.1 MB/s | 285 kB 00:00 2024-09-12T03:05:34.498 INFO:teuthology.orchestra.run.smithi038.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-12T03:05:34.499 INFO:teuthology.orchestra.run.smithi038.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-12T03:05:34.499 INFO:teuthology.orchestra.run.smithi038.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-12T03:05:34.500 INFO:teuthology.orchestra.run.smithi038.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-12T03:05:34.502 INFO:teuthology.orchestra.run.smithi038.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-12T03:05:34.505 INFO:teuthology.orchestra.run.smithi038.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-12T03:05:34.505 INFO:teuthology.orchestra.run.smithi038.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-12T03:05:34.541 INFO:teuthology.orchestra.run.smithi029.stdout:(37/156): cephadm-19.1.1-298.gb53b6d3e.el9.noar 8.9 MB/s | 765 kB 00:00 2024-09-12T03:05:34.566 INFO:teuthology.orchestra.run.smithi029.stdout:(38/156): cephfs-top-19.1.1-298.gb53b6d3e.el9.n 240 kB/s | 18 kB 00:00 2024-09-12T03:05:34.574 INFO:teuthology.orchestra.run.smithi038.stdout:Dependencies resolved. 2024-09-12T03:05:34.592 INFO:teuthology.orchestra.run.smithi038.stdout:====================================================================================== 2024-09-12T03:05:34.593 INFO:teuthology.orchestra.run.smithi038.stdout: Package Arch Version Repository Size 2024-09-12T03:05:34.593 INFO:teuthology.orchestra.run.smithi038.stdout:====================================================================================== 2024-09-12T03:05:34.593 INFO:teuthology.orchestra.run.smithi038.stdout:Installing: 2024-09-12T03:05:34.593 INFO:teuthology.orchestra.run.smithi038.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-12T03:05:34.593 INFO:teuthology.orchestra.run.smithi038.stdout: ceph x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 6.5 k 2024-09-12T03:05:34.593 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-base x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.4 M 2024-09-12T03:05:34.593 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 897 k 2024-09-12T03:05:34.593 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 145 k 2024-09-12T03:05:34.593 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 1.5 M 2024-09-12T03:05:34.593 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 146 k 2024-09-12T03:05:34.593 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-dashboard noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 3.6 M 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 7.4 M 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-rook noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 49 k 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-radosgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 11 M 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-test x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 49 M 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-volume noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 285 k 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 765 k 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 228 k 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-shell x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 27 k 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-top noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 18 k 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-12T03:05:34.594 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 32 k 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 752 k 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: librados-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 127 k 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cephfs x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 162 k 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rados x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 321 k 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 301 k 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 100 k 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 85 k 2024-09-12T03:05:34.595 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.1 M 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-nbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 171 k 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout:Upgrading: 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: librados2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.4 M 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: librbd1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.2 M 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout:Installing dependencies: 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T03:05:34.596 INFO:teuthology.orchestra.run.smithi038.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 21 M 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-grafana-dashboards noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 32 k 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mds x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 2.4 M 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-modules-core noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 249 k 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mon x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 4.7 M 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-osd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 17 M 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-prometheus-alerts noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 16 k 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-selinux x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 25 k 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T03:05:34.597 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: libcephsqlite x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 163 k 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T03:05:34.598 INFO:teuthology.orchestra.run.smithi038.stdout: libradosstriper1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 506 k 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: librgw2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.3 M 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T03:05:34.599 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-argparse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 45 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 136 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-12T03:05:34.600 INFO:teuthology.orchestra.run.smithi038.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T03:05:34.601 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T03:05:34.602 INFO:teuthology.orchestra.run.smithi038.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T03:05:34.603 INFO:teuthology.orchestra.run.smithi038.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T03:05:34.604 INFO:teuthology.orchestra.run.smithi038.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T03:05:34.605 INFO:teuthology.orchestra.run.smithi038.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-12T03:05:34.605 INFO:teuthology.orchestra.run.smithi038.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T03:05:34.605 INFO:teuthology.orchestra.run.smithi038.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-12T03:05:34.605 INFO:teuthology.orchestra.run.smithi038.stdout:Installing weak dependencies: 2024-09-12T03:05:34.605 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T03:05:34.605 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:05:34.605 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction Summary 2024-09-12T03:05:34.605 INFO:teuthology.orchestra.run.smithi038.stdout:====================================================================================== 2024-09-12T03:05:34.605 INFO:teuthology.orchestra.run.smithi038.stdout:Install 148 Packages 2024-09-12T03:05:34.605 INFO:teuthology.orchestra.run.smithi038.stdout:Upgrade 8 Packages 2024-09-12T03:05:34.605 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:05:34.606 INFO:teuthology.orchestra.run.smithi038.stdout:Total download size: 226 M 2024-09-12T03:05:34.606 INFO:teuthology.orchestra.run.smithi038.stdout:Downloading Packages: 2024-09-12T03:05:35.013 INFO:teuthology.orchestra.run.smithi038.stdout:(1/156): ceph-19.1.1-298.gb53b6d3e.el9.x86_64.r 47 kB/s | 6.5 kB 00:00 2024-09-12T03:05:35.188 INFO:teuthology.orchestra.run.smithi038.stdout:(2/156): ceph-fuse-19.1.1-298.gb53b6d3e.el9.x86 5.0 MB/s | 897 kB 00:00 2024-09-12T03:05:35.289 INFO:teuthology.orchestra.run.smithi038.stdout:(3/156): ceph-immutable-object-cache-19.1.1-298 1.4 MB/s | 145 kB 00:00 2024-09-12T03:05:35.389 INFO:teuthology.orchestra.run.smithi038.stdout:(4/156): ceph-base-19.1.1-298.gb53b6d3e.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-12T03:05:35.409 INFO:teuthology.orchestra.run.smithi029.stdout:(39/156): ceph-test-19.1.1-298.gb53b6d3e.el9.x8 14 MB/s | 49 MB 00:03 2024-09-12T03:05:35.514 INFO:teuthology.orchestra.run.smithi038.stdout:(5/156): ceph-mds-19.1.1-298.gb53b6d3e.el9.x86_ 11 MB/s | 2.4 MB 00:00 2024-09-12T03:05:35.556 INFO:teuthology.orchestra.run.smithi038.stdout:(6/156): ceph-mgr-19.1.1-298.gb53b6d3e.el9.x86_ 9.1 MB/s | 1.5 MB 00:00 2024-09-12T03:05:35.923 INFO:teuthology.orchestra.run.smithi038.stdout:(7/156): ceph-mon-19.1.1-298.gb53b6d3e.el9.x86_ 12 MB/s | 4.7 MB 00:00 2024-09-12T03:05:36.017 INFO:teuthology.orchestra.run.smithi029.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 54 kB/s | 80 kB 00:01 2024-09-12T03:05:36.186 INFO:teuthology.orchestra.run.smithi029.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 246 kB/s | 191 kB 00:00 2024-09-12T03:05:36.237 INFO:teuthology.orchestra.run.smithi029.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 480 kB/s | 801 kB 00:01 2024-09-12T03:05:36.340 INFO:teuthology.orchestra.run.smithi038.stdout:(8/156): ceph-common-19.1.1-298.gb53b6d3e.el9.x 14 MB/s | 21 MB 00:01 2024-09-12T03:05:36.382 INFO:teuthology.orchestra.run.smithi038.stdout:(9/156): ceph-selinux-19.1.1-298.gb53b6d3e.el9. 607 kB/s | 25 kB 00:00 2024-09-12T03:05:36.741 INFO:teuthology.orchestra.run.smithi038.stdout:(10/156): ceph-osd-19.1.1-298.gb53b6d3e.el9.x86 14 MB/s | 17 MB 00:01 2024-09-12T03:05:36.787 INFO:teuthology.orchestra.run.smithi029.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 329 kB/s | 253 kB 00:00 2024-09-12T03:05:36.799 INFO:teuthology.orchestra.run.smithi038.stdout:(11/156): cephfs-mirror-19.1.1-298.gb53b6d3e.el 3.9 MB/s | 228 kB 00:00 2024-09-12T03:05:36.896 INFO:teuthology.orchestra.run.smithi029.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 162 kB/s | 106 kB 00:00 2024-09-12T03:05:36.958 INFO:teuthology.orchestra.run.smithi038.stdout:(12/156): ceph-radosgw-19.1.1-298.gb53b6d3e.el9 10 MB/s | 11 MB 00:01 2024-09-12T03:05:36.999 INFO:teuthology.orchestra.run.smithi038.stdout:(13/156): cephfs-shell-19.1.1-298.gb53b6d3e.el9 135 kB/s | 27 kB 00:00 2024-09-12T03:05:37.041 INFO:teuthology.orchestra.run.smithi038.stdout:(14/156): libcephfs-devel-19.1.1-298.gb53b6d3e. 381 kB/s | 32 kB 00:00 2024-09-12T03:05:37.075 INFO:teuthology.orchestra.run.smithi038.stdout:(15/156): libcephfs2-19.1.1-298.gb53b6d3e.el9.x 9.8 MB/s | 752 kB 00:00 2024-09-12T03:05:37.100 INFO:teuthology.orchestra.run.smithi038.stdout:(16/156): libcephsqlite-19.1.1-298.gb53b6d3e.el 2.7 MB/s | 163 kB 00:00 2024-09-12T03:05:37.126 INFO:teuthology.orchestra.run.smithi038.stdout:(17/156): librados-devel-19.1.1-298.gb53b6d3e.e 2.5 MB/s | 127 kB 00:00 2024-09-12T03:05:37.130 INFO:teuthology.orchestra.run.smithi029.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 1.3 MB/s | 1.2 MB 00:00 2024-09-12T03:05:37.168 INFO:teuthology.orchestra.run.smithi038.stdout:(18/156): libradosstriper1-19.1.1-298.gb53b6d3e 7.4 MB/s | 506 kB 00:00 2024-09-12T03:05:37.251 INFO:teuthology.orchestra.run.smithi038.stdout:(19/156): python3-ceph-argparse-19.1.1-298.gb53 543 kB/s | 45 kB 00:00 2024-09-12T03:05:37.351 INFO:teuthology.orchestra.run.smithi038.stdout:(20/156): python3-ceph-common-19.1.1-298.gb53b6 1.3 MB/s | 136 kB 00:00 2024-09-12T03:05:37.435 INFO:teuthology.orchestra.run.smithi038.stdout:(21/156): python3-cephfs-19.1.1-298.gb53b6d3e.e 1.9 MB/s | 162 kB 00:00 2024-09-12T03:05:37.480 INFO:teuthology.orchestra.run.smithi029.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 195 kB/s | 135 kB 00:00 2024-09-12T03:05:37.510 INFO:teuthology.orchestra.run.smithi038.stdout:(22/156): librgw2-19.1.1-298.gb53b6d3e.el9.x86_ 14 MB/s | 5.3 MB 00:00 2024-09-12T03:05:37.552 INFO:teuthology.orchestra.run.smithi038.stdout:(23/156): python3-rados-19.1.1-298.gb53b6d3e.el 2.7 MB/s | 321 kB 00:00 2024-09-12T03:05:37.578 INFO:teuthology.orchestra.run.smithi038.stdout:(24/156): python3-rbd-19.1.1-298.gb53b6d3e.el9. 4.4 MB/s | 301 kB 00:00 2024-09-12T03:05:37.603 INFO:teuthology.orchestra.run.smithi038.stdout:(25/156): python3-rgw-19.1.1-298.gb53b6d3e.el9. 1.9 MB/s | 100 kB 00:00 2024-09-12T03:05:37.628 INFO:teuthology.orchestra.run.smithi038.stdout:(26/156): rbd-fuse-19.1.1-298.gb53b6d3e.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-12T03:05:37.656 INFO:teuthology.orchestra.run.smithi029.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 164 kB/s | 125 kB 00:00 2024-09-12T03:05:37.687 INFO:teuthology.orchestra.run.smithi038.stdout:(27/156): rbd-nbd-19.1.1-298.gb53b6d3e.el9.x86_ 2.9 MB/s | 171 kB 00:00 2024-09-12T03:05:37.748 INFO:teuthology.orchestra.run.smithi029.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 2.5 MB/s | 689 kB 00:00 2024-09-12T03:05:37.799 INFO:teuthology.orchestra.run.smithi029.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-09-12T03:05:37.804 INFO:teuthology.orchestra.run.smithi038.stdout:(28/156): rbd-mirror-19.1.1-298.gb53b6d3e.el9.x 15 MB/s | 3.1 MB 00:00 2024-09-12T03:05:37.838 INFO:teuthology.orchestra.run.smithi038.stdout:(29/156): ceph-grafana-dashboards-19.1.1-298.gb 211 kB/s | 32 kB 00:00 2024-09-12T03:05:37.857 INFO:teuthology.orchestra.run.smithi029.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 372 kB/s | 22 kB 00:00 2024-09-12T03:05:37.863 INFO:teuthology.orchestra.run.smithi038.stdout:(30/156): ceph-mgr-cephadm-19.1.1-298.gb53b6d3e 2.4 MB/s | 146 kB 00:00 2024-09-12T03:05:38.017 INFO:teuthology.orchestra.run.smithi029.stdout:(51/156): python3-urllib3-1.26.5-6.el9.noarch.r 290 kB/s | 215 kB 00:00 2024-09-12T03:05:38.017 INFO:teuthology.orchestra.run.smithi029.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 4.6 MB/s | 313 kB 00:00 2024-09-12T03:05:38.017 INFO:teuthology.orchestra.run.smithi029.stdout:(53/156): bison-3.7.4-5.el9.x86_64.rpm 2.9 MB/s | 943 kB 00:00 2024-09-12T03:05:38.059 INFO:teuthology.orchestra.run.smithi029.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 186 kB/s | 33 kB 00:00 2024-09-12T03:05:38.080 INFO:teuthology.orchestra.run.smithi038.stdout:(31/156): ceph-mgr-dashboard-19.1.1-298.gb53b6d 15 MB/s | 3.6 MB 00:00 2024-09-12T03:05:38.135 INFO:teuthology.orchestra.run.smithi029.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 114 kB/s | 18 kB 00:00 2024-09-12T03:05:38.155 INFO:teuthology.orchestra.run.smithi038.stdout:(32/156): ceph-mgr-modules-core-19.1.1-298.gb53 3.3 MB/s | 249 kB 00:00 2024-09-12T03:05:38.212 INFO:teuthology.orchestra.run.smithi029.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 73 kB/s | 11 kB 00:00 2024-09-12T03:05:38.214 INFO:teuthology.orchestra.run.smithi038.stdout:(33/156): ceph-mgr-rook-19.1.1-298.gb53b6d3e.el 850 kB/s | 49 kB 00:00 2024-09-12T03:05:38.272 INFO:teuthology.orchestra.run.smithi038.stdout:(34/156): ceph-prometheus-alerts-19.1.1-298.gb5 283 kB/s | 16 kB 00:00 2024-09-12T03:05:38.288 INFO:teuthology.orchestra.run.smithi029.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.0 MB/s | 160 kB 00:00 2024-09-12T03:05:38.364 INFO:teuthology.orchestra.run.smithi029.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 300 kB/s | 45 kB 00:00 2024-09-12T03:05:38.406 INFO:teuthology.orchestra.run.smithi029.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-09-12T03:05:38.406 INFO:teuthology.orchestra.run.smithi038.stdout:(35/156): ceph-mgr-diskprediction-local-19.1.1- 14 MB/s | 7.4 MB 00:00 2024-09-12T03:05:38.431 INFO:teuthology.orchestra.run.smithi038.stdout:(36/156): ceph-volume-19.1.1-298.gb53b6d3e.el9. 1.8 MB/s | 285 kB 00:00 2024-09-12T03:05:38.473 INFO:teuthology.orchestra.run.smithi038.stdout:(37/156): cephadm-19.1.1-298.gb53b6d3e.el9.noar 11 MB/s | 765 kB 00:00 2024-09-12T03:05:38.498 INFO:teuthology.orchestra.run.smithi038.stdout:(38/156): cephfs-top-19.1.1-298.gb53b6d3e.el9.n 274 kB/s | 18 kB 00:00 2024-09-12T03:05:38.515 INFO:teuthology.orchestra.run.smithi029.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 226 kB/s | 24 kB 00:00 2024-09-12T03:05:38.582 INFO:teuthology.orchestra.run.smithi029.stdout:(61/156): libtool-2.4.6-46.el9.x86_64.rpm 2.6 MB/s | 581 kB 00:00 2024-09-12T03:05:38.658 INFO:teuthology.orchestra.run.smithi029.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 334 kB/s | 47 kB 00:00 2024-09-12T03:05:38.716 INFO:teuthology.orchestra.run.smithi029.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 3.2 MB/s | 188 kB 00:00 2024-09-12T03:05:38.825 INFO:teuthology.orchestra.run.smithi029.stdout:(64/156): openblas-0.3.26-2.el9.x86_64.rpm 355 kB/s | 38 kB 00:00 2024-09-12T03:05:38.850 INFO:teuthology.orchestra.run.smithi029.stdout:(65/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.5 MB/s | 292 kB 00:00 2024-09-12T03:05:39.041 INFO:teuthology.orchestra.run.smithi038.stdout:(39/156): ceph-test-19.1.1-298.gb53b6d3e.el9.x8 18 MB/s | 49 MB 00:02 2024-09-12T03:05:39.359 INFO:teuthology.orchestra.run.smithi029.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.1 MB/s | 3.0 MB 00:01 2024-09-12T03:05:39.599 INFO:teuthology.orchestra.run.smithi038.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 71 kB/s | 80 kB 00:01 2024-09-12T03:05:39.758 INFO:teuthology.orchestra.run.smithi038.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 267 kB/s | 191 kB 00:00 2024-09-12T03:05:39.858 INFO:teuthology.orchestra.run.smithi038.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 589 kB/s | 801 kB 00:01 2024-09-12T03:05:40.202 INFO:teuthology.orchestra.run.smithi029.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 1.9 MB/s | 1.6 MB 00:00 2024-09-12T03:05:40.425 INFO:teuthology.orchestra.run.smithi038.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 307 kB/s | 253 kB 00:00 2024-09-12T03:05:40.543 INFO:teuthology.orchestra.run.smithi038.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 159 kB/s | 106 kB 00:00 2024-09-12T03:05:40.669 INFO:teuthology.orchestra.run.smithi029.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 1.9 MB/s | 910 kB 00:00 2024-09-12T03:05:40.759 INFO:teuthology.orchestra.run.smithi038.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 1.2 MB/s | 1.2 MB 00:00 2024-09-12T03:05:40.786 INFO:teuthology.orchestra.run.smithi029.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 1.1 MB/s | 137 kB 00:00 2024-09-12T03:05:41.151 INFO:teuthology.orchestra.run.smithi038.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 186 kB/s | 135 kB 00:00 2024-09-12T03:05:41.161 INFO:teuthology.orchestra.run.smithi029.stdout:(70/156): openblas-openmp-0.3.26-2.el9.x86_64.r 2.1 MB/s | 4.9 MB 00:02 2024-09-12T03:05:41.234 INFO:teuthology.orchestra.run.smithi038.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 181 kB/s | 125 kB 00:00 2024-09-12T03:05:41.255 INFO:teuthology.orchestra.run.smithi029.stdout:(71/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 1.8 MB/s | 4.4 MB 00:02 2024-09-12T03:05:41.339 INFO:teuthology.orchestra.run.smithi029.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-09-12T03:05:41.368 INFO:teuthology.orchestra.run.smithi038.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 3.1 MB/s | 689 kB 00:00 2024-09-12T03:05:41.435 INFO:teuthology.orchestra.run.smithi038.stdout:(49/156): bison-3.7.4-5.el9.x86_64.rpm 4.6 MB/s | 943 kB 00:00 2024-09-12T03:05:41.460 INFO:teuthology.orchestra.run.smithi038.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 1.1 MB/s | 107 kB 00:00 2024-09-12T03:05:41.485 INFO:teuthology.orchestra.run.smithi038.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 436 kB/s | 22 kB 00:00 2024-09-12T03:05:41.510 INFO:teuthology.orchestra.run.smithi038.stdout:(52/156): python3-urllib3-1.26.5-6.el9.noarch.r 291 kB/s | 215 kB 00:00 2024-09-12T03:05:41.536 INFO:teuthology.orchestra.run.smithi038.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 651 kB/s | 33 kB 00:00 2024-09-12T03:05:41.561 INFO:teuthology.orchestra.run.smithi038.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 3.1 MB/s | 313 kB 00:00 2024-09-12T03:05:41.586 INFO:teuthology.orchestra.run.smithi038.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 366 kB/s | 18 kB 00:00 2024-09-12T03:05:41.611 INFO:teuthology.orchestra.run.smithi038.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-12T03:05:41.628 INFO:teuthology.orchestra.run.smithi038.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.8 MB/s | 160 kB 00:00 2024-09-12T03:05:41.654 INFO:teuthology.orchestra.run.smithi038.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-09-12T03:05:41.748 INFO:teuthology.orchestra.run.smithi029.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 1.7 MB/s | 1.0 MB 00:00 2024-09-12T03:05:41.761 INFO:teuthology.orchestra.run.smithi038.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 4.9 MB/s | 662 kB 00:00 2024-09-12T03:05:41.805 INFO:teuthology.orchestra.run.smithi038.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 561 kB/s | 24 kB 00:00 2024-09-12T03:05:41.838 INFO:teuthology.orchestra.run.smithi038.stdout:(61/156): libtool-2.4.6-46.el9.x86_64.rpm 3.1 MB/s | 581 kB 00:00 2024-09-12T03:05:41.857 INFO:teuthology.orchestra.run.smithi029.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 565 kB/s | 61 kB 00:00 2024-09-12T03:05:41.863 INFO:teuthology.orchestra.run.smithi038.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 814 kB/s | 47 kB 00:00 2024-09-12T03:05:41.939 INFO:teuthology.orchestra.run.smithi038.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 2.5 MB/s | 188 kB 00:00 2024-09-12T03:05:41.964 INFO:teuthology.orchestra.run.smithi038.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-09-12T03:05:41.989 INFO:teuthology.orchestra.run.smithi038.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 771 kB/s | 38 kB 00:00 2024-09-12T03:05:41.999 INFO:teuthology.orchestra.run.smithi029.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.7 MB/s | 245 kB 00:00 2024-09-12T03:05:42.147 INFO:teuthology.orchestra.run.smithi029.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.6 MB/s | 248 kB 00:00 2024-09-12T03:05:42.231 INFO:teuthology.orchestra.run.smithi038.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.2 MB/s | 3.0 MB 00:00 2024-09-12T03:05:42.247 INFO:teuthology.orchestra.run.smithi029.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 256 kB/s | 26 kB 00:00 2024-09-12T03:05:42.348 INFO:teuthology.orchestra.run.smithi029.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-09-12T03:05:42.465 INFO:teuthology.orchestra.run.smithi029.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-12T03:05:42.566 INFO:teuthology.orchestra.run.smithi029.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 347 kB/s | 35 kB 00:00 2024-09-12T03:05:42.673 INFO:teuthology.orchestra.run.smithi038.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 3.6 MB/s | 1.6 MB 00:00 2024-09-12T03:05:42.962 INFO:teuthology.orchestra.run.smithi038.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 3.1 MB/s | 910 kB 00:00 2024-09-12T03:05:43.032 INFO:teuthology.orchestra.run.smithi038.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 1.9 MB/s | 137 kB 00:00 2024-09-12T03:05:43.282 INFO:teuthology.orchestra.run.smithi038.stdout:(70/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.4 MB/s | 4.4 MB 00:01 2024-09-12T03:05:43.375 INFO:teuthology.orchestra.run.smithi029.stdout:(81/156): postgresql-server-13.16-1.el9.x86_64. 2.2 MB/s | 5.8 MB 00:02 2024-09-12T03:05:43.458 INFO:teuthology.orchestra.run.smithi038.stdout:(71/156): openblas-openmp-0.3.26-2.el9.x86_64.r 3.3 MB/s | 4.9 MB 00:01 2024-09-12T03:05:43.508 INFO:teuthology.orchestra.run.smithi038.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-09-12T03:05:43.517 INFO:teuthology.orchestra.run.smithi029.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 250 kB 00:00 2024-09-12T03:05:43.658 INFO:teuthology.orchestra.run.smithi038.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 2.7 MB/s | 1.0 MB 00:00 2024-09-12T03:05:43.659 INFO:teuthology.orchestra.run.smithi029.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.5 MB/s | 222 kB 00:00 2024-09-12T03:05:43.700 INFO:teuthology.orchestra.run.smithi038.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-12T03:05:43.743 INFO:teuthology.orchestra.run.smithi029.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 925 kB/s | 77 kB 00:00 2024-09-12T03:05:43.792 INFO:teuthology.orchestra.run.smithi038.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.6 MB/s | 245 kB 00:00 2024-09-12T03:05:43.802 INFO:teuthology.orchestra.run.smithi029.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 724 kB/s | 42 kB 00:00 2024-09-12T03:05:43.884 INFO:teuthology.orchestra.run.smithi038.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.7 MB/s | 248 kB 00:00 2024-09-12T03:05:43.926 INFO:teuthology.orchestra.run.smithi038.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 620 kB/s | 26 kB 00:00 2024-09-12T03:05:43.969 INFO:teuthology.orchestra.run.smithi038.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 455 kB/s | 19 kB 00:00 2024-09-12T03:05:43.977 INFO:teuthology.orchestra.run.smithi029.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 1.5 MB/s | 269 kB 00:00 2024-09-12T03:05:44.044 INFO:teuthology.orchestra.run.smithi038.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-12T03:05:44.086 INFO:teuthology.orchestra.run.smithi038.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 844 kB/s | 35 kB 00:00 2024-09-12T03:05:44.103 INFO:teuthology.orchestra.run.smithi029.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-09-12T03:05:44.437 INFO:teuthology.orchestra.run.smithi029.stdout:(88/156): python3-pyasn1-modules-0.4.8-6.el9.no 836 kB/s | 279 kB 00:00 2024-09-12T03:05:44.497 INFO:teuthology.orchestra.run.smithi029.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 852 kB/s | 51 kB 00:00 2024-09-12T03:05:44.556 INFO:teuthology.orchestra.run.smithi029.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 917 kB/s | 54 kB 00:00 2024-09-12T03:05:44.732 INFO:teuthology.orchestra.run.smithi029.stdout:(91/156): python3-babel-2.9.1-2.el9.noarch.rpm 1.8 MB/s | 6.0 MB 00:03 2024-09-12T03:05:44.790 INFO:teuthology.orchestra.run.smithi029.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 715 kB/s | 42 kB 00:00 2024-09-12T03:05:44.794 INFO:teuthology.orchestra.run.smithi038.stdout:(81/156): postgresql-server-13.16-1.el9.x86_64. 3.3 MB/s | 5.8 MB 00:01 2024-09-12T03:05:44.850 INFO:teuthology.orchestra.run.smithi029.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 754 kB/s | 44 kB 00:00 2024-09-12T03:05:44.886 INFO:teuthology.orchestra.run.smithi038.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-09-12T03:05:44.987 INFO:teuthology.orchestra.run.smithi038.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-09-12T03:05:45.000 INFO:teuthology.orchestra.run.smithi029.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.4 MB/s | 221 kB 00:00 2024-09-12T03:05:45.045 INFO:teuthology.orchestra.run.smithi038.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-12T03:05:45.059 INFO:teuthology.orchestra.run.smithi029.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 616 kB/s | 36 kB 00:00 2024-09-12T03:05:45.087 INFO:teuthology.orchestra.run.smithi038.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-09-12T03:05:45.118 INFO:teuthology.orchestra.run.smithi029.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 809 kB/s | 47 kB 00:00 2024-09-12T03:05:45.196 INFO:teuthology.orchestra.run.smithi038.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-09-12T03:05:45.260 INFO:teuthology.orchestra.run.smithi029.stdout:(97/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.9 MB/s | 5.1 MB 00:02 2024-09-12T03:05:45.271 INFO:teuthology.orchestra.run.smithi038.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-09-12T03:05:45.319 INFO:teuthology.orchestra.run.smithi029.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 990 kB/s | 58 kB 00:00 2024-09-12T03:05:45.377 INFO:teuthology.orchestra.run.smithi029.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 1.1 MB/s | 304 kB 00:00 2024-09-12T03:05:45.396 INFO:teuthology.orchestra.run.smithi038.stdout:(88/156): python3-babel-2.9.1-2.el9.noarch.rpm 3.2 MB/s | 6.0 MB 00:01 2024-09-12T03:05:45.403 INFO:teuthology.orchestra.run.smithi029.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.1 MB/s | 96 kB 00:00 2024-09-12T03:05:45.438 INFO:teuthology.orchestra.run.smithi038.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-09-12T03:05:45.462 INFO:teuthology.orchestra.run.smithi029.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 764 kB/s | 45 kB 00:00 2024-09-12T03:05:45.489 INFO:teuthology.orchestra.run.smithi038.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 1.3 MB/s | 279 kB 00:00 2024-09-12T03:05:45.496 INFO:teuthology.orchestra.run.smithi029.stdout:(102/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 540 kB/s | 64 kB 00:00 2024-09-12T03:05:45.516 INFO:teuthology.orchestra.run.smithi038.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 711 kB/s | 54 kB 00:00 2024-09-12T03:05:45.556 INFO:teuthology.orchestra.run.smithi038.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-09-12T03:05:45.580 INFO:teuthology.orchestra.run.smithi029.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 190 kB/s | 22 kB 00:00 2024-09-12T03:05:45.598 INFO:teuthology.orchestra.run.smithi038.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-12T03:05:45.640 INFO:teuthology.orchestra.run.smithi029.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 9.0 MB/s | 548 kB 00:00 2024-09-12T03:05:45.674 INFO:teuthology.orchestra.run.smithi029.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 9.1 MB/s | 309 kB 00:00 2024-09-12T03:05:45.690 INFO:teuthology.orchestra.run.smithi038.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.4 MB/s | 221 kB 00:00 2024-09-12T03:05:45.699 INFO:teuthology.orchestra.run.smithi029.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 777 kB/s | 19 kB 00:00 2024-09-12T03:05:45.732 INFO:teuthology.orchestra.run.smithi038.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 870 kB/s | 36 kB 00:00 2024-09-12T03:05:45.792 INFO:teuthology.orchestra.run.smithi029.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.9 MB/s | 863 kB 00:00 2024-09-12T03:05:45.824 INFO:teuthology.orchestra.run.smithi038.stdout:(96/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 2.9 MB/s | 5.1 MB 00:01 2024-09-12T03:05:45.849 INFO:teuthology.orchestra.run.smithi038.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 406 kB/s | 47 kB 00:00 2024-09-12T03:05:45.884 INFO:teuthology.orchestra.run.smithi029.stdout:(108/156): libarrow-9.0.0-11.el9.x86_64.rpm 24 MB/s | 4.4 MB 00:00 2024-09-12T03:05:45.891 INFO:teuthology.orchestra.run.smithi038.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-12T03:05:45.949 INFO:teuthology.orchestra.run.smithi038.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 1.6 MB/s | 96 kB 00:00 2024-09-12T03:05:45.960 INFO:teuthology.orchestra.run.smithi029.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 753 kB/s | 49 kB 00:00 2024-09-12T03:05:45.975 INFO:teuthology.orchestra.run.smithi038.stdout:(100/156): socat-1.7.4.1-6.el9.x86_64.rpm 2.0 MB/s | 304 kB 00:00 2024-09-12T03:05:45.993 INFO:teuthology.orchestra.run.smithi029.stdout:(110/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 129 kB/s | 26 kB 00:00 2024-09-12T03:05:46.017 INFO:teuthology.orchestra.run.smithi038.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 957 kB/s | 64 kB 00:00 2024-09-12T03:05:46.019 INFO:teuthology.orchestra.run.smithi029.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.2 MB/s | 67 kB 00:00 2024-09-12T03:05:46.042 INFO:teuthology.orchestra.run.smithi038.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 673 kB/s | 45 kB 00:00 2024-09-12T03:05:46.044 INFO:teuthology.orchestra.run.smithi029.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-09-12T03:05:46.087 INFO:teuthology.orchestra.run.smithi029.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-12T03:05:46.121 INFO:teuthology.orchestra.run.smithi029.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.3 MB/s | 43 kB 00:00 2024-09-12T03:05:46.155 INFO:teuthology.orchestra.run.smithi029.stdout:(115/156): python3-asyncssh-2.13.2-5.el9.noarch 4.9 MB/s | 548 kB 00:00 2024-09-12T03:05:46.188 INFO:teuthology.orchestra.run.smithi029.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 479 kB/s | 32 kB 00:00 2024-09-12T03:05:46.222 INFO:teuthology.orchestra.run.smithi029.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 210 kB/s | 14 kB 00:00 2024-09-12T03:05:46.423 INFO:teuthology.orchestra.run.smithi029.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 733 kB/s | 172 kB 00:00 2024-09-12T03:05:46.459 INFO:teuthology.orchestra.run.smithi029.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 1.5 MB/s | 358 kB 00:00 2024-09-12T03:05:46.493 INFO:teuthology.orchestra.run.smithi029.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.3 MB/s | 303 kB 00:00 2024-09-12T03:05:46.527 INFO:teuthology.orchestra.run.smithi029.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.2 MB/s | 220 kB 00:00 2024-09-12T03:05:46.551 INFO:teuthology.orchestra.run.smithi038.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 42 kB/s | 22 kB 00:00 2024-09-12T03:05:46.569 INFO:teuthology.orchestra.run.smithi029.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 3.4 MB/s | 144 kB 00:00 2024-09-12T03:05:46.595 INFO:teuthology.orchestra.run.smithi029.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 423 kB/s | 11 kB 00:00 2024-09-12T03:05:46.620 INFO:teuthology.orchestra.run.smithi029.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 714 kB/s | 18 kB 00:00 2024-09-12T03:05:46.626 INFO:teuthology.orchestra.run.smithi038.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 7.2 MB/s | 548 kB 00:00 2024-09-12T03:05:46.645 INFO:teuthology.orchestra.run.smithi029.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 921 kB/s | 23 kB 00:00 2024-09-12T03:05:46.659 INFO:teuthology.orchestra.run.smithi038.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 9.1 MB/s | 309 kB 00:00 2024-09-12T03:05:46.671 INFO:teuthology.orchestra.run.smithi029.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 777 kB/s | 19 kB 00:00 2024-09-12T03:05:46.685 INFO:teuthology.orchestra.run.smithi038.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 785 kB/s | 19 kB 00:00 2024-09-12T03:05:46.697 INFO:teuthology.orchestra.run.smithi029.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 781 kB/s | 20 kB 00:00 2024-09-12T03:05:46.781 INFO:teuthology.orchestra.run.smithi029.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 7.1 MB/s | 2.0 MB 00:00 2024-09-12T03:05:46.814 INFO:teuthology.orchestra.run.smithi029.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-09-12T03:05:46.818 INFO:teuthology.orchestra.run.smithi038.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 33 MB/s | 4.4 MB 00:00 2024-09-12T03:05:46.843 INFO:teuthology.orchestra.run.smithi038.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-12T03:05:46.856 INFO:teuthology.orchestra.run.smithi029.stdout:(130/156): python3-kubernetes-26.1.0-2.el9.noar 6.4 MB/s | 1.0 MB 00:00 2024-09-12T03:05:46.869 INFO:teuthology.orchestra.run.smithi038.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-12T03:05:46.894 INFO:teuthology.orchestra.run.smithi038.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-09-12T03:05:46.915 INFO:teuthology.orchestra.run.smithi029.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 782 kB/s | 79 kB 00:00 2024-09-12T03:05:46.928 INFO:teuthology.orchestra.run.smithi038.stdout:(111/156): protobuf-compiler-3.14.0-13.el9.x86_ 975 kB/s | 863 kB 00:00 2024-09-12T03:05:46.949 INFO:teuthology.orchestra.run.smithi029.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 623 kB/s | 58 kB 00:00 2024-09-12T03:05:46.977 INFO:teuthology.orchestra.run.smithi029.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 618 kB/s | 16 kB 00:00 2024-09-12T03:05:46.986 INFO:teuthology.orchestra.run.smithi038.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 1.6 MB/s | 151 kB 00:00 2024-09-12T03:05:47.002 INFO:teuthology.orchestra.run.smithi029.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-12T03:05:47.036 INFO:teuthology.orchestra.run.smithi029.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.2 MB/s | 272 kB 00:00 2024-09-12T03:05:47.037 INFO:teuthology.orchestra.run.smithi038.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 14 MB/s | 548 kB 00:00 2024-09-12T03:05:47.062 INFO:teuthology.orchestra.run.smithi029.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 477 kB/s | 28 kB 00:00 2024-09-12T03:05:47.062 INFO:teuthology.orchestra.run.smithi038.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T03:05:47.087 INFO:teuthology.orchestra.run.smithi029.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-12T03:05:47.087 INFO:teuthology.orchestra.run.smithi038.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-12T03:05:47.112 INFO:teuthology.orchestra.run.smithi038.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 568 kB/s | 14 kB 00:00 2024-09-12T03:05:47.113 INFO:teuthology.orchestra.run.smithi029.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-12T03:05:47.137 INFO:teuthology.orchestra.run.smithi038.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.8 MB/s | 172 kB 00:00 2024-09-12T03:05:47.138 INFO:teuthology.orchestra.run.smithi029.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-12T03:05:47.163 INFO:teuthology.orchestra.run.smithi029.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 706 kB/s | 36 kB 00:00 2024-09-12T03:05:47.171 INFO:teuthology.orchestra.run.smithi038.stdout:(118/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.4 MB/s | 839 kB 00:00 2024-09-12T03:05:47.189 INFO:teuthology.orchestra.run.smithi029.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-12T03:05:47.197 INFO:teuthology.orchestra.run.smithi038.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-12T03:05:47.215 INFO:teuthology.orchestra.run.smithi029.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-12T03:05:47.222 INFO:teuthology.orchestra.run.smithi038.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.8 MB/s | 303 kB 00:00 2024-09-12T03:05:47.247 INFO:teuthology.orchestra.run.smithi038.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-12T03:05:47.248 INFO:teuthology.orchestra.run.smithi029.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-12T03:05:47.274 INFO:teuthology.orchestra.run.smithi029.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 802 kB/s | 20 kB 00:00 2024-09-12T03:05:47.281 INFO:teuthology.orchestra.run.smithi038.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-12T03:05:47.306 INFO:teuthology.orchestra.run.smithi038.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 429 kB/s | 11 kB 00:00 2024-09-12T03:05:47.308 INFO:teuthology.orchestra.run.smithi029.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 4.5 MB/s | 427 kB 00:00 2024-09-12T03:05:47.332 INFO:teuthology.orchestra.run.smithi038.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 707 kB/s | 18 kB 00:00 2024-09-12T03:05:47.333 INFO:teuthology.orchestra.run.smithi029.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-12T03:05:47.382 INFO:teuthology.orchestra.run.smithi038.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 466 kB/s | 23 kB 00:00 2024-09-12T03:05:47.407 INFO:teuthology.orchestra.run.smithi038.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 779 kB/s | 19 kB 00:00 2024-09-12T03:05:47.409 INFO:teuthology.orchestra.run.smithi029.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-12T03:05:47.432 INFO:teuthology.orchestra.run.smithi038.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 796 kB/s | 20 kB 00:00 2024-09-12T03:05:47.500 INFO:teuthology.orchestra.run.smithi038.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 7.4 MB/s | 2.0 MB 00:00 2024-09-12T03:05:47.524 INFO:teuthology.orchestra.run.smithi038.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-12T03:05:47.550 INFO:teuthology.orchestra.run.smithi038.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-12T03:05:47.583 INFO:teuthology.orchestra.run.smithi038.stdout:(131/156): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-09-12T03:05:47.609 INFO:teuthology.orchestra.run.smithi038.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 986 kB/s | 58 kB 00:00 2024-09-12T03:05:47.609 INFO:teuthology.orchestra.run.smithi029.stdout:(148/156): librados2-19.1.1-298.gb53b6d3e.el9.x 12 MB/s | 3.4 MB 00:00 2024-09-12T03:05:47.634 INFO:teuthology.orchestra.run.smithi038.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 661 kB/s | 16 kB 00:00 2024-09-12T03:05:47.651 INFO:teuthology.orchestra.run.smithi038.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 5.4 MB/s | 90 kB 00:00 2024-09-12T03:05:47.685 INFO:teuthology.orchestra.run.smithi038.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-09-12T03:05:47.710 INFO:teuthology.orchestra.run.smithi038.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 482 kB/s | 28 kB 00:00 2024-09-12T03:05:47.728 INFO:teuthology.orchestra.run.smithi029.stdout:(149/156): librbd1-19.1.1-298.gb53b6d3e.el9.x86 9.9 MB/s | 3.2 MB 00:00 2024-09-12T03:05:47.735 INFO:teuthology.orchestra.run.smithi038.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-12T03:05:47.760 INFO:teuthology.orchestra.run.smithi038.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-12T03:05:47.811 INFO:teuthology.orchestra.run.smithi038.stdout:(139/156): python3-tempora-5.0.0-2.el9.noarch.r 721 kB/s | 36 kB 00:00 2024-09-12T03:05:47.836 INFO:teuthology.orchestra.run.smithi038.stdout:(140/156): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-09-12T03:05:47.861 INFO:teuthology.orchestra.run.smithi038.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-12T03:05:47.887 INFO:teuthology.orchestra.run.smithi038.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-12T03:05:47.912 INFO:teuthology.orchestra.run.smithi038.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-12T03:05:47.937 INFO:teuthology.orchestra.run.smithi038.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 798 kB/s | 20 kB 00:00 2024-09-12T03:05:47.973 INFO:teuthology.orchestra.run.smithi038.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 5.7 MB/s | 191 kB 00:00 2024-09-12T03:05:47.996 INFO:teuthology.orchestra.run.smithi038.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-09-12T03:05:48.055 INFO:teuthology.orchestra.run.smithi038.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-12T03:05:48.272 INFO:teuthology.orchestra.run.smithi038.stdout:(148/156): librados2-19.1.1-298.gb53b6d3e.el9.x 12 MB/s | 3.4 MB 00:00 2024-09-12T03:05:48.355 INFO:teuthology.orchestra.run.smithi038.stdout:(149/156): librbd1-19.1.1-298.gb53b6d3e.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-12T03:05:48.679 INFO:teuthology.orchestra.run.smithi029.stdout:(150/156): NetworkManager-1.49.90-1.el9.x86_64. 2.2 MB/s | 2.3 MB 00:01 2024-09-12T03:05:48.738 INFO:teuthology.orchestra.run.smithi029.stdout:(151/156): NetworkManager-libnm-1.49.90-1.el9.x 1.8 MB/s | 1.8 MB 00:01 2024-09-12T03:05:49.255 INFO:teuthology.orchestra.run.smithi029.stdout:(152/156): NetworkManager-team-1.49.90-1.el9.x8 71 kB/s | 41 kB 00:00 2024-09-12T03:05:49.272 INFO:teuthology.orchestra.run.smithi038.stdout:(150/156): NetworkManager-1.49.90-1.el9.x86_64. 2.3 MB/s | 2.3 MB 00:01 2024-09-12T03:05:49.538 INFO:teuthology.orchestra.run.smithi038.stdout:(151/156): NetworkManager-libnm-1.49.90-1.el9.x 1.5 MB/s | 1.8 MB 00:01 2024-09-12T03:05:49.722 INFO:teuthology.orchestra.run.smithi029.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 253 kB/s | 249 kB 00:00 2024-09-12T03:05:50.048 INFO:teuthology.orchestra.run.smithi038.stdout:(152/156): NetworkManager-team-1.49.90-1.el9.x8 53 kB/s | 41 kB 00:00 2024-09-12T03:05:50.282 INFO:teuthology.orchestra.run.smithi038.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 335 kB/s | 249 kB 00:00 2024-09-12T03:05:50.373 INFO:teuthology.orchestra.run.smithi029.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 1.2 MB/s | 1.4 MB 00:01 2024-09-12T03:05:50.782 INFO:teuthology.orchestra.run.smithi029.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.3 MB/s | 2.4 MB 00:01 2024-09-12T03:05:50.849 INFO:teuthology.orchestra.run.smithi038.stdout:(154/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.0 MB/s | 16 MB 00:05 2024-09-12T03:05:51.207 INFO:teuthology.orchestra.run.smithi038.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 1.2 MB/s | 1.4 MB 00:01 2024-09-12T03:05:51.591 INFO:teuthology.orchestra.run.smithi038.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 1.8 MB/s | 2.4 MB 00:01 2024-09-12T03:05:51.598 INFO:teuthology.orchestra.run.smithi038.stdout:-------------------------------------------------------------------------------- 2024-09-12T03:05:51.598 INFO:teuthology.orchestra.run.smithi038.stdout:Total 13 MB/s | 226 MB 00:16 2024-09-12T03:05:53.669 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction check 2024-09-12T03:05:53.782 INFO:teuthology.orchestra.run.smithi029.stdout:(156/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 1.8 MB/s | 16 MB 00:09 2024-09-12T03:05:53.789 INFO:teuthology.orchestra.run.smithi029.stdout:-------------------------------------------------------------------------------- 2024-09-12T03:05:53.789 INFO:teuthology.orchestra.run.smithi029.stdout:Total 9.5 MB/s | 226 MB 00:23 2024-09-12T03:05:53.871 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction check succeeded. 2024-09-12T03:05:53.871 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction test 2024-09-12T03:05:55.886 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction check 2024-09-12T03:05:56.087 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction check succeeded. 2024-09-12T03:05:56.087 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction test 2024-09-12T03:05:56.417 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction test succeeded. 2024-09-12T03:05:56.417 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction 2024-09-12T03:05:58.748 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction test succeeded. 2024-09-12T03:05:58.748 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction 2024-09-12T03:06:03.593 INFO:teuthology.orchestra.run.smithi038.stdout: Preparing : 1/1 2024-09-12T03:06:03.721 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-12T03:06:03.779 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-12T03:06:03.860 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-12T03:06:03.898 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-12T03:06:03.930 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-12T03:06:03.999 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-12T03:06:04.391 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-12T03:06:04.505 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T03:06:04.654 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T03:06:04.689 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T03:06:04.804 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T03:06:04.837 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T03:06:05.053 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-12T03:06:05.117 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-12T03:06:05.143 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T03:06:05.288 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T03:06:05.319 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T03:06:05.453 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T03:06:05.504 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T03:06:05.546 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T03:06:05.882 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T03:06:05.986 INFO:teuthology.orchestra.run.smithi029.stdout: Preparing : 1/1 2024-09-12T03:06:06.059 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T03:06:06.208 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-12T03:06:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-12T03:06:06.271 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-12T03:06:06.343 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-12T03:06:06.351 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T03:06:06.395 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-12T03:06:06.427 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-12T03:06:06.471 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T03:06:06.497 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-12T03:06:06.751 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T03:06:06.893 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-12T03:06:06.896 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-12T03:06:07.008 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-12T03:06:07.055 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-12T03:06:07.090 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T03:06:07.122 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-12T03:06:07.206 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-12T03:06:07.284 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-12T03:06:07.321 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-12T03:06:07.339 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T03:06:07.376 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T03:06:07.376 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-12T03:06:07.423 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-12T03:06:07.456 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-12T03:06:07.564 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-12T03:06:07.573 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T03:06:07.616 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T03:06:07.626 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-12T03:06:07.661 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-12T03:06:07.707 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-12T03:06:07.790 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-12T03:06:07.822 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 34/164 2024-09-12T03:06:07.861 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-12T03:06:07.868 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 35/164 2024-09-12T03:06:07.919 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 36/164 2024-09-12T03:06:07.925 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-12T03:06:07.960 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T03:06:08.015 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-12T03:06:08.081 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-12T03:06:08.097 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T03:06:08.129 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T03:06:08.174 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-12T03:06:08.211 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-12T03:06:08.241 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T03:06:08.315 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-12T03:06:08.347 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-12T03:06:08.413 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-12T03:06:08.620 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T03:06:08.813 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-12T03:06:09.046 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-12T03:06:09.087 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-12T03:06:09.187 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T03:06:09.190 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-12T03:06:09.239 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-12T03:06:09.367 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T03:06:09.516 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-12T03:06:09.572 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 46/164 2024-09-12T03:06:09.625 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-12T03:06:09.663 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-12T03:06:09.816 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-12T03:06:09.824 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-12T03:06:09.909 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-12T03:06:09.934 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-12T03:06:09.985 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-12T03:06:09.995 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-12T03:06:10.031 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-12T03:06:10.080 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-12T03:06:10.118 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-12T03:06:10.123 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-12T03:06:10.145 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-12T03:06:10.186 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-12T03:06:10.205 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-12T03:06:10.244 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-12T03:06:10.248 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-12T03:06:10.290 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-12T03:06:10.306 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-12T03:06:10.353 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-12T03:06:10.366 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-12T03:06:10.387 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-12T03:06:10.481 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-12T03:06:10.550 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-12T03:06:10.553 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-12T03:06:10.594 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-12T03:06:10.598 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-12T03:06:10.641 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-12T03:06:10.642 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-12T03:06:10.734 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-12T03:06:10.772 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-12T03:06:10.774 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 34/164 2024-09-12T03:06:10.828 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 35/164 2024-09-12T03:06:10.855 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 36/164 2024-09-12T03:06:10.902 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-12T03:06:10.952 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-12T03:06:11.010 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-12T03:06:11.116 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-12T03:06:11.276 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-12T03:06:11.321 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-12T03:06:11.330 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-12T03:06:11.345 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-12T03:06:11.392 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-12T03:06:11.466 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-12T03:06:11.630 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-12T03:06:11.680 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-12T03:06:11.722 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-12T03:06:11.769 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-12T03:06:11.817 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-12T03:06:11.857 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-12T03:06:11.893 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-12T03:06:11.928 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-12T03:06:11.961 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-12T03:06:12.075 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-12T03:06:12.075 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-12T03:06:12.112 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-12T03:06:12.214 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-12T03:06:12.231 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-12T03:06:12.266 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-12T03:06:12.272 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-12T03:06:12.307 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-12T03:06:12.310 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-12T03:06:12.358 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 46/164 2024-09-12T03:06:12.418 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-12T03:06:12.435 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-12T03:06:12.505 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-12T03:06:12.613 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-12T03:06:12.724 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-12T03:06:12.795 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-12T03:06:12.890 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-12T03:06:12.935 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-12T03:06:12.972 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-12T03:06:13.033 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-12T03:06:13.124 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-12T03:06:13.179 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-12T03:06:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-12T03:06:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-12T03:06:13.447 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-12T03:06:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-12T03:06:13.497 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-12T03:06:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-12T03:06:13.531 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-12T03:06:13.649 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-12T03:06:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-12T03:06:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-12T03:06:13.715 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-12T03:06:13.797 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-12T03:06:13.797 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-12T03:06:13.798 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-12T03:06:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-12T03:06:13.868 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-12T03:06:13.916 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-12T03:06:13.940 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-12T03:06:14.110 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-12T03:06:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-12T03:06:14.164 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-12T03:06:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-12T03:06:14.196 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-12T03:06:14.243 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-12T03:06:14.293 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-12T03:06:14.293 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-12T03:06:14.341 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-12T03:06:14.379 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-12T03:06:14.422 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-12T03:06:14.464 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-12T03:06:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-12T03:06:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-12T03:06:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-12T03:06:14.721 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-12T03:06:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-12T03:06:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-12T03:06:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-12T03:06:15.152 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-12T03:06:15.289 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-12T03:06:15.942 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-12T03:06:16.005 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-12T03:06:16.048 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-12T03:06:16.176 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-12T03:06:16.242 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-12T03:06:16.304 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-12T03:06:16.413 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-12T03:06:16.464 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-12T03:06:16.720 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-12T03:06:16.752 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-12T03:06:16.859 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-12T03:06:16.933 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-12T03:06:17.034 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-12T03:06:17.070 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-12T03:06:17.103 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-12T03:06:17.455 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-12T03:06:17.497 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T03:06:17.610 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T03:06:17.670 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 102/164 2024-09-12T03:06:17.732 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-12T03:06:17.756 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-12T03:06:17.919 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-12T03:06:18.281 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-12T03:06:18.309 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T03:06:18.475 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T03:06:18.502 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 106/164 2024-09-12T03:06:19.595 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-12T03:06:20.207 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-12T03:06:20.244 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-12T03:06:20.279 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-12T03:06:20.640 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-12T03:06:20.699 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T03:06:20.922 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-12T03:06:20.965 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 102/164 2024-09-12T03:06:21.061 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-12T03:06:21.272 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T03:06:21.323 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T03:06:21.609 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-12T03:06:21.639 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T03:06:21.839 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-12T03:06:21.867 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 106/164 2024-09-12T03:06:21.987 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T03:06:22.027 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T03:06:22.225 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T03:06:22.225 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T03:06:22.225 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T03:06:22.225 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:22.278 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T03:06:24.801 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T03:06:24.887 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T03:06:25.581 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-12T03:06:25.629 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T03:06:25.770 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-12T03:06:25.770 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T03:06:25.771 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T03:06:25.771 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:06:25.848 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T03:06:35.531 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T03:06:35.532 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /sys 2024-09-12T03:06:35.532 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /proc 2024-09-12T03:06:35.532 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /mnt 2024-09-12T03:06:35.532 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /var/tmp 2024-09-12T03:06:35.532 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /home 2024-09-12T03:06:35.532 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /root 2024-09-12T03:06:35.532 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /tmp 2024-09-12T03:06:35.532 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:35.748 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T03:06:35.783 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T03:06:35.783 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:35.783 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T03:06:35.783 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:37.460 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T03:06:37.519 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T03:06:37.519 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:37.519 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T03:06:37.520 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T03:06:37.520 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T03:06:37.520 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:37.777 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T03:06:37.828 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T03:06:37.828 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:37.828 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T03:06:37.828 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T03:06:37.828 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T03:06:37.828 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:38.328 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T03:06:38.378 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T03:06:38.378 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:38.378 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T03:06:38.378 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T03:06:38.379 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T03:06:38.379 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:38.537 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-12T03:06:38.607 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-12T03:06:38.688 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-12T03:06:38.934 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-12T03:06:38.999 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-12T03:06:39.087 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-12T03:06:39.198 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-12T03:06:39.386 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-12T03:06:39.441 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-12T03:06:39.479 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-12T03:06:39.504 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-12T03:06:40.026 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T03:06:40.062 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T03:06:40.104 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 126/164 2024-09-12T03:06:40.199 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 127/164 2024-09-12T03:06:40.234 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T03:06:41.541 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T03:06:41.578 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T03:06:42.732 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T03:06:42.770 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T03:06:42.907 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-12T03:06:42.908 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /sys 2024-09-12T03:06:42.908 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /proc 2024-09-12T03:06:42.908 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /mnt 2024-09-12T03:06:42.908 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /var/tmp 2024-09-12T03:06:42.908 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /home 2024-09-12T03:06:42.908 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /root 2024-09-12T03:06:42.908 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /tmp 2024-09-12T03:06:42.908 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:06:42.914 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T03:06:43.109 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 131/164 2024-09-12T03:06:43.128 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T03:06:43.140 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T03:06:43.163 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-12T03:06:43.164 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:43.164 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T03:06:43.164 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:06:43.190 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T03:06:43.190 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:43.190 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T03:06:43.190 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T03:06:43.190 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T03:06:43.190 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:43.247 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T03:06:43.273 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T03:06:43.385 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 134/164 2024-09-12T03:06:43.455 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 135/164 2024-09-12T03:06:44.524 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-12T03:06:44.575 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T03:06:44.626 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T03:06:44.627 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:44.627 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T03:06:44.627 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T03:06:44.627 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T03:06:44.627 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:44.667 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T03:06:44.717 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T03:06:44.717 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:44.717 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T03:06:44.718 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:44.777 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T03:06:44.819 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T03:06:44.827 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T03:06:44.827 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:44.827 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-12T03:06:44.827 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T03:06:44.827 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T03:06:44.827 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:44.877 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-12T03:06:44.877 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:44.877 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T03:06:44.877 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T03:06:44.877 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T03:06:44.877 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:06:45.145 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T03:06:45.177 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T03:06:45.196 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-12T03:06:45.196 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:45.196 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T03:06:45.196 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T03:06:45.196 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T03:06:45.197 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:06:45.228 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T03:06:45.228 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:45.228 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T03:06:45.228 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T03:06:45.228 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T03:06:45.228 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:45.698 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T03:06:45.749 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-12T03:06:45.749 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:45.749 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T03:06:45.749 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T03:06:45.749 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T03:06:45.749 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:06:45.883 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-12T03:06:45.953 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-12T03:06:46.043 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-12T03:06:46.281 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-12T03:06:46.351 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-12T03:06:46.449 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-12T03:06:46.566 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-12T03:06:46.744 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-12T03:06:46.796 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-12T03:06:46.836 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-12T03:06:46.862 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-12T03:06:47.380 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T03:06:47.417 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-12T03:06:47.459 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 126/164 2024-09-12T03:06:47.538 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 127/164 2024-09-12T03:06:47.574 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T03:06:48.877 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-12T03:06:48.929 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T03:06:50.080 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-12T03:06:50.121 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T03:06:50.266 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-12T03:06:50.453 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 131/164 2024-09-12T03:06:50.466 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 141/164 2024-09-12T03:06:50.492 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T03:06:50.508 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 142/164 2024-09-12T03:06:50.544 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-12T03:06:50.544 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:50.544 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T03:06:50.544 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T03:06:50.544 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T03:06:50.544 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:06:50.585 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 143/164 2024-09-12T03:06:50.601 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T03:06:50.621 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-12T03:06:50.628 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-12T03:06:50.657 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-12T03:06:50.748 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 134/164 2024-09-12T03:06:50.843 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 135/164 2024-09-12T03:06:50.903 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 146/164 2024-09-12T03:06:50.978 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-12T03:06:51.008 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 148/164 2024-09-12T03:06:51.040 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-12T03:06:51.084 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-12T03:06:51.896 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-12T03:06:51.899 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T03:06:51.941 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T03:06:51.948 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T03:06:51.990 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T03:06:51.993 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-12T03:06:51.993 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:51.993 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T03:06:51.993 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T03:06:51.993 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T03:06:51.993 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:06:52.042 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T03:06:52.092 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-12T03:06:52.093 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:52.093 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T03:06:52.093 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:06:52.152 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T03:06:52.203 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-12T03:06:52.203 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:52.203 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-12T03:06:52.203 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T03:06:52.203 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-12T03:06:52.204 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:06:52.553 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T03:06:52.605 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-12T03:06:52.605 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T03:06:52.605 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T03:06:52.605 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T03:06:52.605 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T03:06:52.605 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:06:53.377 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 152/164 2024-09-12T03:06:53.487 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-12T03:06:53.549 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-12T03:06:53.656 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-12T03:06:53.698 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-12T03:06:53.723 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-12T03:06:53.760 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-12T03:06:53.760 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T03:06:53.875 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T03:06:53.876 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T03:06:53.985 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T03:06:54.009 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-12T03:06:54.025 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T03:06:54.025 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T03:06:54.278 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T03:06:54.278 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T03:06:54.396 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T03:06:54.473 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T03:06:54.682 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T03:06:54.682 INFO:teuthology.orchestra.run.smithi038.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-09-12T03:06:54.682 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:06:57.876 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 141/164 2024-09-12T03:06:57.927 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 142/164 2024-09-12T03:06:57.979 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 143/164 2024-09-12T03:06:58.017 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-12T03:06:58.053 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-12T03:06:58.307 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 146/164 2024-09-12T03:06:58.373 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-12T03:06:58.402 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 148/164 2024-09-12T03:06:58.497 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-12T03:06:58.605 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-12T03:06:59.394 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T03:06:59.453 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T03:06:59.495 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-12T03:07:00.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 1/164 2024-09-12T03:07:00.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2/164 2024-09-12T03:07:00.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 3/164 2024-09-12T03:07:00.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 4/164 2024-09-12T03:07:00.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 5/164 2024-09-12T03:07:00.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 6/164 2024-09-12T03:07:00.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 7/164 2024-09-12T03:07:00.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T03:07:00.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T03:07:00.593 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 11/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 12/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 14/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 15/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 16/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 17/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 18/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 19/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 20/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 21/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 22/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 23/164 2024-09-12T03:07:00.594 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 24/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 25/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 26/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 27/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 28/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 29/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 30/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 31/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 32/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 33/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 34/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 35/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 36/164 2024-09-12T03:07:00.595 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 37/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 38/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 39/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-12T03:07:00.596 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-12T03:07:00.597 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-12T03:07:00.598 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-12T03:07:00.599 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-12T03:07:00.600 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-12T03:07:00.601 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-12T03:07:00.602 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-12T03:07:00.603 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 149/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 151/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-12T03:07:00.604 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-12T03:07:00.605 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-12T03:07:00.605 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-12T03:07:00.871 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 152/164 2024-09-12T03:07:01.007 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-12T03:07:01.059 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-12T03:07:01.183 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-12T03:07:01.222 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-12T03:07:01.256 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-12T03:07:01.301 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-12T03:07:01.302 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T03:07:01.427 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-12T03:07:01.427 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T03:07:01.528 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-12T03:07:01.563 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-12T03:07:01.580 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T03:07:01.580 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T03:07:01.833 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-12T03:07:01.833 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T03:07:01.943 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-12T03:07:02.028 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T03:07:02.239 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T03:07:02.240 INFO:teuthology.orchestra.run.smithi029.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-09-12T03:07:02.240 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:02.955 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T03:07:02.955 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:02.955 INFO:teuthology.orchestra.run.smithi038.stdout:Upgraded: 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout:Installed: 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: automake-1.16.2-8.el9.noarch 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: bison-3.7.4-5.el9.x86_64 2024-09-12T03:07:02.956 INFO:teuthology.orchestra.run.smithi038.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:02.957 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: flex-2.6.4-9.el9.x86_64 2024-09-12T03:07:02.958 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T03:07:02.959 INFO:teuthology.orchestra.run.smithi038.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T03:07:02.960 INFO:teuthology.orchestra.run.smithi038.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-13.16-1.el9.x86_64 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T03:07:02.961 INFO:teuthology.orchestra.run.smithi038.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T03:07:02.962 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T03:07:02.963 INFO:teuthology.orchestra.run.smithi038.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T03:07:02.964 INFO:teuthology.orchestra.run.smithi038.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T03:07:02.964 INFO:teuthology.orchestra.run.smithi038.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T03:07:02.964 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T03:07:02.964 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T03:07:02.964 INFO:teuthology.orchestra.run.smithi038.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T03:07:02.964 INFO:teuthology.orchestra.run.smithi038.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T03:07:02.964 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T03:07:02.964 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T03:07:02.964 INFO:teuthology.orchestra.run.smithi038.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T03:07:02.964 INFO:teuthology.orchestra.run.smithi038.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T03:07:02.964 INFO:teuthology.orchestra.run.smithi038.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T03:07:02.965 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T03:07:02.966 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.967 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.967 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:02.967 INFO:teuthology.orchestra.run.smithi038.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T03:07:02.967 INFO:teuthology.orchestra.run.smithi038.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T03:07:02.967 INFO:teuthology.orchestra.run.smithi038.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T03:07:02.967 INFO:teuthology.orchestra.run.smithi038.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-12T03:07:02.967 INFO:teuthology.orchestra.run.smithi038.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-12T03:07:02.967 INFO:teuthology.orchestra.run.smithi038.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T03:07:02.968 INFO:teuthology.orchestra.run.smithi038.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-12T03:07:02.968 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:02.968 INFO:teuthology.orchestra.run.smithi038.stdout:Complete! 2024-09-12T03:07:03.593 DEBUG:teuthology.parallel:result is None 2024-09-12T03:07:13.199 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 1/164 2024-09-12T03:07:13.199 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2/164 2024-09-12T03:07:13.199 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 3/164 2024-09-12T03:07:13.199 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 4/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 5/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 6/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 7/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 11/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 12/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 14/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 15/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 16/164 2024-09-12T03:07:13.200 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 17/164 2024-09-12T03:07:13.201 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 18/164 2024-09-12T03:07:13.201 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 19/164 2024-09-12T03:07:13.201 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 20/164 2024-09-12T03:07:13.201 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 21/164 2024-09-12T03:07:13.201 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 22/164 2024-09-12T03:07:13.201 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 23/164 2024-09-12T03:07:13.201 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 24/164 2024-09-12T03:07:13.201 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 25/164 2024-09-12T03:07:13.201 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 26/164 2024-09-12T03:07:13.201 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 27/164 2024-09-12T03:07:13.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 28/164 2024-09-12T03:07:13.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 29/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 30/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 31/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 32/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 33/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 34/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 35/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 36/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 37/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 38/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 39/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-12T03:07:13.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-12T03:07:13.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-12T03:07:13.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-12T03:07:13.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-12T03:07:13.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-12T03:07:13.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-12T03:07:13.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-12T03:07:13.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 149/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-12T03:07:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 151/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-12T03:07:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-12T03:07:15.460 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-12T03:07:15.461 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:15.461 INFO:teuthology.orchestra.run.smithi029.stdout:Upgraded: 2024-09-12T03:07:15.461 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-12T03:07:15.461 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-12T03:07:15.461 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-12T03:07:15.461 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-12T03:07:15.461 INFO:teuthology.orchestra.run.smithi029.stdout: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.461 INFO:teuthology.orchestra.run.smithi029.stdout: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.461 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-12T03:07:15.461 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-12T03:07:15.461 INFO:teuthology.orchestra.run.smithi029.stdout:Installed: 2024-09-12T03:07:15.462 INFO:teuthology.orchestra.run.smithi029.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T03:07:15.462 INFO:teuthology.orchestra.run.smithi029.stdout: automake-1.16.2-8.el9.noarch 2024-09-12T03:07:15.462 INFO:teuthology.orchestra.run.smithi029.stdout: bison-3.7.4-5.el9.x86_64 2024-09-12T03:07:15.462 INFO:teuthology.orchestra.run.smithi029.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T03:07:15.462 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.462 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.462 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.462 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.462 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:15.462 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.462 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.463 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.464 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:15.464 INFO:teuthology.orchestra.run.smithi029.stdout: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:15.464 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.464 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.464 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-12T03:07:15.464 INFO:teuthology.orchestra.run.smithi029.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-12T03:07:15.464 INFO:teuthology.orchestra.run.smithi029.stdout: flex-2.6.4-9.el9.x86_64 2024-09-12T03:07:15.464 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T03:07:15.464 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T03:07:15.464 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T03:07:15.465 INFO:teuthology.orchestra.run.smithi029.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T03:07:15.466 INFO:teuthology.orchestra.run.smithi029.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T03:07:15.467 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T03:07:15.467 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T03:07:15.467 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-12T03:07:15.467 INFO:teuthology.orchestra.run.smithi029.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T03:07:15.467 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-13.16-1.el9.x86_64 2024-09-12T03:07:15.467 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-12T03:07:15.467 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.468 INFO:teuthology.orchestra.run.smithi029.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T03:07:15.469 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T03:07:15.470 INFO:teuthology.orchestra.run.smithi029.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.471 INFO:teuthology.orchestra.run.smithi029.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T03:07:15.472 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T03:07:15.472 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T03:07:15.472 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.472 INFO:teuthology.orchestra.run.smithi029.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T03:07:15.472 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T03:07:15.472 INFO:teuthology.orchestra.run.smithi029.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T03:07:15.472 INFO:teuthology.orchestra.run.smithi029.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T03:07:15.472 INFO:teuthology.orchestra.run.smithi029.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T03:07:15.472 INFO:teuthology.orchestra.run.smithi029.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T03:07:15.472 INFO:teuthology.orchestra.run.smithi029.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T03:07:15.473 INFO:teuthology.orchestra.run.smithi029.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-12T03:07:15.474 INFO:teuthology.orchestra.run.smithi029.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-12T03:07:15.474 INFO:teuthology.orchestra.run.smithi029.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T03:07:15.474 INFO:teuthology.orchestra.run.smithi029.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-12T03:07:15.474 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:15.474 INFO:teuthology.orchestra.run.smithi029.stdout:Complete! 2024-09-12T03:07:16.307 DEBUG:teuthology.parallel:result is None 2024-09-12T03:07:16.308 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T03:07:16.454 DEBUG:teuthology.orchestra.run.smithi029:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T03:07:16.499 INFO:teuthology.orchestra.run.smithi029.stdout:19.1.1-298.gb53b6d3e.el9 2024-09-12T03:07:16.500 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-298.gb53b6d3e.el9 2024-09-12T03:07:16.500 INFO:teuthology.task.install:The correct ceph version 19.1.1-298.gb53b6d3e is installed. 2024-09-12T03:07:16.503 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-12T03:07:16.640 DEBUG:teuthology.orchestra.run.smithi038:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T03:07:16.690 INFO:teuthology.orchestra.run.smithi038.stdout:19.1.1-298.gb53b6d3e.el9 2024-09-12T03:07:16.691 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-298.gb53b6d3e.el9 2024-09-12T03:07:16.691 INFO:teuthology.task.install:The correct ceph version 19.1.1-298.gb53b6d3e is installed. 2024-09-12T03:07:16.693 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-12T03:07:16.693 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:16.693 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T03:07:16.753 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:16.754 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T03:07:16.816 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-12T03:07:16.816 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:16.816 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T03:07:16.873 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T03:07:16.973 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:16.973 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T03:07:17.034 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T03:07:17.132 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-12T03:07:17.133 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:17.133 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T03:07:17.195 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T03:07:17.293 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:17.293 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T03:07:17.350 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T03:07:17.446 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-12T03:07:17.447 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:17.447 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T03:07:17.507 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T03:07:17.606 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:17.607 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T03:07:17.662 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T03:07:17.759 INFO:teuthology.run_tasks:Running task ceph... 2024-09-12T03:07:17.846 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-12T03:07:17.846 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 777 /var/log/ceph 2024-09-12T03:07:17.851 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 777 /var/log/ceph 2024-09-12T03:07:17.908 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-12T03:07:17.908 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T03:07:17.913 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T03:07:17.969 INFO:tasks.ceph:Creating extra log directories... 2024-09-12T03:07:17.969 DEBUG:teuthology.orchestra.run.smithi029:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T03:07:17.974 DEBUG:teuthology.orchestra.run.smithi038:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T03:07:18.035 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-12T03:07:18.036 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-12T03:07:18.036 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-12T03:07:18.036 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:18.036 DEBUG:teuthology.orchestra.run.smithi029:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-12T03:07:18.072 DEBUG:teuthology.orchestra.run.smithi029:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-12T03:07:18.246 DEBUG:teuthology.orchestra.run.smithi029:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-12T03:07:18.302 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:18.303 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-12T03:07:18.338 DEBUG:teuthology.orchestra.run.smithi038:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-12T03:07:18.506 DEBUG:teuthology.orchestra.run.smithi038:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-12T03:07:18.568 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-12T03:07:18.568 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Scrub error on inode'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-12T03:07:18.568 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/multimds_misc}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7901661', 'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'upstream', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Scrub error on inode'], 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}}, 'kclient': {'syntax': 'v2'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '086c737fa75c22d521a3932c59b31c5e1d1c9ef4'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 481, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'sleep_before_teardown': 0, 'subset': '57/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '086c737fa75c22d521a3932c59b31c5e1d1c9ef4', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi029.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG5peyD2sB4rzU/skijZC/sBeY6BSdS0m16ofeNl+PVjp7HsYKENeGe0OHheMZ3mXV+AqKZ0uh88xeJP3HUFdS4=', 'smithi038.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLBBcgskNtk8ruIiKwrejfydubudiUbWS9MkNkelpvcBzkto1uqbTHkdsmqklWnmRM7fAlNKLlbzryvm5zVFvz0='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Scrub error on inode'], 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_multimds_misc']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-11_21:24:17', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-12T03:07:18.569 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T03:07:18.573 DEBUG:teuthology.orchestra.run.smithi038:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T03:07:18.608 DEBUG:teuthology.orchestra.run.smithi029:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T03:07:18.650 DEBUG:teuthology.orchestra.run.smithi038:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T03:07:18.706 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:18.707 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T03:07:18.742 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T03:07:18.743 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_1 2024-09-12T03:07:18.818 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T03:07:18.818 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T03:07:18.819 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 6h/6d Inode: 637 Links: 1 2024-09-12T03:07:18.819 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T03:07:18.819 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T03:07:18.819 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-12 03:07:02.629054671 +0000 2024-09-12T03:07:18.819 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-12 03:04:41.038987055 +0000 2024-09-12T03:07:18.819 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-12 03:04:41.038987055 +0000 2024-09-12T03:07:18.819 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-12 03:04:41.038987055 +0000 2024-09-12T03:07:18.820 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T03:07:18.914 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-12T03:07:18.915 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-12T03:07:18.915 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000217705 s, 2.4 MB/s 2024-09-12T03:07:18.917 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T03:07:18.955 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_2 2024-09-12T03:07:19.031 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T03:07:19.031 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T03:07:19.031 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 6h/6d Inode: 659 Links: 1 2024-09-12T03:07:19.031 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T03:07:19.031 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T03:07:19.031 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-12 03:07:02.629054671 +0000 2024-09-12T03:07:19.031 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-12 03:04:41.502979586 +0000 2024-09-12T03:07:19.032 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-12 03:04:41.502979586 +0000 2024-09-12T03:07:19.032 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-12 03:04:41.502979586 +0000 2024-09-12T03:07:19.032 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T03:07:19.124 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-12T03:07:19.124 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-12T03:07:19.124 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000184697 s, 2.8 MB/s 2024-09-12T03:07:19.126 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T03:07:19.162 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_3 2024-09-12T03:07:19.238 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T03:07:19.238 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T03:07:19.238 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 6h/6d Inode: 675 Links: 1 2024-09-12T03:07:19.238 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T03:07:19.239 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T03:07:19.239 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-12 03:07:02.630054654 +0000 2024-09-12T03:07:19.239 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-12 03:04:41.969972068 +0000 2024-09-12T03:07:19.239 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-12 03:04:41.969972068 +0000 2024-09-12T03:07:19.239 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-12 03:04:41.969972068 +0000 2024-09-12T03:07:19.239 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T03:07:19.331 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-12T03:07:19.331 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-12T03:07:19.331 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000180922 s, 2.8 MB/s 2024-09-12T03:07:19.333 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T03:07:19.369 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_4 2024-09-12T03:07:19.445 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T03:07:19.445 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T03:07:19.445 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 6h/6d Inode: 697 Links: 1 2024-09-12T03:07:19.445 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T03:07:19.445 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T03:07:19.445 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-12 03:07:02.631054637 +0000 2024-09-12T03:07:19.446 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-12 03:04:42.438964519 +0000 2024-09-12T03:07:19.446 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-12 03:04:42.438964519 +0000 2024-09-12T03:07:19.446 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-12 03:04:42.438964519 +0000 2024-09-12T03:07:19.446 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T03:07:19.539 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-12T03:07:19.539 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-12T03:07:19.540 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000174855 s, 2.9 MB/s 2024-09-12T03:07:19.542 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T03:07:19.578 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T03:07:19.579 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:19.579 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T03:07:19.616 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T03:07:19.616 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_1 2024-09-12T03:07:19.692 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T03:07:19.692 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T03:07:19.692 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 6h/6d Inode: 637 Links: 1 2024-09-12T03:07:19.692 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T03:07:19.692 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T03:07:19.693 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-09-12 03:06:55.025007651 +0000 2024-09-12T03:07:19.693 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-09-12 03:04:37.817128664 +0000 2024-09-12T03:07:19.693 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-09-12 03:04:37.817128664 +0000 2024-09-12T03:07:19.693 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-09-12 03:04:37.817128664 +0000 2024-09-12T03:07:19.693 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T03:07:19.791 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-09-12T03:07:19.791 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-09-12T03:07:19.791 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000361252 s, 1.4 MB/s 2024-09-12T03:07:19.793 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T03:07:19.830 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_2 2024-09-12T03:07:19.904 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T03:07:19.905 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T03:07:19.905 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 6h/6d Inode: 659 Links: 1 2024-09-12T03:07:19.905 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T03:07:19.905 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T03:07:19.905 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-09-12 03:06:55.025007651 +0000 2024-09-12T03:07:19.905 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-09-12 03:04:38.292120035 +0000 2024-09-12T03:07:19.905 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-09-12 03:04:38.292120035 +0000 2024-09-12T03:07:19.905 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-09-12 03:04:38.292120035 +0000 2024-09-12T03:07:19.905 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T03:07:19.997 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-09-12T03:07:19.997 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-09-12T03:07:19.997 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000339942 s, 1.5 MB/s 2024-09-12T03:07:20.000 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T03:07:20.036 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_3 2024-09-12T03:07:20.111 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T03:07:20.111 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T03:07:20.111 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 6h/6d Inode: 675 Links: 1 2024-09-12T03:07:20.111 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T03:07:20.111 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T03:07:20.111 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-09-12 03:06:55.026007633 +0000 2024-09-12T03:07:20.111 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-09-12 03:04:38.794110916 +0000 2024-09-12T03:07:20.111 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-09-12 03:04:38.794110916 +0000 2024-09-12T03:07:20.111 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-09-12 03:04:38.794110916 +0000 2024-09-12T03:07:20.112 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T03:07:20.203 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-09-12T03:07:20.203 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-09-12T03:07:20.203 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000335761 s, 1.5 MB/s 2024-09-12T03:07:20.205 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T03:07:20.242 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_4 2024-09-12T03:07:20.319 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T03:07:20.319 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T03:07:20.319 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 6h/6d Inode: 696 Links: 1 2024-09-12T03:07:20.320 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T03:07:20.320 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T03:07:20.320 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-09-12 03:06:55.027007614 +0000 2024-09-12T03:07:20.320 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-09-12 03:04:39.299101742 +0000 2024-09-12T03:07:20.320 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-09-12 03:04:39.299101742 +0000 2024-09-12T03:07:20.320 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-09-12 03:04:39.299101742 +0000 2024-09-12T03:07:20.320 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T03:07:20.417 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-09-12T03:07:20.418 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-09-12T03:07:20.418 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000338333 s, 1.5 MB/s 2024-09-12T03:07:20.420 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T03:07:20.459 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T03:07:20.459 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi029.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi038.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T03:07:20.459 INFO:tasks.ceph:Generating config... 2024-09-12T03:07:20.462 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-12T03:07:20.462 INFO:tasks.ceph:[client] debug client = 20 2024-09-12T03:07:20.462 INFO:tasks.ceph:[client] debug ms = 1 2024-09-12T03:07:20.462 INFO:tasks.ceph:[client] pid file = 2024-09-12T03:07:20.462 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-12T03:07:20.463 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-12T03:07:20.463 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-12T03:07:20.463 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-12T03:07:20.463 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-12T03:07:20.463 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-12T03:07:20.464 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-12T03:07:20.464 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-12T03:07:20.464 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-12T03:07:20.464 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-12T03:07:20.464 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-12T03:07:20.464 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-12T03:07:20.464 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-12T03:07:20.464 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-12T03:07:20.464 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-12T03:07:20.465 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-12T03:07:20.465 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-12T03:07:20.465 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-12T03:07:20.465 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-12T03:07:20.466 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-12T03:07:20.466 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-12T03:07:20.466 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-12T03:07:20.466 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-12T03:07:20.466 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-12T03:07:20.466 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-12T03:07:20.466 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-12T03:07:20.466 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-12T03:07:20.467 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-12T03:07:20.467 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-12T03:07:20.467 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-12T03:07:20.467 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-12T03:07:20.467 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-12T03:07:20.467 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-12T03:07:20.467 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-12T03:07:20.467 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-12T03:07:20.468 INFO:tasks.ceph:Setting up mon.a... 2024-09-12T03:07:20.469 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-12T03:07:20.569 INFO:teuthology.orchestra.run.smithi029.stdout:creating /etc/ceph/ceph.keyring 2024-09-12T03:07:20.575 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-12T03:07:20.663 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T03:07:20.718 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.29'), ('mon.b', '172.21.15.38'), ('mon.c', '[v2:172.21.15.38:3301,v1:172.21.15.38:6790]')] 2024-09-12T03:07:20.719 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.29,172.21.15.38,[v2:172.21.15.38:3301,v1:172.21.15.38:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-12T03:07:20.720 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:20.720 DEBUG:teuthology.orchestra.run.smithi029:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T03:07:20.754 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.29 --add b 172.21.15.38 --addv c '[v2:172.21.15.38:3301,v1:172.21.15.38:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:20.871 INFO:teuthology.orchestra.run.smithi029.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:20.871 INFO:teuthology.orchestra.run.smithi029.stdout:monmaptool: generated fsid 8387999b-c63f-4080-b5fb-52fe2b1dc5d5 2024-09-12T03:07:20.871 INFO:teuthology.orchestra.run.smithi029.stdout:setting min_mon_release = quincy 2024-09-12T03:07:20.871 INFO:teuthology.orchestra.run.smithi029.stdout:epoch 0 2024-09-12T03:07:20.871 INFO:teuthology.orchestra.run.smithi029.stdout:fsid 8387999b-c63f-4080-b5fb-52fe2b1dc5d5 2024-09-12T03:07:20.871 INFO:teuthology.orchestra.run.smithi029.stdout:last_changed 2024-09-12T03:07:20.872037+0000 2024-09-12T03:07:20.871 INFO:teuthology.orchestra.run.smithi029.stdout:created 2024-09-12T03:07:20.872037+0000 2024-09-12T03:07:20.871 INFO:teuthology.orchestra.run.smithi029.stdout:min_mon_release 17 (quincy) 2024-09-12T03:07:20.871 INFO:teuthology.orchestra.run.smithi029.stdout:election_strategy: 1 2024-09-12T03:07:20.871 INFO:teuthology.orchestra.run.smithi029.stdout:0: [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] mon.a 2024-09-12T03:07:20.872 INFO:teuthology.orchestra.run.smithi029.stdout:1: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.b 2024-09-12T03:07:20.872 INFO:teuthology.orchestra.run.smithi029.stdout:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T03:07:20.872 INFO:teuthology.orchestra.run.smithi029.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-12T03:07:20.874 DEBUG:teuthology.orchestra.run.smithi029:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T03:07:20.908 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 8387999b-c63f-4080-b5fb-52fe2b1dc5d5... 2024-09-12T03:07:20.909 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T03:07:20.952 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T03:07:21.045 INFO:teuthology.orchestra.run.smithi029.stdout:[global] 2024-09-12T03:07:21.045 INFO:teuthology.orchestra.run.smithi029.stdout: chdir = "" 2024-09-12T03:07:21.045 INFO:teuthology.orchestra.run.smithi029.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T03:07:21.045 INFO:teuthology.orchestra.run.smithi029.stdout: auth supported = cephx 2024-09-12T03:07:21.045 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.045 INFO:teuthology.orchestra.run.smithi029.stdout: filestore xattr use omap = true 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: mon clock drift allowed = 1.000 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: osd crush chooseleaf type = 0 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: auth debug = true 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: ms die on old message = true 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: ms die on bug = true 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: mon pg warn max object skew = 0 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T03:07:21.046 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: osd pool default size = 2 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd allow primary affinity = true 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd allow pg remap = true 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on legacy crush tunables = false 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on crush straw calc version zero = false 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on no sortbitwise = false 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on osd down out interval zero = false 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on too few osds = false 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: mon_allow_pool_size_one = true 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.047 INFO:teuthology.orchestra.run.smithi029.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: osd default data pool replay window = 5 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: mon allow pool delete = true 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: mon cluster log file level = debug 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: debug asserts on shutdown = true 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: mon health detail to clog = false 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: mon host = "172.21.15.29,172.21.15.38,[v2:172.21.15.38:3301,v1:172.21.15.38:6790]" 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: ms die on skipped message = False 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: fsid = 8387999b-c63f-4080-b5fb-52fe2b1dc5d5 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.048 INFO:teuthology.orchestra.run.smithi029.stdout:[osd] 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: osd journal size = 100 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: osd scrub load threshold = 5.0 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: osd scrub max interval = 600 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: osd mclock profile = high_recovery_ops 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: osd recover clone overlap = true 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: osd recovery max chunk = 1048576 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug shutdown = true 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug op order = true 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug verify stray on activate = true 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug trim objects = true 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.049 INFO:teuthology.orchestra.run.smithi029.stdout: osd open classes on start = true 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug pg log writeout = true 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: osd deep scrub update digest min age = 30 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: osd map max advance = 10 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: journal zero on create = true 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: filestore ondisk finisher threads = 3 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: filestore apply finisher threads = 3 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: bdev debug aio = true 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: osd debug misdirected ops = true 2024-09-12T03:07:21.050 INFO:teuthology.orchestra.run.smithi029.stdout: bluestore block size = 96636764160 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: bluestore fsck on mount = True 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: debug bluefs = 20 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: debug bluestore = 20 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: debug ms = 1 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: debug osd = 20 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: debug rocksdb = 10 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd full ratio = 0.9 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd nearfull ratio = 0.8 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: osd failsafe full ratio = 0.95 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: osd objectstore = bluestore 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: osd op complaint time = 180 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.051 INFO:teuthology.orchestra.run.smithi029.stdout:[mgr] 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: debug ms = 1 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: debug mgr = 20 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: debug mon = 20 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: debug auth = 20 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: mon reweight min pgs per osd = 4 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: mon reweight min bytes per osd = 10 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: mgr/telemetry/nag = false 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: debug client = 20 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout:[mon] 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: debug ms = 1 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: debug mon = 20 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: debug paxos = 20 2024-09-12T03:07:21.052 INFO:teuthology.orchestra.run.smithi029.stdout: debug auth = 20 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: mon data avail warn = 5 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: mon mgr mkfs grace = 240 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: mon reweight min pgs per osd = 4 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd reporter subtree level = osd 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: mon osd prime pg temp = true 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: mon reweight min bytes per osd = 10 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T03:07:21.053 INFO:teuthology.orchestra.run.smithi029.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: # 1m isn't quite enough 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: mon_down_mkfs_grace = 2m 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: mon_warn_on_filestore_osds = false 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: mon down mkfs grace = 300 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: mon op complaint time = 120 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: mon warn on pool no app = False 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout:[client] 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: rgw cache enabled = true 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: rgw enable ops log = true 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: rgw enable usage log = true 2024-09-12T03:07:21.054 INFO:teuthology.orchestra.run.smithi029.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout: client mount timeout = 600 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout: debug client = 20 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout: debug ms = 1 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout: pid file = "" 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout: rados mon op timeout = 900 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout: rados osd op timeout = 900 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout:[mon.a] 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout:[mon.b] 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout:[mon.c] 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.a] 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.c] 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.b] 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.d] 2024-09-12T03:07:21.055 INFO:teuthology.orchestra.run.smithi029.stdout:[mds] 2024-09-12T03:07:21.056 INFO:teuthology.orchestra.run.smithi029.stdout: debug mds = 20 2024-09-12T03:07:21.056 INFO:teuthology.orchestra.run.smithi029.stdout: debug mds balancer = 20 2024-09-12T03:07:21.056 INFO:teuthology.orchestra.run.smithi029.stdout: debug ms = 1 2024-09-12T03:07:21.056 INFO:teuthology.orchestra.run.smithi029.stdout: mds debug frag = True 2024-09-12T03:07:21.056 INFO:teuthology.orchestra.run.smithi029.stdout: mds debug scatterstat = True 2024-09-12T03:07:21.056 INFO:teuthology.orchestra.run.smithi029.stdout: mds op complaint time = 180 2024-09-12T03:07:21.056 INFO:teuthology.orchestra.run.smithi029.stdout: mds verify scatter = True 2024-09-12T03:07:21.056 INFO:teuthology.orchestra.run.smithi029.stdout: osd op complaint time = 180 2024-09-12T03:07:21.056 INFO:teuthology.orchestra.run.smithi029.stdout: rados mon op timeout = 900 2024-09-12T03:07:21.056 INFO:teuthology.orchestra.run.smithi029.stdout: rados osd op timeout = 900 2024-09-12T03:07:21.057 INFO:teuthology.orchestra.run.smithi038.stdout:[global] 2024-09-12T03:07:21.060 INFO:teuthology.orchestra.run.smithi038.stdout: chdir = "" 2024-09-12T03:07:21.060 INFO:teuthology.orchestra.run.smithi038.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T03:07:21.060 INFO:teuthology.orchestra.run.smithi038.stdout: auth supported = cephx 2024-09-12T03:07:21.060 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.060 INFO:teuthology.orchestra.run.smithi038.stdout: filestore xattr use omap = true 2024-09-12T03:07:21.060 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.060 INFO:teuthology.orchestra.run.smithi038.stdout: mon clock drift allowed = 1.000 2024-09-12T03:07:21.060 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.060 INFO:teuthology.orchestra.run.smithi038.stdout: osd crush chooseleaf type = 0 2024-09-12T03:07:21.060 INFO:teuthology.orchestra.run.smithi038.stdout: auth debug = true 2024-09-12T03:07:21.060 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: ms die on old message = true 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: ms die on bug = true 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: mon pg warn max object skew = 0 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: osd pool default size = 2 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd allow primary affinity = true 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd allow pg remap = true 2024-09-12T03:07:21.061 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on legacy crush tunables = false 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on crush straw calc version zero = false 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on no sortbitwise = false 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on osd down out interval zero = false 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on too few osds = false 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: mon_allow_pool_size_one = true 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: osd default data pool replay window = 5 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: mon allow pool delete = true 2024-09-12T03:07:21.062 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.063 INFO:teuthology.orchestra.run.smithi038.stdout: mon cluster log file level = debug 2024-09-12T03:07:21.063 INFO:teuthology.orchestra.run.smithi038.stdout: debug asserts on shutdown = true 2024-09-12T03:07:21.063 INFO:teuthology.orchestra.run.smithi038.stdout: mon health detail to clog = false 2024-09-12T03:07:21.063 INFO:teuthology.orchestra.run.smithi038.stdout: mon host = "172.21.15.29,172.21.15.38,[v2:172.21.15.38:3301,v1:172.21.15.38:6790]" 2024-09-12T03:07:21.063 INFO:teuthology.orchestra.run.smithi038.stdout: ms die on skipped message = False 2024-09-12T03:07:21.063 INFO:teuthology.orchestra.run.smithi038.stdout: fsid = 8387999b-c63f-4080-b5fb-52fe2b1dc5d5 2024-09-12T03:07:21.063 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.063 INFO:teuthology.orchestra.run.smithi038.stdout:[osd] 2024-09-12T03:07:21.063 INFO:teuthology.orchestra.run.smithi038.stdout: osd journal size = 100 2024-09-12T03:07:21.063 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: osd scrub load threshold = 5.0 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: osd scrub max interval = 600 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: osd mclock profile = high_recovery_ops 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: osd recover clone overlap = true 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: osd recovery max chunk = 1048576 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug shutdown = true 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug op order = true 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug verify stray on activate = true 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug trim objects = true 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: osd open classes on start = true 2024-09-12T03:07:21.064 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug pg log writeout = true 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: osd deep scrub update digest min age = 30 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: osd map max advance = 10 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: journal zero on create = true 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: filestore ondisk finisher threads = 3 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: filestore apply finisher threads = 3 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: bdev debug aio = true 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug misdirected ops = true 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: bluestore block size = 96636764160 2024-09-12T03:07:21.065 INFO:teuthology.orchestra.run.smithi038.stdout: bluestore fsck on mount = True 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: debug bluefs = 20 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: debug bluestore = 20 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: debug osd = 20 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: debug rocksdb = 10 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd full ratio = 0.9 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd nearfull ratio = 0.8 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: osd failsafe full ratio = 0.95 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: osd objectstore = bluestore 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: osd op complaint time = 180 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout:[mgr] 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-09-12T03:07:21.066 INFO:teuthology.orchestra.run.smithi038.stdout: debug mgr = 20 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: debug mon = 20 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: debug auth = 20 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min pgs per osd = 4 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min bytes per osd = 10 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: mgr/telemetry/nag = false 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: debug client = 20 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout:[mon] 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: debug mon = 20 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: debug paxos = 20 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: debug auth = 20 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: mon data avail warn = 5 2024-09-12T03:07:21.067 INFO:teuthology.orchestra.run.smithi038.stdout: mon mgr mkfs grace = 240 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min pgs per osd = 4 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd reporter subtree level = osd 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd prime pg temp = true 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min bytes per osd = 10 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.068 INFO:teuthology.orchestra.run.smithi038.stdout: # 1m isn't quite enough 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: mon_down_mkfs_grace = 2m 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_filestore_osds = false 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: mon down mkfs grace = 300 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: mon op complaint time = 120 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on pool no app = False 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout:[client] 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: rgw cache enabled = true 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: rgw enable ops log = true 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: rgw enable usage log = true 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: client mount timeout = 600 2024-09-12T03:07:21.069 INFO:teuthology.orchestra.run.smithi038.stdout: debug client = 20 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout: pid file = "" 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout: rados mon op timeout = 900 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout: rados osd op timeout = 900 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout:[mon.a] 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout:[mon.b] 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout:[mon.c] 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.a] 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.c] 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.b] 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.d] 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout:[mds] 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout: debug mds = 20 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout: debug mds balancer = 20 2024-09-12T03:07:21.070 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-09-12T03:07:21.071 INFO:teuthology.orchestra.run.smithi038.stdout: mds debug frag = True 2024-09-12T03:07:21.071 INFO:teuthology.orchestra.run.smithi038.stdout: mds debug scatterstat = True 2024-09-12T03:07:21.071 INFO:teuthology.orchestra.run.smithi038.stdout: mds op complaint time = 180 2024-09-12T03:07:21.071 INFO:teuthology.orchestra.run.smithi038.stdout: mds verify scatter = True 2024-09-12T03:07:21.071 INFO:teuthology.orchestra.run.smithi038.stdout: osd op complaint time = 180 2024-09-12T03:07:21.071 INFO:teuthology.orchestra.run.smithi038.stdout: rados mon op timeout = 900 2024-09-12T03:07:21.071 INFO:teuthology.orchestra.run.smithi038.stdout: rados osd op timeout = 900 2024-09-12T03:07:21.077 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-12T03:07:21.078 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-12T03:07:21.175 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-12T03:07:21.175 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:21.175 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-12T03:07:21.210 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:21.211 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-12T03:07:21.284 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:07:21.285 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:21.285 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T03:07:21.285 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T03:07:21.403 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:21.403 DEBUG:teuthology.orchestra.run.smithi029:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:21.478 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:07:21.478 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:21.478 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T03:07:21.478 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T03:07:21.557 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:21.557 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:21.632 INFO:tasks.ceph:Setting up mon nodes... 2024-09-12T03:07:21.632 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-12T03:07:21.632 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T03:07:21.738 INFO:teuthology.orchestra.run.smithi029.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T03:07:21.744 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T03:07:21.850 INFO:teuthology.orchestra.run.smithi038.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T03:07:21.856 INFO:tasks.ceph:Setting up mds nodes... 2024-09-12T03:07:21.857 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-12T03:07:21.962 INFO:teuthology.orchestra.run.smithi029.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-12T03:07:21.967 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-12T03:07:22.024 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-12T03:07:22.127 INFO:teuthology.orchestra.run.smithi029.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-12T03:07:22.132 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-12T03:07:22.188 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-12T03:07:22.296 INFO:teuthology.orchestra.run.smithi038.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-12T03:07:22.302 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-12T03:07:22.358 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-12T03:07:22.460 INFO:teuthology.orchestra.run.smithi038.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-12T03:07:22.465 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-12T03:07:22.521 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-12T03:07:22.521 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-12T03:07:22.605 INFO:teuthology.orchestra.run.smithi029.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-12T03:07:22.633 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-12T03:07:22.714 INFO:teuthology.orchestra.run.smithi029.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-12T03:07:22.742 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-12T03:07:22.824 INFO:teuthology.orchestra.run.smithi038.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-12T03:07:22.851 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-12T03:07:22.933 INFO:teuthology.orchestra.run.smithi038.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-12T03:07:22.960 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-12T03:07:22.960 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi029.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi038.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T03:07:22.960 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-12T03:07:23.017 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T03:07:23.018 INFO:tasks.ceph:role: osd.0 2024-09-12T03:07:23.018 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:07:23.018 DEBUG:teuthology.orchestra.run.smithi029:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T03:07:23.073 INFO:teuthology.orchestra.run.smithi029.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T03:07:23.073 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T03:07:23.073 INFO:teuthology.orchestra.run.smithi029.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T03:07:23.074 INFO:teuthology.orchestra.run.smithi029.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T03:07:23.074 INFO:teuthology.orchestra.run.smithi029.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T03:07:23.074 INFO:teuthology.orchestra.run.smithi029.stdout: = sunit=0 swidth=0 blks 2024-09-12T03:07:23.074 INFO:teuthology.orchestra.run.smithi029.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T03:07:23.074 INFO:teuthology.orchestra.run.smithi029.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T03:07:23.075 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T03:07:23.075 INFO:teuthology.orchestra.run.smithi029.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T03:07:23.106 INFO:teuthology.orchestra.run.smithi029.stdout:Discarding blocks...Done. 2024-09-12T03:07:23.110 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi029.front.sepia.ceph.com -o noatime 2024-09-12T03:07:23.110 DEBUG:teuthology.orchestra.run.smithi029:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-12T03:07:23.191 DEBUG:teuthology.orchestra.run.smithi029:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-12T03:07:23.254 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-12T03:07:23.310 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T03:07:23.311 INFO:tasks.ceph:role: osd.1 2024-09-12T03:07:23.311 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:07:23.311 DEBUG:teuthology.orchestra.run.smithi029:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T03:07:23.365 INFO:teuthology.orchestra.run.smithi029.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T03:07:23.366 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T03:07:23.366 INFO:teuthology.orchestra.run.smithi029.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T03:07:23.366 INFO:teuthology.orchestra.run.smithi029.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T03:07:23.366 INFO:teuthology.orchestra.run.smithi029.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T03:07:23.366 INFO:teuthology.orchestra.run.smithi029.stdout: = sunit=0 swidth=0 blks 2024-09-12T03:07:23.366 INFO:teuthology.orchestra.run.smithi029.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T03:07:23.366 INFO:teuthology.orchestra.run.smithi029.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T03:07:23.366 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T03:07:23.366 INFO:teuthology.orchestra.run.smithi029.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T03:07:23.399 INFO:teuthology.orchestra.run.smithi029.stdout:Discarding blocks...Done. 2024-09-12T03:07:23.402 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi029.front.sepia.ceph.com -o noatime 2024-09-12T03:07:23.403 DEBUG:teuthology.orchestra.run.smithi029:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-12T03:07:23.484 DEBUG:teuthology.orchestra.run.smithi029:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-12T03:07:23.545 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-12T03:07:23.602 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T03:07:23.602 INFO:tasks.ceph:role: osd.2 2024-09-12T03:07:23.602 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:07:23.603 DEBUG:teuthology.orchestra.run.smithi029:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T03:07:23.657 INFO:teuthology.orchestra.run.smithi029.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T03:07:23.657 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T03:07:23.658 INFO:teuthology.orchestra.run.smithi029.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T03:07:23.658 INFO:teuthology.orchestra.run.smithi029.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T03:07:23.658 INFO:teuthology.orchestra.run.smithi029.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T03:07:23.658 INFO:teuthology.orchestra.run.smithi029.stdout: = sunit=0 swidth=0 blks 2024-09-12T03:07:23.658 INFO:teuthology.orchestra.run.smithi029.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T03:07:23.658 INFO:teuthology.orchestra.run.smithi029.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T03:07:23.658 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T03:07:23.658 INFO:teuthology.orchestra.run.smithi029.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T03:07:23.690 INFO:teuthology.orchestra.run.smithi029.stdout:Discarding blocks...Done. 2024-09-12T03:07:23.694 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi029.front.sepia.ceph.com -o noatime 2024-09-12T03:07:23.694 DEBUG:teuthology.orchestra.run.smithi029:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-12T03:07:23.775 DEBUG:teuthology.orchestra.run.smithi029:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-12T03:07:23.836 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-12T03:07:23.892 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T03:07:23.892 INFO:tasks.ceph:role: osd.3 2024-09-12T03:07:23.892 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:07:23.892 DEBUG:teuthology.orchestra.run.smithi029:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T03:07:23.948 INFO:teuthology.orchestra.run.smithi029.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T03:07:23.948 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T03:07:23.949 INFO:teuthology.orchestra.run.smithi029.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T03:07:23.949 INFO:teuthology.orchestra.run.smithi029.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T03:07:23.949 INFO:teuthology.orchestra.run.smithi029.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T03:07:23.949 INFO:teuthology.orchestra.run.smithi029.stdout: = sunit=0 swidth=0 blks 2024-09-12T03:07:23.949 INFO:teuthology.orchestra.run.smithi029.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T03:07:23.949 INFO:teuthology.orchestra.run.smithi029.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T03:07:23.949 INFO:teuthology.orchestra.run.smithi029.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T03:07:23.949 INFO:teuthology.orchestra.run.smithi029.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T03:07:23.980 INFO:teuthology.orchestra.run.smithi029.stdout:Discarding blocks...Done. 2024-09-12T03:07:23.984 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi029.front.sepia.ceph.com -o noatime 2024-09-12T03:07:23.984 DEBUG:teuthology.orchestra.run.smithi029:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-12T03:07:24.065 DEBUG:teuthology.orchestra.run.smithi029:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-12T03:07:24.129 DEBUG:teuthology.orchestra.run.smithi029:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:24.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:24.232+0000 7f36b7c0f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-12T03:07:24.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:24.232+0000 7f36b7c0f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-12T03:07:24.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:24.232+0000 7f36b7c0f640 -1 bdev(0x5576e0103800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-12T03:07:24.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:24.233+0000 7f36b7c0f640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-12T03:07:27.517 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-12T03:07:27.578 DEBUG:teuthology.orchestra.run.smithi029:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:27.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:27.670+0000 7fe9949cc640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-12T03:07:27.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:27.671+0000 7fe9949cc640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-12T03:07:27.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:27.671+0000 7fe9949cc640 -1 bdev(0x5571d3fcf800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-12T03:07:27.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:27.671+0000 7fe9949cc640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-12T03:07:30.668 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-12T03:07:30.729 DEBUG:teuthology.orchestra.run.smithi029:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:30.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:30.823+0000 7fde617fd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-12T03:07:30.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:30.824+0000 7fde617fd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-12T03:07:30.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:30.824+0000 7fde617fd640 -1 bdev(0x565313659800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-12T03:07:30.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:30.824+0000 7fde617fd640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-12T03:07:33.850 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-12T03:07:33.907 DEBUG:teuthology.orchestra.run.smithi029:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:33.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:33.998+0000 7f5eafb1d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-12T03:07:33.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:33.998+0000 7f5eafb1d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-12T03:07:33.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:33.999+0000 7f5eafb1d640 -1 bdev(0x555b3d4c9800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-12T03:07:33.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:07:33.999+0000 7f5eafb1d640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-12T03:07:37.013 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-12T03:07:37.074 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-12T03:07:37.137 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T03:07:37.137 INFO:tasks.ceph:role: osd.4 2024-09-12T03:07:37.137 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:07:37.137 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T03:07:37.223 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T03:07:37.223 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T03:07:37.223 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T03:07:37.223 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T03:07:37.224 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T03:07:37.224 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-09-12T03:07:37.224 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T03:07:37.224 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T03:07:37.224 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T03:07:37.224 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T03:07:38.502 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-09-12T03:07:38.506 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-09-12T03:07:38.506 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-12T03:07:38.594 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-12T03:07:38.658 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-12T03:07:38.714 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T03:07:38.715 INFO:tasks.ceph:role: osd.5 2024-09-12T03:07:38.715 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:07:38.715 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T03:07:38.798 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T03:07:38.798 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T03:07:38.799 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T03:07:38.799 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T03:07:38.799 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T03:07:38.799 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-09-12T03:07:38.799 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T03:07:38.799 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T03:07:38.799 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T03:07:38.799 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T03:07:40.062 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-09-12T03:07:40.066 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-09-12T03:07:40.067 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-12T03:07:40.152 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-12T03:07:40.215 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-12T03:07:40.272 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T03:07:40.273 INFO:tasks.ceph:role: osd.6 2024-09-12T03:07:40.273 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:07:40.273 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T03:07:40.357 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T03:07:40.357 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T03:07:40.357 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T03:07:40.357 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T03:07:40.357 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T03:07:40.357 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-09-12T03:07:40.357 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T03:07:40.357 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T03:07:40.357 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T03:07:40.357 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T03:07:41.627 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-09-12T03:07:41.632 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-09-12T03:07:41.633 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-12T03:07:41.718 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-12T03:07:41.781 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-12T03:07:41.837 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T03:07:41.837 INFO:tasks.ceph:role: osd.7 2024-09-12T03:07:41.837 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:07:41.837 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T03:07:41.919 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T03:07:41.920 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T03:07:41.920 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T03:07:41.920 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T03:07:41.920 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T03:07:41.920 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-09-12T03:07:41.920 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T03:07:41.920 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T03:07:41.920 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T03:07:41.920 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T03:07:43.207 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-09-12T03:07:43.211 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-09-12T03:07:43.212 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-12T03:07:43.302 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-12T03:07:43.365 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:43.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:43.471+0000 7fa718d56640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-12T03:07:43.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:43.472+0000 7fa718d56640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-12T03:07:43.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:43.472+0000 7fa718d56640 -1 bdev(0x55e5fd8d5800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-12T03:07:43.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:43.472+0000 7fa718d56640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-12T03:07:46.496 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-12T03:07:46.560 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:46.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:46.656+0000 7f5d0a3a4640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-12T03:07:46.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:46.656+0000 7f5d0a3a4640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-12T03:07:46.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:46.656+0000 7f5d0a3a4640 -1 bdev(0x55676f7f3800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-12T03:07:46.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:46.657+0000 7f5d0a3a4640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-12T03:07:48.570 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:07:48.574 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:07:49.682 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-12T03:07:49.744 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:49.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:49.837+0000 7f6ecddc5640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-12T03:07:49.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:49.837+0000 7f6ecddc5640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-12T03:07:49.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:49.837+0000 7f6ecddc5640 -1 bdev(0x55f84df65800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-12T03:07:49.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:49.838+0000 7f6ecddc5640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-12T03:07:52.886 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-12T03:07:52.946 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:07:53.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:53.038+0000 7fd56020f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-12T03:07:53.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:53.039+0000 7fd56020f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-12T03:07:53.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:53.039+0000 7fd56020f640 -1 bdev(0x559605f29800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-12T03:07:53.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:07:53.039+0000 7fd56020f640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-12T03:07:56.042 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-12T03:07:56.103 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-12T03:07:56.103 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:56.103 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-12T03:07:56.165 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:56.166 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-12T03:07:56.265 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:56.265 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-12T03:07:56.363 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:56.363 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-12T03:07:56.462 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:56.462 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-12T03:07:56.561 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:56.562 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-12T03:07:56.659 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:56.659 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-12T03:07:56.757 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:56.757 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-12T03:07:56.820 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:56.820 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-12T03:07:56.918 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:56.919 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-12T03:07:57.017 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:57.017 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-12T03:07:57.114 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:57.114 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-12T03:07:57.209 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:57.210 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-12T03:07:57.305 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:57.306 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-12T03:07:57.401 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:57.401 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-12T03:07:57.438 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:07:57.438 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-12T03:07:57.514 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:57.514 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-12T03:07:57.549 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:07:57.549 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-12T03:07:57.624 INFO:tasks.ceph:Adding keys to all mons... 2024-09-12T03:07:57.624 DEBUG:teuthology.orchestra.run.smithi029:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T03:07:57.628 DEBUG:teuthology.orchestra.run.smithi038:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T03:07:57.678 INFO:teuthology.orchestra.run.smithi029.stdout:[mgr.y] 2024-09-12T03:07:57.678 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDpWuJmaP4NLBAA2aCTJ8rKhk1yHyvYwew2fQ== 2024-09-12T03:07:57.678 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.a] 2024-09-12T03:07:57.678 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDpWuJmGdhrORAAsOS/B6LbhU6MJ2GUBYBJFA== 2024-09-12T03:07:57.678 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.c] 2024-09-12T03:07:57.678 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmqYmoBxAAYPJQB2lkVmdMtBEIdiX1mQ== 2024-09-12T03:07:57.678 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.0] 2024-09-12T03:07:57.678 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDsWuJm1gnvDRAAg+7CcQx/xZXRfM+g7lsR/A== 2024-09-12T03:07:57.678 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.1] 2024-09-12T03:07:57.678 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDvWuJmnW8NKBAAISZJQD5VBkM1KkgEcWGfbQ== 2024-09-12T03:07:57.678 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.2] 2024-09-12T03:07:57.679 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDyWuJmZNQuMRAA2ANl+grvUEpgKJt5/+m10w== 2024-09-12T03:07:57.679 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.3] 2024-09-12T03:07:57.679 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQD1WuJmesWYOxAACNJ0k9wf5vX7Jfu09q2HoA== 2024-09-12T03:07:57.679 INFO:teuthology.orchestra.run.smithi029.stdout:[mgr.x] 2024-09-12T03:07:57.679 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDpWuJmamHAMhAAOO0VgoWBN+cj+LH+hCjMrA== 2024-09-12T03:07:57.679 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.b] 2024-09-12T03:07:57.679 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJm7e2+ERAAyldNZARwXOigGaWNqli9Bg== 2024-09-12T03:07:57.679 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.d] 2024-09-12T03:07:57.679 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmoACEGxAAER5bDtRQNdNN8FDWARVXzQ== 2024-09-12T03:07:57.679 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.4] 2024-09-12T03:07:57.679 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQD/WuJm9fUiHBAAZrBRG+pAXyud5zXPvQy1CQ== 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.5] 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQACW+Jm8F8tJxAAPAwz7p5jMlNbkQC94UiSUA== 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.6] 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAFW+Jm3IMDMhAAoT6gQFrllSSRpiM6+SH6gA== 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout:[osd.7] 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQAJW+Jmr+JtAhAAbP/l6S1lDbCzyaZ2DhcYOw== 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout:[client.0] 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w== 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout:[client.2] 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmTP2lKhAA0th0lTng+ToO8M32YkX49A== 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout:[client.1] 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmLdQsMRAA+n1A7Ovo1XnY3u+lXv2Ilg== 2024-09-12T03:07:57.680 INFO:teuthology.orchestra.run.smithi029.stdout:[client.3] 2024-09-12T03:07:57.681 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmN5KtNxAAPlcAKyvfzPH0Nz+zPjjFLg== 2024-09-12T03:07:57.716 INFO:teuthology.orchestra.run.smithi038.stdout:[mgr.y] 2024-09-12T03:07:57.716 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDpWuJmaP4NLBAA2aCTJ8rKhk1yHyvYwew2fQ== 2024-09-12T03:07:57.716 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.a] 2024-09-12T03:07:57.717 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDpWuJmGdhrORAAsOS/B6LbhU6MJ2GUBYBJFA== 2024-09-12T03:07:57.717 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.c] 2024-09-12T03:07:57.717 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDqWuJmqYmoBxAAYPJQB2lkVmdMtBEIdiX1mQ== 2024-09-12T03:07:57.717 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.0] 2024-09-12T03:07:57.717 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDsWuJm1gnvDRAAg+7CcQx/xZXRfM+g7lsR/A== 2024-09-12T03:07:57.717 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.1] 2024-09-12T03:07:57.717 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDvWuJmnW8NKBAAISZJQD5VBkM1KkgEcWGfbQ== 2024-09-12T03:07:57.718 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.2] 2024-09-12T03:07:57.718 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDyWuJmZNQuMRAA2ANl+grvUEpgKJt5/+m10w== 2024-09-12T03:07:57.718 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.3] 2024-09-12T03:07:57.718 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQD1WuJmesWYOxAACNJ0k9wf5vX7Jfu09q2HoA== 2024-09-12T03:07:57.718 INFO:teuthology.orchestra.run.smithi038.stdout:[mgr.x] 2024-09-12T03:07:57.718 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDpWuJmamHAMhAAOO0VgoWBN+cj+LH+hCjMrA== 2024-09-12T03:07:57.718 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.b] 2024-09-12T03:07:57.719 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDqWuJm7e2+ERAAyldNZARwXOigGaWNqli9Bg== 2024-09-12T03:07:57.719 INFO:teuthology.orchestra.run.smithi038.stdout:[mds.d] 2024-09-12T03:07:57.719 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDqWuJmoACEGxAAER5bDtRQNdNN8FDWARVXzQ== 2024-09-12T03:07:57.719 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.4] 2024-09-12T03:07:57.719 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQD/WuJm9fUiHBAAZrBRG+pAXyud5zXPvQy1CQ== 2024-09-12T03:07:57.719 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.5] 2024-09-12T03:07:57.719 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQACW+Jm8F8tJxAAPAwz7p5jMlNbkQC94UiSUA== 2024-09-12T03:07:57.720 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.6] 2024-09-12T03:07:57.720 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQAFW+Jm3IMDMhAAoT6gQFrllSSRpiM6+SH6gA== 2024-09-12T03:07:57.720 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.7] 2024-09-12T03:07:57.720 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQAJW+Jmr+JtAhAAbP/l6S1lDbCzyaZ2DhcYOw== 2024-09-12T03:07:57.720 INFO:teuthology.orchestra.run.smithi038.stdout:[client.0] 2024-09-12T03:07:57.720 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w== 2024-09-12T03:07:57.721 INFO:teuthology.orchestra.run.smithi038.stdout:[client.2] 2024-09-12T03:07:57.721 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDqWuJmTP2lKhAA0th0lTng+ToO8M32YkX49A== 2024-09-12T03:07:57.721 INFO:teuthology.orchestra.run.smithi038.stdout:[client.1] 2024-09-12T03:07:57.721 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDqWuJmLdQsMRAA+n1A7Ovo1XnY3u+lXv2Ilg== 2024-09-12T03:07:57.721 INFO:teuthology.orchestra.run.smithi038.stdout:[client.3] 2024-09-12T03:07:57.721 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDqWuJmN5KtNxAAPlcAKyvfzPH0Nz+zPjjFLg== 2024-09-12T03:07:57.723 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T03:07:57.727 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T03:07:57.856 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T03:07:57.860 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T03:07:57.956 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T03:07:57.963 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T03:07:58.060 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.064 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.157 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.161 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.256 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.260 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.354 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.358 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.451 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T03:07:58.456 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T03:07:58.549 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T03:07:58.554 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T03:07:58.650 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T03:07:58.654 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-12T03:07:58.752 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.756 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.850 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.855 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.949 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:58.953 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:59.046 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:59.050 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T03:07:59.144 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T03:07:59.148 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T03:07:59.245 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T03:07:59.249 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T03:07:59.346 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T03:07:59.350 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T03:07:59.446 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T03:07:59.450 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T03:07:59.547 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-12T03:07:59.548 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-12T03:07:59.605 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T03:07:59.714 DEBUG:teuthology.orchestra.run.smithi029:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-12T03:07:59.769 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-12T03:07:59.826 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T03:07:59.937 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-12T03:07:59.992 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-12T03:08:00.048 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T03:08:00.158 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-12T03:08:00.215 DEBUG:teuthology.orchestra.run.smithi029:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:08:00.219 DEBUG:teuthology.orchestra.run.smithi038:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T03:08:00.253 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-12T03:08:00.253 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-12T03:08:00.253 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-12T03:08:00.295 INFO:tasks.ceph.mon.a:Started 2024-09-12T03:08:00.295 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-12T03:08:00.296 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-12T03:08:00.299 INFO:tasks.ceph.mon.b:Started 2024-09-12T03:08:00.299 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-12T03:08:00.300 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-12T03:08:00.303 INFO:tasks.ceph.mon.c:Started 2024-09-12T03:08:00.303 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-12T03:08:00.304 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-12T03:08:00.304 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-12T03:08:00.307 INFO:tasks.ceph.mgr.y:Started 2024-09-12T03:08:00.307 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-12T03:08:00.307 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-12T03:08:00.311 INFO:tasks.ceph.mgr.x:Started 2024-09-12T03:08:00.311 INFO:tasks.ceph:Setting crush tunables to default 2024-09-12T03:08:00.312 DEBUG:teuthology.orchestra.run.smithi029:> sudo ceph --cluster ceph osd crush tunables default 2024-09-12T03:08:00.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.469+0000 7f003f200640 1 Processor -- start 2024-09-12T03:08:00.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.469+0000 7f003f200640 1 -- start start 2024-09-12T03:08:00.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f003f200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 0x7f003806e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:00.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f003f200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00380cf180 con 0x7f00380b6700 2024-09-12T03:08:00.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f003f200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f003806cfb0 con 0x7f0038161c70 2024-09-12T03:08:00.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f003f200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0038162050 con 0x7f00380d4c80 2024-09-12T03:08:00.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f003d200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 0x7f003806e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:00.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f0037e00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f0038161c70 0x7f00380b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:57222/0 (socket says 172.21.15.29:57222) 2024-09-12T03:08:00.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f0037e00640 1 -- 172.21.15.29:0/963853764 learned_addr learned my addr 172.21.15.29:0/963853764 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:00.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f003d200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 0x7f003806e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52530/0 (socket says 172.21.15.29:52530) 2024-09-12T03:08:00.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f003d200640 1 -- 172.21.15.29:0/963853764 >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 msgr2=0x7f003806e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-12T03:08:00.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f003d200640 1 -- 172.21.15.29:0/963853764 >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 msgr2=0x7f003806e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-12T03:08:00.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f003d200640 1 --2- 172.21.15.29:0/963853764 >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 0x7f003806e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-12T03:08:00.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.471+0000 7f003d200640 1 --2- 172.21.15.29:0/963853764 >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 0x7f003806e1a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-12T03:08:00.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.672+0000 7f003d200640 1 --2- 172.21.15.29:0/963853764 >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 0x7f003806e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:00.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.672+0000 7f003d200640 1 -- 172.21.15.29:0/963853764 >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 msgr2=0x7f003806e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-12T03:08:00.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.672+0000 7f003d200640 1 -- 172.21.15.29:0/963853764 >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 msgr2=0x7f003806e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-12T03:08:00.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.672+0000 7f003d200640 1 --2- 172.21.15.29:0/963853764 >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 0x7f003806e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-12T03:08:00.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.672+0000 7f003d200640 1 --2- 172.21.15.29:0/963853764 >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 0x7f003806e1a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-12T03:08:00.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.701+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 277223053 0 0) 0x7f00380cf180 con 0x7f00380b6700 2024-09-12T03:08:00.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.701+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f001c003520 con 0x7f00380b6700 2024-09-12T03:08:00.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.702+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1096379549 0 0) 0x7f003806cfb0 con 0x7f0038161c70 2024-09-12T03:08:00.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.702+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f00380cf180 con 0x7f0038161c70 2024-09-12T03:08:00.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.702+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 <== mon.1 v1:172.21.15.38:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 114064579 0 0) 0x7f00380cf180 con 0x7f0038161c70 2024-09-12T03:08:00.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.702+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 msgr2=0x7f003806e1a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T03:08:00.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.702+0000 7f0037400640 1 --2- 172.21.15.29:0/963853764 >> v2:172.21.15.29:3300/0 conn(0x7f00380d4c80 0x7f003806e1a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:00.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.702+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 >> v1:172.21.15.29:6789/0 conn(0x7f00380b6700 legacy=0x7f003806da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:00.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.702+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 --> v1:172.21.15.38:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003806d290 con 0x7f0038161c70 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.702+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 <== mon.1 v1:172.21.15.38:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f0028001670 con 0x7f0038161c70 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.702+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 >> v1:172.21.15.38:6789/0 conn(0x7f0038161c70 legacy=0x7f00380b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f0037400640 1 --2- 172.21.15.29:0/963853764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001c003b90 0x7f001c003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f0037400640 1 --2- 172.21.15.29:0/963853764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001c004800 0x7f001c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f0037400640 1 --2- 172.21.15.29:0/963853764 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001c005210 0x7f001c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0038162050 con 0x7f001c004800 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f001c00c140 con 0x7f001c003b90 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f001c00c340 con 0x7f001c005210 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f002f400640 1 --2- 172.21.15.29:0/963853764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001c004800 0x7f001c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f0037e00640 1 --2- 172.21.15.29:0/963853764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001c003b90 0x7f001c003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f003d200640 1 --2- 172.21.15.29:0/963853764 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001c005210 0x7f001c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:00.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f002f400640 1 -- 172.21.15.29:0/963853764 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001c005210 msgr2=0x7f001c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:00.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f002f400640 1 --2- 172.21.15.29:0/963853764 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001c005210 0x7f001c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:00.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f002f400640 1 -- 172.21.15.29:0/963853764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001c003b90 msgr2=0x7f001c003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:00.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f002f400640 1 --2- 172.21.15.29:0/963853764 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001c003b90 0x7f001c003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:00.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f002f400640 1 -- 172.21.15.29:0/963853764 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00380cf180 con 0x7f001c004800 2024-09-12T03:08:00.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.703+0000 7f003d200640 1 -- 172.21.15.29:0/963853764 reap_dead start 2024-09-12T03:08:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.705+0000 7f002f400640 1 --2- 172.21.15.29:0/963853764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001c004800 0x7f001c004c80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f00200018d0 tx=0x7f001c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0cd8e18cb24a0c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.705+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0020001520 con 0x7f001c004800 2024-09-12T03:08:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.705+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f002002acf0 con 0x7f001c004800 2024-09-12T03:08:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.705+0000 7f0037400640 1 -- 172.21.15.29:0/963853764 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0020005310 con 0x7f001c004800 2024-09-12T03:08:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.706+0000 7f003f200640 1 -- 172.21.15.29:0/963853764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001c004800 msgr2=0x7f001c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.706+0000 7f003f200640 1 --2- 172.21.15.29:0/963853764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001c004800 0x7f001c004c80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f00200018d0 tx=0x7f001c005830 comp rx=0 tx=0).stop 2024-09-12T03:08:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.706+0000 7f003f200640 1 -- 172.21.15.29:0/963853764 shutdown_connections 2024-09-12T03:08:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.706+0000 7f003f200640 1 --2- 172.21.15.29:0/963853764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001c004800 0x7f001c004c80 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.706+0000 7f003f200640 1 -- 172.21.15.29:0/963853764 >> 172.21.15.29:0/963853764 conn(0x7f003808c000 msgr2=0x7f00380d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.706+0000 7f003f200640 1 -- 172.21.15.29:0/963853764 shutdown_connections 2024-09-12T03:08:00.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.706+0000 7f003f200640 1 -- 172.21.15.29:0/963853764 wait complete. 2024-09-12T03:08:00.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.708+0000 7f003f200640 1 Processor -- start 2024-09-12T03:08:00.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.708+0000 7f003f200640 1 -- start start 2024-09-12T03:08:00.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.708+0000 7f003f200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001c004800 0x7f0038156aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:00.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f003f200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f00380b9d10 0x7f00380cd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:00.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f003f200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00380cb640 0x7f00380cde10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:00.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f003f200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f00380cebc0 con 0x7f00380cb640 2024-09-12T03:08:00.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f003f200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f003806d600 con 0x7f001c004800 2024-09-12T03:08:00.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f003f200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f00380ced40 con 0x7f00380b9d10 2024-09-12T03:08:00.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f003d200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00380cb640 0x7f00380cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:00.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f0037e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001c004800 0x7f0038156aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:00.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f003d200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00380cb640 0x7f00380cde10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52564/0 (socket says 172.21.15.29:52564) 2024-09-12T03:08:00.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f0037e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001c004800 0x7f0038156aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:48438/0 (socket says 172.21.15.29:48438) 2024-09-12T03:08:00.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f003d200640 1 -- 172.21.15.29:0/3450744803 learned_addr learned my addr 172.21.15.29:0/3450744803 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:00.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f002f400640 1 --2- 172.21.15.29:0/3450744803 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f00380b9d10 0x7f00380cd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:00.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f002f400640 1 -- 172.21.15.29:0/3450744803 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001c004800 msgr2=0x7f0038156aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f002f400640 1 --2- 172.21.15.29:0/3450744803 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001c004800 0x7f0038156aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f002f400640 1 -- 172.21.15.29:0/3450744803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00380cb640 msgr2=0x7f00380cde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f002f400640 1 --2- 172.21.15.29:0/3450744803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00380cb640 0x7f00380cde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f002f400640 1 -- 172.21.15.29:0/3450744803 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00380c9fc0 con 0x7f00380b9d10 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.709+0000 7f003d200640 1 --2- 172.21.15.29:0/3450744803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00380cb640 0x7f00380cde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.710+0000 7f002f400640 1 --2- 172.21.15.29:0/3450744803 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f00380b9d10 0x7f00380cd8d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f001c00c110 tx=0x7f00200012d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.710+0000 7f0034c00640 1 -- 172.21.15.29:0/3450744803 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0020007a30 con 0x7f00380b9d10 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.710+0000 7f0034c00640 1 -- 172.21.15.29:0/3450744803 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0020007240 con 0x7f00380b9d10 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.710+0000 7f0034c00640 1 -- 172.21.15.29:0/3450744803 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00200075f0 con 0x7f00380b9d10 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.710+0000 7f003f200640 1 -- 172.21.15.29:0/3450744803 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00380ca2a0 con 0x7f00380b9d10 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.710+0000 7f003f200640 1 -- 172.21.15.29:0/3450744803 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f00380b7720 con 0x7f00380b9d10 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.710+0000 7f0034c00640 1 -- 172.21.15.29:0/3450744803 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0020006b60 con 0x7f00380b9d10 2024-09-12T03:08:00.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.710+0000 7f0034c00640 1 -- 172.21.15.29:0/3450744803 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0020047760 con 0x7f00380b9d10 2024-09-12T03:08:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.711+0000 7f003f200640 1 -- 172.21.15.29:0/3450744803 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00380b5ff0 con 0x7f00380b9d10 2024-09-12T03:08:00.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.716+0000 7f0034c00640 1 -- 172.21.15.29:0/3450744803 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0020055020 con 0x7f00380b9d10 2024-09-12T03:08:00.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.782+0000 7f003f200640 1 -- 172.21.15.29:0/3450744803 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f00380cb380 con 0x7f00380b9d10 2024-09-12T03:08:00.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.788+0000 7f0034c00640 1 -- 172.21.15.29:0/3450744803 <== mon.2 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f00200035f0 con 0x7f00380b9d10 2024-09-12T03:08:00.787 INFO:teuthology.orchestra.run.smithi029.stderr:adjusted tunables profile to default 2024-09-12T03:08:00.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.788+0000 7f003f200640 1 -- 172.21.15.29:0/3450744803 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f00380b9d10 msgr2=0x7f00380cd8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:00.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.788+0000 7f003f200640 1 --2- 172.21.15.29:0/3450744803 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f00380b9d10 0x7f00380cd8d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f001c00c110 tx=0x7f00200012d0 comp rx=0 tx=0).stop 2024-09-12T03:08:00.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.788+0000 7f003f200640 1 -- 172.21.15.29:0/3450744803 shutdown_connections 2024-09-12T03:08:00.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.788+0000 7f003f200640 1 --2- 172.21.15.29:0/3450744803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00380cb640 0x7f00380cde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:00.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.788+0000 7f003f200640 1 --2- 172.21.15.29:0/3450744803 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f00380b9d10 0x7f00380cd8d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:00.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.788+0000 7f003f200640 1 --2- 172.21.15.29:0/3450744803 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f001c004800 0x7f0038156aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:00.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.788+0000 7f003f200640 1 -- 172.21.15.29:0/3450744803 >> 172.21.15.29:0/3450744803 conn(0x7f003808c000 msgr2=0x7f00380b54b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:00.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.789+0000 7f003f200640 1 -- 172.21.15.29:0/3450744803 shutdown_connections 2024-09-12T03:08:00.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:00.789+0000 7f003f200640 1 -- 172.21.15.29:0/3450744803 wait complete. 2024-09-12T03:08:00.803 INFO:tasks.ceph:check_enable_crimson: False 2024-09-12T03:08:00.803 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-12T03:08:00.803 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:08:00.804 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-12T03:08:00.836 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:00.836+0000 7fdccd52f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T03:08:00.859 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:08:00.859 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-12T03:08:00.885 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:00.885+0000 7fdccd52f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T03:08:00.955 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:08:00.955 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-12T03:08:01.053 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:08:01.053 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-12T03:08:01.062 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:01.061+0000 7fdccd52f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T03:08:01.122 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:01.122+0000 7fdccd52f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T03:08:01.149 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:08:01.150 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-12T03:08:01.168 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:01.169+0000 7fe6f5f27040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-12T03:08:01.205 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:08:01.206 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-12T03:08:01.219 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:01.219+0000 7fe6f5f27040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-12T03:08:01.302 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:08:01.302 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-12T03:08:01.314 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:01.314+0000 7fdccd52f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T03:08:01.369 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:08:01.370 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-12T03:08:01.398 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:01.398+0000 7fe6f5f27040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-12T03:08:01.448 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:01.448+0000 7fdccd52f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T03:08:01.459 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:01.460+0000 7fe6f5f27040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-12T03:08:01.467 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new dbbf6077-c715-4c67-b419-ff5411a66c6d 0 2024-09-12T03:08:01.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.657+0000 7f4dc8c00640 1 Processor -- start 2024-09-12T03:08:01.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.657+0000 7f4dc8c00640 1 -- start start 2024-09-12T03:08:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.658+0000 7f4dc8c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4dc415e4b0 0x7f4dc40d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.658+0000 7f4dc8c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4dc40d3090 0x7f4dc406d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.658+0000 7f4dc8c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4dc40cf8c0 con 0x7f4dc40cefb0 2024-09-12T03:08:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.658+0000 7f4dc8c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4dc40cfba0 con 0x7f4dc40d3090 2024-09-12T03:08:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.658+0000 7f4dc8c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f4dc40cfe80 con 0x7f4dc415e4b0 2024-09-12T03:08:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.658+0000 7f4dc3400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4dc415e4b0 0x7f4dc40d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.658+0000 7f4dc3400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4dc415e4b0 0x7f4dc40d23c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41786/0 (socket says 172.21.15.38:41786) 2024-09-12T03:08:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.658+0000 7f4dc3400640 1 -- 172.21.15.38:0/1269060485 learned_addr learned my addr 172.21.15.38:0/1269060485 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.658+0000 7f4dc3e00640 1 --2- 172.21.15.38:0/1269060485 >> v2:172.21.15.29:3300/0 conn(0x7f4dc40d3090 0x7f4dc406d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:01.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.659+0000 7f4dc3400640 1 -- 172.21.15.38:0/1269060485 >> v2:172.21.15.29:3300/0 conn(0x7f4dc40d3090 msgr2=0x7f4dc406d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:01.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.659+0000 7f4dc3400640 1 --2- 172.21.15.38:0/1269060485 >> v2:172.21.15.29:3300/0 conn(0x7f4dc40d3090 0x7f4dc406d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.659+0000 7f4dc3400640 1 -- 172.21.15.38:0/1269060485 >> v1:172.21.15.29:6789/0 conn(0x7f4dc40cefb0 legacy=0x7f4dc40d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:01.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.659+0000 7f4dc3400640 1 -- 172.21.15.38:0/1269060485 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dc40d0160 con 0x7f4dc415e4b0 2024-09-12T03:08:01.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.659+0000 7f4dc2000640 1 -- 172.21.15.38:0/1269060485 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2551617059 0 0) 0x7f4dc40cf8c0 con 0x7f4dc40cefb0 2024-09-12T03:08:01.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.660+0000 7f4dc3400640 1 --2- 172.21.15.38:0/1269060485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4dc415e4b0 0x7f4dc40d23c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f4dc40d1e50 tx=0x7f4db402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40fb767776506ca6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:01.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.660+0000 7f4dc2000640 1 -- 172.21.15.38:0/1269060485 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db4037070 con 0x7f4dc415e4b0 2024-09-12T03:08:01.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.660+0000 7f4dc2000640 1 -- 172.21.15.38:0/1269060485 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4db4032440 con 0x7f4dc415e4b0 2024-09-12T03:08:01.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.660+0000 7f4dc2000640 1 -- 172.21.15.38:0/1269060485 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db4032810 con 0x7f4dc415e4b0 2024-09-12T03:08:01.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.661+0000 7f4dc8c00640 1 -- 172.21.15.38:0/1269060485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4dc415e4b0 msgr2=0x7f4dc40d23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:01.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.661+0000 7f4dc8c00640 1 --2- 172.21.15.38:0/1269060485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4dc415e4b0 0x7f4dc40d23c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f4dc40d1e50 tx=0x7f4db402a270 comp rx=0 tx=0).stop 2024-09-12T03:08:01.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.661+0000 7f4dc8c00640 1 -- 172.21.15.38:0/1269060485 shutdown_connections 2024-09-12T03:08:01.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.661+0000 7f4dc8c00640 1 --2- 172.21.15.38:0/1269060485 >> v2:172.21.15.29:3300/0 conn(0x7f4dc40d3090 0x7f4dc406d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.661+0000 7f4dc8c00640 1 --2- 172.21.15.38:0/1269060485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4dc415e4b0 0x7f4dc40d23c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.661+0000 7f4dc8c00640 1 -- 172.21.15.38:0/1269060485 >> 172.21.15.38:0/1269060485 conn(0x7f4dc409d740 msgr2=0x7f4dc408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:01.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.661+0000 7f4dc8c00640 1 -- 172.21.15.38:0/1269060485 shutdown_connections 2024-09-12T03:08:01.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.661+0000 7f4dc8c00640 1 -- 172.21.15.38:0/1269060485 wait complete. 2024-09-12T03:08:01.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.663+0000 7f4dc8c00640 1 Processor -- start 2024-09-12T03:08:01.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.663+0000 7f4dc8c00640 1 -- start start 2024-09-12T03:08:01.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc8c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4dc40cefb0 0x7f4dc415f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:01.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc8c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4dc40d3090 0x7f4dc40cdea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:01.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc8c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dc415e4b0 0x7f4dc41537e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:01.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc8c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc40cf3f0 con 0x7f4dc415e4b0 2024-09-12T03:08:01.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc8c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4dc40cf570 con 0x7f4dc40d3090 2024-09-12T03:08:01.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc8c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f4dc406dd50 con 0x7f4dc40cefb0 2024-09-12T03:08:01.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc3400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4dc40cefb0 0x7f4dc415f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:01.665 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc2a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4dc40d3090 0x7f4dc40cdea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:01.665 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc3400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4dc40cefb0 0x7f4dc415f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:48080/0 (socket says 172.21.15.38:48080) 2024-09-12T03:08:01.665 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc3400640 1 -- 172.21.15.38:0/3931056757 learned_addr learned my addr 172.21.15.38:0/3931056757 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:01.665 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc3e00640 1 --2- 172.21.15.38:0/3931056757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dc415e4b0 0x7f4dc41537e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:01.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc3400640 1 -- 172.21.15.38:0/3931056757 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4dc40d3090 msgr2=0x7f4dc40cdea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:01.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc3400640 1 --2- 172.21.15.38:0/3931056757 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4dc40d3090 0x7f4dc40cdea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc3400640 1 -- 172.21.15.38:0/3931056757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dc415e4b0 msgr2=0x7f4dc41537e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:01.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.664+0000 7f4dc3400640 1 --2- 172.21.15.38:0/3931056757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dc415e4b0 0x7f4dc41537e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.665+0000 7f4dc3400640 1 -- 172.21.15.38:0/3931056757 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dc40c8c30 con 0x7f4dc40cefb0 2024-09-12T03:08:01.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.665+0000 7f4dc3e00640 1 --2- 172.21.15.38:0/3931056757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dc415e4b0 0x7f4dc41537e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:01.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.665+0000 7f4dc3400640 1 --2- 172.21.15.38:0/3931056757 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4dc40cefb0 0x7f4dc415f640 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4db4000c00 tx=0x7f4db40046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:01.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.665+0000 7f4dbb400640 1 -- 172.21.15.38:0/3931056757 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db4041020 con 0x7f4dc40cefb0 2024-09-12T03:08:01.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.665+0000 7f4dbb400640 1 -- 172.21.15.38:0/3931056757 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4db4030640 con 0x7f4dc40cefb0 2024-09-12T03:08:01.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.665+0000 7f4dc8c00640 1 -- 172.21.15.38:0/3931056757 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dc415fd40 con 0x7f4dc40cefb0 2024-09-12T03:08:01.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.665+0000 7f4dbb400640 1 -- 172.21.15.38:0/3931056757 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4db4037040 con 0x7f4dc40cefb0 2024-09-12T03:08:01.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.665+0000 7f4dc8c00640 1 -- 172.21.15.38:0/3931056757 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dc40cb630 con 0x7f4dc40cefb0 2024-09-12T03:08:01.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.666+0000 7f4dbb400640 1 -- 172.21.15.38:0/3931056757 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4db4044020 con 0x7f4dc40cefb0 2024-09-12T03:08:01.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.666+0000 7f4dbb400640 1 -- 172.21.15.38:0/3931056757 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f4db403dc30 con 0x7f4dc40cefb0 2024-09-12T03:08:01.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.666+0000 7f4dc8c00640 1 -- 172.21.15.38:0/3931056757 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dc40b37d0 con 0x7f4dc40cefb0 2024-09-12T03:08:01.668 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:01.666+0000 7fe6f5f27040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-12T03:08:01.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.669+0000 7f4dbb400640 1 -- 172.21.15.38:0/3931056757 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4db404b030 con 0x7f4dc40cefb0 2024-09-12T03:08:01.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.743+0000 7f4dc8c00640 1 -- 172.21.15.38:0/3931056757 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd new", "uuid": "dbbf6077-c715-4c67-b419-ff5411a66c6d", "id": 0} v 0) -- 0x7f4dc406d810 con 0x7f4dc40cefb0 2024-09-12T03:08:01.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.747+0000 7f4dbb400640 1 -- 172.21.15.38:0/3931056757 <== mon.2 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "dbbf6077-c715-4c67-b419-ff5411a66c6d", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f4dc40c8c30 con 0x7f4dc40cefb0 2024-09-12T03:08:01.748 INFO:teuthology.orchestra.run.smithi038.stdout:0 2024-09-12T03:08:01.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.749+0000 7f4dc8c00640 1 -- 172.21.15.38:0/3931056757 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4dc40cefb0 msgr2=0x7f4dc415f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:01.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.749+0000 7f4dc8c00640 1 --2- 172.21.15.38:0/3931056757 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4dc40cefb0 0x7f4dc415f640 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4db4000c00 tx=0x7f4db40046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.749+0000 7f4dc8c00640 1 -- 172.21.15.38:0/3931056757 shutdown_connections 2024-09-12T03:08:01.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.749+0000 7f4dc8c00640 1 --2- 172.21.15.38:0/3931056757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dc415e4b0 0x7f4dc41537e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.749+0000 7f4dc8c00640 1 --2- 172.21.15.38:0/3931056757 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4dc40d3090 0x7f4dc40cdea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.749+0000 7f4dc8c00640 1 --2- 172.21.15.38:0/3931056757 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4dc40cefb0 0x7f4dc415f640 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.749+0000 7f4dc8c00640 1 -- 172.21.15.38:0/3931056757 >> 172.21.15.38:0/3931056757 conn(0x7f4dc409d740 msgr2=0x7f4dc40b5580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:01.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.749+0000 7f4dc8c00640 1 -- 172.21.15.38:0/3931056757 shutdown_connections 2024-09-12T03:08:01.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.749+0000 7f4dc8c00640 1 -- 172.21.15.38:0/3931056757 wait complete. 2024-09-12T03:08:01.764 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new 5f7ab8ff-016a-48bb-bee8-77d3bb08141c 1 2024-09-12T03:08:01.799 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:01.800+0000 7fe6f5f27040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-12T03:08:01.836 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:01.836+0000 7fdccd52f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T03:08:01.913 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:01.913+0000 7fdccd52f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T03:08:01.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.917+0000 7f1e52a00640 1 Processor -- start 2024-09-12T03:08:01.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.917+0000 7f1e52a00640 1 -- start start 2024-09-12T03:08:01.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.918+0000 7f1e52a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1e4c0b6700 0x7f1e4c06da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:01.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.918+0000 7f1e52a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e4c0cf180 con 0x7f1e4c0d4c80 2024-09-12T03:08:01.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.918+0000 7f1e52a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e4c06cfb0 con 0x7f1e4c161c70 2024-09-12T03:08:01.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.918+0000 7f1e52a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1e4c162050 con 0x7f1e4c0b6700 2024-09-12T03:08:01.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.918+0000 7f1e4be00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f1e4c161c70 0x7f1e4c0b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:50440/0 (socket says 172.21.15.38:50440) 2024-09-12T03:08:01.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.918+0000 7f1e4be00640 1 -- 172.21.15.38:0/433220560 learned_addr learned my addr 172.21.15.38:0/433220560 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-09-12T03:08:01.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.918+0000 7f1e43e00640 1 --2- 172.21.15.38:0/433220560 >> v2:172.21.15.29:3300/0 conn(0x7f1e4c0b6700 0x7f1e4c06da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:01.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.919+0000 7f1e4b400640 1 -- 172.21.15.38:0/433220560 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 258236136 0 0) 0x7f1e4c06cfb0 con 0x7f1e4c161c70 2024-09-12T03:08:01.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.919+0000 7f1e4b400640 1 -- 172.21.15.38:0/433220560 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1e30003520 con 0x7f1e4c161c70 2024-09-12T03:08:01.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.919+0000 7f1e4b400640 1 -- 172.21.15.38:0/433220560 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1965074470 0 0) 0x7f1e4c0cf180 con 0x7f1e4c0d4c80 2024-09-12T03:08:01.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.919+0000 7f1e4b400640 1 -- 172.21.15.38:0/433220560 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1e4c06cfb0 con 0x7f1e4c0d4c80 2024-09-12T03:08:01.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.919+0000 7f1e43e00640 1 -- 172.21.15.38:0/433220560 >> v1:172.21.15.38:6789/0 conn(0x7f1e4c161c70 legacy=0x7f1e4c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:01.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.919+0000 7f1e43e00640 1 -- 172.21.15.38:0/433220560 >> v1:172.21.15.29:6789/0 conn(0x7f1e4c0d4c80 legacy=0x7f1e4c06dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:01.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.919+0000 7f1e43e00640 1 -- 172.21.15.38:0/433220560 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e4c06d290 con 0x7f1e4c0b6700 2024-09-12T03:08:01.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.920+0000 7f1e43e00640 1 --2- 172.21.15.38:0/433220560 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e4c0b6700 0x7f1e4c06da90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1e340097a0 tx=0x7f1e3402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa6d0e0191b38cf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:01.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.920+0000 7f1e4b400640 1 -- 172.21.15.38:0/433220560 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e34037070 con 0x7f1e4c0b6700 2024-09-12T03:08:01.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.920+0000 7f1e4b400640 1 -- 172.21.15.38:0/433220560 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e34032440 con 0x7f1e4c0b6700 2024-09-12T03:08:01.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.920+0000 7f1e4b400640 1 -- 172.21.15.38:0/433220560 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e34032810 con 0x7f1e4c0b6700 2024-09-12T03:08:01.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.921+0000 7f1e52a00640 1 -- 172.21.15.38:0/433220560 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e4c0b6700 msgr2=0x7f1e4c06da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:01.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.921+0000 7f1e52a00640 1 --2- 172.21.15.38:0/433220560 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e4c0b6700 0x7f1e4c06da90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1e340097a0 tx=0x7f1e3402a230 comp rx=0 tx=0).stop 2024-09-12T03:08:01.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.921+0000 7f1e52a00640 1 -- 172.21.15.38:0/433220560 shutdown_connections 2024-09-12T03:08:01.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.921+0000 7f1e52a00640 1 --2- 172.21.15.38:0/433220560 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e4c0b6700 0x7f1e4c06da90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.921+0000 7f1e52a00640 1 -- 172.21.15.38:0/433220560 >> 172.21.15.38:0/433220560 conn(0x7f1e4c08c000 msgr2=0x7f1e4c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:01.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.921+0000 7f1e52a00640 1 -- 172.21.15.38:0/433220560 shutdown_connections 2024-09-12T03:08:01.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.921+0000 7f1e52a00640 1 -- 172.21.15.38:0/433220560 wait complete. 2024-09-12T03:08:01.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.922+0000 7f1e52a00640 1 Processor -- start 2024-09-12T03:08:01.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.923+0000 7f1e52a00640 1 -- start start 2024-09-12T03:08:01.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.923+0000 7f1e52a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e4c0b6700 0x7f1e4c0b9d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:01.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.923+0000 7f1e52a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e4c0d4c80 0x7f1e4c0cd320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.923+0000 7f1e52a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e4c161c70 0x7f1e4c0cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.923+0000 7f1e52a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4c0cebc0 con 0x7f1e4c0d4c80 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.923+0000 7f1e52a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4c06d600 con 0x7f1e4c0b6700 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.923+0000 7f1e52a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1e4c0ced40 con 0x7f1e4c161c70 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.924+0000 7f1e4be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e4c0b6700 0x7f1e4c0b9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.924+0000 7f1e4be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e4c0b6700 0x7f1e4c0b9d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41794/0 (socket says 172.21.15.38:41794) 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.924+0000 7f1e50a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e4c161c70 0x7f1e4c0cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.924+0000 7f1e4be00640 1 -- 172.21.15.38:0/663791667 learned_addr learned my addr 172.21.15.38:0/663791667 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.924+0000 7f1e43e00640 1 --2- 172.21.15.38:0/663791667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e4c0d4c80 0x7f1e4c0cd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.924+0000 7f1e4be00640 1 -- 172.21.15.38:0/663791667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e4c161c70 msgr2=0x7f1e4c0cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.924+0000 7f1e4be00640 1 --2- 172.21.15.38:0/663791667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e4c161c70 0x7f1e4c0cd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.924+0000 7f1e4be00640 1 -- 172.21.15.38:0/663791667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e4c0d4c80 msgr2=0x7f1e4c0cd320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:01.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.924+0000 7f1e4be00640 1 --2- 172.21.15.38:0/663791667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e4c0d4c80 0x7f1e4c0cd320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:01.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.924+0000 7f1e4be00640 1 -- 172.21.15.38:0/663791667 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e4c0ba290 con 0x7f1e4c0b6700 2024-09-12T03:08:01.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.924+0000 7f1e43e00640 1 --2- 172.21.15.38:0/663791667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e4c0d4c80 0x7f1e4c0cd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:01.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.925+0000 7f1e4be00640 1 --2- 172.21.15.38:0/663791667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e4c0b6700 0x7f1e4c0b9d50 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c00c410 tx=0x7f1e3c00c8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:01.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.925+0000 7f1e48c00640 1 -- 172.21.15.38:0/663791667 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c017070 con 0x7f1e4c0b6700 2024-09-12T03:08:01.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.925+0000 7f1e48c00640 1 -- 172.21.15.38:0/663791667 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e3c005ce0 con 0x7f1e4c0b6700 2024-09-12T03:08:01.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.925+0000 7f1e48c00640 1 -- 172.21.15.38:0/663791667 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c0072d0 con 0x7f1e4c0b6700 2024-09-12T03:08:01.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.925+0000 7f1e52a00640 1 -- 172.21.15.38:0/663791667 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e4c0c9a90 con 0x7f1e4c0b6700 2024-09-12T03:08:01.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.925+0000 7f1e52a00640 1 -- 172.21.15.38:0/663791667 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e4c0c9d60 con 0x7f1e4c0b6700 2024-09-12T03:08:01.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.925+0000 7f1e48c00640 1 -- 172.21.15.38:0/663791667 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1e3c01a070 con 0x7f1e4c0b6700 2024-09-12T03:08:01.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.925+0000 7f1e48c00640 1 -- 172.21.15.38:0/663791667 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f1e3c0127b0 con 0x7f1e4c0b6700 2024-09-12T03:08:01.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.926+0000 7f1e52a00640 1 -- 172.21.15.38:0/663791667 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e4c0b5ff0 con 0x7f1e4c0b6700 2024-09-12T03:08:01.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:01.929+0000 7f1e48c00640 1 -- 172.21.15.38:0/663791667 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1e3c01cd60 con 0x7f1e4c0b6700 2024-09-12T03:08:02.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.003+0000 7f1e52a00640 1 -- 172.21.15.38:0/663791667 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd new", "uuid": "5f7ab8ff-016a-48bb-bee8-77d3bb08141c", "id": 1} v 0) -- 0x7f1e4c06e920 con 0x7f1e4c0b6700 2024-09-12T03:08:02.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.011+0000 7f1e48c00640 1 -- 172.21.15.38:0/663791667 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5f7ab8ff-016a-48bb-bee8-77d3bb08141c", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f1e3c007630 con 0x7f1e4c0b6700 2024-09-12T03:08:02.012 INFO:teuthology.orchestra.run.smithi038.stdout:1 2024-09-12T03:08:02.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.013+0000 7f1e52a00640 1 -- 172.21.15.38:0/663791667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e4c0b6700 msgr2=0x7f1e4c0b9d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.013+0000 7f1e52a00640 1 --2- 172.21.15.38:0/663791667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e4c0b6700 0x7f1e4c0b9d50 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c00c410 tx=0x7f1e3c00c8d0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.013+0000 7f1e52a00640 1 -- 172.21.15.38:0/663791667 shutdown_connections 2024-09-12T03:08:02.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.013+0000 7f1e52a00640 1 --2- 172.21.15.38:0/663791667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e4c161c70 0x7f1e4c0cd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.013+0000 7f1e52a00640 1 --2- 172.21.15.38:0/663791667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e4c0d4c80 0x7f1e4c0cd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.013+0000 7f1e52a00640 1 --2- 172.21.15.38:0/663791667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e4c0b6700 0x7f1e4c0b9d50 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.013+0000 7f1e52a00640 1 -- 172.21.15.38:0/663791667 >> 172.21.15.38:0/663791667 conn(0x7f1e4c08c000 msgr2=0x7f1e4c06da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:02.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.013+0000 7f1e52a00640 1 -- 172.21.15.38:0/663791667 shutdown_connections 2024-09-12T03:08:02.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.013+0000 7f1e52a00640 1 -- 172.21.15.38:0/663791667 wait complete. 2024-09-12T03:08:02.027 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new cb3c79a5-d589-4183-bd02-ce033809b384 2 2024-09-12T03:08:02.098 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:02.098+0000 7fdccd52f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T03:08:02.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.182+0000 7fac25800640 1 Processor -- start 2024-09-12T03:08:02.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.182+0000 7fac25800640 1 -- start start 2024-09-12T03:08:02.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.183+0000 7fac25800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fac20161c70 0x7fac200b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.183+0000 7fac25800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.183+0000 7fac25800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac200cf180 con 0x7fac200cebc0 2024-09-12T03:08:02.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.183+0000 7fac25800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fac20162050 con 0x7fac20161c70 2024-09-12T03:08:02.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.183+0000 7fac25800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fac2006d600 con 0x7fac200d4c80 2024-09-12T03:08:02.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.183+0000 7fac1e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.183+0000 7fac1ea00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fac20161c70 0x7fac200b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.183+0000 7fac1e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200b6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:48098/0 (socket says 172.21.15.38:48098) 2024-09-12T03:08:02.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.183+0000 7fac1e000640 1 -- 172.21.15.38:0/2641927744 learned_addr learned my addr 172.21.15.38:0/2641927744 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:02.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.183+0000 7fac1f400640 1 --1- 172.21.15.38:0/2641927744 >> v1:172.21.15.38:6789/0 conn(0x7fac200cebc0 0x7fac200d2720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:50454/0 (socket says 172.21.15.38:50454) 2024-09-12T03:08:02.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.184+0000 7fac1e000640 1 -- 172.21.15.38:0/2641927744 >> v2:172.21.15.38:3300/0 conn(0x7fac20161c70 msgr2=0x7fac200b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:02.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.184+0000 7fac1e000640 1 --2- 172.21.15.38:0/2641927744 >> v2:172.21.15.38:3300/0 conn(0x7fac20161c70 0x7fac200b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.184+0000 7fac1e000640 1 -- 172.21.15.38:0/2641927744 >> v1:172.21.15.38:6789/0 conn(0x7fac200cebc0 legacy=0x7fac200d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.184+0000 7fac1e000640 1 -- 172.21.15.38:0/2641927744 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac2006cfb0 con 0x7fac200d4c80 2024-09-12T03:08:02.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.185+0000 7fac1e000640 1 --2- 172.21.15.38:0/2641927744 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200b6530 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fac0c009870 tx=0x7fac0c02a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=962184d50cabca1c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:02.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.185+0000 7fac1d600640 1 -- 172.21.15.38:0/2641927744 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac0c037070 con 0x7fac200d4c80 2024-09-12T03:08:02.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.185+0000 7fac1d600640 1 -- 172.21.15.38:0/2641927744 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac0c032440 con 0x7fac200d4c80 2024-09-12T03:08:02.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.185+0000 7fac1d600640 1 -- 172.21.15.38:0/2641927744 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac0c032810 con 0x7fac200d4c80 2024-09-12T03:08:02.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.186+0000 7fac25800640 1 -- 172.21.15.38:0/2641927744 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 msgr2=0x7fac200b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.186+0000 7fac25800640 1 --2- 172.21.15.38:0/2641927744 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200b6530 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fac0c009870 tx=0x7fac0c02a250 comp rx=0 tx=0).stop 2024-09-12T03:08:02.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.186+0000 7fac25800640 1 -- 172.21.15.38:0/2641927744 shutdown_connections 2024-09-12T03:08:02.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.186+0000 7fac25800640 1 --2- 172.21.15.38:0/2641927744 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200b6530 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.186+0000 7fac25800640 1 --2- 172.21.15.38:0/2641927744 >> v2:172.21.15.38:3300/0 conn(0x7fac20161c70 0x7fac200b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.186+0000 7fac25800640 1 -- 172.21.15.38:0/2641927744 >> 172.21.15.38:0/2641927744 conn(0x7fac2008c000 msgr2=0x7fac200d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:02.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.186+0000 7fac25800640 1 -- 172.21.15.38:0/2641927744 shutdown_connections 2024-09-12T03:08:02.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.186+0000 7fac25800640 1 -- 172.21.15.38:0/2641927744 wait complete. 2024-09-12T03:08:02.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.188+0000 7fac25800640 1 Processor -- start 2024-09-12T03:08:02.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.188+0000 7fac25800640 1 -- start start 2024-09-12T03:08:02.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.188+0000 7fac25800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac200cebc0 0x7fac201579b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.188+0000 7fac25800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200c8900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac25800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac20161c70 0x7fac201f4480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac25800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac2006eaa0 con 0x7fac200cebc0 2024-09-12T03:08:02.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac25800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fac200d3a00 con 0x7fac20161c70 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac25800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fac2006ec20 con 0x7fac200d4c80 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac1e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200c8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac1f400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac20161c70 0x7fac201f4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac1e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200c8900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:48104/0 (socket says 172.21.15.38:48104) 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac1e000640 1 -- 172.21.15.38:0/3764549607 learned_addr learned my addr 172.21.15.38:0/3764549607 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac1ea00640 1 --2- 172.21.15.38:0/3764549607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac200cebc0 0x7fac201579b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac1e000640 1 -- 172.21.15.38:0/3764549607 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac20161c70 msgr2=0x7fac201f4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac1e000640 1 --2- 172.21.15.38:0/3764549607 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac20161c70 0x7fac201f4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac1e000640 1 -- 172.21.15.38:0/3764549607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac200cebc0 msgr2=0x7fac201579b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac1e000640 1 --2- 172.21.15.38:0/3764549607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac200cebc0 0x7fac201579b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac1e000640 1 -- 172.21.15.38:0/3764549607 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac200b7fd0 con 0x7fac200d4c80 2024-09-12T03:08:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.189+0000 7fac1f400640 1 --2- 172.21.15.38:0/3764549607 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac20161c70 0x7fac201f4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:02.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.190+0000 7fac1e000640 1 --2- 172.21.15.38:0/3764549607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200c8900 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fac0c000c00 tx=0x7fac0c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:02.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.190+0000 7fac16a00640 1 -- 172.21.15.38:0/3764549607 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac0c037040 con 0x7fac200d4c80 2024-09-12T03:08:02.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.190+0000 7fac16a00640 1 -- 172.21.15.38:0/3764549607 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac0c042070 con 0x7fac200d4c80 2024-09-12T03:08:02.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.190+0000 7fac16a00640 1 -- 172.21.15.38:0/3764549607 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac0c030880 con 0x7fac200d4c80 2024-09-12T03:08:02.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.190+0000 7fac25800640 1 -- 172.21.15.38:0/3764549607 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac200b82b0 con 0x7fac200d4c80 2024-09-12T03:08:02.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.190+0000 7fac25800640 1 -- 172.21.15.38:0/3764549607 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fac200b8870 con 0x7fac200d4c80 2024-09-12T03:08:02.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.190+0000 7fac16a00640 1 -- 172.21.15.38:0/3764549607 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fac0c030a20 con 0x7fac200d4c80 2024-09-12T03:08:02.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.190+0000 7fac16a00640 1 -- 172.21.15.38:0/3764549607 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7fac0c03b430 con 0x7fac200d4c80 2024-09-12T03:08:02.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.191+0000 7fac25800640 1 -- 172.21.15.38:0/3764549607 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac200b5ff0 con 0x7fac200d4c80 2024-09-12T03:08:02.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.193+0000 7fac16a00640 1 -- 172.21.15.38:0/3764549607 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fac0c047460 con 0x7fac200d4c80 2024-09-12T03:08:02.200 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:02.201+0000 7fe6f5f27040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-12T03:08:02.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.267+0000 7fac25800640 1 -- 172.21.15.38:0/3764549607 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd new", "uuid": "cb3c79a5-d589-4183-bd02-ce033809b384", "id": 2} v 0) -- 0x7fac2015edc0 con 0x7fac200d4c80 2024-09-12T03:08:02.269 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:02.270+0000 7fe6f5f27040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-12T03:08:02.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.275+0000 7fac16a00640 1 -- 172.21.15.38:0/3764549607 <== mon.2 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cb3c79a5-d589-4183-bd02-ce033809b384", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7fac0c0476c0 con 0x7fac200d4c80 2024-09-12T03:08:02.277 INFO:teuthology.orchestra.run.smithi038.stdout:2 2024-09-12T03:08:02.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.276+0000 7fac25800640 1 -- 172.21.15.38:0/3764549607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 msgr2=0x7fac200c8900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.276+0000 7fac25800640 1 --2- 172.21.15.38:0/3764549607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200c8900 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fac0c000c00 tx=0x7fac0c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.276+0000 7fac25800640 1 -- 172.21.15.38:0/3764549607 shutdown_connections 2024-09-12T03:08:02.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.276+0000 7fac25800640 1 --2- 172.21.15.38:0/3764549607 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac20161c70 0x7fac201f4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.276+0000 7fac25800640 1 --2- 172.21.15.38:0/3764549607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac200d4c80 0x7fac200c8900 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.276+0000 7fac25800640 1 --2- 172.21.15.38:0/3764549607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac200cebc0 0x7fac201579b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.276+0000 7fac25800640 1 -- 172.21.15.38:0/3764549607 >> 172.21.15.38:0/3764549607 conn(0x7fac2008c000 msgr2=0x7fac200d0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:02.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.276+0000 7fac25800640 1 -- 172.21.15.38:0/3764549607 shutdown_connections 2024-09-12T03:08:02.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.276+0000 7fac25800640 1 -- 172.21.15.38:0/3764549607 wait complete. 2024-09-12T03:08:02.291 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new 430e7fd8-95f6-4921-831b-81624d7ee808 3 2024-09-12T03:08:02.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.441+0000 7f0485e00640 1 Processor -- start 2024-09-12T03:08:02.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.442+0000 7f0485e00640 1 -- start start 2024-09-12T03:08:02.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f0485e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 0x7f04800b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f0485e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f04800d4c80 0x7f04800b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f0485e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f04800cebc0 0x7f04800d2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f0485e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0480162050 con 0x7f04800cebc0 2024-09-12T03:08:02.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f0485e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f048006d600 con 0x7f04800d4c80 2024-09-12T03:08:02.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f0485e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f04800cf180 con 0x7f0480161c70 2024-09-12T03:08:02.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f047ea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 0x7f04800b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f047ea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 0x7f04800b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:48106/0 (socket says 172.21.15.38:48106) 2024-09-12T03:08:02.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f0477e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f04800d4c80 0x7f04800b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f047ea00640 1 -- 172.21.15.38:0/2778201319 learned_addr learned my addr 172.21.15.38:0/2778201319 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:02.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f047f400640 1 --2- 172.21.15.38:0/2778201319 >> v2:172.21.15.29:3300/0 conn(0x7f04800cebc0 0x7f04800d2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f047ea00640 1 -- 172.21.15.38:0/2778201319 >> v2:172.21.15.38:3300/0 conn(0x7f04800d4c80 msgr2=0x7f04800b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:02.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f047ea00640 1 --2- 172.21.15.38:0/2778201319 >> v2:172.21.15.38:3300/0 conn(0x7f04800d4c80 0x7f04800b6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f047ea00640 1 -- 172.21.15.38:0/2778201319 >> v2:172.21.15.29:3300/0 conn(0x7f04800cebc0 msgr2=0x7f04800d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:02.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f047ea00640 1 --2- 172.21.15.38:0/2778201319 >> v2:172.21.15.29:3300/0 conn(0x7f04800cebc0 0x7f04800d2720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.443+0000 7f047ea00640 1 -- 172.21.15.38:0/2778201319 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f048006cfb0 con 0x7f0480161c70 2024-09-12T03:08:02.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.444+0000 7f047ea00640 1 --2- 172.21.15.38:0/2778201319 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 0x7f04800b5ff0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f048008d2b0 tx=0x7f047002a1e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b2fe9a4a069b8b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:02.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f047e000640 1 -- 172.21.15.38:0/2778201319 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0470037070 con 0x7f0480161c70 2024-09-12T03:08:02.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f047e000640 1 -- 172.21.15.38:0/2778201319 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0470032440 con 0x7f0480161c70 2024-09-12T03:08:02.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f047e000640 1 -- 172.21.15.38:0/2778201319 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0470032810 con 0x7f0480161c70 2024-09-12T03:08:02.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f0485e00640 1 -- 172.21.15.38:0/2778201319 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 msgr2=0x7f04800b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f0485e00640 1 --2- 172.21.15.38:0/2778201319 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 0x7f04800b5ff0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f048008d2b0 tx=0x7f047002a1e0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f0485e00640 1 -- 172.21.15.38:0/2778201319 shutdown_connections 2024-09-12T03:08:02.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f0485e00640 1 --2- 172.21.15.38:0/2778201319 >> v2:172.21.15.29:3300/0 conn(0x7f04800cebc0 0x7f04800d2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f0485e00640 1 --2- 172.21.15.38:0/2778201319 >> v2:172.21.15.38:3300/0 conn(0x7f04800d4c80 0x7f04800b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f0485e00640 1 --2- 172.21.15.38:0/2778201319 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 0x7f04800b5ff0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f0485e00640 1 -- 172.21.15.38:0/2778201319 >> 172.21.15.38:0/2778201319 conn(0x7f048008c000 msgr2=0x7f04800d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:02.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f0485e00640 1 -- 172.21.15.38:0/2778201319 shutdown_connections 2024-09-12T03:08:02.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.445+0000 7f0485e00640 1 -- 172.21.15.38:0/2778201319 wait complete. 2024-09-12T03:08:02.447 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:02.447+0000 7fe6f5f27040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-12T03:08:02.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.447+0000 7f0485e00640 1 Processor -- start 2024-09-12T03:08:02.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.447+0000 7f0485e00640 1 -- start start 2024-09-12T03:08:02.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.448+0000 7f0485e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04800cebc0 0x7f0480159fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.448+0000 7f0485e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04800d4c80 0x7f048014daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.448+0000 7f0485e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 0x7f0480157ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.448+0000 7f0485e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f04800d2c60 con 0x7f04800cebc0 2024-09-12T03:08:02.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.448+0000 7f0485e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f04800d3a00 con 0x7f04800d4c80 2024-09-12T03:08:02.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.448+0000 7f0485e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f04800d2de0 con 0x7f0480161c70 2024-09-12T03:08:02.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.448+0000 7f0477e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04800d4c80 0x7f048014daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.448+0000 7f047ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04800cebc0 0x7f0480159fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.448+0000 7f047f400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 0x7f0480157ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.448+0000 7f0477e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04800d4c80 0x7f048014daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41822/0 (socket says 172.21.15.38:41822) 2024-09-12T03:08:02.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.448+0000 7f0477e00640 1 -- 172.21.15.38:0/1023112830 learned_addr learned my addr 172.21.15.38:0/1023112830 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:02.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f047f400640 1 -- 172.21.15.38:0/1023112830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04800d4c80 msgr2=0x7f048014daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f047f400640 1 --2- 172.21.15.38:0/1023112830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04800d4c80 0x7f048014daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f047f400640 1 -- 172.21.15.38:0/1023112830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04800cebc0 msgr2=0x7f0480159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f047f400640 1 --2- 172.21.15.38:0/1023112830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04800cebc0 0x7f0480159fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f047f400640 1 -- 172.21.15.38:0/1023112830 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f048015a6b0 con 0x7f0480161c70 2024-09-12T03:08:02.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f047ea00640 1 --2- 172.21.15.38:0/1023112830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04800cebc0 0x7f0480159fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:02.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f0477e00640 1 --2- 172.21.15.38:0/1023112830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04800d4c80 0x7f048014daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:02.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f047f400640 1 --2- 172.21.15.38:0/1023112830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 0x7f0480157ea0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f047800ef00 tx=0x7f047800b480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:02.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f0477400640 1 -- 172.21.15.38:0/1023112830 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0478018020 con 0x7f0480161c70 2024-09-12T03:08:02.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f0477400640 1 -- 172.21.15.38:0/1023112830 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0478014400 con 0x7f0480161c70 2024-09-12T03:08:02.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f0477400640 1 -- 172.21.15.38:0/1023112830 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0478009e60 con 0x7f0480161c70 2024-09-12T03:08:02.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.449+0000 7f0485e00640 1 -- 172.21.15.38:0/1023112830 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f048015a990 con 0x7f0480161c70 2024-09-12T03:08:02.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.450+0000 7f0485e00640 1 -- 172.21.15.38:0/1023112830 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f048015af50 con 0x7f0480161c70 2024-09-12T03:08:02.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.450+0000 7f0477400640 1 -- 172.21.15.38:0/1023112830 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0478005d10 con 0x7f0480161c70 2024-09-12T03:08:02.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.450+0000 7f0477400640 1 -- 172.21.15.38:0/1023112830 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f047801d400 con 0x7f0480161c70 2024-09-12T03:08:02.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.451+0000 7f0485e00640 1 -- 172.21.15.38:0/1023112830 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04800d2720 con 0x7f0480161c70 2024-09-12T03:08:02.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.453+0000 7f0477400640 1 -- 172.21.15.38:0/1023112830 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0478022030 con 0x7f0480161c70 2024-09-12T03:08:02.527 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.527+0000 7f0485e00640 1 -- 172.21.15.38:0/1023112830 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd new", "uuid": "430e7fd8-95f6-4921-831b-81624d7ee808", "id": 3} v 0) -- 0x7f048015ea40 con 0x7f0480161c70 2024-09-12T03:08:02.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.536+0000 7f0477400640 1 -- 172.21.15.38:0/1023112830 <== mon.2 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "430e7fd8-95f6-4921-831b-81624d7ee808", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f047801dac0 con 0x7f0480161c70 2024-09-12T03:08:02.536 INFO:teuthology.orchestra.run.smithi038.stdout:3 2024-09-12T03:08:02.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.537+0000 7f0485e00640 1 -- 172.21.15.38:0/1023112830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 msgr2=0x7f0480157ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.537+0000 7f0485e00640 1 --2- 172.21.15.38:0/1023112830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 0x7f0480157ea0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f047800ef00 tx=0x7f047800b480 comp rx=0 tx=0).stop 2024-09-12T03:08:02.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.537+0000 7f0485e00640 1 -- 172.21.15.38:0/1023112830 shutdown_connections 2024-09-12T03:08:02.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.537+0000 7f0485e00640 1 --2- 172.21.15.38:0/1023112830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0480161c70 0x7f0480157ea0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.537+0000 7f0485e00640 1 --2- 172.21.15.38:0/1023112830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04800d4c80 0x7f048014daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.537+0000 7f0485e00640 1 --2- 172.21.15.38:0/1023112830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04800cebc0 0x7f0480159fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.537+0000 7f0485e00640 1 -- 172.21.15.38:0/1023112830 >> 172.21.15.38:0/1023112830 conn(0x7f048008c000 msgr2=0x7f04800b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:02.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.537+0000 7f0485e00640 1 -- 172.21.15.38:0/1023112830 shutdown_connections 2024-09-12T03:08:02.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.537+0000 7f0485e00640 1 -- 172.21.15.38:0/1023112830 wait complete. 2024-09-12T03:08:02.552 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new a5ecfef6-f0a5-4229-8821-0778004e675c 4 2024-09-12T03:08:02.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.708+0000 7f1bdd000640 1 Processor -- start 2024-09-12T03:08:02.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.708+0000 7f1bdd000640 1 -- start start 2024-09-12T03:08:02.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.709+0000 7f1bdd000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1bd80b6700 0x7f1bd806da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.709+0000 7f1bdd000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bd80cf180 con 0x7f1bd80d4c80 2024-09-12T03:08:02.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.709+0000 7f1bdd000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bd806cfb0 con 0x7f1bd8161c70 2024-09-12T03:08:02.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.709+0000 7f1bdd000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f1bd8162050 con 0x7f1bd80b6700 2024-09-12T03:08:02.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.709+0000 7f1bd5e00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f1bd8161c70 0x7f1bd80b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:50464/0 (socket says 172.21.15.38:50464) 2024-09-12T03:08:02.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.709+0000 7f1bd5e00640 1 -- 172.21.15.38:0/2910694859 learned_addr learned my addr 172.21.15.38:0/2910694859 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-09-12T03:08:02.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.709+0000 7f1bd5400640 1 --2- 172.21.15.38:0/2910694859 >> v2:172.21.15.38:3300/0 conn(0x7f1bd80b6700 0x7f1bd806da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.710+0000 7f1bd4a00640 1 -- 172.21.15.38:0/2910694859 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 359637062 0 0) 0x7f1bd806cfb0 con 0x7f1bd8161c70 2024-09-12T03:08:02.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.710+0000 7f1bd4a00640 1 -- 172.21.15.38:0/2910694859 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1bbc003520 con 0x7f1bd8161c70 2024-09-12T03:08:02.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.710+0000 7f1bd4a00640 1 -- 172.21.15.38:0/2910694859 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3691758708 0 0) 0x7f1bd80cf180 con 0x7f1bd80d4c80 2024-09-12T03:08:02.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.710+0000 7f1bd4a00640 1 -- 172.21.15.38:0/2910694859 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1bd806cfb0 con 0x7f1bd80d4c80 2024-09-12T03:08:02.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.710+0000 7f1bd5400640 1 -- 172.21.15.38:0/2910694859 >> v1:172.21.15.38:6789/0 conn(0x7f1bd8161c70 legacy=0x7f1bd80b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.710+0000 7f1bd5400640 1 -- 172.21.15.38:0/2910694859 >> v1:172.21.15.29:6789/0 conn(0x7f1bd80d4c80 legacy=0x7f1bd806dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.710+0000 7f1bd5400640 1 -- 172.21.15.38:0/2910694859 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bd806d290 con 0x7f1bd80b6700 2024-09-12T03:08:02.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.711+0000 7f1bd5400640 1 --2- 172.21.15.38:0/2910694859 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd80b6700 0x7f1bd806da90 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1bc40097a0 tx=0x7f1bc402a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cbc15c6ad832d96c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:02.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.711+0000 7f1bd4a00640 1 -- 172.21.15.38:0/2910694859 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4037070 con 0x7f1bd80b6700 2024-09-12T03:08:02.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.711+0000 7f1bd4a00640 1 -- 172.21.15.38:0/2910694859 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bc4032440 con 0x7f1bd80b6700 2024-09-12T03:08:02.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.711+0000 7f1bd4a00640 1 -- 172.21.15.38:0/2910694859 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc40327f0 con 0x7f1bd80b6700 2024-09-12T03:08:02.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.712+0000 7f1bdd000640 1 -- 172.21.15.38:0/2910694859 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd80b6700 msgr2=0x7f1bd806da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.712+0000 7f1bdd000640 1 --2- 172.21.15.38:0/2910694859 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd80b6700 0x7f1bd806da90 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1bc40097a0 tx=0x7f1bc402a1e0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.712+0000 7f1bdd000640 1 -- 172.21.15.38:0/2910694859 shutdown_connections 2024-09-12T03:08:02.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.712+0000 7f1bdd000640 1 --2- 172.21.15.38:0/2910694859 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd80b6700 0x7f1bd806da90 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.712+0000 7f1bdd000640 1 -- 172.21.15.38:0/2910694859 >> 172.21.15.38:0/2910694859 conn(0x7f1bd808c000 msgr2=0x7f1bd80d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:02.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.712+0000 7f1bdd000640 1 -- 172.21.15.38:0/2910694859 shutdown_connections 2024-09-12T03:08:02.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.712+0000 7f1bdd000640 1 -- 172.21.15.38:0/2910694859 wait complete. 2024-09-12T03:08:02.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.714+0000 7f1bdd000640 1 Processor -- start 2024-09-12T03:08:02.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.714+0000 7f1bdd000640 1 -- start start 2024-09-12T03:08:02.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.714+0000 7f1bdd000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1bd80b6700 0x7f1bd81567e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bdd000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd80d4c80 0x7f1bd80b73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bdd000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8161c70 0x7f1bd80b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bdd000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd80cebc0 con 0x7f1bd80b6700 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bdd000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd806d600 con 0x7f1bd80d4c80 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bdd000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1bd80ced40 con 0x7f1bd8161c70 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bd5400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd80d4c80 0x7f1bd80b73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bd5400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd80d4c80 0x7f1bd80b73a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41832/0 (socket says 172.21.15.38:41832) 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bd5400640 1 -- 172.21.15.38:0/3653469346 learned_addr learned my addr 172.21.15.38:0/3653469346 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bd6800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8161c70 0x7f1bd80b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bd5e00640 1 --2- 172.21.15.38:0/3653469346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1bd80b6700 0x7f1bd81567e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bd5400640 1 -- 172.21.15.38:0/3653469346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8161c70 msgr2=0x7f1bd80b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bd5400640 1 --2- 172.21.15.38:0/3653469346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8161c70 0x7f1bd80b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bd5400640 1 -- 172.21.15.38:0/3653469346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1bd80b6700 msgr2=0x7f1bd81567e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bd5400640 1 --2- 172.21.15.38:0/3653469346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1bd80b6700 0x7f1bd81567e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.715+0000 7f1bd5400640 1 -- 172.21.15.38:0/3653469346 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bd80b7f10 con 0x7f1bd80d4c80 2024-09-12T03:08:02.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.716+0000 7f1bd5400640 1 --2- 172.21.15.38:0/3653469346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd80d4c80 0x7f1bd80b73a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1bc402a220 tx=0x7f1bc40046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:02.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.716+0000 7f1bce000640 1 -- 172.21.15.38:0/3653469346 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4037040 con 0x7f1bd80d4c80 2024-09-12T03:08:02.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.716+0000 7f1bce000640 1 -- 172.21.15.38:0/3653469346 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1bc4042070 con 0x7f1bd80d4c80 2024-09-12T03:08:02.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.716+0000 7f1bdd000640 1 -- 172.21.15.38:0/3653469346 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bd80b81f0 con 0x7f1bd80d4c80 2024-09-12T03:08:02.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.716+0000 7f1bce000640 1 -- 172.21.15.38:0/3653469346 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4032830 con 0x7f1bd80d4c80 2024-09-12T03:08:02.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.716+0000 7f1bdd000640 1 -- 172.21.15.38:0/3653469346 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bd80b87b0 con 0x7f1bd80d4c80 2024-09-12T03:08:02.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.716+0000 7f1bce000640 1 -- 172.21.15.38:0/3653469346 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1bc40329d0 con 0x7f1bd80d4c80 2024-09-12T03:08:02.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.716+0000 7f1bce000640 1 -- 172.21.15.38:0/3653469346 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f1bc403d950 con 0x7f1bd80d4c80 2024-09-12T03:08:02.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.718+0000 7f1bdd000640 1 -- 172.21.15.38:0/3653469346 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bd80d4880 con 0x7f1bd80d4c80 2024-09-12T03:08:02.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.720+0000 7f1bce000640 1 -- 172.21.15.38:0/3653469346 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1bd80d4880 con 0x7f1bd80d4c80 2024-09-12T03:08:02.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.794+0000 7f1bdd000640 1 -- 172.21.15.38:0/3653469346 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a5ecfef6-f0a5-4229-8821-0778004e675c", "id": 4} v 0) -- 0x7f1bd8160110 con 0x7f1bd80d4c80 2024-09-12T03:08:02.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.803+0000 7f1bce000640 1 -- 172.21.15.38:0/3653469346 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a5ecfef6-f0a5-4229-8821-0778004e675c", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f1bc403d440 con 0x7f1bd80d4c80 2024-09-12T03:08:02.803 INFO:teuthology.orchestra.run.smithi038.stdout:4 2024-09-12T03:08:02.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.804+0000 7f1bdd000640 1 -- 172.21.15.38:0/3653469346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd80d4c80 msgr2=0x7f1bd80b73a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.804+0000 7f1bdd000640 1 --2- 172.21.15.38:0/3653469346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd80d4c80 0x7f1bd80b73a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1bc402a220 tx=0x7f1bc40046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.804+0000 7f1bdd000640 1 -- 172.21.15.38:0/3653469346 shutdown_connections 2024-09-12T03:08:02.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.804+0000 7f1bdd000640 1 --2- 172.21.15.38:0/3653469346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bd8161c70 0x7f1bd80b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.804+0000 7f1bdd000640 1 --2- 172.21.15.38:0/3653469346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bd80d4c80 0x7f1bd80b73a0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.804+0000 7f1bdd000640 1 --2- 172.21.15.38:0/3653469346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1bd80b6700 0x7f1bd81567e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.804+0000 7f1bdd000640 1 -- 172.21.15.38:0/3653469346 >> 172.21.15.38:0/3653469346 conn(0x7f1bd808c000 msgr2=0x7f1bd806da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:02.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.804+0000 7f1bdd000640 1 -- 172.21.15.38:0/3653469346 shutdown_connections 2024-09-12T03:08:02.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.804+0000 7f1bdd000640 1 -- 172.21.15.38:0/3653469346 wait complete. 2024-09-12T03:08:02.818 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new 1bbbbd62-7c70-4904-a6b5-f9532b85a45a 5 2024-09-12T03:08:02.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.969+0000 7fde35a00640 1 Processor -- start 2024-09-12T03:08:02.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.970+0000 7fde35a00640 1 -- start start 2024-09-12T03:08:02.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde35a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fde3015e910 0x7fde300b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde35a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fde3006cbb0 0x7fde3006d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde35a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde300d2570 con 0x7fde300d4e10 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde35a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fde3006d560 con 0x7fde3006cbb0 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde35a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fde300d2850 con 0x7fde3015e910 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde2ea00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fde3015e910 0x7fde300b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde27e00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fde300d4e10 0x7fde300b7b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:50474/0 (socket says 172.21.15.38:50474) 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde27e00640 1 -- 172.21.15.38:0/629022074 learned_addr learned my addr 172.21.15.38:0/629022074 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde2f400640 1 --2- 172.21.15.38:0/629022074 >> v2:172.21.15.29:3300/0 conn(0x7fde3006cbb0 0x7fde3006d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde2ea00640 1 -- 172.21.15.38:0/629022074 >> v2:172.21.15.29:3300/0 conn(0x7fde3006cbb0 msgr2=0x7fde3006d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde2ea00640 1 --2- 172.21.15.38:0/629022074 >> v2:172.21.15.29:3300/0 conn(0x7fde3006cbb0 0x7fde3006d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde2ea00640 1 -- 172.21.15.38:0/629022074 >> v1:172.21.15.38:6789/0 conn(0x7fde300d4e10 legacy=0x7fde300b7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde2ea00640 1 -- 172.21.15.38:0/629022074 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde300d2b30 con 0x7fde3015e910 2024-09-12T03:08:02.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde2f400640 1 --2- 172.21.15.38:0/629022074 >> v2:172.21.15.29:3300/0 conn(0x7fde3006cbb0 0x7fde3006d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:02.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.971+0000 7fde2e000640 1 -- 172.21.15.38:0/629022074 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1553317311 0 0) 0x7fde300d2570 con 0x7fde300d4e10 2024-09-12T03:08:02.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.972+0000 7fde2ea00640 1 --2- 172.21.15.38:0/629022074 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde3015e910 0x7fde300b3a90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fde300b70b0 tx=0x7fde2002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc64305359b414c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:02.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.973+0000 7fde2e000640 1 -- 172.21.15.38:0/629022074 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20037070 con 0x7fde3015e910 2024-09-12T03:08:02.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.973+0000 7fde2e000640 1 -- 172.21.15.38:0/629022074 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde20032440 con 0x7fde3015e910 2024-09-12T03:08:02.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.973+0000 7fde2e000640 1 -- 172.21.15.38:0/629022074 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20032810 con 0x7fde3015e910 2024-09-12T03:08:02.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.973+0000 7fde35a00640 1 -- 172.21.15.38:0/629022074 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde3015e910 msgr2=0x7fde300b3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.973+0000 7fde35a00640 1 --2- 172.21.15.38:0/629022074 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde3015e910 0x7fde300b3a90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fde300b70b0 tx=0x7fde2002a230 comp rx=0 tx=0).stop 2024-09-12T03:08:02.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.973+0000 7fde35a00640 1 -- 172.21.15.38:0/629022074 shutdown_connections 2024-09-12T03:08:02.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.973+0000 7fde35a00640 1 --2- 172.21.15.38:0/629022074 >> v2:172.21.15.29:3300/0 conn(0x7fde3006cbb0 0x7fde3006d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.973+0000 7fde35a00640 1 --2- 172.21.15.38:0/629022074 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde3015e910 0x7fde300b3a90 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.973+0000 7fde35a00640 1 -- 172.21.15.38:0/629022074 >> 172.21.15.38:0/629022074 conn(0x7fde300b6740 msgr2=0x7fde300d4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:02.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.973+0000 7fde35a00640 1 -- 172.21.15.38:0/629022074 shutdown_connections 2024-09-12T03:08:02.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.973+0000 7fde35a00640 1 -- 172.21.15.38:0/629022074 wait complete. 2024-09-12T03:08:02.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.975+0000 7fde35a00640 1 Processor -- start 2024-09-12T03:08:02.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.975+0000 7fde35a00640 1 -- start start 2024-09-12T03:08:02.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.976+0000 7fde35a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde3006cbb0 0x7fde300ab680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.976+0000 7fde35a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde300d4e10 0x7fde300ae5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.976+0000 7fde35a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde3015e910 0x7fde301f77c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.976+0000 7fde35a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fde300b8220 con 0x7fde3015e910 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.976+0000 7fde35a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fde300d30f0 con 0x7fde300d4e10 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.976+0000 7fde35a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fde300d21d0 con 0x7fde3006cbb0 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.976+0000 7fde2ea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde3006cbb0 0x7fde300ab680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.976+0000 7fde27e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde300d4e10 0x7fde300ae5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.976+0000 7fde2ea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde3006cbb0 0x7fde300ab680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:48138/0 (socket says 172.21.15.38:48138) 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.976+0000 7fde2ea00640 1 -- 172.21.15.38:0/3373092518 learned_addr learned my addr 172.21.15.38:0/3373092518 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.976+0000 7fde2f400640 1 --2- 172.21.15.38:0/3373092518 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde3015e910 0x7fde301f77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.977+0000 7fde27e00640 1 -- 172.21.15.38:0/3373092518 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde3006cbb0 msgr2=0x7fde300ab680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.977+0000 7fde27e00640 1 --2- 172.21.15.38:0/3373092518 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde3006cbb0 0x7fde300ab680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.977+0000 7fde27e00640 1 -- 172.21.15.38:0/3373092518 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde3015e910 msgr2=0x7fde301f77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.977+0000 7fde27e00640 1 --2- 172.21.15.38:0/3373092518 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde3015e910 0x7fde301f77c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.977+0000 7fde27e00640 1 -- 172.21.15.38:0/3373092518 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde300abd10 con 0x7fde300d4e10 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.977+0000 7fde2ea00640 1 --2- 172.21.15.38:0/3373092518 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde3006cbb0 0x7fde300ab680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.977+0000 7fde27e00640 1 --2- 172.21.15.38:0/3373092518 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde300d4e10 0x7fde300ae5d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fde1800c450 tx=0x7fde1800c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.977+0000 7fde26a00640 1 -- 172.21.15.38:0/3373092518 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde18018070 con 0x7fde300d4e10 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.977+0000 7fde26a00640 1 -- 172.21.15.38:0/3373092518 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde180074e0 con 0x7fde300d4e10 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.977+0000 7fde26a00640 1 -- 172.21.15.38:0/3373092518 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde18004a20 con 0x7fde300d4e10 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.977+0000 7fde35a00640 1 -- 172.21.15.38:0/3373092518 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde300abff0 con 0x7fde300d4e10 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.978+0000 7fde35a00640 1 -- 172.21.15.38:0/3373092518 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde300ac890 con 0x7fde300d4e10 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.978+0000 7fde26a00640 1 -- 172.21.15.38:0/3373092518 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fde1801b070 con 0x7fde300d4e10 2024-09-12T03:08:02.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.978+0000 7fde26a00640 1 -- 172.21.15.38:0/3373092518 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7fde18004bc0 con 0x7fde300d4e10 2024-09-12T03:08:02.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.979+0000 7fde35a00640 1 -- 172.21.15.38:0/3373092518 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde300ac1c0 con 0x7fde300d4e10 2024-09-12T03:08:02.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:02.981+0000 7fde26a00640 1 -- 172.21.15.38:0/3373092518 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fde1801d440 con 0x7fde300d4e10 2024-09-12T03:08:03.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.054+0000 7fde35a00640 1 -- 172.21.15.38:0/3373092518 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd new", "uuid": "1bbbbd62-7c70-4904-a6b5-f9532b85a45a", "id": 5} v 0) -- 0x7fde3015ecf0 con 0x7fde300d4e10 2024-09-12T03:08:03.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.063+0000 7fde26a00640 1 -- 172.21.15.38:0/3373092518 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1bbbbd62-7c70-4904-a6b5-f9532b85a45a", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7fde1801d620 con 0x7fde300d4e10 2024-09-12T03:08:03.063 INFO:teuthology.orchestra.run.smithi038.stdout:5 2024-09-12T03:08:03.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.064+0000 7fde35a00640 1 -- 172.21.15.38:0/3373092518 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde300d4e10 msgr2=0x7fde300ae5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.064+0000 7fde35a00640 1 --2- 172.21.15.38:0/3373092518 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde300d4e10 0x7fde300ae5d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fde1800c450 tx=0x7fde1800c910 comp rx=0 tx=0).stop 2024-09-12T03:08:03.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.064+0000 7fde35a00640 1 -- 172.21.15.38:0/3373092518 shutdown_connections 2024-09-12T03:08:03.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.064+0000 7fde35a00640 1 --2- 172.21.15.38:0/3373092518 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde3015e910 0x7fde301f77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.064+0000 7fde35a00640 1 --2- 172.21.15.38:0/3373092518 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde300d4e10 0x7fde300ae5d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.064+0000 7fde35a00640 1 --2- 172.21.15.38:0/3373092518 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde3006cbb0 0x7fde300ab680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.064+0000 7fde35a00640 1 -- 172.21.15.38:0/3373092518 >> 172.21.15.38:0/3373092518 conn(0x7fde300b6740 msgr2=0x7fde300d4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:03.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.064+0000 7fde35a00640 1 -- 172.21.15.38:0/3373092518 shutdown_connections 2024-09-12T03:08:03.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.064+0000 7fde35a00640 1 -- 172.21.15.38:0/3373092518 wait complete. 2024-09-12T03:08:03.079 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new 5858851d-5f3a-4625-bb1d-18cfe97cd337 6 2024-09-12T03:08:03.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.230+0000 7f1c7da00640 1 Processor -- start 2024-09-12T03:08:03.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.230+0000 7f1c7da00640 1 -- start start 2024-09-12T03:08:03.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.231+0000 7f1c7da00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1c78161c70 0x7f1c780b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c7da00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c780d4c80 0x7f1c780b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c7da00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c780cf180 con 0x7f1c780cebc0 2024-09-12T03:08:03.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c7da00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1c78162050 con 0x7f1c78161c70 2024-09-12T03:08:03.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c7da00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1c7806d600 con 0x7f1c780d4c80 2024-09-12T03:08:03.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c77400640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f1c780cebc0 0x7f1c780d2720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.38:50486/0 (socket says 172.21.15.38:50486) 2024-09-12T03:08:03.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c77400640 1 -- 172.21.15.38:0/3338050670 learned_addr learned my addr 172.21.15.38:0/3338050670 (peer_addr_for_me v1:172.21.15.38:0/0) 2024-09-12T03:08:03.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c6fe00640 1 --2- 172.21.15.38:0/3338050670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c780d4c80 0x7f1c780b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c76a00640 1 --2- 172.21.15.38:0/3338050670 >> v2:172.21.15.29:3300/0 conn(0x7f1c78161c70 0x7f1c780b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c76000640 1 -- 172.21.15.38:0/3338050670 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 227987459 0 0) 0x7f1c780cf180 con 0x7f1c780cebc0 2024-09-12T03:08:03.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c76000640 1 -- 172.21.15.38:0/3338050670 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1c5c003520 con 0x7f1c780cebc0 2024-09-12T03:08:03.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c6fe00640 1 -- 172.21.15.38:0/3338050670 >> v2:172.21.15.29:3300/0 conn(0x7f1c78161c70 msgr2=0x7f1c780b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:03.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c6fe00640 1 --2- 172.21.15.38:0/3338050670 >> v2:172.21.15.29:3300/0 conn(0x7f1c78161c70 0x7f1c780b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c6fe00640 1 -- 172.21.15.38:0/3338050670 >> v1:172.21.15.38:6789/0 conn(0x7f1c780cebc0 legacy=0x7f1c780d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.232+0000 7f1c6fe00640 1 -- 172.21.15.38:0/3338050670 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c7806cfb0 con 0x7f1c780d4c80 2024-09-12T03:08:03.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.233+0000 7f1c6fe00640 1 --2- 172.21.15.38:0/3338050670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c780d4c80 0x7f1c780b6530 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1c600097a0 tx=0x7f1c6002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23351ed45c220cb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:03.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.234+0000 7f1c76000640 1 -- 172.21.15.38:0/3338050670 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c60037070 con 0x7f1c780d4c80 2024-09-12T03:08:03.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.234+0000 7f1c76000640 1 -- 172.21.15.38:0/3338050670 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c60032440 con 0x7f1c780d4c80 2024-09-12T03:08:03.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.234+0000 7f1c76000640 1 -- 172.21.15.38:0/3338050670 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c60032810 con 0x7f1c780d4c80 2024-09-12T03:08:03.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.234+0000 7f1c7da00640 1 -- 172.21.15.38:0/3338050670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c780d4c80 msgr2=0x7f1c780b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.234+0000 7f1c7da00640 1 --2- 172.21.15.38:0/3338050670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c780d4c80 0x7f1c780b6530 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1c600097a0 tx=0x7f1c6002a180 comp rx=0 tx=0).stop 2024-09-12T03:08:03.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.234+0000 7f1c7da00640 1 -- 172.21.15.38:0/3338050670 shutdown_connections 2024-09-12T03:08:03.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.234+0000 7f1c7da00640 1 --2- 172.21.15.38:0/3338050670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c780d4c80 0x7f1c780b6530 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.234+0000 7f1c7da00640 1 --2- 172.21.15.38:0/3338050670 >> v2:172.21.15.29:3300/0 conn(0x7f1c78161c70 0x7f1c780b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.234+0000 7f1c7da00640 1 -- 172.21.15.38:0/3338050670 >> 172.21.15.38:0/3338050670 conn(0x7f1c7808c000 msgr2=0x7f1c780d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:03.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.235+0000 7f1c7da00640 1 -- 172.21.15.38:0/3338050670 shutdown_connections 2024-09-12T03:08:03.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.235+0000 7f1c7da00640 1 -- 172.21.15.38:0/3338050670 wait complete. 2024-09-12T03:08:03.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.236+0000 7f1c7da00640 1 Processor -- start 2024-09-12T03:08:03.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.236+0000 7f1c7da00640 1 -- start start 2024-09-12T03:08:03.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.237+0000 7f1c7da00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c780cebc0 0x7f1c780ce040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.237+0000 7f1c7da00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c780d4c80 0x7f1c781568e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.237+0000 7f1c7da00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c78161c70 0x7f1c780c9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.237+0000 7f1c7da00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7806eaa0 con 0x7f1c780d4c80 2024-09-12T03:08:03.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.237+0000 7f1c7da00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1c780d3a00 con 0x7f1c780cebc0 2024-09-12T03:08:03.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.237+0000 7f1c7da00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1c7806ec20 con 0x7f1c78161c70 2024-09-12T03:08:03.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.237+0000 7f1c76a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c780cebc0 0x7f1c780ce040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.237+0000 7f1c76a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c780cebc0 0x7f1c780ce040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41866/0 (socket says 172.21.15.38:41866) 2024-09-12T03:08:03.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.237+0000 7f1c76a00640 1 -- 172.21.15.38:0/1448728346 learned_addr learned my addr 172.21.15.38:0/1448728346 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:03.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.237+0000 7f1c77400640 1 --2- 172.21.15.38:0/1448728346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c78161c70 0x7f1c780c9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c6fe00640 1 --2- 172.21.15.38:0/1448728346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c780d4c80 0x7f1c781568e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c76a00640 1 -- 172.21.15.38:0/1448728346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c78161c70 msgr2=0x7f1c780c9bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c76a00640 1 --2- 172.21.15.38:0/1448728346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c78161c70 0x7f1c780c9bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c76a00640 1 -- 172.21.15.38:0/1448728346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c780d4c80 msgr2=0x7f1c781568e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c76a00640 1 --2- 172.21.15.38:0/1448728346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c780d4c80 0x7f1c781568e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c76a00640 1 -- 172.21.15.38:0/1448728346 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c780ccfb0 con 0x7f1c780cebc0 2024-09-12T03:08:03.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c77400640 1 --2- 172.21.15.38:0/1448728346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c78161c70 0x7f1c780c9bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:03.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c76a00640 1 --2- 172.21.15.38:0/1448728346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c780cebc0 0x7f1c780ce040 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f1c6800e870 tx=0x7f1c6800ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:03.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c6ea00640 1 -- 172.21.15.38:0/1448728346 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c68017070 con 0x7f1c780cebc0 2024-09-12T03:08:03.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c6ea00640 1 -- 172.21.15.38:0/1448728346 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c6800c940 con 0x7f1c780cebc0 2024-09-12T03:08:03.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c7da00640 1 -- 172.21.15.38:0/1448728346 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c780ca950 con 0x7f1c780cebc0 2024-09-12T03:08:03.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.238+0000 7f1c6ea00640 1 -- 172.21.15.38:0/1448728346 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6800cd30 con 0x7f1c780cebc0 2024-09-12T03:08:03.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.239+0000 7f1c7da00640 1 -- 172.21.15.38:0/1448728346 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c780cc4d0 con 0x7f1c780cebc0 2024-09-12T03:08:03.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.239+0000 7f1c6ea00640 1 -- 172.21.15.38:0/1448728346 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1c6801a070 con 0x7f1c780cebc0 2024-09-12T03:08:03.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.239+0000 7f1c6ea00640 1 -- 172.21.15.38:0/1448728346 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f1c68006020 con 0x7f1c780cebc0 2024-09-12T03:08:03.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.240+0000 7f1c7da00640 1 -- 172.21.15.38:0/1448728346 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c780b5ff0 con 0x7f1c780cebc0 2024-09-12T03:08:03.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.242+0000 7f1c6ea00640 1 -- 172.21.15.38:0/1448728346 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1c680064d0 con 0x7f1c780cebc0 2024-09-12T03:08:03.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.316+0000 7f1c7da00640 1 -- 172.21.15.38:0/1448728346 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd new", "uuid": "5858851d-5f3a-4625-bb1d-18cfe97cd337", "id": 6} v 0) -- 0x7f1c780b32a0 con 0x7f1c780cebc0 2024-09-12T03:08:03.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.328+0000 7f1c6ea00640 1 -- 172.21.15.38:0/1448728346 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5858851d-5f3a-4625-bb1d-18cfe97cd337", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f1c680066b0 con 0x7f1c780cebc0 2024-09-12T03:08:03.329 INFO:teuthology.orchestra.run.smithi038.stdout:6 2024-09-12T03:08:03.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.329+0000 7f1c7da00640 1 -- 172.21.15.38:0/1448728346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c780cebc0 msgr2=0x7f1c780ce040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.329+0000 7f1c7da00640 1 --2- 172.21.15.38:0/1448728346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c780cebc0 0x7f1c780ce040 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f1c6800e870 tx=0x7f1c6800ed30 comp rx=0 tx=0).stop 2024-09-12T03:08:03.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.330+0000 7f1c7da00640 1 -- 172.21.15.38:0/1448728346 shutdown_connections 2024-09-12T03:08:03.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.330+0000 7f1c7da00640 1 --2- 172.21.15.38:0/1448728346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c78161c70 0x7f1c780c9bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.330+0000 7f1c7da00640 1 --2- 172.21.15.38:0/1448728346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c780d4c80 0x7f1c781568e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.330+0000 7f1c7da00640 1 --2- 172.21.15.38:0/1448728346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c780cebc0 0x7f1c780ce040 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.330+0000 7f1c7da00640 1 -- 172.21.15.38:0/1448728346 >> 172.21.15.38:0/1448728346 conn(0x7f1c7808c000 msgr2=0x7f1c780b5840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:03.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.330+0000 7f1c7da00640 1 -- 172.21.15.38:0/1448728346 shutdown_connections 2024-09-12T03:08:03.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.330+0000 7f1c7da00640 1 -- 172.21.15.38:0/1448728346 wait complete. 2024-09-12T03:08:03.345 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd new 56e09a32-253b-40b9-ae34-ce835fda4e63 7 2024-09-12T03:08:03.360 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:03.360+0000 7fdccd52f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T03:08:03.426 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:03.426+0000 7fdccd52f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T03:08:03.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.495+0000 7ff809600640 1 Processor -- start 2024-09-12T03:08:03.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.495+0000 7ff809600640 1 -- start start 2024-09-12T03:08:03.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.496+0000 7ff809600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff80415e4b0 0x7ff8040d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.496+0000 7ff809600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040d3090 0x7ff80406d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.496+0000 7ff809600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8040cf8c0 con 0x7ff8040cefb0 2024-09-12T03:08:03.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.496+0000 7ff809600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7ff8040cfba0 con 0x7ff80415e4b0 2024-09-12T03:08:03.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.496+0000 7ff809600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff8040cfe80 con 0x7ff8040d3090 2024-09-12T03:08:03.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.496+0000 7ff808c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040d3090 0x7ff80406d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.496+0000 7ff803e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff80415e4b0 0x7ff8040d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.496+0000 7ff808c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040d3090 0x7ff80406d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.38:48156/0 (socket says 172.21.15.38:48156) 2024-09-12T03:08:03.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.496+0000 7ff808c00640 1 -- 172.21.15.38:0/370476434 learned_addr learned my addr 172.21.15.38:0/370476434 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:03.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.497+0000 7ff808c00640 1 -- 172.21.15.38:0/370476434 >> v2:172.21.15.29:3300/0 conn(0x7ff80415e4b0 msgr2=0x7ff8040d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.497+0000 7ff808c00640 1 --2- 172.21.15.38:0/370476434 >> v2:172.21.15.29:3300/0 conn(0x7ff80415e4b0 0x7ff8040d23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.497+0000 7ff808c00640 1 -- 172.21.15.38:0/370476434 >> v1:172.21.15.29:6789/0 conn(0x7ff8040cefb0 legacy=0x7ff8040d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.497+0000 7ff802a00640 1 -- 172.21.15.38:0/370476434 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 910831107 0 0) 0x7ff8040cf8c0 con 0x7ff8040cefb0 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.497+0000 7ff808c00640 1 -- 172.21.15.38:0/370476434 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8040d0160 con 0x7ff8040d3090 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.498+0000 7ff808c00640 1 --2- 172.21.15.38:0/370476434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040d3090 0x7ff80406d810 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff7fc009e50 tx=0x7ff7fc02a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2f9e6d8fd6180af server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.498+0000 7ff802a00640 1 -- 172.21.15.38:0/370476434 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7fc036070 con 0x7ff8040d3090 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.498+0000 7ff802a00640 1 -- 172.21.15.38:0/370476434 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7fc031600 con 0x7ff8040d3090 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.498+0000 7ff802a00640 1 -- 172.21.15.38:0/370476434 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7fc0319d0 con 0x7ff8040d3090 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.499+0000 7ff809600640 1 -- 172.21.15.38:0/370476434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040d3090 msgr2=0x7ff80406d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.499+0000 7ff809600640 1 --2- 172.21.15.38:0/370476434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040d3090 0x7ff80406d810 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff7fc009e50 tx=0x7ff7fc02a710 comp rx=0 tx=0).stop 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.499+0000 7ff809600640 1 -- 172.21.15.38:0/370476434 shutdown_connections 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.499+0000 7ff809600640 1 --2- 172.21.15.38:0/370476434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040d3090 0x7ff80406d810 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.499+0000 7ff809600640 1 --2- 172.21.15.38:0/370476434 >> v2:172.21.15.29:3300/0 conn(0x7ff80415e4b0 0x7ff8040d23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.499+0000 7ff809600640 1 -- 172.21.15.38:0/370476434 >> 172.21.15.38:0/370476434 conn(0x7ff80409d740 msgr2=0x7ff80408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:03.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.499+0000 7ff809600640 1 -- 172.21.15.38:0/370476434 shutdown_connections 2024-09-12T03:08:03.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.499+0000 7ff809600640 1 -- 172.21.15.38:0/370476434 wait complete. 2024-09-12T03:08:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.501+0000 7ff809600640 1 Processor -- start 2024-09-12T03:08:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.501+0000 7ff809600640 1 -- start start 2024-09-12T03:08:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff809600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040cefb0 0x7ff8040b22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff809600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8040d3090 0x7ff8040b2810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff809600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff80415e4b0 0x7ff8040b71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff809600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff8040cf3f0 con 0x7ff8040d3090 2024-09-12T03:08:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff809600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff8040cf570 con 0x7ff80415e4b0 2024-09-12T03:08:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff809600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff80406dd50 con 0x7ff8040cefb0 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff803e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040cefb0 0x7ff8040b22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff808c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff80415e4b0 0x7ff8040b71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff803400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8040d3090 0x7ff8040b2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff808c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff80415e4b0 0x7ff8040b71f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.38:41882/0 (socket says 172.21.15.38:41882) 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff808c00640 1 -- 172.21.15.38:0/435847627 learned_addr learned my addr 172.21.15.38:0/435847627 (peer_addr_for_me v2:172.21.15.38:0/0) 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff803e00640 1 -- 172.21.15.38:0/435847627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff80415e4b0 msgr2=0x7ff8040b71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.502+0000 7ff803e00640 1 --2- 172.21.15.38:0/435847627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff80415e4b0 0x7ff8040b71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.503+0000 7ff803e00640 1 -- 172.21.15.38:0/435847627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8040d3090 msgr2=0x7ff8040b2810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.503+0000 7ff803e00640 1 --2- 172.21.15.38:0/435847627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8040d3090 0x7ff8040b2810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.503+0000 7ff803e00640 1 -- 172.21.15.38:0/435847627 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8041f4d90 con 0x7ff8040cefb0 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.503+0000 7ff803e00640 1 --2- 172.21.15.38:0/435847627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040cefb0 0x7ff8040b22d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff7f400e870 tx=0x7ff7f400ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.503+0000 7ff7fbe00640 1 -- 172.21.15.38:0/435847627 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7f4017070 con 0x7ff8040cefb0 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.503+0000 7ff7fbe00640 1 -- 172.21.15.38:0/435847627 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7f400ee60 con 0x7ff8040cefb0 2024-09-12T03:08:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.503+0000 7ff809600640 1 -- 172.21.15.38:0/435847627 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8041f4180 con 0x7ff8040cefb0 2024-09-12T03:08:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.503+0000 7ff7fbe00640 1 -- 172.21.15.38:0/435847627 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7f400cb60 con 0x7ff8040cefb0 2024-09-12T03:08:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.503+0000 7ff809600640 1 -- 172.21.15.38:0/435847627 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8041f4a20 con 0x7ff8040cefb0 2024-09-12T03:08:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.503+0000 7ff7fbe00640 1 -- 172.21.15.38:0/435847627 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff7f401a070 con 0x7ff8040cefb0 2024-09-12T03:08:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.504+0000 7ff7fbe00640 1 -- 172.21.15.38:0/435847627 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7ff7f400cd00 con 0x7ff8040cefb0 2024-09-12T03:08:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.504+0000 7ff809600640 1 -- 172.21.15.38:0/435847627 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff80406d810 con 0x7ff8040cefb0 2024-09-12T03:08:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.507+0000 7ff7fbe00640 1 -- 172.21.15.38:0/435847627 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ff7f4006430 con 0x7ff8040cefb0 2024-09-12T03:08:03.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.579+0000 7ff809600640 1 -- 172.21.15.38:0/435847627 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd new", "uuid": "56e09a32-253b-40b9-ae34-ce835fda4e63", "id": 7} v 0) -- 0x7ff8040b4e50 con 0x7ff8040cefb0 2024-09-12T03:08:03.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.588+0000 7ff7fbe00640 1 -- 172.21.15.38:0/435847627 <== mon.2 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "56e09a32-253b-40b9-ae34-ce835fda4e63", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7ff7f40066e0 con 0x7ff8040cefb0 2024-09-12T03:08:03.588 INFO:teuthology.orchestra.run.smithi038.stdout:7 2024-09-12T03:08:03.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.589+0000 7ff809600640 1 -- 172.21.15.38:0/435847627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040cefb0 msgr2=0x7ff8040b22d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.589+0000 7ff809600640 1 --2- 172.21.15.38:0/435847627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040cefb0 0x7ff8040b22d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff7f400e870 tx=0x7ff7f400ed30 comp rx=0 tx=0).stop 2024-09-12T03:08:03.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.589+0000 7ff809600640 1 -- 172.21.15.38:0/435847627 shutdown_connections 2024-09-12T03:08:03.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.589+0000 7ff809600640 1 --2- 172.21.15.38:0/435847627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff80415e4b0 0x7ff8040b71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.589+0000 7ff809600640 1 --2- 172.21.15.38:0/435847627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8040d3090 0x7ff8040b2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.589+0000 7ff809600640 1 --2- 172.21.15.38:0/435847627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8040cefb0 0x7ff8040b22d0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.589+0000 7ff809600640 1 -- 172.21.15.38:0/435847627 >> 172.21.15.38:0/435847627 conn(0x7ff80409d740 msgr2=0x7ff8040d21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:03.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.589+0000 7ff809600640 1 -- 172.21.15.38:0/435847627 shutdown_connections 2024-09-12T03:08:03.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:08:03.589+0000 7ff809600640 1 -- 172.21.15.38:0/435847627 wait complete. 2024-09-12T03:08:03.603 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-12T03:08:03.603 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-12T03:08:03.607 INFO:tasks.ceph.osd.0:Started 2024-09-12T03:08:03.607 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-12T03:08:03.607 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-12T03:08:03.611 INFO:tasks.ceph.osd.1:Started 2024-09-12T03:08:03.611 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-12T03:08:03.611 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-12T03:08:03.615 INFO:tasks.ceph.osd.2:Started 2024-09-12T03:08:03.615 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-12T03:08:03.615 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-12T03:08:03.620 INFO:tasks.ceph.osd.3:Started 2024-09-12T03:08:03.620 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-12T03:08:03.620 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-12T03:08:03.647 INFO:tasks.ceph.osd.4:Started 2024-09-12T03:08:03.647 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-12T03:08:03.647 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-12T03:08:03.651 INFO:tasks.ceph.osd.5:Started 2024-09-12T03:08:03.651 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-12T03:08:03.651 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-12T03:08:03.655 INFO:tasks.ceph.osd.6:Started 2024-09-12T03:08:03.656 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-12T03:08:03.656 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-12T03:08:03.661 INFO:tasks.ceph.osd.7:Started 2024-09-12T03:08:03.662 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:03.669 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:03.669+0000 7fe6f5f27040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-12T03:08:03.760 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:03.761+0000 7fe6f5f27040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-12T03:08:03.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.872+0000 7f3475000640 1 Processor -- start 2024-09-12T03:08:03.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.872+0000 7f3475000640 1 -- start start 2024-09-12T03:08:03.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.873+0000 7f3475000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34700d4ad0 0x7f34700d4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.873+0000 7f3475000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f347006d530 0x7f347006d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.873+0000 7f3475000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34700d2c40 con 0x7f34700d0b00 2024-09-12T03:08:03.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.873+0000 7f3475000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f347006d0a0 con 0x7f347006d530 2024-09-12T03:08:03.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.873+0000 7f3475000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f34700d2f20 con 0x7f34700d4ad0 2024-09-12T03:08:03.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.873+0000 7f346f400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f34700d0b00 0x7f34700d0ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:48528/0 (socket says 172.21.15.29:48528) 2024-09-12T03:08:03.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.873+0000 7f346f400640 1 -- 172.21.15.29:0/2447761721 learned_addr learned my addr 172.21.15.29:0/2447761721 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:03.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.873+0000 7f346fe00640 1 --2- 172.21.15.29:0/2447761721 >> v2:172.21.15.29:3300/0 conn(0x7f347006d530 0x7f347006d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.873+0000 7f346ea00640 1 --2- 172.21.15.29:0/2447761721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34700d4ad0 0x7f34700d4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.874+0000 7f346fe00640 1 -- 172.21.15.29:0/2447761721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34700d4ad0 msgr2=0x7f34700d4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:03.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.874+0000 7f346fe00640 1 --2- 172.21.15.29:0/2447761721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34700d4ad0 0x7f34700d4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.874+0000 7f346fe00640 1 -- 172.21.15.29:0/2447761721 >> v1:172.21.15.29:6789/0 conn(0x7f34700d0b00 legacy=0x7f34700d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.874+0000 7f346e000640 1 -- 172.21.15.29:0/2447761721 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 651827395 0 0) 0x7f34700d2c40 con 0x7f34700d0b00 2024-09-12T03:08:03.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.874+0000 7f346fe00640 1 -- 172.21.15.29:0/2447761721 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34700d3200 con 0x7f347006d530 2024-09-12T03:08:03.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.875+0000 7f346fe00640 1 --2- 172.21.15.29:0/2447761721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f347006d530 0x7f347006d9e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3468009d90 tx=0x7f346802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1246143aa49c1cce server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:03.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.876+0000 7f346e000640 1 -- 172.21.15.29:0/2447761721 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3468007740 con 0x7f347006d530 2024-09-12T03:08:03.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.876+0000 7f346e000640 1 -- 172.21.15.29:0/2447761721 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34680078e0 con 0x7f347006d530 2024-09-12T03:08:03.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.876+0000 7f346e000640 1 -- 172.21.15.29:0/2447761721 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3468007cb0 con 0x7f347006d530 2024-09-12T03:08:03.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.876+0000 7f3475000640 1 -- 172.21.15.29:0/2447761721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f347006d530 msgr2=0x7f347006d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.876+0000 7f3475000640 1 --2- 172.21.15.29:0/2447761721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f347006d530 0x7f347006d9e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3468009d90 tx=0x7f346802a660 comp rx=0 tx=0).stop 2024-09-12T03:08:03.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.876+0000 7f3475000640 1 -- 172.21.15.29:0/2447761721 shutdown_connections 2024-09-12T03:08:03.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.876+0000 7f3475000640 1 --2- 172.21.15.29:0/2447761721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f347006d530 0x7f347006d9e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.876+0000 7f3475000640 1 --2- 172.21.15.29:0/2447761721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34700d4ad0 0x7f34700d4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.876+0000 7f3475000640 1 -- 172.21.15.29:0/2447761721 >> 172.21.15.29:0/2447761721 conn(0x7f347008c000 msgr2=0x7f34700d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:03.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.877+0000 7f3475000640 1 -- 172.21.15.29:0/2447761721 shutdown_connections 2024-09-12T03:08:03.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.877+0000 7f3475000640 1 -- 172.21.15.29:0/2447761721 wait complete. 2024-09-12T03:08:03.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.878+0000 7f3475000640 1 Processor -- start 2024-09-12T03:08:03.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.878+0000 7f3475000640 1 -- start start 2024-09-12T03:08:03.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.879+0000 7f3475000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f347006d530 0x7f34701f4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.879+0000 7f3475000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34700d0b00 0x7f3470154c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.879+0000 7f3475000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34700d4ad0 0x7f34700b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:03.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.879+0000 7f3475000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3470161be0 con 0x7f347006d530 2024-09-12T03:08:03.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.879+0000 7f3475000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f34700d2950 con 0x7f34700d4ad0 2024-09-12T03:08:03.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.879+0000 7f3475000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3470161d60 con 0x7f34700d0b00 2024-09-12T03:08:03.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.879+0000 7f346f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f347006d530 0x7f34701f4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.879+0000 7f346f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f347006d530 0x7f34701f4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52602/0 (socket says 172.21.15.29:52602) 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.880+0000 7f346f400640 1 -- 172.21.15.29:0/733716543 learned_addr learned my addr 172.21.15.29:0/733716543 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.880+0000 7f346ea00640 1 --2- 172.21.15.29:0/733716543 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34700d0b00 0x7f3470154c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.880+0000 7f346fe00640 1 --2- 172.21.15.29:0/733716543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34700d4ad0 0x7f34700b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.880+0000 7f346f400640 1 -- 172.21.15.29:0/733716543 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34700d0b00 msgr2=0x7f3470154c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.880+0000 7f346f400640 1 --2- 172.21.15.29:0/733716543 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34700d0b00 0x7f3470154c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.880+0000 7f346f400640 1 -- 172.21.15.29:0/733716543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34700d4ad0 msgr2=0x7f34700b4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.880+0000 7f346f400640 1 --2- 172.21.15.29:0/733716543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34700d4ad0 0x7f34700b4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.880+0000 7f346f400640 1 -- 172.21.15.29:0/733716543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34701f4f40 con 0x7f347006d530 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.880+0000 7f346f400640 1 --2- 172.21.15.29:0/733716543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f347006d530 0x7f34701f4a00 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f346000c460 tx=0x7f346000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.880+0000 7f3467400640 1 -- 172.21.15.29:0/733716543 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34600074e0 con 0x7f347006d530 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.881+0000 7f3467400640 1 -- 172.21.15.29:0/733716543 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34600047e0 con 0x7f347006d530 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.881+0000 7f3467400640 1 -- 172.21.15.29:0/733716543 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3460004bd0 con 0x7f347006d530 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.881+0000 7f3475000640 1 -- 172.21.15.29:0/733716543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34700cae50 con 0x7f347006d530 2024-09-12T03:08:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.881+0000 7f3475000640 1 -- 172.21.15.29:0/733716543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34700ba0a0 con 0x7f347006d530 2024-09-12T03:08:03.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.881+0000 7f3467400640 1 -- 172.21.15.29:0/733716543 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3460011070 con 0x7f347006d530 2024-09-12T03:08:03.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.881+0000 7f3467400640 1 -- 172.21.15.29:0/733716543 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f3460013a90 con 0x7f347006d530 2024-09-12T03:08:03.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.882+0000 7f3475000640 1 -- 172.21.15.29:0/733716543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34700d2c40 con 0x7f347006d530 2024-09-12T03:08:03.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.884+0000 7f3467400640 1 -- 172.21.15.29:0/733716543 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f34701f4f40 con 0x7f347006d530 2024-09-12T03:08:03.934 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:03.934+0000 7fdccd52f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T03:08:03.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.947+0000 7f3475000640 1 -- 172.21.15.29:0/733716543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f34700b1ff0 con 0x7f347006d530 2024-09-12T03:08:03.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.948+0000 7f3467400640 1 -- 172.21.15.29:0/733716543 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f3460004d70 con 0x7f347006d530 2024-09-12T03:08:03.947 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:03.947 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":10,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:03.581751+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:03.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.949+0000 7f3475000640 1 -- 172.21.15.29:0/733716543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f347006d530 msgr2=0x7f34701f4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:03.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.949+0000 7f3475000640 1 --2- 172.21.15.29:0/733716543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f347006d530 0x7f34701f4a00 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f346000c460 tx=0x7f346000c920 comp rx=0 tx=0).stop 2024-09-12T03:08:03.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.949+0000 7f3475000640 1 -- 172.21.15.29:0/733716543 shutdown_connections 2024-09-12T03:08:03.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.949+0000 7f3475000640 1 --2- 172.21.15.29:0/733716543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34700d4ad0 0x7f34700b4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.949+0000 7f3475000640 1 --2- 172.21.15.29:0/733716543 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34700d0b00 0x7f3470154c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.949+0000 7f3475000640 1 --2- 172.21.15.29:0/733716543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f347006d530 0x7f34701f4a00 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:03.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.949+0000 7f3475000640 1 -- 172.21.15.29:0/733716543 >> 172.21.15.29:0/733716543 conn(0x7f347008c000 msgr2=0x7f34700b1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:03.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.949+0000 7f3475000640 1 -- 172.21.15.29:0/733716543 shutdown_connections 2024-09-12T03:08:03.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:03.949+0000 7f3475000640 1 -- 172.21.15.29:0/733716543 wait complete. 2024-09-12T03:08:03.963 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-12T03:08:03.963 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-12T03:08:04.036 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.037+0000 7fdccd52f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T03:08:04.164 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.164+0000 7fdccd52f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T03:08:04.221 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.221+0000 7fdccd52f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T03:08:04.238 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:04.238+0000 7fe6f5f27040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-12T03:08:04.341 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:04.341+0000 7fe6f5f27040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-12T03:08:04.353 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.354+0000 7fdccd52f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T03:08:04.419 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.419+0000 7fdccd52f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T03:08:04.468 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:04.468+0000 7fe6f5f27040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-12T03:08:04.474 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.474+0000 7fdccd52f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T03:08:04.524 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:04.525+0000 7fe6f5f27040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-12T03:08:04.606 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.605+0000 7fdccd52f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T03:08:04.659 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:04.659+0000 7fe6f5f27040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-12T03:08:04.667 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.667+0000 7fdccd52f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T03:08:04.724 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:04.725+0000 7fe6f5f27040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-12T03:08:04.730 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.730+0000 7fdccd52f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T03:08:04.769 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:04.781 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:04.782+0000 7fe6f5f27040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-12T03:08:04.811 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.811+0000 7fdccd52f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T03:08:04.865 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.865+0000 7fdccd52f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T03:08:04.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.909+0000 7fa248c00640 1 Processor -- start 2024-09-12T03:08:04.909 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.910+0000 7fa248c00640 1 -- start start 2024-09-12T03:08:04.910 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.911+0000 7fa248c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0d90 0x7fa24415f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:04.910 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.911+0000 7fa248c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa2440d4cb0 0x7fa2440d2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:04.911 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.911+0000 7fa248c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2440cf5c0 con 0x7fa2440d0620 2024-09-12T03:08:04.911 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.911+0000 7fa248c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa2440cf390 con 0x7fa2440d4cb0 2024-09-12T03:08:04.911 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.911+0000 7fa248c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa24415f9e0 con 0x7fa2440d0d90 2024-09-12T03:08:04.911 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.911+0000 7fa23be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa2440d0620 0x7fa2440d1170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:48542/0 (socket says 172.21.15.29:48542) 2024-09-12T03:08:04.911 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.911+0000 7fa23be00640 1 -- 172.21.15.29:0/1625409366 learned_addr learned my addr 172.21.15.29:0/1625409366 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:04.911 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.911+0000 7fa241e00640 1 --2- 172.21.15.29:0/1625409366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0d90 0x7fa24415f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:04.911 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.911+0000 7fa242800640 1 --2- 172.21.15.29:0/1625409366 >> v2:172.21.15.29:3300/0 conn(0x7fa2440d4cb0 0x7fa2440d2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:04.912 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.911+0000 7fa241400640 1 -- 172.21.15.29:0/1625409366 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 730700731 0 0) 0x7fa2440cf5c0 con 0x7fa2440d0620 2024-09-12T03:08:04.912 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.912+0000 7fa241400640 1 -- 172.21.15.29:0/1625409366 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa228003520 con 0x7fa2440d0620 2024-09-12T03:08:04.912 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.912+0000 7fa241e00640 1 -- 172.21.15.29:0/1625409366 >> v2:172.21.15.29:3300/0 conn(0x7fa2440d4cb0 msgr2=0x7fa2440d2170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:04.912 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.912+0000 7fa241e00640 1 --2- 172.21.15.29:0/1625409366 >> v2:172.21.15.29:3300/0 conn(0x7fa2440d4cb0 0x7fa2440d2170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:04.912 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.912+0000 7fa241e00640 1 -- 172.21.15.29:0/1625409366 >> v1:172.21.15.29:6789/0 conn(0x7fa2440d0620 legacy=0x7fa2440d1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:04.912 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.912+0000 7fa241e00640 1 -- 172.21.15.29:0/1625409366 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2440cf860 con 0x7fa2440d0d90 2024-09-12T03:08:04.912 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.912+0000 7fa242800640 1 --2- 172.21.15.29:0/1625409366 >> v2:172.21.15.29:3300/0 conn(0x7fa2440d4cb0 0x7fa2440d2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:04.912 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.913+0000 7fa241e00640 1 --2- 172.21.15.29:0/1625409366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0d90 0x7fa24415f4a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa2440cf790 tx=0x7fa23402a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97bcc22573ebb687 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:04.913 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.913+0000 7fa241400640 1 -- 172.21.15.29:0/1625409366 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa234037070 con 0x7fa2440d0d90 2024-09-12T03:08:04.913 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.913+0000 7fa241400640 1 -- 172.21.15.29:0/1625409366 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa23402ae40 con 0x7fa2440d0d90 2024-09-12T03:08:04.913 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.913+0000 7fa241400640 1 -- 172.21.15.29:0/1625409366 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa234032660 con 0x7fa2440d0d90 2024-09-12T03:08:04.913 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.913+0000 7fa248c00640 1 -- 172.21.15.29:0/1625409366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0d90 msgr2=0x7fa24415f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:04.914 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.913+0000 7fa248c00640 1 --2- 172.21.15.29:0/1625409366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0d90 0x7fa24415f4a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa2440cf790 tx=0x7fa23402a0f0 comp rx=0 tx=0).stop 2024-09-12T03:08:04.914 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.914+0000 7fa248c00640 1 -- 172.21.15.29:0/1625409366 shutdown_connections 2024-09-12T03:08:04.914 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.914+0000 7fa248c00640 1 --2- 172.21.15.29:0/1625409366 >> v2:172.21.15.29:3300/0 conn(0x7fa2440d4cb0 0x7fa2440d2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:04.914 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.914+0000 7fa248c00640 1 --2- 172.21.15.29:0/1625409366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0d90 0x7fa24415f4a0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:04.914 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.914+0000 7fa248c00640 1 -- 172.21.15.29:0/1625409366 >> 172.21.15.29:0/1625409366 conn(0x7fa24408bfc0 msgr2=0x7fa2440d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:04.914 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.914+0000 7fa248c00640 1 -- 172.21.15.29:0/1625409366 shutdown_connections 2024-09-12T03:08:04.914 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.914+0000 7fa248c00640 1 -- 172.21.15.29:0/1625409366 wait complete. 2024-09-12T03:08:04.915 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.915+0000 7fa248c00640 1 Processor -- start 2024-09-12T03:08:04.915 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.916+0000 7fa248c00640 1 -- start start 2024-09-12T03:08:04.917 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.916+0000 7fa248c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0620 0x7fa2440b6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.916+0000 7fa248c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2440d0d90 0x7fa244160c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.916+0000 7fa248c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2440d4cb0 0x7fa2441611c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.916+0000 7fa248c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa2440d0100 con 0x7fa2440d0d90 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.916+0000 7fa248c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa2440cfe20 con 0x7fa2440d4cb0 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.916+0000 7fa248c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa2440b3b40 con 0x7fa2440d0620 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa23be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2440d0d90 0x7fa244160c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa241e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0620 0x7fa2440b6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa23be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2440d0d90 0x7fa244160c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52626/0 (socket says 172.21.15.29:52626) 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa23be00640 1 -- 172.21.15.29:0/2494565881 learned_addr learned my addr 172.21.15.29:0/2494565881 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa241e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0620 0x7fa2440b6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:41446/0 (socket says 172.21.15.29:41446) 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa242800640 1 --2- 172.21.15.29:0/2494565881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2440d4cb0 0x7fa2441611c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa23be00640 1 -- 172.21.15.29:0/2494565881 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0620 msgr2=0x7fa2440b6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:04.918 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa23be00640 1 --2- 172.21.15.29:0/2494565881 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0620 0x7fa2440b6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:04.919 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa23be00640 1 -- 172.21.15.29:0/2494565881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2440d4cb0 msgr2=0x7fa2441611c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:04.919 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa23be00640 1 --2- 172.21.15.29:0/2494565881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2440d4cb0 0x7fa2441611c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:04.919 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa23be00640 1 -- 172.21.15.29:0/2494565881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2440b4da0 con 0x7fa2440d0d90 2024-09-12T03:08:04.919 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.917+0000 7fa23be00640 1 --2- 172.21.15.29:0/2494565881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2440d0d90 0x7fa244160c80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa22c00c430 tx=0x7fa22c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:04.919 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.918+0000 7fa23a000640 1 -- 172.21.15.29:0/2494565881 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22c017070 con 0x7fa2440d0d90 2024-09-12T03:08:04.919 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.918+0000 7fa23a000640 1 -- 172.21.15.29:0/2494565881 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa22c005ce0 con 0x7fa2440d0d90 2024-09-12T03:08:04.919 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.918+0000 7fa23a000640 1 -- 172.21.15.29:0/2494565881 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22c0072f0 con 0x7fa2440d0d90 2024-09-12T03:08:04.919 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.918+0000 7fa248c00640 1 -- 172.21.15.29:0/2494565881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa244161ac0 con 0x7fa2440d0d90 2024-09-12T03:08:04.919 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.918+0000 7fa248c00640 1 -- 172.21.15.29:0/2494565881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2440b5080 con 0x7fa2440d0d90 2024-09-12T03:08:04.920 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.918+0000 7fa23a000640 1 -- 172.21.15.29:0/2494565881 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa22c01a070 con 0x7fa2440d0d90 2024-09-12T03:08:04.920 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.918+0000 7fa23a000640 1 -- 172.21.15.29:0/2494565881 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fa22c007490 con 0x7fa2440d0d90 2024-09-12T03:08:04.920 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:04.920+0000 7fdccd52f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T03:08:04.920 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.919+0000 7fa248c00640 1 -- 172.21.15.29:0/2494565881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa24415f4a0 con 0x7fa2440d0d90 2024-09-12T03:08:04.921 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:04.919+0000 7fe6f5f27040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-12T03:08:04.921 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.922+0000 7fa23a000640 1 -- 172.21.15.29:0/2494565881 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa22c021020 con 0x7fa2440d0d90 2024-09-12T03:08:04.981 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:04.982+0000 7fe6f5f27040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-12T03:08:04.984 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.985+0000 7fa248c00640 1 -- 172.21.15.29:0/2494565881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa2440d1e60 con 0x7fa2440d0d90 2024-09-12T03:08:04.985 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.986+0000 7fa23a000640 1 -- 172.21.15.29:0/2494565881 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fa22c01c440 con 0x7fa2440d0d90 2024-09-12T03:08:04.985 INFO:teuthology.misc.health.smithi029.stdout: 2024-09-12T03:08:04.985 INFO:teuthology.misc.health.smithi029.stdout:{"epoch":10,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:03.581751+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:04.986 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.987+0000 7fa248c00640 1 -- 172.21.15.29:0/2494565881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2440d0d90 msgr2=0x7fa244160c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:04.986 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.987+0000 7fa248c00640 1 --2- 172.21.15.29:0/2494565881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2440d0d90 0x7fa244160c80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa22c00c430 tx=0x7fa22c00c830 comp rx=0 tx=0).stop 2024-09-12T03:08:04.986 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.987+0000 7fa248c00640 1 -- 172.21.15.29:0/2494565881 shutdown_connections 2024-09-12T03:08:04.987 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.987+0000 7fa248c00640 1 --2- 172.21.15.29:0/2494565881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2440d4cb0 0x7fa2441611c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:04.987 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.987+0000 7fa248c00640 1 --2- 172.21.15.29:0/2494565881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2440d0d90 0x7fa244160c80 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:04.987 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.987+0000 7fa248c00640 1 --2- 172.21.15.29:0/2494565881 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2440d0620 0x7fa2440b6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:04.987 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.987+0000 7fa248c00640 1 -- 172.21.15.29:0/2494565881 >> 172.21.15.29:0/2494565881 conn(0x7fa24408bfc0 msgr2=0x7fa2440b2650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:04.987 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.987+0000 7fa248c00640 1 -- 172.21.15.29:0/2494565881 shutdown_connections 2024-09-12T03:08:04.987 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:04.987+0000 7fa248c00640 1 -- 172.21.15.29:0/2494565881 wait complete. 2024-09-12T03:08:04.998 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T03:08:05.045 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:05.046+0000 7fe6f5f27040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-12T03:08:05.127 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:05.128+0000 7fe6f5f27040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-12T03:08:05.169 INFO:tasks.ceph.osd.7.smithi038.stderr:2024-09-12T03:08:05.169+0000 7fbbf360c640 -1 Falling back to public interface 2024-09-12T03:08:05.182 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:05.182+0000 7fe6f5f27040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-12T03:08:05.187 INFO:tasks.ceph.osd.5.smithi038.stderr:2024-09-12T03:08:05.187+0000 7f69661bb640 -1 Falling back to public interface 2024-09-12T03:08:05.189 INFO:tasks.ceph.osd.3.smithi029.stderr:2024-09-12T03:08:05.190+0000 7f696a2b4640 -1 Falling back to public interface 2024-09-12T03:08:05.195 INFO:tasks.ceph.osd.0.smithi029.stderr:2024-09-12T03:08:05.195+0000 7f6c367ae640 -1 Falling back to public interface 2024-09-12T03:08:05.196 INFO:tasks.ceph.osd.6.smithi038.stderr:2024-09-12T03:08:05.196+0000 7fd558b89640 -1 Falling back to public interface 2024-09-12T03:08:05.230 INFO:tasks.ceph.osd.2.smithi029.stderr:2024-09-12T03:08:05.231+0000 7fc0ba018640 -1 Falling back to public interface 2024-09-12T03:08:05.241 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:05.241+0000 7fe6f5f27040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-12T03:08:05.696 INFO:tasks.ceph.osd.1.smithi029.stderr:2024-09-12T03:08:05.697+0000 7f7ed60d4640 -1 Falling back to public interface 2024-09-12T03:08:05.697 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:05.697+0000 7fdccd52f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T03:08:05.708 INFO:tasks.ceph.osd.4.smithi038.stderr:2024-09-12T03:08:05.708+0000 7f35c0bae640 -1 Falling back to public interface 2024-09-12T03:08:05.710 INFO:tasks.ceph.osd.4.smithi038.stderr:2024-09-12T03:08:05.710+0000 7f35bf600640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6824/0: (98) Address already in use 2024-09-12T03:08:06.029 INFO:tasks.ceph.mgr.y.smithi029.stderr:2024-09-12T03:08:06.028+0000 7fe6f5f27040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-12T03:08:06.727 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:06.727+0000 7fdc6ce00640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-12T03:08:06.727 INFO:tasks.ceph.mgr.x.smithi038.stderr:2024-09-12T03:08:06.727+0000 7fdc6ce00640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-12T03:08:08.825 INFO:tasks.ceph.osd.7.smithi038.stderr:2024-09-12T03:08:08.824+0000 7fbbf360c640 -1 osd.7 0 log_to_monitors true 2024-09-12T03:08:09.152 INFO:tasks.ceph.osd.6.smithi038.stderr:2024-09-12T03:08:09.152+0000 7fd558b89640 -1 osd.6 0 log_to_monitors true 2024-09-12T03:08:09.172 INFO:tasks.ceph.osd.3.smithi029.stderr:2024-09-12T03:08:09.172+0000 7f696a2b4640 -1 osd.3 0 log_to_monitors true 2024-09-12T03:08:09.385 INFO:tasks.ceph.osd.1.smithi029.stderr:2024-09-12T03:08:09.384+0000 7f7ed60d4640 -1 osd.1 0 log_to_monitors true 2024-09-12T03:08:09.419 INFO:tasks.ceph.osd.5.smithi038.stderr:2024-09-12T03:08:09.419+0000 7f69661bb640 -1 osd.5 0 log_to_monitors true 2024-09-12T03:08:09.426 INFO:tasks.ceph.osd.0.smithi029.stderr:2024-09-12T03:08:09.426+0000 7f6c367ae640 -1 osd.0 0 log_to_monitors true 2024-09-12T03:08:09.451 INFO:tasks.ceph.osd.2.smithi029.stderr:2024-09-12T03:08:09.451+0000 7fc0ba018640 -1 osd.2 0 log_to_monitors true 2024-09-12T03:08:09.702 INFO:tasks.ceph.osd.4.smithi038.stderr:2024-09-12T03:08:09.702+0000 7f35c0bae640 -1 osd.4 0 log_to_monitors true 2024-09-12T03:08:11.805 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:12.035 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.035+0000 7f6a2a000640 1 Processor -- start 2024-09-12T03:08:12.037 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.036+0000 7f6a2a000640 1 -- start start 2024-09-12T03:08:12.043 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.042+0000 7f6a2a000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6a2415e690 0x7f6a240b7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:12.043 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.042+0000 7f6a2a000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a240d2520 con 0x7f6a240cf2c0 2024-09-12T03:08:12.043 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.042+0000 7f6a2a000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a240d2800 con 0x7f6a240b64a0 2024-09-12T03:08:12.043 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.042+0000 7f6a2a000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f6a240d2ae0 con 0x7f6a2415e690 2024-09-12T03:08:12.046 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.045+0000 7f6a28c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6a2415e690 0x7f6a240b7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:12.047 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.046+0000 7f6a29600640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f6a240b64a0 0x7f6a240d35c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:58784/0 (socket says 172.21.15.29:58784) 2024-09-12T03:08:12.047 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.046+0000 7f6a29600640 1 -- 172.21.15.29:0/289348204 learned_addr learned my addr 172.21.15.29:0/289348204 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:12.048 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.047+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 259478120 0 0) 0x7f6a240d2800 con 0x7f6a240b64a0 2024-09-12T03:08:12.048 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.047+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6a0c003520 con 0x7f6a240b64a0 2024-09-12T03:08:12.049 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 <== mon.1 v1:172.21.15.38:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3084332966 0 0) 0x7f6a0c003520 con 0x7f6a240b64a0 2024-09-12T03:08:12.049 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 >> v2:172.21.15.38:3300/0 conn(0x7f6a2415e690 msgr2=0x7f6a240b7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:12.049 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 --2- 172.21.15.29:0/289348204 >> v2:172.21.15.38:3300/0 conn(0x7f6a2415e690 0x7f6a240b7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:12.049 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 >> v1:172.21.15.29:6789/0 conn(0x7f6a240cf2c0 legacy=0x7f6a240b5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:12.049 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 --> v1:172.21.15.38:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a240d2dc0 con 0x7f6a240b64a0 2024-09-12T03:08:12.049 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 <== mon.1 v1:172.21.15.38:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f6a1c0019f0 con 0x7f6a240b64a0 2024-09-12T03:08:12.049 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 >> v1:172.21.15.38:6789/0 conn(0x7f6a240b64a0 legacy=0x7f6a240d35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:12.050 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 --2- 172.21.15.29:0/289348204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a0c003a00 0x7f6a0c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:12.050 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 --2- 172.21.15.29:0/289348204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a0c004800 0x7f6a0c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:12.050 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 --2- 172.21.15.29:0/289348204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 0x7f6a0c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:12.050 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6a240d2ae0 con 0x7f6a0c004800 2024-09-12T03:08:12.050 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6a0c00c120 con 0x7f6a0c003a00 2024-09-12T03:08:12.050 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.048+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6a0c00c320 con 0x7f6a0c005210 2024-09-12T03:08:12.050 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.049+0000 7f6a29600640 1 --2- 172.21.15.29:0/289348204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 0x7f6a0c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:12.052 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.051+0000 7f6a29600640 1 -- 172.21.15.29:0/289348204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a0c003a00 msgr2=0x7f6a0c003e00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T03:08:12.052 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.051+0000 7f6a28c00640 1 --2- 172.21.15.29:0/289348204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a0c003a00 0x7f6a0c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:12.052 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.052+0000 7f6a29600640 1 --2- 172.21.15.29:0/289348204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a0c003a00 0x7f6a0c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:12.052 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.052+0000 7f6a29600640 1 -- 172.21.15.29:0/289348204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a0c004800 msgr2=0x7f6a0c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:12.053 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.052+0000 7f6a29600640 1 --2- 172.21.15.29:0/289348204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a0c004800 0x7f6a0c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:12.053 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.052+0000 7f6a29600640 1 -- 172.21.15.29:0/289348204 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a0c003520 con 0x7f6a0c005210 2024-09-12T03:08:12.053 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.052+0000 7f6a28c00640 1 --2- 172.21.15.29:0/289348204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a0c003a00 0x7f6a0c003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:12.055 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.054+0000 7f6a29600640 1 -- 172.21.15.29:0/289348204 reap_dead start 2024-09-12T03:08:12.055 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.055+0000 7f6a29600640 1 --2- 172.21.15.29:0/289348204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 0x7f6a0c00b9c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c00a7c0 tx=0x7f6a0c005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1fc4c741e0d8c151 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:12.061 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.058+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a1c00a410 con 0x7f6a0c005210 2024-09-12T03:08:12.061 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.058+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a1c02f070 con 0x7f6a0c005210 2024-09-12T03:08:12.061 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.058+0000 7f6a23400640 1 -- 172.21.15.29:0/289348204 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a1c02bc30 con 0x7f6a0c005210 2024-09-12T03:08:12.061 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.060+0000 7f6a2a000640 1 -- 172.21.15.29:0/289348204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 msgr2=0x7f6a0c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:12.061 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.060+0000 7f6a2a000640 1 --2- 172.21.15.29:0/289348204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 0x7f6a0c00b9c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f6a1c00a7c0 tx=0x7f6a0c005830 comp rx=0 tx=0).stop 2024-09-12T03:08:12.062 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.062+0000 7f6a2a000640 1 -- 172.21.15.29:0/289348204 shutdown_connections 2024-09-12T03:08:12.063 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.062+0000 7f6a2a000640 1 --2- 172.21.15.29:0/289348204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 0x7f6a0c00b9c0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:12.063 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.063+0000 7f6a2a000640 1 -- 172.21.15.29:0/289348204 >> 172.21.15.29:0/289348204 conn(0x7f6a240d4310 msgr2=0x7f6a240d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:12.065 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.064+0000 7f6a2a000640 1 -- 172.21.15.29:0/289348204 shutdown_connections 2024-09-12T03:08:12.065 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.064+0000 7f6a2a000640 1 -- 172.21.15.29:0/289348204 wait complete. 2024-09-12T03:08:12.067 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.067+0000 7f6a2a000640 1 Processor -- start 2024-09-12T03:08:12.068 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.068+0000 7f6a2a000640 1 -- start start 2024-09-12T03:08:12.070 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.069+0000 7f6a2a000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 0x7f6a2415d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:12.070 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.069+0000 7f6a2a000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a24072b70 0x7f6a240cd490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:12.070 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.069+0000 7f6a2a000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a240cd9d0 0x7f6a241fb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:12.070 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.069+0000 7f6a28c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 0x7f6a2415d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:12.070 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.069+0000 7f6a28c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 0x7f6a2415d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:56002/0 (socket says 172.21.15.29:56002) 2024-09-12T03:08:12.070 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.070+0000 7f6a23e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a24072b70 0x7f6a240cd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:12.070 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.070+0000 7f6a23e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a24072b70 0x7f6a240cd490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60500/0 (socket says 172.21.15.29:60500) 2024-09-12T03:08:12.071 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.070+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6a24162e30 con 0x7f6a24072b70 2024-09-12T03:08:12.071 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.071+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6a24162cb0 con 0x7f6a240cd9d0 2024-09-12T03:08:12.071 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.071+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6a240cf710 con 0x7f6a0c005210 2024-09-12T03:08:12.071 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.070+0000 7f6a28c00640 1 -- 172.21.15.29:0/3003821877 learned_addr learned my addr 172.21.15.29:0/3003821877 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:12.072 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.071+0000 7f6a29600640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a240cd9d0 0x7f6a241fb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:12.072 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.071+0000 7f6a23e00640 1 -- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 msgr2=0x7f6a2415d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:12.072 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.071+0000 7f6a23e00640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 0x7f6a2415d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:12.072 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.071+0000 7f6a23e00640 1 -- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a240cd9d0 msgr2=0x7f6a241fb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:12.072 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.071+0000 7f6a23e00640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a240cd9d0 0x7f6a241fb8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:12.072 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.071+0000 7f6a23e00640 1 -- 172.21.15.29:0/3003821877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a2415df10 con 0x7f6a24072b70 2024-09-12T03:08:12.072 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.072+0000 7f6a29600640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a240cd9d0 0x7f6a241fb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:12.073 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.072+0000 7f6a23e00640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a24072b70 0x7f6a240cd490 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6a2406aa60 tx=0x7f6a1000c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:12.073 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.072+0000 7f6a20c00640 1 -- 172.21.15.29:0/3003821877 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a10011790 con 0x7f6a24072b70 2024-09-12T03:08:12.073 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.072+0000 7f6a20c00640 1 -- 172.21.15.29:0/3003821877 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a10017070 con 0x7f6a24072b70 2024-09-12T03:08:12.073 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.072+0000 7f6a20c00640 1 -- 172.21.15.29:0/3003821877 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a10011bb0 con 0x7f6a24072b70 2024-09-12T03:08:12.075 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.075+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a240cbf70 con 0x7f6a24072b70 2024-09-12T03:08:12.075 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.075+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a240cc530 con 0x7f6a24072b70 2024-09-12T03:08:12.081 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.077+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a240b5d90 con 0x7f6a24072b70 2024-09-12T03:08:12.087 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.085+0000 7f6a20c00640 1 -- 172.21.15.29:0/3003821877 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 4) ==== 90442+0+0 (secure 0 0 0) 0x7f6a1001c460 con 0x7f6a24072b70 2024-09-12T03:08:12.091 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.091+0000 7f6a20c00640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a0406be20 0x7f6a0406e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:12.092 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.091+0000 7f6a20c00640 1 -- 172.21.15.29:0/3003821877 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2231+0+0 (secure 0 0 0) 0x7f6a10092c70 con 0x7f6a24072b70 2024-09-12T03:08:12.092 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.092+0000 7f6a28c00640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a0406be20 0x7f6a0406e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:12.093 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.093+0000 7f6a28c00640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a0406be20 0x7f6a0406e2e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6a18006a90 tx=0x7f6a18008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:12.100 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.096+0000 7f6a20c00640 1 -- 172.21.15.29:0/3003821877 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6a10058b70 con 0x7f6a24072b70 2024-09-12T03:08:12.461 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.461+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6a240cddb0 con 0x7f6a24072b70 2024-09-12T03:08:12.467 INFO:teuthology.misc.health.smithi029.stdout: 2024-09-12T03:08:12.467 INFO:teuthology.misc.health.smithi029.stdout:{"epoch":12,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:10.747317+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:12.469 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.466+0000 7f6a20c00640 1 -- 172.21.15.29:0/3003821877 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) ==== 74+0+7058 (secure 0 0 0) 0x7f6a10058470 con 0x7f6a24072b70 2024-09-12T03:08:12.471 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.471+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a0406be20 msgr2=0x7f6a0406e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:12.471 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.471+0000 7f6a2a000640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a0406be20 0x7f6a0406e2e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6a18006a90 tx=0x7f6a18008040 comp rx=0 tx=0).stop 2024-09-12T03:08:12.471 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.471+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a24072b70 msgr2=0x7f6a240cd490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:12.471 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.471+0000 7f6a2a000640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a24072b70 0x7f6a240cd490 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6a2406aa60 tx=0x7f6a1000c820 comp rx=0 tx=0).stop 2024-09-12T03:08:12.472 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.471+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 shutdown_connections 2024-09-12T03:08:12.472 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.471+0000 7f6a2a000640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a0406be20 0x7f6a0406e2e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:12.472 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.471+0000 7f6a2a000640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a240cd9d0 0x7f6a241fb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:12.472 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.471+0000 7f6a2a000640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a24072b70 0x7f6a240cd490 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:12.472 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.471+0000 7f6a2a000640 1 --2- 172.21.15.29:0/3003821877 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a0c005210 0x7f6a2415d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:12.472 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.471+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 >> 172.21.15.29:0/3003821877 conn(0x7f6a240d4310 msgr2=0x7f6a240d46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:12.472 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.472+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 shutdown_connections 2024-09-12T03:08:12.473 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:12.472+0000 7f6a2a000640 1 -- 172.21.15.29:0/3003821877 wait complete. 2024-09-12T03:08:12.499 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T03:08:12.541 INFO:tasks.ceph.osd.3.smithi029.stderr:2024-09-12T03:08:12.539+0000 7f6965200640 -1 osd.3 0 waiting for initial osdmap 2024-09-12T03:08:12.551 INFO:tasks.ceph.osd.3.smithi029.stderr:2024-09-12T03:08:12.551+0000 7f695b200640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T03:08:12.575 INFO:tasks.ceph.osd.0.smithi029.stderr:2024-09-12T03:08:12.575+0000 7f6c31600640 -1 osd.0 0 waiting for initial osdmap 2024-09-12T03:08:12.579 INFO:tasks.ceph.osd.0.smithi029.stderr:2024-09-12T03:08:12.579+0000 7f6c27600640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T03:08:12.596 INFO:tasks.ceph.osd.2.smithi029.stderr:2024-09-12T03:08:12.595+0000 7fc0b4a00640 -1 osd.2 0 waiting for initial osdmap 2024-09-12T03:08:12.605 INFO:tasks.ceph.osd.2.smithi029.stderr:2024-09-12T03:08:12.605+0000 7fc0aaa00640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T03:08:12.650 INFO:tasks.ceph.osd.1.smithi029.stderr:2024-09-12T03:08:12.650+0000 7f7ed1a00640 -1 osd.1 0 waiting for initial osdmap 2024-09-12T03:08:12.654 INFO:tasks.ceph.osd.1.smithi029.stderr:2024-09-12T03:08:12.654+0000 7f7ec7000640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T03:08:13.371 INFO:tasks.ceph.osd.4.smithi038.stderr:2024-09-12T03:08:13.370+0000 7f35bc400640 -1 osd.4 0 waiting for initial osdmap 2024-09-12T03:08:13.381 INFO:tasks.ceph.osd.5.smithi038.stderr:2024-09-12T03:08:13.380+0000 7f6961000640 -1 osd.5 0 waiting for initial osdmap 2024-09-12T03:08:13.382 INFO:tasks.ceph.osd.4.smithi038.stderr:2024-09-12T03:08:13.382+0000 7f35b1a00640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T03:08:13.393 INFO:tasks.ceph.osd.6.smithi038.stderr:2024-09-12T03:08:13.394+0000 7fd553a00640 -1 osd.6 0 waiting for initial osdmap 2024-09-12T03:08:13.398 INFO:tasks.ceph.osd.5.smithi038.stderr:2024-09-12T03:08:13.399+0000 7f6957000640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T03:08:13.399 INFO:tasks.ceph.osd.6.smithi038.stderr:2024-09-12T03:08:13.399+0000 7fd549a00640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T03:08:13.430 INFO:tasks.ceph.osd.7.smithi038.stderr:2024-09-12T03:08:13.431+0000 7fbbee800640 -1 osd.7 0 waiting for initial osdmap 2024-09-12T03:08:13.434 INFO:tasks.ceph.osd.7.smithi038.stderr:2024-09-12T03:08:13.434+0000 7fbbe3e00640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T03:08:18.696 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:08:18.701 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:08:19.305 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:19.452 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.452+0000 7f8e7dc00640 1 Processor -- start 2024-09-12T03:08:19.452 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.452+0000 7f8e7dc00640 1 -- start start 2024-09-12T03:08:19.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.453+0000 7f8e7dc00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8e7815e690 0x7f8e780b7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.453+0000 7f8e7dc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8e780cf2c0 0x7f8e780b5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.453+0000 7f8e7dc00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e780d2520 con 0x7f8e780cf710 2024-09-12T03:08:19.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.453+0000 7f8e7dc00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8e780d2800 con 0x7f8e780cf2c0 2024-09-12T03:08:19.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.453+0000 7f8e7dc00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f8e780d2ae0 con 0x7f8e7815e690 2024-09-12T03:08:19.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.453+0000 7f8e6fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8e780cf2c0 0x7f8e780b5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.454 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.453+0000 7f8e6fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8e780cf2c0 0x7f8e780b5d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60508/0 (socket says 172.21.15.29:60508) 2024-09-12T03:08:19.455 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.453+0000 7f8e6fe00640 1 -- 172.21.15.29:0/4074609284 learned_addr learned my addr 172.21.15.29:0/4074609284 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:19.455 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.453+0000 7f8e77e00640 1 --2- 172.21.15.29:0/4074609284 >> v2:172.21.15.38:3300/0 conn(0x7f8e7815e690 0x7f8e780b7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.455 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.454+0000 7f8e6fe00640 1 -- 172.21.15.29:0/4074609284 >> v2:172.21.15.38:3300/0 conn(0x7f8e7815e690 msgr2=0x7f8e780b7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:19.455 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.454+0000 7f8e6fe00640 1 --2- 172.21.15.29:0/4074609284 >> v2:172.21.15.38:3300/0 conn(0x7f8e7815e690 0x7f8e780b7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.455 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.454+0000 7f8e6fe00640 1 -- 172.21.15.29:0/4074609284 >> v1:172.21.15.29:6789/0 conn(0x7f8e780cf710 legacy=0x7f8e780d35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:19.455 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.454+0000 7f8e6fe00640 1 -- 172.21.15.29:0/4074609284 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e780d2dc0 con 0x7f8e780cf2c0 2024-09-12T03:08:19.456 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.455+0000 7f8e6fe00640 1 --2- 172.21.15.29:0/4074609284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e780cf2c0 0x7f8e780b5d90 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8e7806c8c0 tx=0x7f8e6002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=437304fbdacd6efb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:19.456 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.455+0000 7f8e77400640 1 -- 172.21.15.29:0/4074609284 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e60037070 con 0x7f8e780cf2c0 2024-09-12T03:08:19.456 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.455+0000 7f8e77400640 1 -- 172.21.15.29:0/4074609284 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e6002ae50 con 0x7f8e780cf2c0 2024-09-12T03:08:19.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.455+0000 7f8e77400640 1 -- 172.21.15.29:0/4074609284 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e60032860 con 0x7f8e780cf2c0 2024-09-12T03:08:19.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.456+0000 7f8e7dc00640 1 -- 172.21.15.29:0/4074609284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e780cf2c0 msgr2=0x7f8e780b5d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:19.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.456+0000 7f8e7dc00640 1 --2- 172.21.15.29:0/4074609284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e780cf2c0 0x7f8e780b5d90 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8e7806c8c0 tx=0x7f8e6002a300 comp rx=0 tx=0).stop 2024-09-12T03:08:19.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.456+0000 7f8e7dc00640 1 -- 172.21.15.29:0/4074609284 shutdown_connections 2024-09-12T03:08:19.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.456+0000 7f8e7dc00640 1 --2- 172.21.15.29:0/4074609284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e780cf2c0 0x7f8e780b5d90 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.456+0000 7f8e7dc00640 1 --2- 172.21.15.29:0/4074609284 >> v2:172.21.15.38:3300/0 conn(0x7f8e7815e690 0x7f8e780b7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.456+0000 7f8e7dc00640 1 -- 172.21.15.29:0/4074609284 >> 172.21.15.29:0/4074609284 conn(0x7f8e780d4310 msgr2=0x7f8e780d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:19.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.456+0000 7f8e7dc00640 1 -- 172.21.15.29:0/4074609284 shutdown_connections 2024-09-12T03:08:19.457 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.456+0000 7f8e7dc00640 1 -- 172.21.15.29:0/4074609284 wait complete. 2024-09-12T03:08:19.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.457+0000 7f8e7dc00640 1 Processor -- start 2024-09-12T03:08:19.458 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.458+0000 7f8e7dc00640 1 -- start start 2024-09-12T03:08:19.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.458+0000 7f8e7dc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e780cf2c0 0x7f8e7815fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.459 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.458+0000 7f8e7dc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e780cf710 0x7f8e78156840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.458+0000 7f8e7dc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e7815e690 0x7f8e78161320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e7dc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8e780b7ac0 con 0x7f8e7815e690 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e7dc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8e780b7940 con 0x7f8e780cf710 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e7dc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8e78162cb0 con 0x7f8e780cf2c0 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e7d200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e7815e690 0x7f8e78161320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e7d200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e7815e690 0x7f8e78161320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60514/0 (socket says 172.21.15.29:60514) 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e7d200640 1 -- 172.21.15.29:0/3840623716 learned_addr learned my addr 172.21.15.29:0/3840623716 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e6fe00640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e780cf710 0x7f8e78156840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e77e00640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e780cf2c0 0x7f8e7815fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e7d200640 1 -- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e780cf2c0 msgr2=0x7f8e7815fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e7d200640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e780cf2c0 0x7f8e7815fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.460 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e7d200640 1 -- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e780cf710 msgr2=0x7f8e78156840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:19.461 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e7d200640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e780cf710 0x7f8e78156840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.461 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.459+0000 7f8e7d200640 1 -- 172.21.15.29:0/3840623716 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e7815eae0 con 0x7f8e7815e690 2024-09-12T03:08:19.462 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.460+0000 7f8e7d200640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e7815e690 0x7f8e78161320 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8e7000c7d0 tx=0x7f8e7000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:19.462 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.460+0000 7f8e74c00640 1 -- 172.21.15.29:0/3840623716 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e70003b70 con 0x7f8e7815e690 2024-09-12T03:08:19.462 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.460+0000 7f8e74c00640 1 -- 172.21.15.29:0/3840623716 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e70003d30 con 0x7f8e7815e690 2024-09-12T03:08:19.462 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.460+0000 7f8e74c00640 1 -- 172.21.15.29:0/3840623716 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e7000aa90 con 0x7f8e7815e690 2024-09-12T03:08:19.462 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.460+0000 7f8e7dc00640 1 -- 172.21.15.29:0/3840623716 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e7815edc0 con 0x7f8e7815e690 2024-09-12T03:08:19.462 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.460+0000 7f8e7dc00640 1 -- 172.21.15.29:0/3840623716 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e7815f380 con 0x7f8e7815e690 2024-09-12T03:08:19.462 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.461+0000 7f8e7dc00640 1 -- 172.21.15.29:0/3840623716 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e780b7400 con 0x7f8e7815e690 2024-09-12T03:08:19.463 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.462+0000 7f8e74c00640 1 -- 172.21.15.29:0/3840623716 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8e7000ac30 con 0x7f8e7815e690 2024-09-12T03:08:19.463 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.463+0000 7f8e74c00640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be30 0x7f8e5406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.463 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.463+0000 7f8e74c00640 1 -- 172.21.15.29:0/3840623716 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f8e7008a9e0 con 0x7f8e7815e690 2024-09-12T03:08:19.464 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.463+0000 7f8e77e00640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be30 0x7f8e5406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.464 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.464+0000 7f8e77e00640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be30 0x7f8e5406e2f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8e780c9af0 tx=0x7f8e68008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:19.468 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.468+0000 7f8e74c00640 1 -- 172.21.15.29:0/3840623716 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8e70058ff0 con 0x7f8e7815e690 2024-09-12T03:08:19.655 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.655+0000 7f8e7dc00640 1 -- 172.21.15.29:0/3840623716 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8e780b8bf0 con 0x7f8e7815e690 2024-09-12T03:08:19.656 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.656+0000 7f8e74c00640 1 -- 172.21.15.29:0/3840623716 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) ==== 74+0+12824 (secure 0 0 0) 0x7f8e7005d2f0 con 0x7f8e7815e690 2024-09-12T03:08:19.656 INFO:teuthology.misc.health.smithi029.stdout: 2024-09-12T03:08:19.657 INFO:teuthology.misc.health.smithi029.stdout:{"epoch":16,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:16.552818+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 -- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be30 msgr2=0x7f8e5406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be30 0x7f8e5406e2f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8e780c9af0 tx=0x7f8e68008040 comp rx=0 tx=0).stop 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 -- 172.21.15.29:0/3840623716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e7815e690 msgr2=0x7f8e78161320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e7815e690 0x7f8e78161320 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8e7000c7d0 tx=0x7f8e7000cc90 comp rx=0 tx=0).stop 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 -- 172.21.15.29:0/3840623716 shutdown_connections 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be30 0x7f8e5406e2f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e7815e690 0x7f8e78161320 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e780cf710 0x7f8e78156840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 --2- 172.21.15.29:0/3840623716 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e780cf2c0 0x7f8e7815fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 -- 172.21.15.29:0/3840623716 >> 172.21.15.29:0/3840623716 conn(0x7f8e780d4310 msgr2=0x7f8e780b93f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 -- 172.21.15.29:0/3840623716 shutdown_connections 2024-09-12T03:08:19.659 INFO:teuthology.misc.health.smithi029.stderr:2024-09-12T03:08:19.658+0000 7f8e7dc00640 1 -- 172.21.15.29:0/3840623716 wait complete. 2024-09-12T03:08:19.671 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-12T03:08:19.672 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-12T03:08:19.672 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-12T03:08:19.672 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-12T03:08:19.676 INFO:tasks.ceph.mds.a:Started 2024-09-12T03:08:19.676 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-12T03:08:19.676 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-12T03:08:19.680 INFO:tasks.ceph.mds.c:Started 2024-09-12T03:08:19.680 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-12T03:08:19.680 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-12T03:08:19.684 INFO:tasks.ceph.mds.b:Started 2024-09-12T03:08:19.684 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-12T03:08:19.685 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-12T03:08:19.688 INFO:tasks.ceph.mds.d:Started 2024-09-12T03:08:19.689 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-12T03:08:19.689 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:08:19.808 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:08:19.811 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:08:19.822 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:08:19.827 INFO:tasks.ceph.mds.d.smithi038.stdout:starting mds.d at 2024-09-12T03:08:19.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.851+0000 7fc233a00640 1 Processor -- start 2024-09-12T03:08:19.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.851+0000 7fc233a00640 1 -- start start 2024-09-12T03:08:19.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.852+0000 7fc233a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc22c15e660 0x7fc22c0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc233a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc22c0d3150 0x7fc22c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc233a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc22c0b6530 0x7fc22c0cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc233a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc22c06d4b0 con 0x7fc22c15e660 2024-09-12T03:08:19.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc233a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fc22c0d3680 con 0x7fc22c0d3150 2024-09-12T03:08:19.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc233a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc22c0d3960 con 0x7fc22c0b6530 2024-09-12T03:08:19.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc231000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc22c15e660 0x7fc22c0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc231000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc22c15e660 0x7fc22c0d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53950/0 (socket says 172.21.15.29:53950) 2024-09-12T03:08:19.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc231000640 1 -- 172.21.15.29:0/4086963471 learned_addr learned my addr 172.21.15.29:0/4086963471 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:19.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc22be00640 1 --2- 172.21.15.29:0/4086963471 >> v2:172.21.15.38:3300/0 conn(0x7fc22c0d3150 0x7fc22c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc231a00640 1 --2- 172.21.15.29:0/4086963471 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc22c0b6530 0x7fc22c0cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc231000640 1 -- 172.21.15.29:0/4086963471 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc22c0b6530 msgr2=0x7fc22c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:19.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc231000640 1 --2- 172.21.15.29:0/4086963471 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc22c0b6530 0x7fc22c0cf070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc231000640 1 -- 172.21.15.29:0/4086963471 >> v2:172.21.15.38:3300/0 conn(0x7fc22c0d3150 msgr2=0x7fc22c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:19.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc231000640 1 --2- 172.21.15.29:0/4086963471 >> v2:172.21.15.38:3300/0 conn(0x7fc22c0d3150 0x7fc22c0b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc231000640 1 -- 172.21.15.29:0/4086963471 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc22c06ce60 con 0x7fc22c15e660 2024-09-12T03:08:19.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.853+0000 7fc231a00640 1 --2- 172.21.15.29:0/4086963471 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc22c0b6530 0x7fc22c0cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:19.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.854+0000 7fc231000640 1 --2- 172.21.15.29:0/4086963471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc22c15e660 0x7fc22c0d4dd0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc22c08d770 tx=0x7fc22002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46d7d762ed9d3ae2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:19.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.854+0000 7fc22b400640 1 -- 172.21.15.29:0/4086963471 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc220037070 con 0x7fc22c15e660 2024-09-12T03:08:19.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.854+0000 7fc22b400640 1 -- 172.21.15.29:0/4086963471 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc220032440 con 0x7fc22c15e660 2024-09-12T03:08:19.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.855+0000 7fc22b400640 1 -- 172.21.15.29:0/4086963471 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc220032810 con 0x7fc22c15e660 2024-09-12T03:08:19.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.855+0000 7fc233a00640 1 -- 172.21.15.29:0/4086963471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc22c15e660 msgr2=0x7fc22c0d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:19.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.855+0000 7fc233a00640 1 --2- 172.21.15.29:0/4086963471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc22c15e660 0x7fc22c0d4dd0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc22c08d770 tx=0x7fc22002a270 comp rx=0 tx=0).stop 2024-09-12T03:08:19.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.855+0000 7fc233a00640 1 -- 172.21.15.29:0/4086963471 shutdown_connections 2024-09-12T03:08:19.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.855+0000 7fc233a00640 1 --2- 172.21.15.29:0/4086963471 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc22c0b6530 0x7fc22c0cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.855+0000 7fc233a00640 1 --2- 172.21.15.29:0/4086963471 >> v2:172.21.15.38:3300/0 conn(0x7fc22c0d3150 0x7fc22c0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.855+0000 7fc233a00640 1 --2- 172.21.15.29:0/4086963471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc22c15e660 0x7fc22c0d4dd0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.855+0000 7fc233a00640 1 -- 172.21.15.29:0/4086963471 >> 172.21.15.29:0/4086963471 conn(0x7fc22c08c000 msgr2=0x7fc22c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:19.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.855+0000 7fc233a00640 1 -- 172.21.15.29:0/4086963471 shutdown_connections 2024-09-12T03:08:19.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.855+0000 7fc233a00640 1 -- 172.21.15.29:0/4086963471 wait complete. 2024-09-12T03:08:19.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.857+0000 7fc233a00640 1 Processor -- start 2024-09-12T03:08:19.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.857+0000 7fc233a00640 1 -- start start 2024-09-12T03:08:19.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.858+0000 7fc233a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c0b6530 0x7fc22c15ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.858+0000 7fc233a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc22c0d3150 0x7fc22c0c9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.858+0000 7fc233a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc22c15e660 0x7fc22c0caba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.858+0000 7fc233a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c15ea40 con 0x7fc22c15e660 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.858+0000 7fc233a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc22c0d5310 con 0x7fc22c0b6530 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.858+0000 7fc233a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc22c0cf5b0 con 0x7fc22c0d3150 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.858+0000 7fc231a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc22c15e660 0x7fc22c0caba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.858+0000 7fc231a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc22c15e660 0x7fc22c0caba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53964/0 (socket says 172.21.15.29:53964) 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.858+0000 7fc22be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc22c0d3150 0x7fc22c0c9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.858+0000 7fc231a00640 1 -- 172.21.15.29:0/4270658998 learned_addr learned my addr 172.21.15.29:0/4270658998 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.858+0000 7fc231000640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c0b6530 0x7fc22c15ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.859+0000 7fc231a00640 1 -- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc22c0d3150 msgr2=0x7fc22c0c9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.859+0000 7fc231a00640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc22c0d3150 0x7fc22c0c9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.859+0000 7fc231a00640 1 -- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c0b6530 msgr2=0x7fc22c15ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:19.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.859+0000 7fc231a00640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c0b6530 0x7fc22c15ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:19.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.859+0000 7fc231a00640 1 -- 172.21.15.29:0/4270658998 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc22c0c8580 con 0x7fc22c15e660 2024-09-12T03:08:19.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.859+0000 7fc231a00640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc22c15e660 0x7fc22c0caba0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc224007e40 tx=0x7fc22400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:19.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.859+0000 7fc228c00640 1 -- 172.21.15.29:0/4270658998 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22401a070 con 0x7fc22c15e660 2024-09-12T03:08:19.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.859+0000 7fc228c00640 1 -- 172.21.15.29:0/4270658998 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc224003b90 con 0x7fc22c15e660 2024-09-12T03:08:19.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.859+0000 7fc228c00640 1 -- 172.21.15.29:0/4270658998 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22400de80 con 0x7fc22c15e660 2024-09-12T03:08:19.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.859+0000 7fc233a00640 1 -- 172.21.15.29:0/4270658998 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc22c0c8860 con 0x7fc22c15e660 2024-09-12T03:08:19.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.859+0000 7fc233a00640 1 -- 172.21.15.29:0/4270658998 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc22c0c8e20 con 0x7fc22c15e660 2024-09-12T03:08:19.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.860+0000 7fc233a00640 1 -- 172.21.15.29:0/4270658998 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc22c0b5ff0 con 0x7fc22c15e660 2024-09-12T03:08:19.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.861+0000 7fc228c00640 1 -- 172.21.15.29:0/4270658998 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc22401d070 con 0x7fc22c15e660 2024-09-12T03:08:19.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.862+0000 7fc228c00640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc20c06be30 0x7fc20c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:19.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.863+0000 7fc228c00640 1 -- 172.21.15.29:0/4270658998 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7fc22408ad80 con 0x7fc22c15e660 2024-09-12T03:08:19.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.863+0000 7fc231000640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc20c06be30 0x7fc20c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:19.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.863+0000 7fc231000640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc20c06be30 0x7fc20c06e2f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc220034000 tx=0x7fc22002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:19.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:19.867+0000 7fc228c00640 1 -- 172.21.15.29:0/4270658998 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc224010070 con 0x7fc22c15e660 2024-09-12T03:08:20.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.090+0000 7fc233a00640 1 -- 172.21.15.29:0/4270658998 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc22c0c7cb0 con 0x7fc22c15e660 2024-09-12T03:08:20.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.091+0000 7fc228c00640 1 -- 172.21.15.29:0/4270658998 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1431 (secure 0 0 0) 0x7fc224059420 con 0x7fc22c15e660 2024-09-12T03:08:20.092 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:20.092 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":2,"btime":"2024-09-12T03:08:19:816298+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4290,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-12T03:08:20.092 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 2 2024-09-12T03:08:20.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.093+0000 7fc233a00640 1 -- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc20c06be30 msgr2=0x7fc20c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:20.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.093+0000 7fc233a00640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc20c06be30 0x7fc20c06e2f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc220034000 tx=0x7fc22002e000 comp rx=0 tx=0).stop 2024-09-12T03:08:20.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.093+0000 7fc233a00640 1 -- 172.21.15.29:0/4270658998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc22c15e660 msgr2=0x7fc22c0caba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:20.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.093+0000 7fc233a00640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc22c15e660 0x7fc22c0caba0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc224007e40 tx=0x7fc22400d4a0 comp rx=0 tx=0).stop 2024-09-12T03:08:20.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.093+0000 7fc233a00640 1 -- 172.21.15.29:0/4270658998 shutdown_connections 2024-09-12T03:08:20.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.093+0000 7fc233a00640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc20c06be30 0x7fc20c06e2f0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:20.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.093+0000 7fc233a00640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc22c15e660 0x7fc22c0caba0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:20.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.093+0000 7fc233a00640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc22c0d3150 0x7fc22c0c9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:20.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.093+0000 7fc233a00640 1 --2- 172.21.15.29:0/4270658998 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc22c0b6530 0x7fc22c15ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:20.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.093+0000 7fc233a00640 1 -- 172.21.15.29:0/4270658998 >> 172.21.15.29:0/4270658998 conn(0x7fc22c08c000 msgr2=0x7fc22c0b1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:20.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.094+0000 7fc233a00640 1 -- 172.21.15.29:0/4270658998 shutdown_connections 2024-09-12T03:08:20.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:20.094+0000 7fc233a00640 1 -- 172.21.15.29:0/4270658998 wait complete. 2024-09-12T03:08:22.111 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:08:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.278+0000 7fe2b9a00640 1 Processor -- start 2024-09-12T03:08:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.278+0000 7fe2b9a00640 1 -- start start 2024-09-12T03:08:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.279+0000 7fe2b9a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe2b40d4310 0x7fe2b40d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.279+0000 7fe2b9a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe2b406d460 0x7fe2b406d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.279+0000 7fe2b9a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2b415e850 con 0x7fe2b415e470 2024-09-12T03:08:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.279+0000 7fe2b9a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe2b406de50 con 0x7fe2b406d460 2024-09-12T03:08:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.279+0000 7fe2b9a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe2b40cf710 con 0x7fe2b40d4310 2024-09-12T03:08:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.279+0000 7fe2b9000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe2b406d460 0x7fe2b406d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.279+0000 7fe2b9000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe2b406d460 0x7fe2b406d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53968/0 (socket says 172.21.15.29:53968) 2024-09-12T03:08:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.279+0000 7fe2b9000640 1 -- 172.21.15.29:0/1030114623 learned_addr learned my addr 172.21.15.29:0/1030114623 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.280+0000 7fe2abe00640 1 --2- 172.21.15.29:0/1030114623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe2b40d4310 0x7fe2b40d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.280+0000 7fe2b9000640 1 -- 172.21.15.29:0/1030114623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe2b40d4310 msgr2=0x7fe2b40d4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.280+0000 7fe2b9000640 1 --2- 172.21.15.29:0/1030114623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe2b40d4310 0x7fe2b40d4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.280+0000 7fe2b9000640 1 -- 172.21.15.29:0/1030114623 >> v1:172.21.15.38:6789/0 conn(0x7fe2b415e470 legacy=0x7fe2b40cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.280+0000 7fe2b9000640 1 -- 172.21.15.29:0/1030114623 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2b40d1c60 con 0x7fe2b406d460 2024-09-12T03:08:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.281+0000 7fe2b9000640 1 --2- 172.21.15.29:0/1030114623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe2b406d460 0x7fe2b406d910 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac009e50 tx=0x7fe2ac02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=971887f73aad5a93 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:22.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.281+0000 7fe2b3400640 1 -- 172.21.15.29:0/1030114623 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac036070 con 0x7fe2b406d460 2024-09-12T03:08:22.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.281+0000 7fe2b3400640 1 -- 172.21.15.29:0/1030114623 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2ac031600 con 0x7fe2b406d460 2024-09-12T03:08:22.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.281+0000 7fe2b3400640 1 -- 172.21.15.29:0/1030114623 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac0319d0 con 0x7fe2b406d460 2024-09-12T03:08:22.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.282+0000 7fe2b9a00640 1 -- 172.21.15.29:0/1030114623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe2b406d460 msgr2=0x7fe2b406d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:22.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.282+0000 7fe2b9a00640 1 --2- 172.21.15.29:0/1030114623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe2b406d460 0x7fe2b406d910 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac009e50 tx=0x7fe2ac02a6c0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.282+0000 7fe2b9a00640 1 -- 172.21.15.29:0/1030114623 shutdown_connections 2024-09-12T03:08:22.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.282+0000 7fe2b9a00640 1 --2- 172.21.15.29:0/1030114623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe2b40d4310 0x7fe2b40d4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.282+0000 7fe2b9a00640 1 --2- 172.21.15.29:0/1030114623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe2b406d460 0x7fe2b406d910 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.282+0000 7fe2b9a00640 1 -- 172.21.15.29:0/1030114623 >> 172.21.15.29:0/1030114623 conn(0x7fe2b409d700 msgr2=0x7fe2b408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:22.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.282+0000 7fe2b9a00640 1 -- 172.21.15.29:0/1030114623 shutdown_connections 2024-09-12T03:08:22.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.282+0000 7fe2b9a00640 1 -- 172.21.15.29:0/1030114623 wait complete. 2024-09-12T03:08:22.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.283+0000 7fe2b9a00640 1 Processor -- start 2024-09-12T03:08:22.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.284+0000 7fe2b9a00640 1 -- start start 2024-09-12T03:08:22.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.284+0000 7fe2b9a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe2b406d460 0x7fe2b41f4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.284+0000 7fe2b9a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe2b40d4310 0x7fe2b40c9800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe2b415e470 0x7fe2b40cfe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b40cf0c0 con 0x7fe2b415e470 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b40d4c90 con 0x7fe2b406d460 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe2b40cf3a0 con 0x7fe2b40d4310 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe2b415e470 0x7fe2b40cfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2abe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe2b40d4310 0x7fe2b40c9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe2b415e470 0x7fe2b40cfe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53974/0 (socket says 172.21.15.29:53974) 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b3e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe2b406d460 0x7fe2b41f4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9000640 1 -- 172.21.15.29:0/114135713 learned_addr learned my addr 172.21.15.29:0/114135713 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9000640 1 -- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe2b40d4310 msgr2=0x7fe2b40c9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9000640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe2b40d4310 0x7fe2b40c9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9000640 1 -- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe2b406d460 msgr2=0x7fe2b41f4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9000640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe2b406d460 0x7fe2b41f4e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.285+0000 7fe2b9000640 1 -- 172.21.15.29:0/114135713 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2b40c9d40 con 0x7fe2b415e470 2024-09-12T03:08:22.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.286+0000 7fe2b9000640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe2b415e470 0x7fe2b40cfe10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac034040 tx=0x7fe2ac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:22.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.286+0000 7fe2b0c00640 1 -- 172.21.15.29:0/114135713 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac041020 con 0x7fe2b415e470 2024-09-12T03:08:22.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.286+0000 7fe2b0c00640 1 -- 172.21.15.29:0/114135713 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2ac0077a0 con 0x7fe2b415e470 2024-09-12T03:08:22.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.286+0000 7fe2b0c00640 1 -- 172.21.15.29:0/114135713 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac036040 con 0x7fe2b415e470 2024-09-12T03:08:22.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.286+0000 7fe2b9a00640 1 -- 172.21.15.29:0/114135713 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2b40c7fe0 con 0x7fe2b415e470 2024-09-12T03:08:22.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.286+0000 7fe2b9a00640 1 -- 172.21.15.29:0/114135713 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2b40c85a0 con 0x7fe2b415e470 2024-09-12T03:08:22.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.287+0000 7fe2b9a00640 1 -- 172.21.15.29:0/114135713 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2b406d910 con 0x7fe2b415e470 2024-09-12T03:08:22.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.288+0000 7fe2b0c00640 1 -- 172.21.15.29:0/114135713 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe2ac044020 con 0x7fe2b415e470 2024-09-12T03:08:22.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.289+0000 7fe2b0c00640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe29006be30 0x7fe29006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.289+0000 7fe2b0c00640 1 -- 172.21.15.29:0/114135713 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7fe2ac0ab6e0 con 0x7fe2b415e470 2024-09-12T03:08:22.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.289+0000 7fe2b3e00640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe29006be30 0x7fe29006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.290+0000 7fe2b3e00640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe29006be30 0x7fe29006e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe2a4006fd0 tx=0x7fe2a4009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:22.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.293+0000 7fe2b0c00640 1 -- 172.21.15.29:0/114135713 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe2ac04b030 con 0x7fe2b415e470 2024-09-12T03:08:22.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.514+0000 7fe2b9a00640 1 -- 172.21.15.29:0/114135713 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe2b406cf90 con 0x7fe2b415e470 2024-09-12T03:08:22.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.515+0000 7fe2b0c00640 1 -- 172.21.15.29:0/114135713 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3903 (secure 0 0 0) 0x7fe2ac079d80 con 0x7fe2b415e470 2024-09-12T03:08:22.515 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:22.515 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":3,"btime":"2024-09-12T03:08:20:817641+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2970531733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2970531733},{"type":"v1","addr":"172.21.15.29:6835","nonce":2970531733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1613885882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1613885882},{"type":"v1","addr":"172.21.15.38:6835","nonce":1613885882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1407657731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1407657731},{"type":"v1","addr":"172.21.15.38:6837","nonce":1407657731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-12T03:08:22.516 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 3 2024-09-12T03:08:22.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 -- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe29006be30 msgr2=0x7fe29006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:22.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe29006be30 0x7fe29006e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe2a4006fd0 tx=0x7fe2a4009060 comp rx=0 tx=0).stop 2024-09-12T03:08:22.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 -- 172.21.15.29:0/114135713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe2b415e470 msgr2=0x7fe2b40cfe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe2b415e470 0x7fe2b40cfe10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac034040 tx=0x7fe2ac004a40 comp rx=0 tx=0).stop 2024-09-12T03:08:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 -- 172.21.15.29:0/114135713 shutdown_connections 2024-09-12T03:08:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe29006be30 0x7fe29006e2f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe2b415e470 0x7fe2b40cfe10 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe2b40d4310 0x7fe2b40c9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 --2- 172.21.15.29:0/114135713 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe2b406d460 0x7fe2b41f4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 -- 172.21.15.29:0/114135713 >> 172.21.15.29:0/114135713 conn(0x7fe2b409d700 msgr2=0x7fe2b415d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 -- 172.21.15.29:0/114135713 shutdown_connections 2024-09-12T03:08:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.517+0000 7fe2b9a00640 1 -- 172.21.15.29:0/114135713 wait complete. 2024-09-12T03:08:22.533 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-12T03:08:22.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.690+0000 7f427ac00640 1 Processor -- start 2024-09-12T03:08:22.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.690+0000 7f427ac00640 1 -- start start 2024-09-12T03:08:22.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.691+0000 7f427ac00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f427415d480 0x7f427406dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.691+0000 7f427ac00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f427415c770 0x7f4274071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.691+0000 7f427ac00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4274072510 0x7f427415fd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.691+0000 7f427ac00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4274072960 con 0x7f4274072510 2024-09-12T03:08:22.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.691+0000 7f427ac00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f427406e5b0 con 0x7f427415d480 2024-09-12T03:08:22.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.691+0000 7f427ac00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f427406e890 con 0x7f427415c770 2024-09-12T03:08:22.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.691+0000 7f4278c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4274072510 0x7f427415fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.691+0000 7f4278c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4274072510 0x7f427415fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53990/0 (socket says 172.21.15.29:53990) 2024-09-12T03:08:22.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.691+0000 7f4273e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f427415d480 0x7f427406dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.691+0000 7f4278c00640 1 -- 172.21.15.29:0/638122394 learned_addr learned my addr 172.21.15.29:0/638122394 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:22.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.691+0000 7f426b400640 1 --2- 172.21.15.29:0/638122394 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f427415c770 0x7f4274071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.692+0000 7f4278c00640 1 -- 172.21.15.29:0/638122394 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f427415c770 msgr2=0x7f4274071fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:22.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.692+0000 7f4278c00640 1 --2- 172.21.15.29:0/638122394 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f427415c770 0x7f4274071fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.692+0000 7f4278c00640 1 -- 172.21.15.29:0/638122394 >> v2:172.21.15.38:3300/0 conn(0x7f427415d480 msgr2=0x7f427406dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:22.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.692+0000 7f4278c00640 1 --2- 172.21.15.29:0/638122394 >> v2:172.21.15.38:3300/0 conn(0x7f427415d480 0x7f427406dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.692+0000 7f4278c00640 1 -- 172.21.15.29:0/638122394 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427406eb70 con 0x7f4274072510 2024-09-12T03:08:22.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.693+0000 7f4278c00640 1 --2- 172.21.15.29:0/638122394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4274072510 0x7f427415fd60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f42740b5800 tx=0x7f426c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce60a27a1b16c972 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:22.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.693+0000 7f4273400640 1 -- 172.21.15.29:0/638122394 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c036070 con 0x7f4274072510 2024-09-12T03:08:22.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.693+0000 7f4273400640 1 -- 172.21.15.29:0/638122394 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f426c031600 con 0x7f4274072510 2024-09-12T03:08:22.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.693+0000 7f4273400640 1 -- 172.21.15.29:0/638122394 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c0319d0 con 0x7f4274072510 2024-09-12T03:08:22.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.694+0000 7f427ac00640 1 -- 172.21.15.29:0/638122394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4274072510 msgr2=0x7f427415fd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:22.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.694+0000 7f427ac00640 1 --2- 172.21.15.29:0/638122394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4274072510 0x7f427415fd60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f42740b5800 tx=0x7f426c02a610 comp rx=0 tx=0).stop 2024-09-12T03:08:22.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.694+0000 7f427ac00640 1 -- 172.21.15.29:0/638122394 shutdown_connections 2024-09-12T03:08:22.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.694+0000 7f427ac00640 1 --2- 172.21.15.29:0/638122394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4274072510 0x7f427415fd60 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.694+0000 7f427ac00640 1 --2- 172.21.15.29:0/638122394 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f427415c770 0x7f4274071fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.694+0000 7f427ac00640 1 --2- 172.21.15.29:0/638122394 >> v2:172.21.15.38:3300/0 conn(0x7f427415d480 0x7f427406dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.694+0000 7f427ac00640 1 -- 172.21.15.29:0/638122394 >> 172.21.15.29:0/638122394 conn(0x7f4274067d70 msgr2=0x7f427406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:22.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.694+0000 7f427ac00640 1 -- 172.21.15.29:0/638122394 shutdown_connections 2024-09-12T03:08:22.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.694+0000 7f427ac00640 1 -- 172.21.15.29:0/638122394 wait complete. 2024-09-12T03:08:22.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.695+0000 7f427ac00640 1 Processor -- start 2024-09-12T03:08:22.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.695+0000 7f427ac00640 1 -- start start 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.696+0000 7f427ac00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4274072510 0x7f42741504c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.696+0000 7f427ac00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f427415c770 0x7f427414e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.696+0000 7f427ac00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f427415d480 0x7f427414ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.696+0000 7f427ac00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f42741602a0 con 0x7f427415d480 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.696+0000 7f427ac00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f427406f6c0 con 0x7f4274072510 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.696+0000 7f427ac00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f4274160420 con 0x7f427415c770 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.697+0000 7f4278c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f427415d480 0x7f427414ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.697+0000 7f4278c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f427415d480 0x7f427414ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54000/0 (socket says 172.21.15.29:54000) 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.697+0000 7f4278c00640 1 -- 172.21.15.29:0/778743318 learned_addr learned my addr 172.21.15.29:0/778743318 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.697+0000 7f426b400640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f427415c770 0x7f427414e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.697+0000 7f4273e00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4274072510 0x7f42741504c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.697+0000 7f4278c00640 1 -- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f427415c770 msgr2=0x7f427414e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:22.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.697+0000 7f4278c00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f427415c770 0x7f427414e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.697+0000 7f4278c00640 1 -- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4274072510 msgr2=0x7f42741504c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:22.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.697+0000 7f4278c00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4274072510 0x7f42741504c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.697+0000 7f4278c00640 1 -- 172.21.15.29:0/778743318 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427414f420 con 0x7f427415d480 2024-09-12T03:08:22.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.697+0000 7f4278c00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f427415d480 0x7f427414ed80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f426c034040 tx=0x7f426c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:22.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.698+0000 7f4270c00640 1 -- 172.21.15.29:0/778743318 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c036050 con 0x7f427415d480 2024-09-12T03:08:22.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.698+0000 7f4270c00640 1 -- 172.21.15.29:0/778743318 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f426c042070 con 0x7f427415d480 2024-09-12T03:08:22.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.698+0000 7f4270c00640 1 -- 172.21.15.29:0/778743318 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c009510 con 0x7f427415d480 2024-09-12T03:08:22.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.698+0000 7f427ac00640 1 -- 172.21.15.29:0/778743318 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f427414f700 con 0x7f427415d480 2024-09-12T03:08:22.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.698+0000 7f427ac00640 1 -- 172.21.15.29:0/778743318 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f427414fcc0 con 0x7f427415d480 2024-09-12T03:08:22.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.699+0000 7f427ac00640 1 -- 172.21.15.29:0/778743318 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4274071fd0 con 0x7f427415d480 2024-09-12T03:08:22.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.700+0000 7f4270c00640 1 -- 172.21.15.29:0/778743318 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f426c007bf0 con 0x7f427415d480 2024-09-12T03:08:22.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.700+0000 7f4270c00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f425006be30 0x7f425006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:22.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.701+0000 7f4270c00640 1 -- 172.21.15.29:0/778743318 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f426c0ab6e0 con 0x7f427415d480 2024-09-12T03:08:22.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.701+0000 7f4273e00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f425006be30 0x7f425006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:22.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.701+0000 7f4273e00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f425006be30 0x7f425006e2f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4264009aa0 tx=0x7f4264009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:22.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.705+0000 7f4270c00640 1 -- 172.21.15.29:0/778743318 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f426c079d80 con 0x7f427415d480 2024-09-12T03:08:22.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.891+0000 7f427ac00640 1 -- 172.21.15.29:0/778743318 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f42740cea10 con 0x7f427415d480 2024-09-12T03:08:22.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.891+0000 7f4270c00640 1 -- 172.21.15.29:0/778743318 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) ==== 84+0+65 (secure 0 0 0) 0x7f426c07e080 con 0x7f427415d480 2024-09-12T03:08:22.892 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:22.892 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-12T03:08:22.892 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:08:22.892 INFO:teuthology.orchestra.run.smithi029.stdout: "poolnum": 1, 2024-09-12T03:08:22.892 INFO:teuthology.orchestra.run.smithi029.stdout: "poolname": ".mgr" 2024-09-12T03:08:22.892 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:08:22.892 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 -- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f425006be30 msgr2=0x7f425006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f425006be30 0x7f425006e2f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4264009aa0 tx=0x7f4264009190 comp rx=0 tx=0).stop 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 -- 172.21.15.29:0/778743318 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f427415d480 msgr2=0x7f427414ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f427415d480 0x7f427414ed80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f426c034040 tx=0x7f426c004a40 comp rx=0 tx=0).stop 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 -- 172.21.15.29:0/778743318 shutdown_connections 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f425006be30 0x7f425006e2f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f427415d480 0x7f427414ed80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f427415c770 0x7f427414e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 --2- 172.21.15.29:0/778743318 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4274072510 0x7f42741504c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 -- 172.21.15.29:0/778743318 >> 172.21.15.29:0/778743318 conn(0x7f4274067d70 msgr2=0x7f427406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 -- 172.21.15.29:0/778743318 shutdown_connections 2024-09-12T03:08:22.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:22.893+0000 7f427ac00640 1 -- 172.21.15.29:0/778743318 wait complete. 2024-09-12T03:08:22.909 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T03:08:22.909 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T03:08:23.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.068+0000 7fa6ec400640 1 Processor -- start 2024-09-12T03:08:23.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.069+0000 7fa6ec400640 1 -- start start 2024-09-12T03:08:23.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.070+0000 7fa6ec400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa6e40afa40 0x7fa6e406e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.070+0000 7fa6ec400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 0x7fa6e40724a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.070+0000 7fa6ec400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa6e40cee80 0x7fa6e40cf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.070+0000 7fa6ec400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa6e40729e0 con 0x7fa6e40afa40 2024-09-12T03:08:23.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.070+0000 7fa6ec400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa6e40ce9f0 con 0x7fa6e40cee80 2024-09-12T03:08:23.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.070+0000 7fa6ec400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa6e406e790 con 0x7fa6e4072040 2024-09-12T03:08:23.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.070+0000 7fa6e9a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa6e40afa40 0x7fa6e406e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.070+0000 7fa6e9a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa6e40afa40 0x7fa6e406e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54002/0 (socket says 172.21.15.29:54002) 2024-09-12T03:08:23.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.070+0000 7fa6e9a00640 1 -- 172.21.15.29:0/2205548787 learned_addr learned my addr 172.21.15.29:0/2205548787 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:23.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.070+0000 7fa6ea400640 1 --2- 172.21.15.29:0/2205548787 >> v2:172.21.15.38:3300/0 conn(0x7fa6e40cee80 0x7fa6e40cf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.070+0000 7fa6e9000640 1 --2- 172.21.15.29:0/2205548787 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 0x7fa6e40724a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.071+0000 7fa6e9a00640 1 -- 172.21.15.29:0/2205548787 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 msgr2=0x7fa6e40724a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:23.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.071+0000 7fa6e9a00640 1 --2- 172.21.15.29:0/2205548787 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 0x7fa6e40724a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.071+0000 7fa6e9a00640 1 -- 172.21.15.29:0/2205548787 >> v2:172.21.15.38:3300/0 conn(0x7fa6e40cee80 msgr2=0x7fa6e40cf2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:23.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.071+0000 7fa6e9a00640 1 --2- 172.21.15.29:0/2205548787 >> v2:172.21.15.38:3300/0 conn(0x7fa6e40cee80 0x7fa6e40cf2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.071+0000 7fa6e9a00640 1 -- 172.21.15.29:0/2205548787 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6e406ea70 con 0x7fa6e40afa40 2024-09-12T03:08:23.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.071+0000 7fa6e9000640 1 --2- 172.21.15.29:0/2205548787 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 0x7fa6e40724a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:23.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.072+0000 7fa6e9a00640 1 --2- 172.21.15.29:0/2205548787 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa6e40afa40 0x7fa6e406e040 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4153af0 tx=0x7fa6d802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ba73de3d3045065 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:23.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.072+0000 7fa6e3e00640 1 -- 172.21.15.29:0/2205548787 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8037070 con 0x7fa6e40afa40 2024-09-12T03:08:23.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.072+0000 7fa6e3e00640 1 -- 172.21.15.29:0/2205548787 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6d8032440 con 0x7fa6e40afa40 2024-09-12T03:08:23.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.072+0000 7fa6e3e00640 1 -- 172.21.15.29:0/2205548787 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d8032810 con 0x7fa6e40afa40 2024-09-12T03:08:23.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.072+0000 7fa6ec400640 1 -- 172.21.15.29:0/2205548787 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa6e40afa40 msgr2=0x7fa6e406e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:23.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.072+0000 7fa6ec400640 1 --2- 172.21.15.29:0/2205548787 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa6e40afa40 0x7fa6e406e040 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4153af0 tx=0x7fa6d802a1e0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.073+0000 7fa6ec400640 1 -- 172.21.15.29:0/2205548787 shutdown_connections 2024-09-12T03:08:23.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.073+0000 7fa6ec400640 1 --2- 172.21.15.29:0/2205548787 >> v2:172.21.15.38:3300/0 conn(0x7fa6e40cee80 0x7fa6e40cf2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.073+0000 7fa6ec400640 1 --2- 172.21.15.29:0/2205548787 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 0x7fa6e40724a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.073+0000 7fa6ec400640 1 --2- 172.21.15.29:0/2205548787 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa6e40afa40 0x7fa6e406e040 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.073+0000 7fa6ec400640 1 -- 172.21.15.29:0/2205548787 >> 172.21.15.29:0/2205548787 conn(0x7fa6e40b5de0 msgr2=0x7fa6e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:23.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.073+0000 7fa6ec400640 1 -- 172.21.15.29:0/2205548787 shutdown_connections 2024-09-12T03:08:23.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.073+0000 7fa6ec400640 1 -- 172.21.15.29:0/2205548787 wait complete. 2024-09-12T03:08:23.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.074+0000 7fa6ec400640 1 Processor -- start 2024-09-12T03:08:23.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.075+0000 7fa6ec400640 1 -- start start 2024-09-12T03:08:23.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.075+0000 7fa6ec400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 0x7fa6e40a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.075+0000 7fa6ec400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa6e40afa40 0x7fa6e4149bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.075+0000 7fa6ec400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6e40cee80 0x7fa6e40abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.075+0000 7fa6ec400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e40cf800 con 0x7fa6e40afa40 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.075+0000 7fa6ec400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e406f030 con 0x7fa6e40cee80 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.075+0000 7fa6ec400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa6e40afe20 con 0x7fa6e4072040 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6e9000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa6e40afa40 0x7fa6e4149bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6e9000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa6e40afa40 0x7fa6e4149bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54012/0 (socket says 172.21.15.29:54012) 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6e9000640 1 -- 172.21.15.29:0/658824515 learned_addr learned my addr 172.21.15.29:0/658824515 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6ea400640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6e40cee80 0x7fa6e40abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6e9a00640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 0x7fa6e40a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6e9000640 1 -- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 msgr2=0x7fa6e40a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6e9000640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 0x7fa6e40a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6e9000640 1 -- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6e40cee80 msgr2=0x7fa6e40abaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:23.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6e9000640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6e40cee80 0x7fa6e40abaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6e9000640 1 -- 172.21.15.29:0/658824515 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6e40a9a10 con 0x7fa6e40afa40 2024-09-12T03:08:23.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6e9a00640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 0x7fa6e40a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:23.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6ea400640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6e40cee80 0x7fa6e40abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:23.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.076+0000 7fa6e9000640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa6e40afa40 0x7fa6e4149bd0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa6d000e810 tx=0x7fa6d000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:23.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.077+0000 7fa6e1600640 1 -- 172.21.15.29:0/658824515 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d000f040 con 0x7fa6e40afa40 2024-09-12T03:08:23.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.077+0000 7fa6e1600640 1 -- 172.21.15.29:0/658824515 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6d0004030 con 0x7fa6e40afa40 2024-09-12T03:08:23.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.077+0000 7fa6e1600640 1 -- 172.21.15.29:0/658824515 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d0004400 con 0x7fa6e40afa40 2024-09-12T03:08:23.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.077+0000 7fa6ec400640 1 -- 172.21.15.29:0/658824515 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6e40af470 con 0x7fa6e40afa40 2024-09-12T03:08:23.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.077+0000 7fa6ec400640 1 -- 172.21.15.29:0/658824515 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6e4159740 con 0x7fa6e40afa40 2024-09-12T03:08:23.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.078+0000 7fa6ec400640 1 -- 172.21.15.29:0/658824515 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6e40724a0 con 0x7fa6e40afa40 2024-09-12T03:08:23.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.079+0000 7fa6e1600640 1 -- 172.21.15.29:0/658824515 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa6d000c6d0 con 0x7fa6e40afa40 2024-09-12T03:08:23.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.079+0000 7fa6e1600640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa6c4070240 0x7fa6c4072700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.080+0000 7fa6e1600640 1 -- 172.21.15.29:0/658824515 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7fa6d008a7f0 con 0x7fa6e40afa40 2024-09-12T03:08:23.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.080+0000 7fa6e9a00640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa6c4070240 0x7fa6c4072700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.080+0000 7fa6e9a00640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa6c4070240 0x7fa6c4072700 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8034000 tx=0x7fa6d802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:23.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.084+0000 7fa6e1600640 1 -- 172.21.15.29:0/658824515 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa6d0017020 con 0x7fa6e40afa40 2024-09-12T03:08:23.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.269+0000 7fa6ec400640 1 -- 172.21.15.29:0/658824515 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fa6e4155e10 con 0x7fa6e40afa40 2024-09-12T03:08:23.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.597+0000 7fa6e1600640 1 -- 172.21.15.29:0/658824515 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) ==== 138+0+0 (secure 0 0 0) 0x7fa6d00594e0 con 0x7fa6e40afa40 2024-09-12T03:08:23.597 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' created 2024-09-12T03:08:23.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.599+0000 7fa6ec400640 1 -- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa6c4070240 msgr2=0x7fa6c4072700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:23.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.599+0000 7fa6ec400640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa6c4070240 0x7fa6c4072700 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8034000 tx=0x7fa6d802e000 comp rx=0 tx=0).stop 2024-09-12T03:08:23.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.599+0000 7fa6ec400640 1 -- 172.21.15.29:0/658824515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa6e40afa40 msgr2=0x7fa6e4149bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:23.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.599+0000 7fa6ec400640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa6e40afa40 0x7fa6e4149bd0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa6d000e810 tx=0x7fa6d000ecd0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.599+0000 7fa6ec400640 1 -- 172.21.15.29:0/658824515 shutdown_connections 2024-09-12T03:08:23.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.599+0000 7fa6ec400640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa6c4070240 0x7fa6c4072700 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.599+0000 7fa6ec400640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa6e40cee80 0x7fa6e40abaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.599+0000 7fa6ec400640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa6e40afa40 0x7fa6e4149bd0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.599+0000 7fa6ec400640 1 --2- 172.21.15.29:0/658824515 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6e4072040 0x7fa6e40a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.599+0000 7fa6ec400640 1 -- 172.21.15.29:0/658824515 >> 172.21.15.29:0/658824515 conn(0x7fa6e40b5de0 msgr2=0x7fa6e415f0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:23.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.600+0000 7fa6ec400640 1 -- 172.21.15.29:0/658824515 shutdown_connections 2024-09-12T03:08:23.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.600+0000 7fa6ec400640 1 -- 172.21.15.29:0/658824515 wait complete. 2024-09-12T03:08:23.622 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-12T03:08:23.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.785+0000 7f64c9200640 1 Processor -- start 2024-09-12T03:08:23.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.785+0000 7f64c9200640 1 -- start start 2024-09-12T03:08:23.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.786+0000 7f64c9200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f64c406d330 0x7f64c40b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.787+0000 7f64c9200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64c415f7d0 con 0x7f64c40b5900 2024-09-12T03:08:23.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.787+0000 7f64c9200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64c415fab0 con 0x7f64c40b5520 2024-09-12T03:08:23.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.787+0000 7f64c9200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f64c4073a60 con 0x7f64c406d330 2024-09-12T03:08:23.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.787+0000 7f64b9400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f64c406d330 0x7f64c40b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.787+0000 7f64b9400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f64c406d330 0x7f64c40b47e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54028/0 (socket says 172.21.15.29:54028) 2024-09-12T03:08:23.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.787+0000 7f64b9400640 1 -- 172.21.15.29:0/1217927024 learned_addr learned my addr 172.21.15.29:0/1217927024 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:23.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.787+0000 7f64b9400640 1 -- 172.21.15.29:0/1217927024 >> v1:172.21.15.38:6789/0 conn(0x7f64c40b5520 legacy=0x7f64c406cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:23.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.787+0000 7f64b9400640 1 -- 172.21.15.29:0/1217927024 >> v1:172.21.15.29:6789/0 conn(0x7f64c40b5900 legacy=0x7f64c415eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:23.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.787+0000 7f64b9400640 1 -- 172.21.15.29:0/1217927024 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64c40b3d00 con 0x7f64c406d330 2024-09-12T03:08:23.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.788+0000 7f64b9400640 1 --2- 172.21.15.29:0/1217927024 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f64c406d330 0x7f64c40b47e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f64ac009870 tx=0x7f64ac02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=950a6406e632e372 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:23.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.788+0000 7f64c1400640 1 -- 172.21.15.29:0/1217927024 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64ac037070 con 0x7f64c406d330 2024-09-12T03:08:23.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.789+0000 7f64c1400640 1 -- 172.21.15.29:0/1217927024 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64ac02ae50 con 0x7f64c406d330 2024-09-12T03:08:23.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.789+0000 7f64c1400640 1 -- 172.21.15.29:0/1217927024 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64ac032860 con 0x7f64c406d330 2024-09-12T03:08:23.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.789+0000 7f64c9200640 1 -- 172.21.15.29:0/1217927024 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f64c406d330 msgr2=0x7f64c40b47e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:23.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.789+0000 7f64c9200640 1 --2- 172.21.15.29:0/1217927024 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f64c406d330 0x7f64c40b47e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f64ac009870 tx=0x7f64ac02a300 comp rx=0 tx=0).stop 2024-09-12T03:08:23.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.789+0000 7f64c9200640 1 -- 172.21.15.29:0/1217927024 shutdown_connections 2024-09-12T03:08:23.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.789+0000 7f64c9200640 1 --2- 172.21.15.29:0/1217927024 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f64c406d330 0x7f64c40b47e0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.789+0000 7f64c9200640 1 -- 172.21.15.29:0/1217927024 >> 172.21.15.29:0/1217927024 conn(0x7f64c40b3050 msgr2=0x7f64c4072950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:23.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.789+0000 7f64c9200640 1 -- 172.21.15.29:0/1217927024 shutdown_connections 2024-09-12T03:08:23.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.789+0000 7f64c9200640 1 -- 172.21.15.29:0/1217927024 wait complete. 2024-09-12T03:08:23.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.791+0000 7f64c9200640 1 Processor -- start 2024-09-12T03:08:23.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.791+0000 7f64c9200640 1 -- start start 2024-09-12T03:08:23.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c9200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f64c406d330 0x7f64c4155260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c9200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f64c40b5520 0x7f64c414f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c9200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f64c40b5900 0x7f64c41e9890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c9200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f64c415f290 con 0x7f64c406d330 2024-09-12T03:08:23.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c9200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f64c40b42c0 con 0x7f64c40b5900 2024-09-12T03:08:23.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c9200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f64c415f410 con 0x7f64c40b5520 2024-09-12T03:08:23.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f64c406d330 0x7f64c4155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f64c406d330 0x7f64c4155260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54030/0 (socket says 172.21.15.29:54030) 2024-09-12T03:08:23.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c1e00640 1 -- 172.21.15.29:0/1816612324 learned_addr learned my addr 172.21.15.29:0/1816612324 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:23.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64b9400640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f64c40b5520 0x7f64c414f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c2800640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f64c40b5900 0x7f64c41e9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c1e00640 1 -- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f64c40b5520 msgr2=0x7f64c414f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.792+0000 7f64c1e00640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f64c40b5520 0x7f64c414f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.793+0000 7f64c1e00640 1 -- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f64c40b5900 msgr2=0x7f64c41e9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.793+0000 7f64c1e00640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f64c40b5900 0x7f64c41e9890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.793+0000 7f64c1e00640 1 -- 172.21.15.29:0/1816612324 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64c41e7eb0 con 0x7f64c406d330 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.793+0000 7f64c1e00640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f64c406d330 0x7f64c4155260 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f64b400c400 tx=0x7f64b400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.793+0000 7f64baa00640 1 -- 172.21.15.29:0/1816612324 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b4017070 con 0x7f64c406d330 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.793+0000 7f64baa00640 1 -- 172.21.15.29:0/1816612324 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64b40052f0 con 0x7f64c406d330 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.793+0000 7f64baa00640 1 -- 172.21.15.29:0/1816612324 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b4003830 con 0x7f64c406d330 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.793+0000 7f64c9200640 1 -- 172.21.15.29:0/1816612324 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64c41e8190 con 0x7f64c406d330 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.793+0000 7f64c9200640 1 -- 172.21.15.29:0/1816612324 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64c41e8750 con 0x7f64c406d330 2024-09-12T03:08:23.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.794+0000 7f64c9200640 1 -- 172.21.15.29:0/1816612324 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64c40ae3b0 con 0x7f64c406d330 2024-09-12T03:08:23.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.796+0000 7f64baa00640 1 -- 172.21.15.29:0/1816612324 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f64b401a070 con 0x7f64c406d330 2024-09-12T03:08:23.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.796+0000 7f64baa00640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64a006be30 0x7f64a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:23.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.796+0000 7f64baa00640 1 -- 172.21.15.29:0/1816612324 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 5227+0+0 (secure 0 0 0) 0x7f64b408a070 con 0x7f64c406d330 2024-09-12T03:08:23.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.797+0000 7f64b9400640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64a006be30 0x7f64a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:23.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.798+0000 7f64b9400640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64a006be30 0x7f64a006e2f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f64ac034000 tx=0x7f64ac02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:23.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.801+0000 7f64baa00640 1 -- 172.21.15.29:0/1816612324 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f64c40ae3b0 con 0x7f64c406d330 2024-09-12T03:08:23.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:23.989+0000 7f64c9200640 1 -- 172.21.15.29:0/1816612324 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f64c40b47e0 con 0x7f64c406d330 2024-09-12T03:08:24.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.600+0000 7f64baa00640 1 -- 172.21.15.29:0/1816612324 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v18) ==== 171+0+0 (secure 0 0 0) 0x7f64b4058510 con 0x7f64c406d330 2024-09-12T03:08:24.600 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' created 2024-09-12T03:08:24.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.603+0000 7f64c9200640 1 -- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64a006be30 msgr2=0x7f64a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:24.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.603+0000 7f64c9200640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64a006be30 0x7f64a006e2f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f64ac034000 tx=0x7f64ac02e000 comp rx=0 tx=0).stop 2024-09-12T03:08:24.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.603+0000 7f64c9200640 1 -- 172.21.15.29:0/1816612324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f64c406d330 msgr2=0x7f64c4155260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:24.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.603+0000 7f64c9200640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f64c406d330 0x7f64c4155260 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f64b400c400 tx=0x7f64b400c8c0 comp rx=0 tx=0).stop 2024-09-12T03:08:24.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.604+0000 7f64c9200640 1 -- 172.21.15.29:0/1816612324 shutdown_connections 2024-09-12T03:08:24.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.604+0000 7f64c9200640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64a006be30 0x7f64a006e2f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:24.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.604+0000 7f64c9200640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f64c40b5900 0x7f64c41e9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:24.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.604+0000 7f64c9200640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f64c40b5520 0x7f64c414f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:24.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.604+0000 7f64c9200640 1 --2- 172.21.15.29:0/1816612324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f64c406d330 0x7f64c4155260 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:24.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.604+0000 7f64c9200640 1 -- 172.21.15.29:0/1816612324 >> 172.21.15.29:0/1816612324 conn(0x7f64c40b3050 msgr2=0x7f64c406fe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:24.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.605+0000 7f64c9200640 1 -- 172.21.15.29:0/1816612324 shutdown_connections 2024-09-12T03:08:24.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.605+0000 7f64c9200640 1 -- 172.21.15.29:0/1816612324 wait complete. 2024-09-12T03:08:24.641 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T03:08:24.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.803+0000 7fc418c00640 1 Processor -- start 2024-09-12T03:08:24.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.803+0000 7fc418c00640 1 -- start start 2024-09-12T03:08:24.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.804+0000 7fc418c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc414161c70 0x7fc4140b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:24.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.804+0000 7fc418c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4140cf180 con 0x7fc4140d4c80 2024-09-12T03:08:24.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.804+0000 7fc418c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc41406cfb0 con 0x7fc41406eaa0 2024-09-12T03:08:24.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.804+0000 7fc418c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc414162050 con 0x7fc414161c70 2024-09-12T03:08:24.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.804+0000 7fc411e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc414161c70 0x7fc4140b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:24.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.804+0000 7fc411e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc414161c70 0x7fc4140b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54042/0 (socket says 172.21.15.29:54042) 2024-09-12T03:08:24.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.804+0000 7fc411e00640 1 -- 172.21.15.29:0/4109456814 learned_addr learned my addr 172.21.15.29:0/4109456814 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:24.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.804+0000 7fc411400640 1 --1- 172.21.15.29:0/4109456814 >> v1:172.21.15.29:6789/0 conn(0x7fc4140d4c80 0x7fc4140d2720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33692/0 (socket says 172.21.15.29:33692) 2024-09-12T03:08:24.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.805+0000 7fc411e00640 1 -- 172.21.15.29:0/4109456814 >> v1:172.21.15.38:6789/0 conn(0x7fc41406eaa0 legacy=0x7fc4140d2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:24.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.805+0000 7fc411e00640 1 -- 172.21.15.29:0/4109456814 >> v1:172.21.15.29:6789/0 conn(0x7fc4140d4c80 legacy=0x7fc4140d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:24.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.805+0000 7fc410a00640 1 -- 172.21.15.29:0/4109456814 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3375613978 0 0) 0x7fc4140cf180 con 0x7fc4140d4c80 2024-09-12T03:08:24.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.805+0000 7fc411e00640 1 -- 172.21.15.29:0/4109456814 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc41406d290 con 0x7fc414161c70 2024-09-12T03:08:24.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.806+0000 7fc411e00640 1 --2- 172.21.15.29:0/4109456814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc414161c70 0x7fc4140b5ff0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc404009870 tx=0x7fc40402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a1f01f5aaf9389f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:24.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.806+0000 7fc410a00640 1 -- 172.21.15.29:0/4109456814 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc404037070 con 0x7fc414161c70 2024-09-12T03:08:24.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.806+0000 7fc410a00640 1 -- 172.21.15.29:0/4109456814 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc40402ae50 con 0x7fc414161c70 2024-09-12T03:08:24.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.806+0000 7fc410a00640 1 -- 172.21.15.29:0/4109456814 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc404032860 con 0x7fc414161c70 2024-09-12T03:08:24.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.807+0000 7fc418c00640 1 -- 172.21.15.29:0/4109456814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc414161c70 msgr2=0x7fc4140b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:24.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.807+0000 7fc418c00640 1 --2- 172.21.15.29:0/4109456814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc414161c70 0x7fc4140b5ff0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc404009870 tx=0x7fc40402a300 comp rx=0 tx=0).stop 2024-09-12T03:08:24.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.807+0000 7fc418c00640 1 -- 172.21.15.29:0/4109456814 shutdown_connections 2024-09-12T03:08:24.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.807+0000 7fc418c00640 1 --2- 172.21.15.29:0/4109456814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc414161c70 0x7fc4140b5ff0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:24.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.807+0000 7fc418c00640 1 -- 172.21.15.29:0/4109456814 >> 172.21.15.29:0/4109456814 conn(0x7fc41408c000 msgr2=0x7fc4140d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:24.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.807+0000 7fc418c00640 1 -- 172.21.15.29:0/4109456814 shutdown_connections 2024-09-12T03:08:24.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.807+0000 7fc418c00640 1 -- 172.21.15.29:0/4109456814 wait complete. 2024-09-12T03:08:24.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.808+0000 7fc418c00640 1 Processor -- start 2024-09-12T03:08:24.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.809+0000 7fc418c00640 1 -- start start 2024-09-12T03:08:24.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.809+0000 7fc418c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc41406eaa0 0x7fc4140b9b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:24.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.809+0000 7fc418c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4140d4c80 0x7fc4141f3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:24.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.809+0000 7fc418c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414161c70 0x7fc4141f4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.809+0000 7fc418c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc4140d3540 con 0x7fc41406eaa0 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.809+0000 7fc418c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc41406d600 con 0x7fc414161c70 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.809+0000 7fc418c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc4140cebc0 con 0x7fc4140d4c80 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.810+0000 7fc411e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc41406eaa0 0x7fc4140b9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.810+0000 7fc411e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc41406eaa0 0x7fc4140b9b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54054/0 (socket says 172.21.15.29:54054) 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.810+0000 7fc411e00640 1 -- 172.21.15.29:0/3650308772 learned_addr learned my addr 172.21.15.29:0/3650308772 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.810+0000 7fc411400640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4140d4c80 0x7fc4141f3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.810+0000 7fc412800640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414161c70 0x7fc4141f4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.810+0000 7fc411e00640 1 -- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4140d4c80 msgr2=0x7fc4141f3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.810+0000 7fc411e00640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4140d4c80 0x7fc4141f3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.810+0000 7fc411e00640 1 -- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414161c70 msgr2=0x7fc4141f4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:24.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.810+0000 7fc411e00640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414161c70 0x7fc4141f4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:24.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.810+0000 7fc411e00640 1 -- 172.21.15.29:0/3650308772 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc41415dd90 con 0x7fc41406eaa0 2024-09-12T03:08:24.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.811+0000 7fc411e00640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc41406eaa0 0x7fc4140b9b70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc4040090b0 tx=0x7fc4040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:24.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.811+0000 7fc40a000640 1 -- 172.21.15.29:0/3650308772 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc404037040 con 0x7fc41406eaa0 2024-09-12T03:08:24.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.811+0000 7fc40a000640 1 -- 172.21.15.29:0/3650308772 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc404004230 con 0x7fc41406eaa0 2024-09-12T03:08:24.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.811+0000 7fc418c00640 1 -- 172.21.15.29:0/3650308772 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc41415e070 con 0x7fc41406eaa0 2024-09-12T03:08:24.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.811+0000 7fc40a000640 1 -- 172.21.15.29:0/3650308772 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc404032e40 con 0x7fc41406eaa0 2024-09-12T03:08:24.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.811+0000 7fc418c00640 1 -- 172.21.15.29:0/3650308772 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc41415e630 con 0x7fc41406eaa0 2024-09-12T03:08:24.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.812+0000 7fc418c00640 1 -- 172.21.15.29:0/3650308772 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4140b5ff0 con 0x7fc41406eaa0 2024-09-12T03:08:24.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.813+0000 7fc40a000640 1 -- 172.21.15.29:0/3650308772 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc40403a070 con 0x7fc41406eaa0 2024-09-12T03:08:24.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.814+0000 7fc40a000640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc3f406be60 0x7fc3f406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:24.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.814+0000 7fc40a000640 1 -- 172.21.15.29:0/3650308772 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5609+0+0 (secure 0 0 0) 0x7fc4040ab390 con 0x7fc41406eaa0 2024-09-12T03:08:24.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.814+0000 7fc411400640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc3f406be60 0x7fc3f406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:24.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.815+0000 7fc411400640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc3f406be60 0x7fc3f406e320 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc400007f70 tx=0x7fc400007f00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:24.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:24.819+0000 7fc40a000640 1 -- 172.21.15.29:0/3650308772 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc404041020 con 0x7fc41406eaa0 2024-09-12T03:08:25.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.037+0000 7fc418c00640 1 -- 172.21.15.29:0/3650308772 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fc4140b47a0 con 0x7fc41406eaa0 2024-09-12T03:08:25.642 INFO:teuthology.orchestra.run.smithi029.stderr:new fs with metadata pool 2 and data pool 3 2024-09-12T03:08:25.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.637+0000 7fc40a000640 1 -- 172.21.15.29:0/3650308772 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7fc4040796b0 con 0x7fc41406eaa0 2024-09-12T03:08:25.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.644+0000 7fc418c00640 1 -- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc3f406be60 msgr2=0x7fc3f406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:25.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.644+0000 7fc418c00640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc3f406be60 0x7fc3f406e320 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc400007f70 tx=0x7fc400007f00 comp rx=0 tx=0).stop 2024-09-12T03:08:25.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.644+0000 7fc418c00640 1 -- 172.21.15.29:0/3650308772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc41406eaa0 msgr2=0x7fc4140b9b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:25.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.644+0000 7fc418c00640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc41406eaa0 0x7fc4140b9b70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc4040090b0 tx=0x7fc4040046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:25.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.647+0000 7fc418c00640 1 -- 172.21.15.29:0/3650308772 shutdown_connections 2024-09-12T03:08:25.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.647+0000 7fc418c00640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc3f406be60 0x7fc3f406e320 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.647+0000 7fc418c00640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc414161c70 0x7fc4141f4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.647+0000 7fc418c00640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4140d4c80 0x7fc4141f3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.647+0000 7fc418c00640 1 --2- 172.21.15.29:0/3650308772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc41406eaa0 0x7fc4140b9b70 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.647+0000 7fc418c00640 1 -- 172.21.15.29:0/3650308772 >> 172.21.15.29:0/3650308772 conn(0x7fc41408c000 msgr2=0x7fc4140b34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:25.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.651+0000 7fc418c00640 1 -- 172.21.15.29:0/3650308772 shutdown_connections 2024-09-12T03:08:25.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.651+0000 7fc418c00640 1 -- 172.21.15.29:0/3650308772 wait complete. 2024-09-12T03:08:25.678 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-12T03:08:25.678 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-12T03:08:25.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.841+0000 7f0040e00640 1 Processor -- start 2024-09-12T03:08:25.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.842+0000 7f0040e00640 1 -- start start 2024-09-12T03:08:25.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.843+0000 7f0040e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f003c0afa40 0x7f003c06e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:25.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.843+0000 7f0040e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c0cf590 0x7f003c0724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:25.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.843+0000 7f0040e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f003c06e790 con 0x7f003c072040 2024-09-12T03:08:25.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.843+0000 7f0040e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f003c0ce9f0 con 0x7f003c0afa40 2024-09-12T03:08:25.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.843+0000 7f0040e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f003c06ea70 con 0x7f003c0cf590 2024-09-12T03:08:25.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.843+0000 7f0033e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f003c072040 0x7f003c0cee80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33708/0 (socket says 172.21.15.29:33708) 2024-09-12T03:08:25.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.843+0000 7f0033e00640 1 -- 172.21.15.29:0/2931724811 learned_addr learned my addr 172.21.15.29:0/2931724811 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:25.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.843+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2614240070 0 0) 0x7f003c06e790 con 0x7f003c072040 2024-09-12T03:08:25.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0020003520 con 0x7f003c072040 2024-09-12T03:08:25.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f003a800640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c0cf590 0x7f003c0724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:25.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039e00640 1 --2- 172.21.15.29:0/2931724811 >> v2:172.21.15.38:3300/0 conn(0x7f003c0afa40 0x7f003c06e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2433667424 0 0) 0x7f0020003520 con 0x7f003c072040 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c0cf590 msgr2=0x7f003c0724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c0cf590 0x7f003c0724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 >> v2:172.21.15.38:3300/0 conn(0x7f003c0afa40 msgr2=0x7f003c06e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 --2- 172.21.15.29:0/2931724811 >> v2:172.21.15.38:3300/0 conn(0x7f003c0afa40 0x7f003c06e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003c06ed50 con 0x7f003c072040 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039e00640 1 --2- 172.21.15.29:0/2931724811 >> v2:172.21.15.38:3300/0 conn(0x7f003c0afa40 0x7f003c06e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f0024001670 con 0x7f003c072040 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 >> v1:172.21.15.29:6789/0 conn(0x7f003c072040 legacy=0x7f003c0cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00200039b0 0x7f0020003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0020004800 0x7f0020004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c0cf590 0x7f00200051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:25.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f003c0ce9f0 con 0x7f00200039b0 2024-09-12T03:08:25.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f003c06ea70 con 0x7f0020004800 2024-09-12T03:08:25.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f002000b9c0 con 0x7f003c0cf590 2024-09-12T03:08:25.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0039e00640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00200039b0 0x7f0020003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:25.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f0033e00640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0020004800 0x7f0020004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:25.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.844+0000 7f003a800640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c0cf590 0x7f00200051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:25.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.845+0000 7f0039e00640 1 -- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c0cf590 msgr2=0x7f00200051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:25.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.845+0000 7f0039e00640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c0cf590 0x7f00200051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:25.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.845+0000 7f0039e00640 1 -- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0020004800 msgr2=0x7f0020004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:25.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.845+0000 7f0039e00640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0020004800 0x7f0020004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:25.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.845+0000 7f0039e00640 1 -- 172.21.15.29:0/2931724811 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0020003520 con 0x7f00200039b0 2024-09-12T03:08:25.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.845+0000 7f003a800640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c0cf590 0x7f00200051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:25.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.846+0000 7f0039e00640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00200039b0 0x7f0020003dd0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f002c0098a0 tx=0x7f0020005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8181f94df2270949 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.846+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c00f040 con 0x7f00200039b0 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.846+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f002c02ad20 con 0x7f00200039b0 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.846+0000 7f0039400640 1 -- 172.21.15.29:0/2931724811 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c004250 con 0x7f00200039b0 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.846+0000 7f0040e00640 1 -- 172.21.15.29:0/2931724811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00200039b0 msgr2=0x7f0020003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.846+0000 7f0040e00640 1 --2- 172.21.15.29:0/2931724811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00200039b0 0x7f0020003dd0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f002c0098a0 tx=0x7f0020005830 comp rx=0 tx=0).stop 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.846+0000 7f003a800640 1 -- 172.21.15.29:0/2931724811 reap_dead start 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.846+0000 7f0040e00640 1 -- 172.21.15.29:0/2931724811 shutdown_connections 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.846+0000 7f0040e00640 1 -- 172.21.15.29:0/2931724811 >> 172.21.15.29:0/2931724811 conn(0x7f003c0b5de0 msgr2=0x7f003c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.847+0000 7f0040e00640 1 -- 172.21.15.29:0/2931724811 shutdown_connections 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.847+0000 7f0040e00640 1 -- 172.21.15.29:0/2931724811 wait complete. 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.848+0000 7f0040e00640 1 Processor -- start 2024-09-12T03:08:25.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.848+0000 7f0040e00640 1 -- start start 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.849+0000 7f0040e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f00200039b0 0x7f003c1408b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.849+0000 7f0040e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f003c157040 0x7f003c1560d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.849+0000 7f0040e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c156610 0x7f003c13fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.849+0000 7f0040e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f003c0724d0 con 0x7f003c157040 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.849+0000 7f0040e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f003c0afe20 con 0x7f00200039b0 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.849+0000 7f0040e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f003c072650 con 0x7f003c156610 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.849+0000 7f0033e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f003c157040 0x7f003c1560d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.849+0000 7f0033e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f003c157040 0x7f003c1560d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54078/0 (socket says 172.21.15.29:54078) 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.849+0000 7f0033e00640 1 -- 172.21.15.29:0/768767612 learned_addr learned my addr 172.21.15.29:0/768767612 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.849+0000 7f0039e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f00200039b0 0x7f003c1408b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.849+0000 7f003a800640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c156610 0x7f003c13fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:25.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.850+0000 7f0033e00640 1 -- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c156610 msgr2=0x7f003c13fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.850+0000 7f0033e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c156610 0x7f003c13fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.850+0000 7f0033e00640 1 -- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f00200039b0 msgr2=0x7f003c1408b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.850+0000 7f0033e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f00200039b0 0x7f003c1408b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.850+0000 7f0033e00640 1 -- 172.21.15.29:0/768767612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003c14e340 con 0x7f003c157040 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.850+0000 7f0033e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f003c157040 0x7f003c1560d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0024007310 tx=0x7f00240077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.850+0000 7f0032000640 1 -- 172.21.15.29:0/768767612 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002400f9c0 con 0x7f003c157040 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.850+0000 7f0032000640 1 -- 172.21.15.29:0/768767612 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0024018070 con 0x7f003c157040 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.850+0000 7f0032000640 1 -- 172.21.15.29:0/768767612 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002400fda0 con 0x7f003c157040 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.850+0000 7f0040e00640 1 -- 172.21.15.29:0/768767612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f003c14e620 con 0x7f003c157040 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.850+0000 7f0040e00640 1 -- 172.21.15.29:0/768767612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f003c14ebe0 con 0x7f003c157040 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.852+0000 7f0040e00640 1 -- 172.21.15.29:0/768767612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f003c1569f0 con 0x7f003c157040 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.853+0000 7f0032000640 1 -- 172.21.15.29:0/768767612 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f002401d460 con 0x7f003c157040 2024-09-12T03:08:25.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.854+0000 7f0032000640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f001806be30 0x7f001806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:25.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.854+0000 7f0032000640 1 -- 172.21.15.29:0/768767612 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5709+0+0 (secure 0 0 0) 0x7f002408ae20 con 0x7f003c157040 2024-09-12T03:08:25.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.854+0000 7f0039e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f001806be30 0x7f001806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:25.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.855+0000 7f0039e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f001806be30 0x7f001806e2f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f002c033000 tx=0x7f002c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:25.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:25.859+0000 7f0032000640 1 -- 172.21.15.29:0/768767612 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f00240590e0 con 0x7f003c157040 2024-09-12T03:08:26.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.051+0000 7f0040e00640 1 -- 172.21.15.29:0/768767612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f003c06e040 con 0x7f003c157040 2024-09-12T03:08:26.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.621+0000 7f0032000640 1 -- 172.21.15.29:0/768767612 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v20) ==== 157+0+0 (secure 0 0 0) 0x7f002405d3e0 con 0x7f003c157040 2024-09-12T03:08:26.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 -- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f001806be30 msgr2=0x7f001806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:26.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f001806be30 0x7f001806e2f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f002c033000 tx=0x7f002c02e000 comp rx=0 tx=0).stop 2024-09-12T03:08:26.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 -- 172.21.15.29:0/768767612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f003c157040 msgr2=0x7f003c1560d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:26.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f003c157040 0x7f003c1560d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0024007310 tx=0x7f00240077d0 comp rx=0 tx=0).stop 2024-09-12T03:08:26.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 -- 172.21.15.29:0/768767612 shutdown_connections 2024-09-12T03:08:26.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f001806be30 0x7f001806e2f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:26.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f003c156610 0x7f003c13fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:26.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f003c157040 0x7f003c1560d0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:26.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 --2- 172.21.15.29:0/768767612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f00200039b0 0x7f003c1408b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:26.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 -- 172.21.15.29:0/768767612 >> 172.21.15.29:0/768767612 conn(0x7f003c0b5de0 msgr2=0x7f003c069a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:26.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 -- 172.21.15.29:0/768767612 shutdown_connections 2024-09-12T03:08:26.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.625+0000 7f0040e00640 1 -- 172.21.15.29:0/768767612 wait complete. 2024-09-12T03:08:26.645 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T03:08:26.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.814+0000 7f03c5c00640 1 Processor -- start 2024-09-12T03:08:26.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.814+0000 7f03c5c00640 1 -- start start 2024-09-12T03:08:26.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.815+0000 7f03c5c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f03c015e340 0x7f03c00d1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:26.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.815+0000 7f03c5c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c00d4710 0x7f03c00cee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:26.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.815+0000 7f03c5c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03c00d2330 con 0x7f03c00d1e20 2024-09-12T03:08:26.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.815+0000 7f03c5c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f03c015e720 con 0x7f03c015e340 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.815+0000 7f03c5c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f03c00d2f40 con 0x7f03c00d4710 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.815+0000 7f03bfe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f03c015e340 0x7f03c00d1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.815+0000 7f03c5200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c00d4710 0x7f03c00cee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.815+0000 7f03c5200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c00d4710 0x7f03c00cee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:34224/0 (socket says 172.21.15.29:34224) 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.815+0000 7f03c5200640 1 -- 172.21.15.29:0/2615633928 learned_addr learned my addr 172.21.15.29:0/2615633928 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.815+0000 7f03bfe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f03c015e340 0x7f03c00d1400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:45392/0 (socket says 172.21.15.29:45392) 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.815+0000 7f03b7400640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f03c00d1e20 0x7f03c00d4000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:37284/0 (socket says 172.21.15.29:37284) 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.816+0000 7f03c5200640 1 -- 172.21.15.29:0/2615633928 >> v2:172.21.15.38:3300/0 conn(0x7f03c015e340 msgr2=0x7f03c00d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.816+0000 7f03c5200640 1 --2- 172.21.15.29:0/2615633928 >> v2:172.21.15.38:3300/0 conn(0x7f03c015e340 0x7f03c00d1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.816+0000 7f03bf400640 1 -- 172.21.15.29:0/2615633928 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 306311313 0 0) 0x7f03c00d2330 con 0x7f03c00d1e20 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.816+0000 7f03c5200640 1 -- 172.21.15.29:0/2615633928 >> v1:172.21.15.38:6789/0 conn(0x7f03c00d1e20 legacy=0x7f03c00d4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:26.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.816+0000 7f03c5200640 1 -- 172.21.15.29:0/2615633928 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03c00d2610 con 0x7f03c00d4710 2024-09-12T03:08:26.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.817+0000 7f03c5200640 1 --2- 172.21.15.29:0/2615633928 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c00d4710 0x7f03c00cee60 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f03b8009e50 tx=0x7f03b802a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f656e2fa2b479abb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:26.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.817+0000 7f03bf400640 1 -- 172.21.15.29:0/2615633928 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b8036070 con 0x7f03c00d4710 2024-09-12T03:08:26.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.817+0000 7f03bf400640 1 -- 172.21.15.29:0/2615633928 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03b8031600 con 0x7f03c00d4710 2024-09-12T03:08:26.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.817+0000 7f03bf400640 1 -- 172.21.15.29:0/2615633928 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b80319d0 con 0x7f03c00d4710 2024-09-12T03:08:26.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.818+0000 7f03c5c00640 1 -- 172.21.15.29:0/2615633928 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c00d4710 msgr2=0x7f03c00cee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:26.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.818+0000 7f03c5c00640 1 --2- 172.21.15.29:0/2615633928 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c00d4710 0x7f03c00cee60 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f03b8009e50 tx=0x7f03b802a710 comp rx=0 tx=0).stop 2024-09-12T03:08:26.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.818+0000 7f03c5c00640 1 -- 172.21.15.29:0/2615633928 shutdown_connections 2024-09-12T03:08:26.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.818+0000 7f03c5c00640 1 --2- 172.21.15.29:0/2615633928 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c00d4710 0x7f03c00cee60 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:26.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.818+0000 7f03c5c00640 1 --2- 172.21.15.29:0/2615633928 >> v2:172.21.15.38:3300/0 conn(0x7f03c015e340 0x7f03c00d1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:26.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.818+0000 7f03c5c00640 1 -- 172.21.15.29:0/2615633928 >> 172.21.15.29:0/2615633928 conn(0x7f03c008c000 msgr2=0x7f03c009d5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:26.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.818+0000 7f03c5c00640 1 -- 172.21.15.29:0/2615633928 shutdown_connections 2024-09-12T03:08:26.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.818+0000 7f03c5c00640 1 -- 172.21.15.29:0/2615633928 wait complete. 2024-09-12T03:08:26.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.820+0000 7f03c5c00640 1 Processor -- start 2024-09-12T03:08:26.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.820+0000 7f03c5c00640 1 -- start start 2024-09-12T03:08:26.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.820+0000 7f03c5c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03c00d1e20 0x7f03c014c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.820+0000 7f03c5c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03c00d4710 0x7f03c00c91d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03c5c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c015e340 0x7f03c00b60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03c5c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f03c00d1940 con 0x7f03c00d1e20 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03c5c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f03c00d2bd0 con 0x7f03c00d4710 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03c5c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f03c00d1ac0 con 0x7f03c015e340 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03bfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03c00d1e20 0x7f03c014c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03bfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03c00d1e20 0x7f03c014c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54080/0 (socket says 172.21.15.29:54080) 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03bfe00640 1 -- 172.21.15.29:0/1286432472 learned_addr learned my addr 172.21.15.29:0/1286432472 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03b7400640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03c00d4710 0x7f03c00c91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03c5200640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c015e340 0x7f03c00b60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03bfe00640 1 -- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c015e340 msgr2=0x7f03c00b60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:26.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03bfe00640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c015e340 0x7f03c00b60c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:26.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03bfe00640 1 -- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03c00d4710 msgr2=0x7f03c00c91d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:26.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03bfe00640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03c00d4710 0x7f03c00c91d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:26.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.821+0000 7f03bfe00640 1 -- 172.21.15.29:0/1286432472 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03c00cad30 con 0x7f03c00d1e20 2024-09-12T03:08:26.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.822+0000 7f03bfe00640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03c00d1e20 0x7f03c014c540 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f03b000e8a0 tx=0x7f03b000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:26.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.822+0000 7f03bcc00640 1 -- 172.21.15.29:0/1286432472 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b0017070 con 0x7f03c00d1e20 2024-09-12T03:08:26.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.822+0000 7f03bcc00640 1 -- 172.21.15.29:0/1286432472 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03b000c940 con 0x7f03c00d1e20 2024-09-12T03:08:26.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.822+0000 7f03bcc00640 1 -- 172.21.15.29:0/1286432472 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b000cd30 con 0x7f03c00d1e20 2024-09-12T03:08:26.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.822+0000 7f03c5c00640 1 -- 172.21.15.29:0/1286432472 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03c00c9c90 con 0x7f03c00d1e20 2024-09-12T03:08:26.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.822+0000 7f03c5c00640 1 -- 172.21.15.29:0/1286432472 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03c00ca250 con 0x7f03c00d1e20 2024-09-12T03:08:26.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.823+0000 7f03c5c00640 1 -- 172.21.15.29:0/1286432472 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03c00b3e90 con 0x7f03c00d1e20 2024-09-12T03:08:26.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.824+0000 7f03bcc00640 1 -- 172.21.15.29:0/1286432472 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f03b001a070 con 0x7f03c00d1e20 2024-09-12T03:08:26.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.825+0000 7f03bcc00640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f039c06be30 0x7f039c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:26.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.825+0000 7f03bcc00640 1 -- 172.21.15.29:0/1286432472 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 6007+0+0 (secure 0 0 0) 0x7f03b008af10 con 0x7f03c00d1e20 2024-09-12T03:08:26.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.825+0000 7f03b7400640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f039c06be30 0x7f039c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:26.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.826+0000 7f03b7400640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f039c06be30 0x7f039c06e2f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f03c00b2700 tx=0x7f03a8007ce0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:26.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:26.829+0000 7f03bcc00640 1 -- 172.21.15.29:0/1286432472 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f03b0059020 con 0x7f03c00d1e20 2024-09-12T03:08:27.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:27.015+0000 7f03c5c00640 1 -- 172.21.15.29:0/1286432472 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f03c00d13e0 con 0x7f03c00d1e20 2024-09-12T03:08:28.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.653+0000 7f03bcc00640 1 -- 172.21.15.29:0/1286432472 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v22) ==== 228+0+0 (secure 0 0 0) 0x7f03b005d320 con 0x7f03c00d1e20 2024-09-12T03:08:28.654 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data_ec' created 2024-09-12T03:08:28.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 -- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f039c06be30 msgr2=0x7f039c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:28.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f039c06be30 0x7f039c06e2f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f03c00b2700 tx=0x7f03a8007ce0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 -- 172.21.15.29:0/1286432472 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03c00d1e20 msgr2=0x7f03c014c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:28.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03c00d1e20 0x7f03c014c540 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f03b000e8a0 tx=0x7f03b000ed60 comp rx=0 tx=0).stop 2024-09-12T03:08:28.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 -- 172.21.15.29:0/1286432472 shutdown_connections 2024-09-12T03:08:28.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f039c06be30 0x7f039c06e2f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f03c015e340 0x7f03c00b60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f03c00d4710 0x7f03c00c91d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 --2- 172.21.15.29:0/1286432472 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03c00d1e20 0x7f03c014c540 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 -- 172.21.15.29:0/1286432472 >> 172.21.15.29:0/1286432472 conn(0x7f03c008c000 msgr2=0x7f03c006d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:28.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 -- 172.21.15.29:0/1286432472 shutdown_connections 2024-09-12T03:08:28.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.657+0000 7f03c5c00640 1 -- 172.21.15.29:0/1286432472 wait complete. 2024-09-12T03:08:28.684 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-12T03:08:28.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.848+0000 7f5bf5c00640 1 Processor -- start 2024-09-12T03:08:28.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.849+0000 7f5bf5c00640 1 -- start start 2024-09-12T03:08:28.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.850+0000 7f5bf5c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5bf0147f90 0x7f5bf00b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:28.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.850+0000 7f5bf5c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5bf00b4910 0x7f5bf006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:28.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.850+0000 7f5bf5c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bf006c150 0x7f5bf015ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:28.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.850+0000 7f5bf5c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f5bf006c5a0 con 0x7f5bf0147f90 2024-09-12T03:08:28.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.850+0000 7f5bf5c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f5bf0148370 con 0x7f5bf00b4910 2024-09-12T03:08:28.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.850+0000 7f5bf5c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5bf00ae340 con 0x7f5bf006c150 2024-09-12T03:08:28.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.850+0000 7f5beea00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5bf0147f90 0x7f5bf00b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:28.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.850+0000 7f5beea00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5bf0147f90 0x7f5bf00b43d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54082/0 (socket says 172.21.15.29:54082) 2024-09-12T03:08:28.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.850+0000 7f5beea00640 1 -- 172.21.15.29:0/2761335949 learned_addr learned my addr 172.21.15.29:0/2761335949 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:28.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.850+0000 7f5be7e00640 1 --2- 172.21.15.29:0/2761335949 >> v2:172.21.15.38:3300/0 conn(0x7f5bf00b4910 0x7f5bf006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:28.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.850+0000 7f5bef400640 1 --2- 172.21.15.29:0/2761335949 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bf006c150 0x7f5bf015ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:28.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.851+0000 7f5beea00640 1 -- 172.21.15.29:0/2761335949 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bf006c150 msgr2=0x7f5bf015ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:28.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.851+0000 7f5beea00640 1 --2- 172.21.15.29:0/2761335949 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bf006c150 0x7f5bf015ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.851+0000 7f5beea00640 1 -- 172.21.15.29:0/2761335949 >> v2:172.21.15.38:3300/0 conn(0x7f5bf00b4910 msgr2=0x7f5bf006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:28.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.851+0000 7f5beea00640 1 --2- 172.21.15.29:0/2761335949 >> v2:172.21.15.38:3300/0 conn(0x7f5bf00b4910 0x7f5bf006bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.851+0000 7f5beea00640 1 -- 172.21.15.29:0/2761335949 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bf01606e0 con 0x7f5bf0147f90 2024-09-12T03:08:28.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.851+0000 7f5bef400640 1 --2- 172.21.15.29:0/2761335949 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bf006c150 0x7f5bf015ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:28.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.851+0000 7f5beea00640 1 --2- 172.21.15.29:0/2761335949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf0147f90 0x7f5bf00b43d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f5bf00b4cf0 tx=0x7f5be002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5a1bfc8c5e8129a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:28.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.852+0000 7f5bee000640 1 -- 172.21.15.29:0/2761335949 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be0037070 con 0x7f5bf0147f90 2024-09-12T03:08:28.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.852+0000 7f5bee000640 1 -- 172.21.15.29:0/2761335949 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5be0032440 con 0x7f5bf0147f90 2024-09-12T03:08:28.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.852+0000 7f5bee000640 1 -- 172.21.15.29:0/2761335949 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be0032810 con 0x7f5bf0147f90 2024-09-12T03:08:28.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.852+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2761335949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf0147f90 msgr2=0x7f5bf00b43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:28.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.852+0000 7f5bf5c00640 1 --2- 172.21.15.29:0/2761335949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf0147f90 0x7f5bf00b43d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f5bf00b4cf0 tx=0x7f5be002a1e0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.852+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2761335949 shutdown_connections 2024-09-12T03:08:28.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.852+0000 7f5bf5c00640 1 --2- 172.21.15.29:0/2761335949 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bf006c150 0x7f5bf015ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.852+0000 7f5bf5c00640 1 --2- 172.21.15.29:0/2761335949 >> v2:172.21.15.38:3300/0 conn(0x7f5bf00b4910 0x7f5bf006bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.852+0000 7f5bf5c00640 1 --2- 172.21.15.29:0/2761335949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf0147f90 0x7f5bf00b43d0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.852+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2761335949 >> 172.21.15.29:0/2761335949 conn(0x7f5bf00b6b10 msgr2=0x7f5bf009aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:28.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.853+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2761335949 shutdown_connections 2024-09-12T03:08:28.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.853+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2761335949 wait complete. 2024-09-12T03:08:28.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.854+0000 7f5bf5c00640 1 Processor -- start 2024-09-12T03:08:28.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.854+0000 7f5bf5c00640 1 -- start start 2024-09-12T03:08:28.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.855+0000 7f5bf5c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5bf006c150 0x7f5bf009db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:28.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.855+0000 7f5bf5c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf00b4910 0x7f5bf0070240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:28.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.855+0000 7f5bf5c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bf0147f90 0x7f5bf0070780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:28.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.855+0000 7f5bf5c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf00b6790 con 0x7f5bf00b4910 2024-09-12T03:08:28.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.855+0000 7f5bf5c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf00b64b0 con 0x7f5bf006c150 2024-09-12T03:08:28.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.855+0000 7f5bf5c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5bf01609b0 con 0x7f5bf0147f90 2024-09-12T03:08:28.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.855+0000 7f5be7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf00b4910 0x7f5bf0070240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:28.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.855+0000 7f5be7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf00b4910 0x7f5bf0070240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54098/0 (socket says 172.21.15.29:54098) 2024-09-12T03:08:28.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.855+0000 7f5be7e00640 1 -- 172.21.15.29:0/2407789367 learned_addr learned my addr 172.21.15.29:0/2407789367 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.855+0000 7f5beea00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5bf006c150 0x7f5bf009db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.855+0000 7f5bef400640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bf0147f90 0x7f5bf0070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.856+0000 7f5be7e00640 1 -- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bf0147f90 msgr2=0x7f5bf0070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.856+0000 7f5be7e00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bf0147f90 0x7f5bf0070780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.856+0000 7f5be7e00640 1 -- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5bf006c150 msgr2=0x7f5bf009db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.856+0000 7f5be7e00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5bf006c150 0x7f5bf009db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.856+0000 7f5be7e00640 1 -- 172.21.15.29:0/2407789367 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bf01436f0 con 0x7f5bf00b4910 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.856+0000 7f5be7e00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf00b4910 0x7f5bf0070240 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5bd800e9b0 tx=0x7f5bd800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.856+0000 7f5be6a00640 1 -- 172.21.15.29:0/2407789367 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd8017070 con 0x7f5bf00b4910 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.856+0000 7f5be6a00640 1 -- 172.21.15.29:0/2407789367 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bd800c9a0 con 0x7f5bf00b4910 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.856+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2407789367 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bf009e270 con 0x7f5bf00b4910 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.856+0000 7f5be6a00640 1 -- 172.21.15.29:0/2407789367 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd800cd90 con 0x7f5bf00b4910 2024-09-12T03:08:28.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.856+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2407789367 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bf009e830 con 0x7f5bf00b4910 2024-09-12T03:08:28.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.857+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2407789367 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bf0073850 con 0x7f5bf00b4910 2024-09-12T03:08:28.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.858+0000 7f5be6a00640 1 -- 172.21.15.29:0/2407789367 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5bd801a070 con 0x7f5bf00b4910 2024-09-12T03:08:28.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.859+0000 7f5be6a00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 0x7f5bcc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:28.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.859+0000 7f5be6a00640 1 -- 172.21.15.29:0/2407789367 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 6500+0+0 (secure 0 0 0) 0x7f5bd808b1a0 con 0x7f5bf00b4910 2024-09-12T03:08:28.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.860+0000 7f5beea00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 0x7f5bcc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:28.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.860+0000 7f5beea00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 0x7f5bcc06e2f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5be0034000 tx=0x7f5be002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:28.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:28.864+0000 7f5be6a00640 1 -- 172.21.15.29:0/2407789367 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5bd8059140 con 0x7f5bf00b4910 2024-09-12T03:08:29.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.047+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2407789367 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f5bf006e130 con 0x7f5bf00b4910 2024-09-12T03:08:29.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.656+0000 7f5be6a00640 1 -- 172.21.15.29:0/2407789367 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v23) ==== 169+0+0 (secure 0 0 0) 0x7f5bd805d440 con 0x7f5bf00b4910 2024-09-12T03:08:29.657 INFO:teuthology.orchestra.run.smithi029.stderr:set pool 4 allow_ec_overwrites to true 2024-09-12T03:08:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.661+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 msgr2=0x7f5bcc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.661+0000 7f5bf5c00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 0x7f5bcc06e2f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5be0034000 tx=0x7f5be002e000 comp rx=0 tx=0).stop 2024-09-12T03:08:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.661+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2407789367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf00b4910 msgr2=0x7f5bf0070240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.661+0000 7f5bf5c00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf00b4910 0x7f5bf0070240 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5bd800e9b0 tx=0x7f5bd800ee70 comp rx=0 tx=0).stop 2024-09-12T03:08:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.661+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2407789367 shutdown_connections 2024-09-12T03:08:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.661+0000 7f5bf5c00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 0x7f5bcc06e2f0 secure :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5be0034000 tx=0x7f5be002e000 comp rx=0 tx=0).stop 2024-09-12T03:08:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.661+0000 7f5bf5c00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bf0147f90 0x7f5bf0070780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.661+0000 7f5bf5c00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf00b4910 0x7f5bf0070240 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.661+0000 7f5bf5c00640 1 --2- 172.21.15.29:0/2407789367 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5bf006c150 0x7f5bf009db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:29.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.661+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2407789367 >> 172.21.15.29:0/2407789367 conn(0x7f5bf00b6b10 msgr2=0x7f5bf00ae550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:29.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.663+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2407789367 shutdown_connections 2024-09-12T03:08:29.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.670+0000 7f5bf5c00640 1 -- 172.21.15.29:0/2407789367 wait complete. 2024-09-12T03:08:29.702 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-12T03:08:29.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.866+0000 7fb303a00640 1 Processor -- start 2024-09-12T03:08:29.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.866+0000 7fb303a00640 1 -- start start 2024-09-12T03:08:29.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.867+0000 7fb303a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb2fc072d80 0x7fb2fc072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:29.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.867+0000 7fb303a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb2fc06e0a0 0x7fb2fc0cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:29.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.867+0000 7fb303a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2fc072960 con 0x7fb2fc072040 2024-09-12T03:08:29.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.867+0000 7fb303a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fb2fc1605e0 con 0x7fb2fc072d80 2024-09-12T03:08:29.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.867+0000 7fb303a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb2fc1608c0 con 0x7fb2fc06e0a0 2024-09-12T03:08:29.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.868+0000 7fb2fbe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb2fc072d80 0x7fb2fc072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:29.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.868+0000 7fb2fbe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb2fc072d80 0x7fb2fc072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:57792/0 (socket says 172.21.15.29:57792) 2024-09-12T03:08:29.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.868+0000 7fb2fbe00640 1 -- 172.21.15.29:0/2561363568 learned_addr learned my addr 172.21.15.29:0/2561363568 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:29.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.868+0000 7fb301a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb2fc06e0a0 0x7fb2fc0cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:29.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.868+0000 7fb301000640 1 --1- 172.21.15.29:0/2561363568 >> v1:172.21.15.38:6789/0 conn(0x7fb2fc072040 0x7fb2fc15fe00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:43700/0 (socket says 172.21.15.29:43700) 2024-09-12T03:08:29.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.868+0000 7fb2fbe00640 1 -- 172.21.15.29:0/2561363568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb2fc06e0a0 msgr2=0x7fb2fc0cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:29.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.868+0000 7fb2fbe00640 1 --2- 172.21.15.29:0/2561363568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb2fc06e0a0 0x7fb2fc0cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:29.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.868+0000 7fb2fbe00640 1 -- 172.21.15.29:0/2561363568 >> v1:172.21.15.38:6789/0 conn(0x7fb2fc072040 legacy=0x7fb2fc15fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:29.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.868+0000 7fb2fbe00640 1 -- 172.21.15.29:0/2561363568 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2fc160ba0 con 0x7fb2fc072d80 2024-09-12T03:08:29.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.869+0000 7fb2fbe00640 1 --2- 172.21.15.29:0/2561363568 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc072d80 0x7fb2fc072420 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8009870 tx=0x7fb2e802a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8aff463c4ebd5b76 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:29.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.870+0000 7fb2fb400640 1 -- 172.21.15.29:0/2561363568 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8037070 con 0x7fb2fc072d80 2024-09-12T03:08:29.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.870+0000 7fb2fb400640 1 -- 172.21.15.29:0/2561363568 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2e8032440 con 0x7fb2fc072d80 2024-09-12T03:08:29.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.870+0000 7fb2fb400640 1 -- 172.21.15.29:0/2561363568 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8032810 con 0x7fb2fc072d80 2024-09-12T03:08:29.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.870+0000 7fb303a00640 1 -- 172.21.15.29:0/2561363568 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc072d80 msgr2=0x7fb2fc072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:29.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.870+0000 7fb303a00640 1 --2- 172.21.15.29:0/2561363568 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc072d80 0x7fb2fc072420 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8009870 tx=0x7fb2e802a270 comp rx=0 tx=0).stop 2024-09-12T03:08:29.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.870+0000 7fb303a00640 1 -- 172.21.15.29:0/2561363568 shutdown_connections 2024-09-12T03:08:29.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.870+0000 7fb303a00640 1 --2- 172.21.15.29:0/2561363568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb2fc06e0a0 0x7fb2fc0cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:29.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.870+0000 7fb303a00640 1 --2- 172.21.15.29:0/2561363568 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc072d80 0x7fb2fc072420 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:29.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.870+0000 7fb303a00640 1 -- 172.21.15.29:0/2561363568 >> 172.21.15.29:0/2561363568 conn(0x7fb2fc067d70 msgr2=0x7fb2fc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:29.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.870+0000 7fb303a00640 1 -- 172.21.15.29:0/2561363568 shutdown_connections 2024-09-12T03:08:29.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.870+0000 7fb303a00640 1 -- 172.21.15.29:0/2561363568 wait complete. 2024-09-12T03:08:29.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.872+0000 7fb303a00640 1 Processor -- start 2024-09-12T03:08:29.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.872+0000 7fb303a00640 1 -- start start 2024-09-12T03:08:29.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.873+0000 7fb303a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb2fc06e0a0 0x7fb2fc15bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:29.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.873+0000 7fb303a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2fc072040 0x7fb2fc144030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:29.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.873+0000 7fb303a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc072d80 0x7fb2fc144570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:29.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.873+0000 7fb303a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc06e530 con 0x7fb2fc072040 2024-09-12T03:08:29.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.873+0000 7fb303a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc145b00 con 0x7fb2fc072d80 2024-09-12T03:08:29.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.873+0000 7fb303a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb2fc06e6b0 con 0x7fb2fc06e0a0 2024-09-12T03:08:29.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.873+0000 7fb2fbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2fc072040 0x7fb2fc144030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:29.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.873+0000 7fb2fbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2fc072040 0x7fb2fc144030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52652/0 (socket says 172.21.15.29:52652) 2024-09-12T03:08:29.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.873+0000 7fb2fbe00640 1 -- 172.21.15.29:0/3011128948 learned_addr learned my addr 172.21.15.29:0/3011128948 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:29.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.873+0000 7fb301a00640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc072d80 0x7fb2fc144570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:29.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.873+0000 7fb301000640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb2fc06e0a0 0x7fb2fc15bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:29.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb2fbe00640 1 -- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb2fc06e0a0 msgr2=0x7fb2fc15bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:29.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb2fbe00640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb2fc06e0a0 0x7fb2fc15bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:29.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb2fbe00640 1 -- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc072d80 msgr2=0x7fb2fc144570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:29.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb2fbe00640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc072d80 0x7fb2fc144570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:29.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb2fbe00640 1 -- 172.21.15.29:0/3011128948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2fc0ad630 con 0x7fb2fc072040 2024-09-12T03:08:29.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb301000640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb2fc06e0a0 0x7fb2fc15bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:29.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb2fbe00640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2fc072040 0x7fb2fc144030 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb2e802a2b0 tx=0x7fb2e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:29.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb2f8c00640 1 -- 172.21.15.29:0/3011128948 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8041030 con 0x7fb2fc072040 2024-09-12T03:08:29.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb2f8c00640 1 -- 172.21.15.29:0/3011128948 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2e8030440 con 0x7fb2fc072040 2024-09-12T03:08:29.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb2f8c00640 1 -- 172.21.15.29:0/3011128948 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8037040 con 0x7fb2fc072040 2024-09-12T03:08:29.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb303a00640 1 -- 172.21.15.29:0/3011128948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2fc0ad910 con 0x7fb2fc072040 2024-09-12T03:08:29.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.874+0000 7fb303a00640 1 -- 172.21.15.29:0/3011128948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2fc0aded0 con 0x7fb2fc072040 2024-09-12T03:08:29.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.875+0000 7fb303a00640 1 -- 172.21.15.29:0/3011128948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2fc072420 con 0x7fb2fc072040 2024-09-12T03:08:29.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.876+0000 7fb2f8c00640 1 -- 172.21.15.29:0/3011128948 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb2e8044070 con 0x7fb2fc072040 2024-09-12T03:08:29.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.877+0000 7fb2f8c00640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 0x7fb2dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:29.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.877+0000 7fb2f8c00640 1 -- 172.21.15.29:0/3011128948 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 6500+0+0 (secure 0 0 0) 0x7fb2e80ab830 con 0x7fb2fc072040 2024-09-12T03:08:29.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.877+0000 7fb301000640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 0x7fb2dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:29.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.878+0000 7fb301000640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 0x7fb2dc06e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb2f0007fd0 tx=0x7fb2f0007d60 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:29.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:29.882+0000 7fb2f8c00640 1 -- 172.21.15.29:0/3011128948 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb2e8079e20 con 0x7fb2fc072040 2024-09-12T03:08:30.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.104+0000 7fb303a00640 1 -- 172.21.15.29:0/3011128948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7fb2fc06f360 con 0x7fb2fc072040 2024-09-12T03:08:30.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.676+0000 7fb2f8c00640 1 -- 172.21.15.29:0/3011128948 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) ==== 137+0+0 (secure 0 0 0) 0x7fb2e8079720 con 0x7fb2fc072040 2024-09-12T03:08:30.677 INFO:teuthology.orchestra.run.smithi029.stderr:added data pool 4 to fsmap 2024-09-12T03:08:30.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 -- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 msgr2=0x7fb2dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:30.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 0x7fb2dc06e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb2f0007fd0 tx=0x7fb2f0007d60 comp rx=0 tx=0).stop 2024-09-12T03:08:30.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 -- 172.21.15.29:0/3011128948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2fc072040 msgr2=0x7fb2fc144030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:30.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2fc072040 0x7fb2fc144030 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb2e802a2b0 tx=0x7fb2e80046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:30.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 -- 172.21.15.29:0/3011128948 shutdown_connections 2024-09-12T03:08:30.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 0x7fb2dc06e2f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:30.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb2fc072d80 0x7fb2fc144570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:30.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2fc072040 0x7fb2fc144030 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:30.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 --2- 172.21.15.29:0/3011128948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb2fc06e0a0 0x7fb2fc15bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:30.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 -- 172.21.15.29:0/3011128948 >> 172.21.15.29:0/3011128948 conn(0x7fb2fc067d70 msgr2=0x7fb2fc0b2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:30.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 -- 172.21.15.29:0/3011128948 shutdown_connections 2024-09-12T03:08:30.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.679+0000 7fb303a00640 1 -- 172.21.15.29:0/3011128948 wait complete. 2024-09-12T03:08:30.699 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:08:30.825 INFO:tasks.ceph.mds.a.smithi029.stderr:2024-09-12T03:08:30.825+0000 7fd630800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T03:08:30.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.860+0000 7feb55000640 1 Processor -- start 2024-09-12T03:08:30.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.860+0000 7feb55000640 1 -- start start 2024-09-12T03:08:30.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.861+0000 7feb55000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5006f4c0 0x7feb500cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:30.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.861+0000 7feb55000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb500cfb40 con 0x7feb500cf5a0 2024-09-12T03:08:30.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.861+0000 7feb55000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb500cfe20 con 0x7feb5006f0e0 2024-09-12T03:08:30.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.861+0000 7feb55000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7feb5015bc50 con 0x7feb5006f4c0 2024-09-12T03:08:30.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.861+0000 7feb4e800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7feb500cf5a0 0x7feb500b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36180/0 (socket says 172.21.15.29:36180) 2024-09-12T03:08:30.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.861+0000 7feb4e800640 1 -- 172.21.15.29:0/1198117825 learned_addr learned my addr 172.21.15.29:0/1198117825 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:30.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.861+0000 7feb45400640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5006f4c0 0x7feb500cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:30.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 589695371 0 0) 0x7feb500cfb40 con 0x7feb500cf5a0 2024-09-12T03:08:30.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feb34003520 con 0x7feb500cf5a0 2024-09-12T03:08:30.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1546751364 0 0) 0x7feb500cfe20 con 0x7feb5006f0e0 2024-09-12T03:08:30.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feb500cfb40 con 0x7feb5006f0e0 2024-09-12T03:08:30.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1884007350 0 0) 0x7feb34003520 con 0x7feb500cf5a0 2024-09-12T03:08:30.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5006f4c0 msgr2=0x7feb500cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:30.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5006f4c0 0x7feb500cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:30.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 >> v1:172.21.15.38:6789/0 conn(0x7feb5006f0e0 legacy=0x7feb5015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:30.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb5015b8e0 con 0x7feb500cf5a0 2024-09-12T03:08:30.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7feb480019f0 con 0x7feb500cf5a0 2024-09-12T03:08:30.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 >> v1:172.21.15.29:6789/0 conn(0x7feb500cf5a0 legacy=0x7feb500b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb34003b70 0x7feb34003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb34004800 0x7feb34004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb340051c0 0x7feb3400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb5015bc50 con 0x7feb34003b70 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7feb3400bfe0 con 0x7feb34004800 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7feb3400c1e0 con 0x7feb340051c0 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb45400640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5006f4c0 0x7feb500cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.862+0000 7feb4de00640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb34003b70 0x7feb34003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.863+0000 7feb4e800640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb340051c0 0x7feb3400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.863+0000 7feb45400640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb34004800 0x7feb34004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.863+0000 7feb4de00640 1 -- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb340051c0 msgr2=0x7feb3400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.863+0000 7feb4de00640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb340051c0 0x7feb3400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:30.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.863+0000 7feb4de00640 1 -- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb34004800 msgr2=0x7feb34004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:30.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.863+0000 7feb4de00640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb34004800 0x7feb34004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:30.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.863+0000 7feb4de00640 1 -- 172.21.15.29:0/1198117825 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb34003520 con 0x7feb34003b70 2024-09-12T03:08:30.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.864+0000 7feb4de00640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb34003b70 0x7feb34003f70 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7feb400018d0 tx=0x7feb34005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c89ccb85397b41b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:30.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.864+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb400014f0 con 0x7feb34003b70 2024-09-12T03:08:30.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.864+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb400052d0 con 0x7feb34003b70 2024-09-12T03:08:30.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.864+0000 7feb4d400640 1 -- 172.21.15.29:0/1198117825 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4002aca0 con 0x7feb34003b70 2024-09-12T03:08:30.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.865+0000 7feb55000640 1 -- 172.21.15.29:0/1198117825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb34003b70 msgr2=0x7feb34003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:30.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.865+0000 7feb55000640 1 --2- 172.21.15.29:0/1198117825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb34003b70 0x7feb34003f70 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7feb400018d0 tx=0x7feb34005830 comp rx=0 tx=0).stop 2024-09-12T03:08:30.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.865+0000 7feb4e800640 1 -- 172.21.15.29:0/1198117825 reap_dead start 2024-09-12T03:08:30.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.865+0000 7feb55000640 1 -- 172.21.15.29:0/1198117825 shutdown_connections 2024-09-12T03:08:30.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.865+0000 7feb55000640 1 -- 172.21.15.29:0/1198117825 >> 172.21.15.29:0/1198117825 conn(0x7feb50067da0 msgr2=0x7feb5006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:30.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.865+0000 7feb55000640 1 -- 172.21.15.29:0/1198117825 shutdown_connections 2024-09-12T03:08:30.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.865+0000 7feb55000640 1 -- 172.21.15.29:0/1198117825 wait complete. 2024-09-12T03:08:30.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.866+0000 7feb55000640 1 Processor -- start 2024-09-12T03:08:30.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.867+0000 7feb55000640 1 -- start start 2024-09-12T03:08:30.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.867+0000 7feb55000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb34003b70 0x7feb500b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.867+0000 7feb55000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb500b0ab0 0x7feb5014f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.867+0000 7feb55000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5014fd00 0x7feb5014db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.867+0000 7feb55000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb5015ee80 con 0x7feb500b0ab0 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.867+0000 7feb55000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7feb50152630 con 0x7feb34003b70 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.867+0000 7feb55000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7feb5015f000 con 0x7feb5014fd00 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb45400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb500b0ab0 0x7feb5014f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb45400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb500b0ab0 0x7feb5014f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52676/0 (socket says 172.21.15.29:52676) 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb45400640 1 -- 172.21.15.29:0/3501867691 learned_addr learned my addr 172.21.15.29:0/3501867691 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb4de00640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb34003b70 0x7feb500b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb4e800640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5014fd00 0x7feb5014db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb4de00640 1 -- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5014fd00 msgr2=0x7feb5014db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:30.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb4de00640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5014fd00 0x7feb5014db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:30.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb4de00640 1 -- 172.21.15.29:0/3501867691 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb500b0ab0 msgr2=0x7feb5014f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:30.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb4de00640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb500b0ab0 0x7feb5014f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:30.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb4de00640 1 -- 172.21.15.29:0/3501867691 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb500b2fd0 con 0x7feb34003b70 2024-09-12T03:08:30.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb45400640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb500b0ab0 0x7feb5014f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:30.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.868+0000 7feb4de00640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb34003b70 0x7feb500b2a90 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7feb40004000 tx=0x7feb400012d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:30.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.869+0000 7feb46a00640 1 -- 172.21.15.29:0/3501867691 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4003f020 con 0x7feb34003b70 2024-09-12T03:08:30.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.869+0000 7feb46a00640 1 -- 172.21.15.29:0/3501867691 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb40006e50 con 0x7feb34003b70 2024-09-12T03:08:30.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.869+0000 7feb46a00640 1 -- 172.21.15.29:0/3501867691 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb40037040 con 0x7feb34003b70 2024-09-12T03:08:30.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.869+0000 7feb55000640 1 -- 172.21.15.29:0/3501867691 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb500b1030 con 0x7feb34003b70 2024-09-12T03:08:30.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.869+0000 7feb55000640 1 -- 172.21.15.29:0/3501867691 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb500b15f0 con 0x7feb34003b70 2024-09-12T03:08:30.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.870+0000 7feb55000640 1 -- 172.21.15.29:0/3501867691 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb5015f9a0 con 0x7feb34003b70 2024-09-12T03:08:30.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.871+0000 7feb46a00640 1 -- 172.21.15.29:0/3501867691 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7feb40042020 con 0x7feb34003b70 2024-09-12T03:08:30.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.872+0000 7feb46a00640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb2c06be30 0x7feb2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:30.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.872+0000 7feb46a00640 1 -- 172.21.15.29:0/3501867691 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7feb400aaad0 con 0x7feb34003b70 2024-09-12T03:08:30.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.872+0000 7feb45400640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb2c06be30 0x7feb2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:30.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.873+0000 7feb45400640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb2c06be30 0x7feb2c06e2f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7feb501f75b0 tx=0x7feb38009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:30.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:30.878+0000 7feb46a00640 1 -- 172.21.15.29:0/3501867691 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7feb40049070 con 0x7feb34003b70 2024-09-12T03:08:31.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.098+0000 7feb55000640 1 -- 172.21.15.29:0/3501867691 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feb5014d430 con 0x7feb34003b70 2024-09-12T03:08:31.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.100+0000 7feb46a00640 1 -- 172.21.15.29:0/3501867691 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5216 (secure 0 0 0) 0x7feb40078940 con 0x7feb34003b70 2024-09-12T03:08:31.100 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:31.100 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":7,"btime":"2024-09-12T03:08:30:667925+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2970531733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2970531733},{"type":"v1","addr":"172.21.15.29:6835","nonce":2970531733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1613885882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1613885882},{"type":"v1","addr":"172.21.15.38:6835","nonce":1613885882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1407657731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1407657731},{"type":"v1","addr":"172.21.15.38:6837","nonce":1407657731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:08:25.039695+0000","modified":"2024-09-12T03:08:30.105740+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-12T03:08:31.101 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 7 2024-09-12T03:08:31.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 -- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb2c06be30 msgr2=0x7feb2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb2c06be30 0x7feb2c06e2f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7feb501f75b0 tx=0x7feb38009190 comp rx=0 tx=0).stop 2024-09-12T03:08:31.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 -- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb34003b70 msgr2=0x7feb500b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb34003b70 0x7feb500b2a90 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7feb40004000 tx=0x7feb400012d0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 -- 172.21.15.29:0/3501867691 shutdown_connections 2024-09-12T03:08:31.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb2c06be30 0x7feb2c06e2f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5014fd00 0x7feb5014db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb500b0ab0 0x7feb5014f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 --2- 172.21.15.29:0/3501867691 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb34003b70 0x7feb500b2a90 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 -- 172.21.15.29:0/3501867691 >> 172.21.15.29:0/3501867691 conn(0x7feb50067da0 msgr2=0x7feb5006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:31.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 -- 172.21.15.29:0/3501867691 shutdown_connections 2024-09-12T03:08:31.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.102+0000 7feb55000640 1 -- 172.21.15.29:0/3501867691 wait complete. 2024-09-12T03:08:31.118 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:31.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.273+0000 7ff898800640 1 Processor -- start 2024-09-12T03:08:31.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.273+0000 7ff898800640 1 -- start start 2024-09-12T03:08:31.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.274+0000 7ff898800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff8900d3150 0x7ff8900b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:31.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.274+0000 7ff898800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8900d3680 con 0x7ff8900b6530 2024-09-12T03:08:31.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.274+0000 7ff898800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8900d3960 con 0x7ff89015e660 2024-09-12T03:08:31.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.274+0000 7ff898800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7ff89006d4b0 con 0x7ff8900d3150 2024-09-12T03:08:31.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.275+0000 7ff896800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7ff8900b6530 0x7ff89006d940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36188/0 (socket says 172.21.15.29:36188) 2024-09-12T03:08:31.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.275+0000 7ff896800640 1 -- 172.21.15.29:0/1607662626 learned_addr learned my addr 172.21.15.29:0/1607662626 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:31.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.275+0000 7ff895400640 1 --2- 172.21.15.29:0/1607662626 >> v2:172.21.15.38:3300/0 conn(0x7ff8900d3150 0x7ff8900b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:31.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.275+0000 7ff894a00640 1 -- 172.21.15.29:0/1607662626 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3096328128 0 0) 0x7ff8900d3680 con 0x7ff8900b6530 2024-09-12T03:08:31.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.275+0000 7ff894a00640 1 -- 172.21.15.29:0/1607662626 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff878003520 con 0x7ff8900b6530 2024-09-12T03:08:31.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.275+0000 7ff894a00640 1 -- 172.21.15.29:0/1607662626 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3304590359 0 0) 0x7ff8900d3960 con 0x7ff89015e660 2024-09-12T03:08:31.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.275+0000 7ff894a00640 1 -- 172.21.15.29:0/1607662626 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff8900d3680 con 0x7ff89015e660 2024-09-12T03:08:31.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.275+0000 7ff895400640 1 -- 172.21.15.29:0/1607662626 >> v1:172.21.15.38:6789/0 conn(0x7ff89015e660 legacy=0x7ff8900d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.275+0000 7ff895400640 1 -- 172.21.15.29:0/1607662626 >> v1:172.21.15.29:6789/0 conn(0x7ff8900b6530 legacy=0x7ff89006d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.275+0000 7ff895400640 1 -- 172.21.15.29:0/1607662626 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff89006ce60 con 0x7ff8900d3150 2024-09-12T03:08:31.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.276+0000 7ff895400640 1 --2- 172.21.15.29:0/1607662626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff8900d3150 0x7ff8900b5ff0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff8800097a0 tx=0x7ff88002a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6cdcadd464f174b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:31.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.277+0000 7ff894a00640 1 -- 172.21.15.29:0/1607662626 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff880037070 con 0x7ff8900d3150 2024-09-12T03:08:31.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.277+0000 7ff894a00640 1 -- 172.21.15.29:0/1607662626 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff880032640 con 0x7ff8900d3150 2024-09-12T03:08:31.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.277+0000 7ff894a00640 1 -- 172.21.15.29:0/1607662626 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8800329f0 con 0x7ff8900d3150 2024-09-12T03:08:31.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.277+0000 7ff898800640 1 -- 172.21.15.29:0/1607662626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff8900d3150 msgr2=0x7ff8900b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.277+0000 7ff898800640 1 --2- 172.21.15.29:0/1607662626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff8900d3150 0x7ff8900b5ff0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff8800097a0 tx=0x7ff88002a2c0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.277+0000 7ff898800640 1 -- 172.21.15.29:0/1607662626 shutdown_connections 2024-09-12T03:08:31.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.277+0000 7ff898800640 1 --2- 172.21.15.29:0/1607662626 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff8900d3150 0x7ff8900b5ff0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.277+0000 7ff898800640 1 -- 172.21.15.29:0/1607662626 >> 172.21.15.29:0/1607662626 conn(0x7ff89008c000 msgr2=0x7ff8900d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:31.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.277+0000 7ff898800640 1 -- 172.21.15.29:0/1607662626 shutdown_connections 2024-09-12T03:08:31.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.277+0000 7ff898800640 1 -- 172.21.15.29:0/1607662626 wait complete. 2024-09-12T03:08:31.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.279+0000 7ff898800640 1 Processor -- start 2024-09-12T03:08:31.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.279+0000 7ff898800640 1 -- start start 2024-09-12T03:08:31.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.280+0000 7ff898800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8900b6530 0x7ff89015cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:31.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.280+0000 7ff898800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8900d3150 0x7ff8901524c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:31.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.280+0000 7ff898800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff89015e660 0x7ff890152a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:31.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.280+0000 7ff898800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff89006e050 con 0x7ff8900d3150 2024-09-12T03:08:31.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.280+0000 7ff898800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff89015ea40 con 0x7ff89015e660 2024-09-12T03:08:31.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.280+0000 7ff898800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff89006e1d0 con 0x7ff8900b6530 2024-09-12T03:08:31.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.280+0000 7ff895400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8900d3150 0x7ff8901524c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:31.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.280+0000 7ff895400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8900d3150 0x7ff8901524c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52692/0 (socket says 172.21.15.29:52692) 2024-09-12T03:08:31.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.280+0000 7ff895400640 1 -- 172.21.15.29:0/1888237157 learned_addr learned my addr 172.21.15.29:0/1888237157 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:31.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.280+0000 7ff896800640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff89015e660 0x7ff890152a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:31.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.280+0000 7ff895e00640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8900b6530 0x7ff89015cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:31.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff895400640 1 -- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8900b6530 msgr2=0x7ff89015cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff895400640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8900b6530 0x7ff89015cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff895400640 1 -- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff89015e660 msgr2=0x7ff890152a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff895400640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff89015e660 0x7ff890152a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff895400640 1 -- 172.21.15.29:0/1888237157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8901f7560 con 0x7ff8900d3150 2024-09-12T03:08:31.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff896800640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff89015e660 0x7ff890152a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:31.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff895400640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8900d3150 0x7ff8901524c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff88002a300 tx=0x7ff8800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:31.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff88a000640 1 -- 172.21.15.29:0/1888237157 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff880037050 con 0x7ff8900d3150 2024-09-12T03:08:31.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff88a000640 1 -- 172.21.15.29:0/1888237157 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff880043070 con 0x7ff8900d3150 2024-09-12T03:08:31.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff898800640 1 -- 172.21.15.29:0/1888237157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8901f7840 con 0x7ff8900d3150 2024-09-12T03:08:31.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff88a000640 1 -- 172.21.15.29:0/1888237157 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff880006e10 con 0x7ff8900d3150 2024-09-12T03:08:31.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.281+0000 7ff898800640 1 -- 172.21.15.29:0/1888237157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8901f7e00 con 0x7ff8900d3150 2024-09-12T03:08:31.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.282+0000 7ff898800640 1 -- 172.21.15.29:0/1888237157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8900b5ff0 con 0x7ff8900d3150 2024-09-12T03:08:31.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.283+0000 7ff88a000640 1 -- 172.21.15.29:0/1888237157 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff880003a60 con 0x7ff8900d3150 2024-09-12T03:08:31.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.284+0000 7ff88a000640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff87406be60 0x7ff87406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:31.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.284+0000 7ff88a000640 1 -- 172.21.15.29:0/1888237157 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7ff8800abf50 con 0x7ff8900d3150 2024-09-12T03:08:31.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.284+0000 7ff895e00640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff87406be60 0x7ff87406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:31.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.285+0000 7ff895e00640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff87406be60 0x7ff87406e320 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff8840015b0 tx=0x7ff884009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:31.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.288+0000 7ff88a000640 1 -- 172.21.15.29:0/1888237157 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff88007a640 con 0x7ff8900d3150 2024-09-12T03:08:31.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.472+0000 7ff898800640 1 -- 172.21.15.29:0/1888237157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff8900d2f10 con 0x7ff8900d3150 2024-09-12T03:08:31.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.474+0000 7ff88a000640 1 -- 172.21.15.29:0/1888237157 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18526 (secure 0 0 0) 0x7ff880079f40 con 0x7ff8900d3150 2024-09-12T03:08:31.474 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:31.474 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:30.105585+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:31.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 -- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff87406be60 msgr2=0x7ff87406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff87406be60 0x7ff87406e320 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff8840015b0 tx=0x7ff884009040 comp rx=0 tx=0).stop 2024-09-12T03:08:31.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 -- 172.21.15.29:0/1888237157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8900d3150 msgr2=0x7ff8901524c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8900d3150 0x7ff8901524c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff88002a300 tx=0x7ff8800046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 -- 172.21.15.29:0/1888237157 shutdown_connections 2024-09-12T03:08:31.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff87406be60 0x7ff87406e320 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff89015e660 0x7ff890152a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8900d3150 0x7ff8901524c0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 --2- 172.21.15.29:0/1888237157 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff8900b6530 0x7ff89015cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 -- 172.21.15.29:0/1888237157 >> 172.21.15.29:0/1888237157 conn(0x7ff89008c000 msgr2=0x7ff8900b53b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:31.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 -- 172.21.15.29:0/1888237157 shutdown_connections 2024-09-12T03:08:31.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.476+0000 7ff898800640 1 -- 172.21.15.29:0/1888237157 wait complete. 2024-09-12T03:08:31.492 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:31.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.649+0000 7fbdb2e00640 1 Processor -- start 2024-09-12T03:08:31.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.649+0000 7fbdb2e00640 1 -- start start 2024-09-12T03:08:31.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.650+0000 7fbdb2e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fbdac15e470 0x7fbdac0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:31.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.650+0000 7fbdb2e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbdac0d4a20 0x7fbdac06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:31.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.650+0000 7fbdb2e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbdac15e850 con 0x7fbdac0d00e0 2024-09-12T03:08:31.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.650+0000 7fbdb2e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fbdac0cf710 con 0x7fbdac15e470 2024-09-12T03:08:31.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.650+0000 7fbdb2e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbdac0d1c60 con 0x7fbdac0d4a20 2024-09-12T03:08:31.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.650+0000 7fbdb1000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fbdac0d00e0 0x7fbdac0d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36204/0 (socket says 172.21.15.29:36204) 2024-09-12T03:08:31.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.650+0000 7fbdb1000640 1 -- 172.21.15.29:0/2476641134 learned_addr learned my addr 172.21.15.29:0/2476641134 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:31.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.651+0000 7fbdb1a00640 1 --2- 172.21.15.29:0/2476641134 >> v2:172.21.15.38:3300/0 conn(0x7fbdac15e470 0x7fbdac0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:31.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.651+0000 7fbdb2400640 1 --2- 172.21.15.29:0/2476641134 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbdac0d4a20 0x7fbdac06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:31.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.651+0000 7fbdabe00640 1 -- 172.21.15.29:0/2476641134 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 824999919 0 0) 0x7fbdac15e850 con 0x7fbdac0d00e0 2024-09-12T03:08:31.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.651+0000 7fbdabe00640 1 -- 172.21.15.29:0/2476641134 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbd94003520 con 0x7fbdac0d00e0 2024-09-12T03:08:31.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.651+0000 7fbdb1a00640 1 -- 172.21.15.29:0/2476641134 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbdac0d4a20 msgr2=0x7fbdac06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:31.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.651+0000 7fbdb1a00640 1 --2- 172.21.15.29:0/2476641134 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbdac0d4a20 0x7fbdac06d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.651+0000 7fbdb1a00640 1 -- 172.21.15.29:0/2476641134 >> v1:172.21.15.29:6789/0 conn(0x7fbdac0d00e0 legacy=0x7fbdac0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.651+0000 7fbdb1a00640 1 -- 172.21.15.29:0/2476641134 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdac0d1980 con 0x7fbdac15e470 2024-09-12T03:08:31.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.652+0000 7fbdb1a00640 1 --2- 172.21.15.29:0/2476641134 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbdac15e470 0x7fbdac0cfba0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbda00097a0 tx=0x7fbda002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9bbbfa5cb576612c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:31.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.652+0000 7fbdabe00640 1 -- 172.21.15.29:0/2476641134 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda0037070 con 0x7fbdac15e470 2024-09-12T03:08:31.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.652+0000 7fbdabe00640 1 -- 172.21.15.29:0/2476641134 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbda0032440 con 0x7fbdac15e470 2024-09-12T03:08:31.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.652+0000 7fbdabe00640 1 -- 172.21.15.29:0/2476641134 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda0032810 con 0x7fbdac15e470 2024-09-12T03:08:31.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.653+0000 7fbdb2e00640 1 -- 172.21.15.29:0/2476641134 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbdac15e470 msgr2=0x7fbdac0cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.653+0000 7fbdb2e00640 1 --2- 172.21.15.29:0/2476641134 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbdac15e470 0x7fbdac0cfba0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbda00097a0 tx=0x7fbda002a180 comp rx=0 tx=0).stop 2024-09-12T03:08:31.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.653+0000 7fbdb2e00640 1 -- 172.21.15.29:0/2476641134 shutdown_connections 2024-09-12T03:08:31.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.653+0000 7fbdb2e00640 1 --2- 172.21.15.29:0/2476641134 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbdac0d4a20 0x7fbdac06d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.653+0000 7fbdb2e00640 1 --2- 172.21.15.29:0/2476641134 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbdac15e470 0x7fbdac0cfba0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.653+0000 7fbdb2e00640 1 -- 172.21.15.29:0/2476641134 >> 172.21.15.29:0/2476641134 conn(0x7fbdac09d700 msgr2=0x7fbdac08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:31.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.653+0000 7fbdb2e00640 1 -- 172.21.15.29:0/2476641134 shutdown_connections 2024-09-12T03:08:31.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.653+0000 7fbdb2e00640 1 -- 172.21.15.29:0/2476641134 wait complete. 2024-09-12T03:08:31.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.655+0000 7fbdb2e00640 1 Processor -- start 2024-09-12T03:08:31.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.655+0000 7fbdb2e00640 1 -- start start 2024-09-12T03:08:31.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb2e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdac0d00e0 0x7fbdac14f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:31.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb2e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbdac0d4a20 0x7fbdac15e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:31.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb2e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbdac15e470 0x7fbdac0d2980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:31.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb2e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac06d9a0 con 0x7fbdac0d00e0 2024-09-12T03:08:31.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb2e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac0cf3a0 con 0x7fbdac0d4a20 2024-09-12T03:08:31.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb2e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbdac06db20 con 0x7fbdac15e470 2024-09-12T03:08:31.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb1a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdac0d00e0 0x7fbdac14f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:31.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb1a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdac0d00e0 0x7fbdac14f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52698/0 (socket says 172.21.15.29:52698) 2024-09-12T03:08:31.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb1a00640 1 -- 172.21.15.29:0/3090374900 learned_addr learned my addr 172.21.15.29:0/3090374900 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:31.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb1a00640 1 -- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbdac15e470 msgr2=0x7fbdac0d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb1000640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbdac0d4a20 0x7fbdac15e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:31.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb1a00640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbdac15e470 0x7fbdac0d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb1a00640 1 -- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbdac0d4a20 msgr2=0x7fbdac15e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb1a00640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbdac0d4a20 0x7fbdac15e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb1a00640 1 -- 172.21.15.29:0/3090374900 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdac0b7250 con 0x7fbdac0d00e0 2024-09-12T03:08:31.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.656+0000 7fbdb1000640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbdac0d4a20 0x7fbdac15e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:31.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.657+0000 7fbdb1a00640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdac0d00e0 0x7fbdac14f9f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbda0035040 tx=0x7fbda00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:31.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.657+0000 7fbda9600640 1 -- 172.21.15.29:0/3090374900 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda0041030 con 0x7fbdac0d00e0 2024-09-12T03:08:31.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.657+0000 7fbda9600640 1 -- 172.21.15.29:0/3090374900 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbda003d4e0 con 0x7fbdac0d00e0 2024-09-12T03:08:31.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.657+0000 7fbda9600640 1 -- 172.21.15.29:0/3090374900 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda0037040 con 0x7fbdac0d00e0 2024-09-12T03:08:31.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.657+0000 7fbdb2e00640 1 -- 172.21.15.29:0/3090374900 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdac0b7530 con 0x7fbdac0d00e0 2024-09-12T03:08:31.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.657+0000 7fbdb2e00640 1 -- 172.21.15.29:0/3090374900 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdac0b7af0 con 0x7fbdac0d00e0 2024-09-12T03:08:31.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.658+0000 7fbdb2e00640 1 -- 172.21.15.29:0/3090374900 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdac06d460 con 0x7fbdac0d00e0 2024-09-12T03:08:31.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.659+0000 7fbda9600640 1 -- 172.21.15.29:0/3090374900 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbda0044070 con 0x7fbdac0d00e0 2024-09-12T03:08:31.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.660+0000 7fbda9600640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd8c06be30 0x7fbd8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:31.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.660+0000 7fbda9600640 1 -- 172.21.15.29:0/3090374900 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fbda00ab8d0 con 0x7fbdac0d00e0 2024-09-12T03:08:31.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.660+0000 7fbdb1000640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd8c06be30 0x7fbd8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:31.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.661+0000 7fbdb1000640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd8c06be30 0x7fbd8c06e2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbdac161880 tx=0x7fbd98009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:31.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.664+0000 7fbda9600640 1 -- 172.21.15.29:0/3090374900 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbda0044e40 con 0x7fbdac0d00e0 2024-09-12T03:08:31.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.852+0000 7fbdb2e00640 1 -- 172.21.15.29:0/3090374900 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbdac15d730 con 0x7fbdac0d00e0 2024-09-12T03:08:31.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.854+0000 7fbda9600640 1 -- 172.21.15.29:0/3090374900 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18526 (secure 0 0 0) 0x7fbda0079eb0 con 0x7fbdac0d00e0 2024-09-12T03:08:31.854 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:31.854 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:30.105585+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:31.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 -- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd8c06be30 msgr2=0x7fbd8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd8c06be30 0x7fbd8c06e2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbdac161880 tx=0x7fbd98009040 comp rx=0 tx=0).stop 2024-09-12T03:08:31.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 -- 172.21.15.29:0/3090374900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdac0d00e0 msgr2=0x7fbdac14f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:31.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdac0d00e0 0x7fbdac14f9f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbda0035040 tx=0x7fbda00046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 -- 172.21.15.29:0/3090374900 shutdown_connections 2024-09-12T03:08:31.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd8c06be30 0x7fbd8c06e2f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbdac15e470 0x7fbdac0d2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbdac0d4a20 0x7fbdac15e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 --2- 172.21.15.29:0/3090374900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdac0d00e0 0x7fbdac14f9f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:31.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 -- 172.21.15.29:0/3090374900 >> 172.21.15.29:0/3090374900 conn(0x7fbdac09d700 msgr2=0x7fbdac0b5630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:31.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 -- 172.21.15.29:0/3090374900 shutdown_connections 2024-09-12T03:08:31.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:31.856+0000 7fbdb2e00640 1 -- 172.21.15.29:0/3090374900 wait complete. 2024-09-12T03:08:31.888 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:08:32.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.045+0000 7f374b200640 1 Processor -- start 2024-09-12T03:08:32.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.045+0000 7f374b200640 1 -- start start 2024-09-12T03:08:32.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.046+0000 7f374b200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f374c15e470 0x7f374c0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.046+0000 7f374b200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f374c0d00e0 0x7f374c0d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.046+0000 7f374b200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f374c15e850 con 0x7f374c0d4850 2024-09-12T03:08:32.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.046+0000 7f374b200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f374c0d4cc0 con 0x7f374c15e470 2024-09-12T03:08:32.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.046+0000 7f374b200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f374c0cf710 con 0x7f374c0d00e0 2024-09-12T03:08:32.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.046+0000 7f3749e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f374c15e470 0x7f374c0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.046+0000 7f3749e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f374c15e470 0x7f374c0cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52700/0 (socket says 172.21.15.29:52700) 2024-09-12T03:08:32.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.046+0000 7f3749e00640 1 -- 172.21.15.29:0/2646240840 learned_addr learned my addr 172.21.15.29:0/2646240840 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:32.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.046+0000 7f3743e00640 1 --2- 172.21.15.29:0/2646240840 >> v2:172.21.15.38:3300/0 conn(0x7f374c0d00e0 0x7f374c0d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.047+0000 7f3749e00640 1 -- 172.21.15.29:0/2646240840 >> v2:172.21.15.38:3300/0 conn(0x7f374c0d00e0 msgr2=0x7f374c0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:32.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.047+0000 7f3749e00640 1 --2- 172.21.15.29:0/2646240840 >> v2:172.21.15.38:3300/0 conn(0x7f374c0d00e0 0x7f374c0d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.047+0000 7f3749e00640 1 -- 172.21.15.29:0/2646240840 >> v1:172.21.15.29:6789/0 conn(0x7f374c0d4850 legacy=0x7f374c06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.047+0000 7f3749e00640 1 -- 172.21.15.29:0/2646240840 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f374c0d1c60 con 0x7f374c15e470 2024-09-12T03:08:32.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.048+0000 7f3749e00640 1 --2- 172.21.15.29:0/2646240840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c15e470 0x7f374c0cfba0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f374c0b6f10 tx=0x7f373c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9df2d05c68d1fdcc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:32.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.048+0000 7f3749400640 1 -- 172.21.15.29:0/2646240840 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c037070 con 0x7f374c15e470 2024-09-12T03:08:32.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.048+0000 7f3749400640 1 -- 172.21.15.29:0/2646240840 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f373c032440 con 0x7f374c15e470 2024-09-12T03:08:32.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.048+0000 7f3749400640 1 -- 172.21.15.29:0/2646240840 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c032810 con 0x7f374c15e470 2024-09-12T03:08:32.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.048+0000 7f374b200640 1 -- 172.21.15.29:0/2646240840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c15e470 msgr2=0x7f374c0cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.048+0000 7f374b200640 1 --2- 172.21.15.29:0/2646240840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c15e470 0x7f374c0cfba0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f374c0b6f10 tx=0x7f373c02a270 comp rx=0 tx=0).stop 2024-09-12T03:08:32.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.048+0000 7f374b200640 1 -- 172.21.15.29:0/2646240840 shutdown_connections 2024-09-12T03:08:32.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.048+0000 7f374b200640 1 --2- 172.21.15.29:0/2646240840 >> v2:172.21.15.38:3300/0 conn(0x7f374c0d00e0 0x7f374c0d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.048+0000 7f374b200640 1 --2- 172.21.15.29:0/2646240840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c15e470 0x7f374c0cfba0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.048+0000 7f374b200640 1 -- 172.21.15.29:0/2646240840 >> 172.21.15.29:0/2646240840 conn(0x7f374c09d700 msgr2=0x7f374c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:32.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.048+0000 7f374b200640 1 -- 172.21.15.29:0/2646240840 shutdown_connections 2024-09-12T03:08:32.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.049+0000 7f374b200640 1 -- 172.21.15.29:0/2646240840 wait complete. 2024-09-12T03:08:32.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.050+0000 7f374b200640 1 Processor -- start 2024-09-12T03:08:32.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.050+0000 7f374b200640 1 -- start start 2024-09-12T03:08:32.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.051+0000 7f374b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c0d00e0 0x7f374c158250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.051+0000 7f374b200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f374c0d4850 0x7f374c0d04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.051+0000 7f374b200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f374c15e470 0x7f374c0d0a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.051+0000 7f374b200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f374c0cf3a0 con 0x7f374c0d00e0 2024-09-12T03:08:32.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.051+0000 7f374b200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f374c0cf0c0 con 0x7f374c0d4850 2024-09-12T03:08:32.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.051+0000 7f374b200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f374c06db70 con 0x7f374c15e470 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.051+0000 7f3749e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c0d00e0 0x7f374c158250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.051+0000 7f3749e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c0d00e0 0x7f374c158250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52716/0 (socket says 172.21.15.29:52716) 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.051+0000 7f3749e00640 1 -- 172.21.15.29:0/2105013805 learned_addr learned my addr 172.21.15.29:0/2105013805 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.051+0000 7f3743e00640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f374c0d4850 0x7f374c0d04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.051+0000 7f374a800640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f374c15e470 0x7f374c0d0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f3749e00640 1 -- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f374c15e470 msgr2=0x7f374c0d0a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f3749e00640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f374c15e470 0x7f374c0d0a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f3749e00640 1 -- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f374c0d4850 msgr2=0x7f374c0d04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f3749e00640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f374c0d4850 0x7f374c0d04c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f3749e00640 1 -- 172.21.15.29:0/2105013805 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f374c158cf0 con 0x7f374c0d00e0 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f3743e00640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f374c0d4850 0x7f374c0d04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:32.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f3749e00640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c0d00e0 0x7f374c158250 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f373c02a2b0 tx=0x7f373c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:32.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f3742000640 1 -- 172.21.15.29:0/2105013805 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c041020 con 0x7f374c0d00e0 2024-09-12T03:08:32.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f3742000640 1 -- 172.21.15.29:0/2105013805 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f373c0306c0 con 0x7f374c0d00e0 2024-09-12T03:08:32.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f3742000640 1 -- 172.21.15.29:0/2105013805 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c037040 con 0x7f374c0d00e0 2024-09-12T03:08:32.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f374b200640 1 -- 172.21.15.29:0/2105013805 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f374c0cd560 con 0x7f374c0d00e0 2024-09-12T03:08:32.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.052+0000 7f374b200640 1 -- 172.21.15.29:0/2105013805 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f374c0cdb20 con 0x7f374c0d00e0 2024-09-12T03:08:32.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.053+0000 7f374b200640 1 -- 172.21.15.29:0/2105013805 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f374c0d4310 con 0x7f374c0d00e0 2024-09-12T03:08:32.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.054+0000 7f3742000640 1 -- 172.21.15.29:0/2105013805 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f373c044020 con 0x7f374c0d00e0 2024-09-12T03:08:32.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.055+0000 7f3742000640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f372806be30 0x7f372806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.055+0000 7f3742000640 1 -- 172.21.15.29:0/2105013805 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f373c0aba80 con 0x7f374c0d00e0 2024-09-12T03:08:32.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.055+0000 7f3743e00640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f372806be30 0x7f372806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.056+0000 7f3743e00640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f372806be30 0x7f372806e2f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f374c0b9970 tx=0x7f3734008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:32.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.059+0000 7f3742000640 1 -- 172.21.15.29:0/2105013805 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f373c0ade20 con 0x7f374c0d00e0 2024-09-12T03:08:32.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.280+0000 7f374b200640 1 -- 172.21.15.29:0/2105013805 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f374c06cf90 con 0x7f374c0d00e0 2024-09-12T03:08:32.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.280+0000 7f3742000640 1 -- 172.21.15.29:0/2105013805 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5216 (secure 0 0 0) 0x7f373c04b030 con 0x7f374c0d00e0 2024-09-12T03:08:32.281 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:32.281 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":7,"btime":"2024-09-12T03:08:30:667925+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2970531733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2970531733},{"type":"v1","addr":"172.21.15.29:6835","nonce":2970531733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1613885882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1613885882},{"type":"v1","addr":"172.21.15.38:6835","nonce":1613885882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1407657731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1407657731},{"type":"v1","addr":"172.21.15.38:6837","nonce":1407657731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:08:25.039695+0000","modified":"2024-09-12T03:08:30.105740+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-12T03:08:32.282 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 7 2024-09-12T03:08:32.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.282+0000 7f374b200640 1 -- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f372806be30 msgr2=0x7f372806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.282+0000 7f374b200640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f372806be30 0x7f372806e2f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f374c0b9970 tx=0x7f3734008040 comp rx=0 tx=0).stop 2024-09-12T03:08:32.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.282+0000 7f374b200640 1 -- 172.21.15.29:0/2105013805 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c0d00e0 msgr2=0x7f374c158250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.282+0000 7f374b200640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c0d00e0 0x7f374c158250 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f373c02a2b0 tx=0x7f373c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.282+0000 7f374b200640 1 -- 172.21.15.29:0/2105013805 shutdown_connections 2024-09-12T03:08:32.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.282+0000 7f374b200640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f372806be30 0x7f372806e2f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.282+0000 7f374b200640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f374c15e470 0x7f374c0d0a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.282+0000 7f374b200640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f374c0d4850 0x7f374c0d04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.282+0000 7f374b200640 1 --2- 172.21.15.29:0/2105013805 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c0d00e0 0x7f374c158250 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.283+0000 7f374b200640 1 -- 172.21.15.29:0/2105013805 >> 172.21.15.29:0/2105013805 conn(0x7f374c09d700 msgr2=0x7f374c0b56e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:32.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.283+0000 7f374b200640 1 -- 172.21.15.29:0/2105013805 shutdown_connections 2024-09-12T03:08:32.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.283+0000 7f374b200640 1 -- 172.21.15.29:0/2105013805 wait complete. 2024-09-12T03:08:32.299 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:32.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.453+0000 7f4546e00640 1 Processor -- start 2024-09-12T03:08:32.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.454+0000 7f4546e00640 1 -- start start 2024-09-12T03:08:32.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.455+0000 7f4546e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f454009b180 0x7f4540070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.455+0000 7f4546e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f454015f480 0x7f45400b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.455+0000 7f4546e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f454015f8f0 con 0x7f454015c1c0 2024-09-12T03:08:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.455+0000 7f4546e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f45400b5d90 con 0x7f454009b180 2024-09-12T03:08:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.455+0000 7f4546e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f4540070e00 con 0x7f454015f480 2024-09-12T03:08:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.455+0000 7f453f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f454009b180 0x7f4540070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.455+0000 7f453f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f454009b180 0x7f4540070770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52730/0 (socket says 172.21.15.29:52730) 2024-09-12T03:08:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.455+0000 7f453f400640 1 -- 172.21.15.29:0/2242584929 learned_addr learned my addr 172.21.15.29:0/2242584929 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.455+0000 7f4544e00640 1 --2- 172.21.15.29:0/2242584929 >> v2:172.21.15.38:3300/0 conn(0x7f454015f480 0x7f45400b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.456+0000 7f453f400640 1 -- 172.21.15.29:0/2242584929 >> v2:172.21.15.38:3300/0 conn(0x7f454015f480 msgr2=0x7f45400b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:32.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.456+0000 7f453f400640 1 --2- 172.21.15.29:0/2242584929 >> v2:172.21.15.38:3300/0 conn(0x7f454015f480 0x7f45400b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.456+0000 7f453f400640 1 -- 172.21.15.29:0/2242584929 >> v1:172.21.15.38:6789/0 conn(0x7f454015c1c0 legacy=0x7f454009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.456+0000 7f453f400640 1 -- 172.21.15.29:0/2242584929 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45400710e0 con 0x7f454009b180 2024-09-12T03:08:32.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.457+0000 7f453f400640 1 --2- 172.21.15.29:0/2242584929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f454009b180 0x7f4540070770 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f452c009870 tx=0x7f452c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96099fb5cb84b20e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:32.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.457+0000 7f453ea00640 1 -- 172.21.15.29:0/2242584929 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f452c037070 con 0x7f454009b180 2024-09-12T03:08:32.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.457+0000 7f453ea00640 1 -- 172.21.15.29:0/2242584929 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f452c032440 con 0x7f454009b180 2024-09-12T03:08:32.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.457+0000 7f453ea00640 1 -- 172.21.15.29:0/2242584929 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f452c032810 con 0x7f454009b180 2024-09-12T03:08:32.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.457+0000 7f4546e00640 1 -- 172.21.15.29:0/2242584929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f454009b180 msgr2=0x7f4540070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.457+0000 7f4546e00640 1 --2- 172.21.15.29:0/2242584929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f454009b180 0x7f4540070770 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f452c009870 tx=0x7f452c02a2a0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.457+0000 7f4546e00640 1 -- 172.21.15.29:0/2242584929 shutdown_connections 2024-09-12T03:08:32.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.457+0000 7f4546e00640 1 --2- 172.21.15.29:0/2242584929 >> v2:172.21.15.38:3300/0 conn(0x7f454015f480 0x7f45400b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.457+0000 7f4546e00640 1 --2- 172.21.15.29:0/2242584929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f454009b180 0x7f4540070770 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.457+0000 7f4546e00640 1 -- 172.21.15.29:0/2242584929 >> 172.21.15.29:0/2242584929 conn(0x7f45400b3ff0 msgr2=0x7f45400b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:32.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.458+0000 7f4546e00640 1 -- 172.21.15.29:0/2242584929 shutdown_connections 2024-09-12T03:08:32.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.458+0000 7f4546e00640 1 -- 172.21.15.29:0/2242584929 wait complete. 2024-09-12T03:08:32.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.459+0000 7f4546e00640 1 Processor -- start 2024-09-12T03:08:32.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.459+0000 7f4546e00640 1 -- start start 2024-09-12T03:08:32.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.460+0000 7f4546e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f454009b180 0x7f45401f5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.460+0000 7f4546e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f454015c1c0 0x7f454009f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.460+0000 7f4546e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f454015f480 0x7f454009f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.460+0000 7f4546e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f45400b6760 con 0x7f454009b180 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.460+0000 7f4546e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f45400716a0 con 0x7f454015f480 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.460+0000 7f4546e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f45400b68e0 con 0x7f454015c1c0 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.460+0000 7f453fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f454009b180 0x7f45401f5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.461+0000 7f453fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f454009b180 0x7f45401f5980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52740/0 (socket says 172.21.15.29:52740) 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.461+0000 7f453fe00640 1 -- 172.21.15.29:0/1202493674 learned_addr learned my addr 172.21.15.29:0/1202493674 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.461+0000 7f453f400640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f454015c1c0 0x7f454009f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.461+0000 7f4544e00640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f454015f480 0x7f454009f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.461+0000 7f453fe00640 1 -- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f454015c1c0 msgr2=0x7f454009f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.461+0000 7f453fe00640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f454015c1c0 0x7f454009f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.461+0000 7f453fe00640 1 -- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f454015f480 msgr2=0x7f454009f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.461+0000 7f453fe00640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f454015f480 0x7f454009f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.461+0000 7f453fe00640 1 -- 172.21.15.29:0/1202493674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f454009d1c0 con 0x7f454009b180 2024-09-12T03:08:32.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.461+0000 7f453fe00640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f454009b180 0x7f45401f5980 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f453000c450 tx=0x7f453000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:32.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.461+0000 7f4537e00640 1 -- 172.21.15.29:0/1202493674 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45300052d0 con 0x7f454009b180 2024-09-12T03:08:32.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.462+0000 7f4537e00640 1 -- 172.21.15.29:0/1202493674 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4530005470 con 0x7f454009b180 2024-09-12T03:08:32.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.462+0000 7f4537e00640 1 -- 172.21.15.29:0/1202493674 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4530012870 con 0x7f454009b180 2024-09-12T03:08:32.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.462+0000 7f4546e00640 1 -- 172.21.15.29:0/1202493674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45400cc760 con 0x7f454009b180 2024-09-12T03:08:32.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.462+0000 7f4546e00640 1 -- 172.21.15.29:0/1202493674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45400ccd20 con 0x7f454009b180 2024-09-12T03:08:32.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.463+0000 7f4546e00640 1 -- 172.21.15.29:0/1202493674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45400a0630 con 0x7f454009b180 2024-09-12T03:08:32.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.464+0000 7f4537e00640 1 -- 172.21.15.29:0/1202493674 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4530012a10 con 0x7f454009b180 2024-09-12T03:08:32.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.464+0000 7f4537e00640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452006be80 0x7f452006e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:32.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.465+0000 7f4537e00640 1 -- 172.21.15.29:0/1202493674 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f453008abe0 con 0x7f454009b180 2024-09-12T03:08:32.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.465+0000 7f453f400640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452006be80 0x7f452006e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:32.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.466+0000 7f453f400640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452006be80 0x7f452006e340 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f452c034000 tx=0x7f452c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:32.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.469+0000 7f4537e00640 1 -- 172.21.15.29:0/1202493674 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f45400a0630 con 0x7f454009b180 2024-09-12T03:08:32.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.655+0000 7f4546e00640 1 -- 172.21.15.29:0/1202493674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f454009b5a0 con 0x7f454009b180 2024-09-12T03:08:32.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.656+0000 7f4537e00640 1 -- 172.21.15.29:0/1202493674 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18526 (secure 0 0 0) 0x7f454009d1c0 con 0x7f454009b180 2024-09-12T03:08:32.657 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:32.657 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:30.105585+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:32.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 -- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452006be80 msgr2=0x7f452006e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452006be80 0x7f452006e340 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f452c034000 tx=0x7f452c02e000 comp rx=0 tx=0).stop 2024-09-12T03:08:32.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 -- 172.21.15.29:0/1202493674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f454009b180 msgr2=0x7f45401f5980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:32.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f454009b180 0x7f45401f5980 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f453000c450 tx=0x7f453000c910 comp rx=0 tx=0).stop 2024-09-12T03:08:32.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 -- 172.21.15.29:0/1202493674 shutdown_connections 2024-09-12T03:08:32.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452006be80 0x7f452006e340 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f454015f480 0x7f454009f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f454015c1c0 0x7f454009f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 --2- 172.21.15.29:0/1202493674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f454009b180 0x7f45401f5980 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:32.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 -- 172.21.15.29:0/1202493674 >> 172.21.15.29:0/1202493674 conn(0x7f45400b3ff0 msgr2=0x7f454015eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:32.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 -- 172.21.15.29:0/1202493674 shutdown_connections 2024-09-12T03:08:32.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:32.659+0000 7f4546e00640 1 -- 172.21.15.29:0/1202493674 wait complete. 2024-09-12T03:08:33.078 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:08:25.039695+0000', 'modified': '2024-09-12T03:08:30.105740+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4290}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4290': {'gid': 4290, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.29:6833/203632037', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 203632037}, {'type': 'v1', 'addr': '172.21.15.29:6833', 'nonce': 203632037}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4290, 'qdb_cluster': [4290]} 2024-09-12T03:08:33.078 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T03:08:33.078 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-12T03:08:33.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.239+0000 7f45e8a00640 1 Processor -- start 2024-09-12T03:08:33.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.239+0000 7f45e8a00640 1 -- start start 2024-09-12T03:08:33.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.241+0000 7f45e8a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f45e4072620 0x7f45e40af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.241+0000 7f45e8a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45e406e590 con 0x7f45e406dfd0 2024-09-12T03:08:33.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.241+0000 7f45e8a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45e406e870 con 0x7f45e4072240 2024-09-12T03:08:33.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.241+0000 7f45e8a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f45e406eb50 con 0x7f45e4072620 2024-09-12T03:08:33.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.241+0000 7f45e2800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f45e406dfd0 0x7f45e40cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36236/0 (socket says 172.21.15.29:36236) 2024-09-12T03:08:33.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.241+0000 7f45e2800640 1 -- 172.21.15.29:0/2950770326 learned_addr learned my addr 172.21.15.29:0/2950770326 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:33.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.241+0000 7f45d9400640 1 --2- 172.21.15.29:0/2950770326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f45e4072620 0x7f45e40af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.241+0000 7f45e1400640 1 -- 172.21.15.29:0/2950770326 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1007614803 0 0) 0x7f45e406e590 con 0x7f45e406dfd0 2024-09-12T03:08:33.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.241+0000 7f45e1400640 1 -- 172.21.15.29:0/2950770326 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f45c8003520 con 0x7f45e406dfd0 2024-09-12T03:08:33.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.242+0000 7f45e1400640 1 -- 172.21.15.29:0/2950770326 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3560376955 0 0) 0x7f45e406e870 con 0x7f45e4072240 2024-09-12T03:08:33.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.242+0000 7f45e1400640 1 -- 172.21.15.29:0/2950770326 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f45e406e590 con 0x7f45e4072240 2024-09-12T03:08:33.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.242+0000 7f45e1400640 1 -- 172.21.15.29:0/2950770326 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3747071006 0 0) 0x7f45c8003520 con 0x7f45e406dfd0 2024-09-12T03:08:33.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.242+0000 7f45d9400640 1 -- 172.21.15.29:0/2950770326 >> v1:172.21.15.38:6789/0 conn(0x7f45e4072240 legacy=0x7f45e415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.242+0000 7f45d9400640 1 -- 172.21.15.29:0/2950770326 >> v1:172.21.15.29:6789/0 conn(0x7f45e406dfd0 legacy=0x7f45e40cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.242+0000 7f45d9400640 1 -- 172.21.15.29:0/2950770326 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45e406ee30 con 0x7f45e4072620 2024-09-12T03:08:33.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.243+0000 7f45d9400640 1 --2- 172.21.15.29:0/2950770326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f45e4072620 0x7f45e40af530 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f45cc0097d0 tx=0x7f45cc02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=608f6f6b4f7ba138 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:33.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.243+0000 7f45e1400640 1 -- 172.21.15.29:0/2950770326 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc037070 con 0x7f45e4072620 2024-09-12T03:08:33.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.243+0000 7f45e1400640 1 -- 172.21.15.29:0/2950770326 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45cc02ac30 con 0x7f45e4072620 2024-09-12T03:08:33.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.243+0000 7f45e1400640 1 -- 172.21.15.29:0/2950770326 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc001670 con 0x7f45e4072620 2024-09-12T03:08:33.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.244+0000 7f45e8a00640 1 -- 172.21.15.29:0/2950770326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f45e4072620 msgr2=0x7f45e40af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.244+0000 7f45e8a00640 1 --2- 172.21.15.29:0/2950770326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f45e4072620 0x7f45e40af530 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f45cc0097d0 tx=0x7f45cc02a1a0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.244+0000 7f45e8a00640 1 -- 172.21.15.29:0/2950770326 shutdown_connections 2024-09-12T03:08:33.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.244+0000 7f45e8a00640 1 --2- 172.21.15.29:0/2950770326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f45e4072620 0x7f45e40af530 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.244+0000 7f45e8a00640 1 -- 172.21.15.29:0/2950770326 >> 172.21.15.29:0/2950770326 conn(0x7f45e4067da0 msgr2=0x7f45e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:33.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.244+0000 7f45e8a00640 1 -- 172.21.15.29:0/2950770326 shutdown_connections 2024-09-12T03:08:33.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.244+0000 7f45e8a00640 1 -- 172.21.15.29:0/2950770326 wait complete. 2024-09-12T03:08:33.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.245+0000 7f45e8a00640 1 Processor -- start 2024-09-12T03:08:33.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.246+0000 7f45e8a00640 1 -- start start 2024-09-12T03:08:33.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.246+0000 7f45e8a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f45e406dfd0 0x7f45e4152260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.246+0000 7f45e8a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f45e4072240 0x7f45e415a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.246+0000 7f45e8a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45e4072620 0x7f45e41f5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.246+0000 7f45e8a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f45e40afe00 con 0x7f45e4072620 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.246+0000 7f45e8a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f45e40afc80 con 0x7f45e4072240 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.246+0000 7f45e8a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f45e40cd8e0 con 0x7f45e406dfd0 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.247+0000 7f45e2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45e4072620 0x7f45e41f5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.247+0000 7f45e2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45e4072620 0x7f45e41f5830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52752/0 (socket says 172.21.15.29:52752) 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.247+0000 7f45e2800640 1 -- 172.21.15.29:0/788429948 learned_addr learned my addr 172.21.15.29:0/788429948 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.247+0000 7f45d9400640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f45e4072240 0x7f45e415a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.247+0000 7f45e1e00640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f45e406dfd0 0x7f45e4152260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.247+0000 7f45e2800640 1 -- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f45e406dfd0 msgr2=0x7f45e4152260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.247+0000 7f45e2800640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f45e406dfd0 0x7f45e4152260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.247+0000 7f45e2800640 1 -- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f45e4072240 msgr2=0x7f45e415a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.247+0000 7f45e2800640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f45e4072240 0x7f45e415a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.247+0000 7f45e2800640 1 -- 172.21.15.29:0/788429948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45e4152b10 con 0x7f45e4072620 2024-09-12T03:08:33.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.247+0000 7f45e2800640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45e4072620 0x7f45e41f5830 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f45dc000fd0 tx=0x7f45dc00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:33.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.248+0000 7f45daa00640 1 -- 172.21.15.29:0/788429948 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc017070 con 0x7f45e4072620 2024-09-12T03:08:33.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.248+0000 7f45daa00640 1 -- 172.21.15.29:0/788429948 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45dc005ce0 con 0x7f45e4072620 2024-09-12T03:08:33.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.248+0000 7f45e8a00640 1 -- 172.21.15.29:0/788429948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45e414fba0 con 0x7f45e4072620 2024-09-12T03:08:33.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.248+0000 7f45daa00640 1 -- 172.21.15.29:0/788429948 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc007290 con 0x7f45e4072620 2024-09-12T03:08:33.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.248+0000 7f45e8a00640 1 -- 172.21.15.29:0/788429948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45e4150160 con 0x7f45e4072620 2024-09-12T03:08:33.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.250+0000 7f45daa00640 1 -- 172.21.15.29:0/788429948 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f45dc01a070 con 0x7f45e4072620 2024-09-12T03:08:33.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.251+0000 7f45daa00640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f45c006be30 0x7f45c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.252+0000 7f45daa00640 1 -- 172.21.15.29:0/788429948 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f45dc08a580 con 0x7f45e4072620 2024-09-12T03:08:33.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.252+0000 7f45e1e00640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f45c006be30 0x7f45c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.252+0000 7f45eb822740 1 Processor -- start 2024-09-12T03:08:33.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.252+0000 7f45eb822740 1 -- start start 2024-09-12T03:08:33.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45e1e00640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f45c006be30 0x7f45c006e2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f45d4001560 tx=0x7f45d4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:33.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45eb822740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab06b50 0x55836ab06f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45eb822740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab21510 0x55836ab22cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45eb822740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836aada4b0 0x55836ab23200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45eb822740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55836aa3b3b0 con 0x55836ab21510 2024-09-12T03:08:33.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45eb822740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55836aa40410 con 0x55836ab06b50 2024-09-12T03:08:33.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45eb822740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55836a9e8620 con 0x55836aada4b0 2024-09-12T03:08:33.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45d9400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab21510 0x55836ab22cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45d9400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab21510 0x55836ab22cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52758/0 (socket says 172.21.15.29:52758) 2024-09-12T03:08:33.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45d9400640 1 -- 172.21.15.29:0/2244426670 learned_addr learned my addr 172.21.15.29:0/2244426670 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:33.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45e1e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab06b50 0x55836ab06f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.253+0000 7f45e2800640 1 --2- 172.21.15.29:0/2244426670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836aada4b0 0x55836ab23200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.254+0000 7f45d9400640 1 -- 172.21.15.29:0/2244426670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836aada4b0 msgr2=0x55836ab23200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:33.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.254+0000 7f45d9400640 1 --2- 172.21.15.29:0/2244426670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836aada4b0 0x55836ab23200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.254+0000 7f45d9400640 1 -- 172.21.15.29:0/2244426670 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab06b50 msgr2=0x55836ab06f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:33.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.254+0000 7f45d9400640 1 --2- 172.21.15.29:0/2244426670 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab06b50 0x55836ab06f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.254+0000 7f45d9400640 1 -- 172.21.15.29:0/2244426670 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55836a7532d0 con 0x55836ab21510 2024-09-12T03:08:33.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.254+0000 7f45d9400640 1 --2- 172.21.15.29:0/2244426670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab21510 0x55836ab22cc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f45cc0097d0 tx=0x7f45cc02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a8796f82d744134 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:33.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.254+0000 7f45d2600640 1 -- 172.21.15.29:0/2244426670 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc043070 con 0x55836ab21510 2024-09-12T03:08:33.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.254+0000 7f45d2600640 1 -- 172.21.15.29:0/2244426670 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45cc038040 con 0x55836ab21510 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.254+0000 7f45d2600640 1 -- 172.21.15.29:0/2244426670 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc037040 con 0x55836ab21510 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.255+0000 7f45eb822740 1 -- 172.21.15.29:0/2244426670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab21510 msgr2=0x55836ab22cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.255+0000 7f45eb822740 1 --2- 172.21.15.29:0/2244426670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab21510 0x55836ab22cc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f45cc0097d0 tx=0x7f45cc02c000 comp rx=0 tx=0).stop 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.255+0000 7f45eb822740 1 -- 172.21.15.29:0/2244426670 shutdown_connections 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.255+0000 7f45eb822740 1 --2- 172.21.15.29:0/2244426670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836aada4b0 0x55836ab23200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.255+0000 7f45eb822740 1 --2- 172.21.15.29:0/2244426670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab21510 0x55836ab22cc0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.255+0000 7f45eb822740 1 --2- 172.21.15.29:0/2244426670 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab06b50 0x55836ab06f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.255+0000 7f45eb822740 1 -- 172.21.15.29:0/2244426670 >> 172.21.15.29:0/2244426670 conn(0x55836aad9740 msgr2=0x55836ab21960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.255+0000 7f45eb822740 1 -- 172.21.15.29:0/2244426670 shutdown_connections 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.255+0000 7f45eb822740 1 -- 172.21.15.29:0/2244426670 wait complete. 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.256+0000 7f45eb822740 1 -- start start 2024-09-12T03:08:33.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.256+0000 7f45eb822740 1 Processor -- start 2024-09-12T03:08:33.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45eb822740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab06b50 0x55836ab188a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45eb822740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab1a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45eb822740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab1aac0 0x55836ab39ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45eb822740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55836a9fb780 con 0x55836ab1aac0 2024-09-12T03:08:33.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45eb822740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55836aa3c3d0 con 0x55836ab06b50 2024-09-12T03:08:33.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45eb822740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55836ab07910 con 0x55836ab21510 2024-09-12T03:08:33.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45eb822740 10 client.0 _ll_register_callbacks cb 0x55836aa395d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:08:33.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45e2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab1aac0 0x55836ab39ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45e2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab1aac0 0x55836ab39ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52772/0 (socket says 172.21.15.29:52772) 2024-09-12T03:08:33.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45e2800640 1 -- 172.21.15.29:0/1277416882 learned_addr learned my addr 172.21.15.29:0/1277416882 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:33.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45e1e00640 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab06b50 0x55836ab188a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.257+0000 7f45d9400640 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab1a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45e2800640 1 -- 172.21.15.29:0/1277416882 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 msgr2=0x55836ab1a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45e2800640 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab1a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45e2800640 1 -- 172.21.15.29:0/1277416882 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab06b50 msgr2=0x55836ab188a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45e2800640 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab06b50 0x55836ab188a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45e2800640 1 -- 172.21.15.29:0/1277416882 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55836a81d6b0 con 0x55836ab1aac0 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45e2800640 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab1aac0 0x55836ab39ef0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f45dc0549f0 tx=0x7f45dc058710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d719afa05285f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45c6a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45c6a00640 1 -- 172.21.15.29:0/1277416882 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45dc070020 con 0x55836ab1aac0 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45c6a00640 1 -- 172.21.15.29:0/1277416882 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f45dc08a0b0 con 0x55836ab1aac0 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45eb822740 1 -- 172.21.15.29:0/1277416882 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45cc038040 con 0x55836ab1aac0 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45c6a00640 1 -- 172.21.15.29:0/1277416882 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f45dc08a2d0 con 0x55836ab1aac0 2024-09-12T03:08:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45eb822740 10 client.4404 fetch_fsmap learned FSMap version 7 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45eb822740 1 -- 172.21.15.29:0/1277416882 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55836ab05690 con 0x55836ab1aac0 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.258+0000 7f45c6a00640 1 -- 172.21.15.29:0/1277416882 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45cc038040 con 0x55836ab1aac0 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.259+0000 7f45c6a00640 1 -- 172.21.15.29:0/1277416882 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f45dc007430 con 0x55836ab1aac0 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.259+0000 7f45eb822740 10 client.4404 fetch_fsmap finished waiting for FSMap version 7 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.259+0000 7f45eb822740 10 client.4404 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.259+0000 7f45eb822740 20 client.4404 populate_metadata read hostname 'smithi029' 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.259+0000 7f45eb822740 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55836ab04720 0x55836ab1c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.259+0000 7f45eb822740 4 client.4404 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.259+0000 7f45eb822740 1 -- 172.21.15.29:0/1277416882 --> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55836aa4db40 con 0x55836ab04720 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.259+0000 7f45e1e00640 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55836ab04720 0x55836ab1c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.259+0000 7f45e1e00640 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55836ab04720 0x55836ab1c680 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31be6c64d283ba85 server_cookie=8499ebff984449ea in_seq=0 out_seq=0 2024-09-12T03:08:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.259+0000 7f45c6a00640 10 client.4404 ms_handle_connect on v2:172.21.15.29:6832/203632037 2024-09-12T03:08:33.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.260+0000 7f45c6a00640 1 -- 172.21.15.29:0/1277416882 <== mds.0 v2:172.21.15.29:6832/203632037 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55836aa4db40 con 0x55836ab04720 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.260+0000 7f45c6a00640 10 client.4404 handle_command_reply: tid=0 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.260+0000 7f45eb822740 1 client.4404 shutdown 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45eb822740 1 -- 172.21.15.29:0/1277416882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab1aac0 msgr2=0x55836ab39ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45eb822740 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab1aac0 0x55836ab39ef0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f45dc0549f0 tx=0x7f45dc058710 comp rx=0 tx=0).stop 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45eb822740 1 -- 172.21.15.29:0/1277416882 shutdown_connections 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45eb822740 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55836ab04720 0x55836ab1c680 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45eb822740 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab1aac0 0x55836ab39ef0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45eb822740 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab1a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45eb822740 1 --2- 172.21.15.29:0/1277416882 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab06b50 0x55836ab188a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45c6a00640 0 client.4404 ms_handle_reset on v2:172.21.15.29:6832/203632037 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45eb822740 1 -- 172.21.15.29:0/1277416882 >> 172.21.15.29:0/1277416882 conn(0x55836aada4b0 msgr2=0x55836aad6530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:33.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45eb822740 1 -- 172.21.15.29:0/1277416882 shutdown_connections 2024-09-12T03:08:33.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45eb822740 1 -- 172.21.15.29:0/1277416882 wait complete. 2024-09-12T03:08:33.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.261+0000 7f45eb822740 20 client.4404 trim_cache size 0 max 16384 2024-09-12T03:08:33.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.280+0000 7f45eb822740 1 Processor -- start 2024-09-12T03:08:33.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.280+0000 7f45eb822740 1 -- start start 2024-09-12T03:08:33.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.280+0000 7f45eb822740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab1aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.280+0000 7f45eb822740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab1aac0 0x55836ab1fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.280+0000 7f45eb822740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab20060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.280+0000 7f45eb822740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f45e41fc9e0 con 0x55836ab06b50 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.280+0000 7f45eb822740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f45e40b5480 con 0x55836ab1aac0 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.280+0000 7f45eb822740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f45e41419c0 con 0x55836ab21510 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45e1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab1aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45e1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab1aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52776/0 (socket says 172.21.15.29:52776) 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45e1e00640 1 -- 172.21.15.29:0/2410572373 learned_addr learned my addr 172.21.15.29:0/2410572373 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45d9400640 1 --2- 172.21.15.29:0/2410572373 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab1aac0 0x55836ab1fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45e2800640 1 --2- 172.21.15.29:0/2410572373 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab20060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45e1e00640 1 -- 172.21.15.29:0/2410572373 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 msgr2=0x55836ab20060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45e1e00640 1 --2- 172.21.15.29:0/2410572373 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab20060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45e1e00640 1 -- 172.21.15.29:0/2410572373 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab1aac0 msgr2=0x55836ab1fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:33.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45e1e00640 1 --2- 172.21.15.29:0/2410572373 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab1aac0 0x55836ab1fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45e1e00640 1 -- 172.21.15.29:0/2410572373 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55836ab22330 con 0x55836ab06b50 2024-09-12T03:08:33.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45e1e00640 1 --2- 172.21.15.29:0/2410572373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab1aea0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f45d400fa30 tx=0x7f45d4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9c2169363aabc75 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:33.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45d1c00640 1 -- 172.21.15.29:0/2410572373 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d4014510 con 0x55836ab06b50 2024-09-12T03:08:33.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45d1c00640 1 -- 172.21.15.29:0/2410572373 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d401b040 con 0x55836ab06b50 2024-09-12T03:08:33.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.281+0000 7f45d1c00640 1 -- 172.21.15.29:0/2410572373 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d40146b0 con 0x55836ab06b50 2024-09-12T03:08:33.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.282+0000 7f45eb822740 1 -- 172.21.15.29:0/2410572373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 msgr2=0x55836ab1aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.282+0000 7f45eb822740 1 --2- 172.21.15.29:0/2410572373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab1aea0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f45d400fa30 tx=0x7f45d4012000 comp rx=0 tx=0).stop 2024-09-12T03:08:33.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.282+0000 7f45eb822740 1 -- 172.21.15.29:0/2410572373 shutdown_connections 2024-09-12T03:08:33.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.282+0000 7f45eb822740 1 --2- 172.21.15.29:0/2410572373 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab20060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.282+0000 7f45eb822740 1 --2- 172.21.15.29:0/2410572373 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab1aac0 0x55836ab1fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.282+0000 7f45eb822740 1 --2- 172.21.15.29:0/2410572373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab1aea0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.282+0000 7f45eb822740 1 -- 172.21.15.29:0/2410572373 >> 172.21.15.29:0/2410572373 conn(0x55836aada4b0 msgr2=0x55836ab208d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.282+0000 7f45eb822740 1 -- 172.21.15.29:0/2410572373 shutdown_connections 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.282+0000 7f45eb822740 1 -- 172.21.15.29:0/2410572373 wait complete. 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.283+0000 7f45eb822740 1 -- start start 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.283+0000 7f45eb822740 1 Processor -- start 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45eb822740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab00c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45eb822740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab1aac0 0x55836ab9ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45eb822740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab22a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45eb822740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55836ab045a0 con 0x55836ab06b50 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45eb822740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55836ab3aa70 con 0x55836ab1aac0 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45eb822740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55836ab04bf0 con 0x55836ab21510 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45eb822740 10 client.0 _ll_register_callbacks cb 0x7f45dc057ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45e1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab00c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45e1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab00c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52780/0 (socket says 172.21.15.29:52780) 2024-09-12T03:08:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45e1e00640 1 -- 172.21.15.29:0/896863829 learned_addr learned my addr 172.21.15.29:0/896863829 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45d9400640 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab1aac0 0x55836ab9ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45e2800640 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab22a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45e1e00640 1 -- 172.21.15.29:0/896863829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 msgr2=0x55836ab22a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45e1e00640 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab22a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45e1e00640 1 -- 172.21.15.29:0/896863829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab1aac0 msgr2=0x55836ab9ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.284+0000 7f45e1e00640 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab1aac0 0x55836ab9ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.285+0000 7f45e1e00640 1 -- 172.21.15.29:0/896863829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55836ab4b170 con 0x55836ab06b50 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.285+0000 7f45e1e00640 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab00c80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f45d4023cb0 tx=0x7f45d40014d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf216775f79caf10 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.285+0000 7f45c6a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.285+0000 7f45c6a00640 1 -- 172.21.15.29:0/896863829 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d4014b80 con 0x55836ab06b50 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.285+0000 7f45c6a00640 1 -- 172.21.15.29:0/896863829 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f45d4014d20 con 0x55836ab06b50 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.285+0000 7f45eb822740 1 -- 172.21.15.29:0/896863829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45d401b040 con 0x55836ab06b50 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.285+0000 7f45c6a00640 1 -- 172.21.15.29:0/896863829 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f45d4041050 con 0x55836ab06b50 2024-09-12T03:08:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.285+0000 7f45eb822740 10 client.4410 fetch_fsmap learned FSMap version 7 2024-09-12T03:08:33.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.285+0000 7f45eb822740 1 -- 172.21.15.29:0/896863829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55836ab20af0 con 0x55836ab06b50 2024-09-12T03:08:33.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.285+0000 7f45c6a00640 1 -- 172.21.15.29:0/896863829 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45d401b040 con 0x55836ab06b50 2024-09-12T03:08:33.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.286+0000 7f45c6a00640 1 -- 172.21.15.29:0/896863829 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f45d4044020 con 0x55836ab06b50 2024-09-12T03:08:33.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.286+0000 7f45eb822740 10 client.4410 fetch_fsmap finished waiting for FSMap version 7 2024-09-12T03:08:33.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.286+0000 7f45eb822740 10 client.4410 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:08:33.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.286+0000 7f45eb822740 20 client.4410 populate_metadata read hostname 'smithi029' 2024-09-12T03:08:33.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.286+0000 7f45eb822740 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55836aba8e20 0x55836ab1fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.286+0000 7f45eb822740 4 client.4410 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:08:33.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.286+0000 7f45eb822740 1 -- 172.21.15.29:0/896863829 --> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] -- command(tid 0: {"prefix": "status"}) -- 0x55836ab24c20 con 0x55836aba8e20 2024-09-12T03:08:33.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.286+0000 7f45d9400640 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55836aba8e20 0x55836ab1fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.286+0000 7f45d9400640 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55836aba8e20 0x55836ab1fa10 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=754a6cf5fd4721aa server_cookie=b61caac54fb28b1 in_seq=0 out_seq=0 2024-09-12T03:08:33.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.286+0000 7f45c6a00640 10 client.4410 ms_handle_connect on v2:172.21.15.29:6832/203632037 2024-09-12T03:08:33.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45c6a00640 1 -- 172.21.15.29:0/896863829 <== mds.0 v2:172.21.15.29:6832/203632037 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x55836ab24c20 con 0x55836aba8e20 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45c6a00640 10 client.4410 handle_command_reply: tid=0 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 1 client.4410 shutdown 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 1 -- 172.21.15.29:0/896863829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 msgr2=0x55836ab00c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab00c80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f45d4023cb0 tx=0x7f45d40014d0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 1 -- 172.21.15.29:0/896863829 shutdown_connections 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55836aba8e20 0x55836ab1fa10 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55836ab21510 0x55836ab22a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55836ab1aac0 0x55836ab9ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 1 --2- 172.21.15.29:0/896863829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55836ab06b50 0x55836ab00c80 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45c6a00640 0 client.4410 ms_handle_reset on v2:172.21.15.29:6832/203632037 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 1 -- 172.21.15.29:0/896863829 >> 172.21.15.29:0/896863829 conn(0x55836aada4b0 msgr2=0x55836aadc960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 1 -- 172.21.15.29:0/896863829 shutdown_connections 2024-09-12T03:08:33.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 1 -- 172.21.15.29:0/896863829 wait complete. 2024-09-12T03:08:33.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.287+0000 7f45eb822740 20 client.4410 trim_cache size 0 max 16384 2024-09-12T03:08:33.292 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:08:33.292 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:08:33.292 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:08:33.292 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4290, 2024-09-12T03:08:33.292 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:08:33.292 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:08:33.292 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:08:33.292 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 7.6481943689999996, 2024-09-12T03:08:33.293 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 7, 2024-09-12T03:08:33.293 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 24, 2024-09-12T03:08:33.293 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 24, 2024-09-12T03:08:33.293 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 13.474860337000001 2024-09-12T03:08:33.293 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 -- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f45c006be30 msgr2=0x7f45c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f45c006be30 0x7f45c006e2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f45d4001560 tx=0x7f45d4009040 comp rx=0 tx=0).stop 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 -- 172.21.15.29:0/788429948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45e4072620 msgr2=0x7f45e41f5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45e4072620 0x7f45e41f5830 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f45dc000fd0 tx=0x7f45dc00c970 comp rx=0 tx=0).stop 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 -- 172.21.15.29:0/788429948 shutdown_connections 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f45c006be30 0x7f45c006e2f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f45e4072620 0x7f45e41f5830 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f45e4072240 0x7f45e415a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 --2- 172.21.15.29:0/788429948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f45e406dfd0 0x7f45e4152260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 -- 172.21.15.29:0/788429948 >> 172.21.15.29:0/788429948 conn(0x7f45e4067da0 msgr2=0x7f45e415e490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 -- 172.21.15.29:0/788429948 shutdown_connections 2024-09-12T03:08:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.288+0000 7f45e8a00640 1 -- 172.21.15.29:0/788429948 wait complete. 2024-09-12T03:08:33.304 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-12T03:08:33.304 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-12T03:08:33.304 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T03:08:33.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.459+0000 7fcbb8e00640 1 Processor -- start 2024-09-12T03:08:33.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.460+0000 7fcbb8e00640 1 -- start start 2024-09-12T03:08:33.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb8e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcbb40d3150 0x7fcbb40b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb8e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcbb40b6530 0x7fcbb406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb8e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbb40d3680 con 0x7fcbb415e660 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb8e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fcbb406d4b0 con 0x7fcbb40d3150 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb8e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcbb40d3960 con 0x7fcbb40b6530 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb1400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcbb40d3150 0x7fcbb40b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb1400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcbb40d3150 0x7fcbb40b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52784/0 (socket says 172.21.15.29:52784) 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb1400640 1 -- 172.21.15.29:0/374114701 learned_addr learned my addr 172.21.15.29:0/374114701 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb2800640 1 --2- 172.21.15.29:0/374114701 >> v2:172.21.15.38:3300/0 conn(0x7fcbb40b6530 0x7fcbb406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb1400640 1 -- 172.21.15.29:0/374114701 >> v2:172.21.15.38:3300/0 conn(0x7fcbb40b6530 msgr2=0x7fcbb406d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb1400640 1 --2- 172.21.15.29:0/374114701 >> v2:172.21.15.38:3300/0 conn(0x7fcbb40b6530 0x7fcbb406d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb1400640 1 -- 172.21.15.29:0/374114701 >> v1:172.21.15.38:6789/0 conn(0x7fcbb415e660 legacy=0x7fcbb40d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.461+0000 7fcbb1400640 1 -- 172.21.15.29:0/374114701 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb406ce60 con 0x7fcbb40d3150 2024-09-12T03:08:33.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.462+0000 7fcbb1400640 1 --2- 172.21.15.29:0/374114701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbb40d3150 0x7fcbb40b5ff0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fcbb40c7ed0 tx=0x7fcba002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c1e26fa0eab9df2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:33.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.463+0000 7fcbb0a00640 1 -- 172.21.15.29:0/374114701 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba0037070 con 0x7fcbb40d3150 2024-09-12T03:08:33.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.463+0000 7fcbb0a00640 1 -- 172.21.15.29:0/374114701 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcba002ae50 con 0x7fcbb40d3150 2024-09-12T03:08:33.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.463+0000 7fcbb0a00640 1 -- 172.21.15.29:0/374114701 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba0032860 con 0x7fcbb40d3150 2024-09-12T03:08:33.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.463+0000 7fcbb8e00640 1 -- 172.21.15.29:0/374114701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbb40d3150 msgr2=0x7fcbb40b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.463+0000 7fcbb8e00640 1 --2- 172.21.15.29:0/374114701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbb40d3150 0x7fcbb40b5ff0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fcbb40c7ed0 tx=0x7fcba002a300 comp rx=0 tx=0).stop 2024-09-12T03:08:33.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.463+0000 7fcbb8e00640 1 -- 172.21.15.29:0/374114701 shutdown_connections 2024-09-12T03:08:33.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.463+0000 7fcbb8e00640 1 --2- 172.21.15.29:0/374114701 >> v2:172.21.15.38:3300/0 conn(0x7fcbb40b6530 0x7fcbb406d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.463+0000 7fcbb8e00640 1 --2- 172.21.15.29:0/374114701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbb40d3150 0x7fcbb40b5ff0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.463+0000 7fcbb8e00640 1 -- 172.21.15.29:0/374114701 >> 172.21.15.29:0/374114701 conn(0x7fcbb408c000 msgr2=0x7fcbb40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:33.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.463+0000 7fcbb8e00640 1 -- 172.21.15.29:0/374114701 shutdown_connections 2024-09-12T03:08:33.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.463+0000 7fcbb8e00640 1 -- 172.21.15.29:0/374114701 wait complete. 2024-09-12T03:08:33.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.465+0000 7fcbb8e00640 1 Processor -- start 2024-09-12T03:08:33.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.465+0000 7fcbb8e00640 1 -- start start 2024-09-12T03:08:33.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb8e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcbb40b6530 0x7fcbb40ba100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb8e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbb40d3150 0x7fcbb415ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb8e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcbb415e660 0x7fcbb40cbd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb8e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb406de80 con 0x7fcbb40d3150 2024-09-12T03:08:33.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb8e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb415ea40 con 0x7fcbb415e660 2024-09-12T03:08:33.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb8e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcbb406e000 con 0x7fcbb40b6530 2024-09-12T03:08:33.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbb40d3150 0x7fcbb415ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbb40d3150 0x7fcbb415ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52790/0 (socket says 172.21.15.29:52790) 2024-09-12T03:08:33.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb1400640 1 -- 172.21.15.29:0/1720296785 learned_addr learned my addr 172.21.15.29:0/1720296785 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:33.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb2800640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcbb415e660 0x7fcbb40cbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb1e00640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcbb40b6530 0x7fcbb40ba100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb1400640 1 -- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcbb40b6530 msgr2=0x7fcbb40ba100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb1400640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcbb40b6530 0x7fcbb40ba100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb1400640 1 -- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcbb415e660 msgr2=0x7fcbb40cbd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb1400640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcbb415e660 0x7fcbb40cbd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.466+0000 7fcbb1400640 1 -- 172.21.15.29:0/1720296785 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb40cd9e0 con 0x7fcbb40d3150 2024-09-12T03:08:33.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.467+0000 7fcbb1400640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbb40d3150 0x7fcbb415ae90 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcba0000c00 tx=0x7fcba00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:33.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.467+0000 7fcbaa000640 1 -- 172.21.15.29:0/1720296785 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba0042070 con 0x7fcbb40d3150 2024-09-12T03:08:33.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.467+0000 7fcbaa000640 1 -- 172.21.15.29:0/1720296785 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcba003e660 con 0x7fcbb40d3150 2024-09-12T03:08:33.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.467+0000 7fcbaa000640 1 -- 172.21.15.29:0/1720296785 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba0037040 con 0x7fcbb40d3150 2024-09-12T03:08:33.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.467+0000 7fcbb8e00640 1 -- 172.21.15.29:0/1720296785 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbb40cc560 con 0x7fcbb40d3150 2024-09-12T03:08:33.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.467+0000 7fcbb8e00640 1 -- 172.21.15.29:0/1720296785 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbb40cdf40 con 0x7fcbb40d3150 2024-09-12T03:08:33.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.468+0000 7fcbb8e00640 1 -- 172.21.15.29:0/1720296785 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbb406d920 con 0x7fcbb40d3150 2024-09-12T03:08:33.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.469+0000 7fcbaa000640 1 -- 172.21.15.29:0/1720296785 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcba0045070 con 0x7fcbb40d3150 2024-09-12T03:08:33.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.470+0000 7fcbaa000640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb9406be30 0x7fcb9406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:33.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.470+0000 7fcbaa000640 1 -- 172.21.15.29:0/1720296785 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fcba00aba50 con 0x7fcbb40d3150 2024-09-12T03:08:33.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.470+0000 7fcbb1e00640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb9406be30 0x7fcb9406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:33.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.471+0000 7fcbb1e00640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb9406be30 0x7fcb9406e2f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fcba4007fd0 tx=0x7fcba4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:33.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.474+0000 7fcbaa000640 1 -- 172.21.15.29:0/1720296785 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcbb40cd9e0 con 0x7fcbb40d3150 2024-09-12T03:08:33.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.698+0000 7fcbb8e00640 1 -- 172.21.15.29:0/1720296785 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fcbb40b4db0 con 0x7fcbb40d3150 2024-09-12T03:08:33.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.699+0000 7fcbaa000640 1 -- 172.21.15.29:0/1720296785 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+88 (secure 0 0 0) 0x7fcba007a020 con 0x7fcbb40d3150 2024-09-12T03:08:33.699 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-12T03:08:33.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 -- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb9406be30 msgr2=0x7fcb9406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb9406be30 0x7fcb9406e2f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fcba4007fd0 tx=0x7fcba4009040 comp rx=0 tx=0).stop 2024-09-12T03:08:33.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 -- 172.21.15.29:0/1720296785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbb40d3150 msgr2=0x7fcbb415ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:33.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbb40d3150 0x7fcbb415ae90 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcba0000c00 tx=0x7fcba00046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 -- 172.21.15.29:0/1720296785 shutdown_connections 2024-09-12T03:08:33.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb9406be30 0x7fcb9406e2f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcbb415e660 0x7fcbb40cbd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbb40d3150 0x7fcbb415ae90 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 --2- 172.21.15.29:0/1720296785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcbb40b6530 0x7fcbb40ba100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:33.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 -- 172.21.15.29:0/1720296785 >> 172.21.15.29:0/1720296785 conn(0x7fcbb408c000 msgr2=0x7fcbb406e390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:33.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 -- 172.21.15.29:0/1720296785 shutdown_connections 2024-09-12T03:08:33.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33.701+0000 7fcbb8e00640 1 -- 172.21.15.29:0/1720296785 wait complete. 2024-09-12T03:08:33.717 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-12T03:08:33.717 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T03:08:33.717 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-12T03:08:33.717 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-12T03:08:33.717 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-12T03:08:33.717 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-12T03:08:33.717 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-12T03:08:33.718 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T03:08:33.718 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-12T03:08:33.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:33.718 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-12T03:08:33.752 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:08:33.753 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:08:33.753 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:08:33.753 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:08:33.753 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-12T03:08:33.753 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:08:33.753 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:08:33.753 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:08:33.753 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-12T03:08:33.753 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:08:33.753 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:08:33.753 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-12T03:08:33.754 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T03:08:33.754 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-12T03:08:33.754 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-12T03:08:33.754 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-12T03:08:33.754 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42672sec preferred_lft 42672sec 2024-09-12T03:08:33.754 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-12T03:08:33.754 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:08:33.754 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:08:33.754 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-12T03:08:33.754 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-12T03:08:33.755 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-12T03:08:33.756 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:08:33.756 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:08:33.756 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add name ceph-brx type bridge 2024-09-12T03:08:33.756 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip addr flush dev ceph-brx 2024-09-12T03:08:33.756 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set ceph-brx up 2024-09-12T03:08:33.756 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-12T03:08:33.756 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:08:33.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:08:34.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:34.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:34.317 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T03:08:34.373 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-12T03:08:34.376 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:34.376 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-12T03:08:34.633 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-12T03:08:34.633 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T03:08:34.633 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-12T03:08:34.633 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-12T03:08:34.633 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T03:08:34.633 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:08:34.634 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:08:34.634 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-12T03:08:34.634 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-12T03:08:34.634 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-12T03:08:34.634 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:08:34.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:08:35.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:35.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:35.480 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:08:35.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:35.517 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list-id 2024-09-12T03:08:35.593 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:08:35.593 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:08:35.593 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T03:08:35.593 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-12T03:08:35.593 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:08:35.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:08:35.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:35.770 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-12T03:08:35.770 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:08:35.770 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:08:35.771 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-12T03:08:35.771 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-12T03:08:35.771 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-12T03:08:35.771 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-12T03:08:35.771 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-12T03:08:35.772 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:08:35.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:08:36.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:36.016 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:08:36.016 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:08:36.016 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2024-09-12T03:08:36.016 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set dev brx.0 master ceph-brx 2024-09-12T03:08:36.016 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:08:36.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:08:36.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:36.185 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-12T03:08:36.185 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:08:36.186 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-12T03:08:36.221 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-12T03:08:36.221 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:08:36.221 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-12T03:08:36.295 DEBUG:teuthology.orchestra.run.smithi029:> sudo modprobe fuse 2024-09-12T03:08:36.393 DEBUG:teuthology.orchestra.run.smithi029:> cat /proc/self/mounts | awk '{print $2}' 2024-09-12T03:08:36.429 INFO:teuthology.orchestra.run.smithi029.stdout:/proc 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/sys 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/dev 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/security 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/shm 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/pts 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/run 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/pstore 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/bpf 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/ 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/selinux 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2024-09-12T03:08:36.430 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/hugepages 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/mqueue 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/debug 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/tracing 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/fuse/connections 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/config 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-sysctl.service 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/nfs/rpc_pipefs 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/1000 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-0 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-1 2024-09-12T03:08:36.431 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-2 2024-09-12T03:08:36.432 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-3 2024-09-12T03:08:36.432 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns 2024-09-12T03:08:36.432 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T03:08:36.432 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T03:08:36.433 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:36.433 DEBUG:teuthology.orchestra.run.smithi029:> ls /sys/fs/fuse/connections 2024-09-12T03:08:36.508 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-12T03:08:36.508 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-12T03:08:36.552 DEBUG:teuthology.orchestra.run.smithi029:> sudo modprobe fuse 2024-09-12T03:08:36.609 DEBUG:teuthology.orchestra.run.smithi029:> cat /proc/self/mounts | awk '{print $2}' 2024-09-12T03:08:36.646 INFO:teuthology.orchestra.run.smithi029.stdout:/proc 2024-09-12T03:08:36.646 INFO:teuthology.orchestra.run.smithi029.stdout:/sys 2024-09-12T03:08:36.646 INFO:teuthology.orchestra.run.smithi029.stdout:/dev 2024-09-12T03:08:36.646 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/security 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/shm 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/pts 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/run 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/pstore 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/bpf 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/ 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/selinux 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/hugepages 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/mqueue 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/debug 2024-09-12T03:08:36.647 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/tracing 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/fuse/connections 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/config 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-sysctl.service 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/nfs/rpc_pipefs 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/1000 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-0 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-1 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-2 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph/osd/ceph-3 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns 2024-09-12T03:08:36.648 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T03:08:36.649 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T03:08:36.649 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:36.650 DEBUG:teuthology.orchestra.run.smithi029:> ls /sys/fs/fuse/connections 2024-09-12T03:08:36.713 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi029.stderr:2024-09-12T03:08:36.712+0000 7f8950eeb480 -1 init, newargv = 0x562ae489dca0 newargc=15 2024-09-12T03:08:36.713 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi029.stderr:ceph-fuse[41167]: starting ceph client 2024-09-12T03:08:36.724 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi029.stderr:ceph-fuse[41167]: starting fuse 2024-09-12T03:08:36.728 INFO:teuthology.orchestra.run.smithi029.stdout:43 2024-09-12T03:08:36.729 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-12T03:08:36.729 DEBUG:teuthology.orchestra.run.smithi029:> sudo stdin-killer -- python3 -c ' 2024-09-12T03:08:36.729 DEBUG:teuthology.orchestra.run.smithi029:> import glob 2024-09-12T03:08:36.729 DEBUG:teuthology.orchestra.run.smithi029:> import re 2024-09-12T03:08:36.729 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:08:36.729 DEBUG:teuthology.orchestra.run.smithi029:> import subprocess 2024-09-12T03:08:36.729 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:08:36.729 DEBUG:teuthology.orchestra.run.smithi029:> def _find_admin_socket(client_name): 2024-09-12T03:08:36.729 DEBUG:teuthology.orchestra.run.smithi029:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> files = glob.glob(asok_path) 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> # Given a non-glob path, it better be there 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> if "*" not in asok_path: 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> assert(len(files) == 1) 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> return files[0] 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> for f in files: 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> contents = proc_f.read() 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> if mountpoint in contents: 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> return f 2024-09-12T03:08:36.730 DEBUG:teuthology.orchestra.run.smithi029:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-12T03:08:36.731 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:08:36.731 DEBUG:teuthology.orchestra.run.smithi029:> print(_find_admin_socket("client.admin")) 2024-09-12T03:08:36.731 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:08:36.893 INFO:teuthology.orchestra.run.smithi029.stdout:/var/run/ceph/ceph-client.admin.41167.asok 2024-09-12T03:08:36.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:36.907 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.41167.asok 2024-09-12T03:08:36.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:36.907 DEBUG:teuthology.orchestra.run.smithi029:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.41167.asok status 2024-09-12T03:08:37.093 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:08:37.093 INFO:teuthology.orchestra.run.smithi029.stdout: "metadata": { 2024-09-12T03:08:37.093 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_sha1": "b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc", 2024-09-12T03:08:37.093 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_version": "ceph version 19.1.1-298-gb53b6d3e (b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc) squid (stable)", 2024-09-12T03:08:37.093 INFO:teuthology.orchestra.run.smithi029.stdout: "entity_id": "admin", 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: "hostname": "smithi029", 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: "pid": "41167", 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: "root": "/" 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: "dentry_count": 0, 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: "dentry_pinned_count": 0, 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4422, 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: "inst": { 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: "name": { 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "client", 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: "num": 4422 2024-09-12T03:08:37.094 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": { 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v1", 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "192.168.0.1:0", 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 2706023475 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": { 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v1", 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "192.168.0.1:0", 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 2706023475 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: "inst_str": "client.4422 192.168.0.1:0/2706023475", 2024-09-12T03:08:37.095 INFO:teuthology.orchestra.run.smithi029.stdout: "addr_str": "192.168.0.1:0/2706023475", 2024-09-12T03:08:37.096 INFO:teuthology.orchestra.run.smithi029.stdout: "inode_count": 1, 2024-09-12T03:08:37.096 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_epoch": 7, 2024-09-12T03:08:37.096 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_epoch": 24, 2024-09-12T03:08:37.096 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_epoch_barrier": 0, 2024-09-12T03:08:37.096 INFO:teuthology.orchestra.run.smithi029.stdout: "blocklisted": false, 2024-09-12T03:08:37.096 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs" 2024-09-12T03:08:37.096 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:08:37.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:37.105 DEBUG:teuthology.orchestra.run.smithi029:> stat --file-system '--printf=%T 2024-09-12T03:08:37.105 DEBUG:teuthology.orchestra.run.smithi029:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-12T03:08:37.141 INFO:teuthology.orchestra.run.smithi029.stdout:fuseblk 2024-09-12T03:08:37.141 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-12T03:08:37.141 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:37.141 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-12T03:08:37.238 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-12T03:08:37.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:08:37.346 INFO:teuthology.orchestra.run.smithi029.stdout:# file: . 2024-09-12T03:08:37.346 INFO:teuthology.orchestra.run.smithi029.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-12T03:08:37.346 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:37.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:37.355 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:08:37.355 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:08:37.391 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:08:37.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.587+0000 7f84aa400640 1 Processor -- start 2024-09-12T03:08:37.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.587+0000 7f84aa400640 1 -- start start 2024-09-12T03:08:37.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.588+0000 7f84aa400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f84a40726e0 0x7f84a40afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:37.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.588+0000 7f84aa400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84a40b3c60 con 0x7f84a41475b0 2024-09-12T03:08:37.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.588+0000 7f84aa400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84a40b3f40 con 0x7f84a4147990 2024-09-12T03:08:37.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.589+0000 7f84aa400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f84a40b4220 con 0x7f84a40726e0 2024-09-12T03:08:37.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.589+0000 7f84a3e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f84a40726e0 0x7f84a40afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:37.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.589+0000 7f84a3400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f84a41475b0 0x7f84a40b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36252/0 (socket says 172.21.15.29:36252) 2024-09-12T03:08:37.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.589+0000 7f84a3400640 1 -- 172.21.15.29:0/2993019404 learned_addr learned my addr 172.21.15.29:0/2993019404 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:37.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.589+0000 7f84a3e00640 1 -- 172.21.15.29:0/2993019404 >> v1:172.21.15.38:6789/0 conn(0x7f84a4147990 legacy=0x7f84a4071fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:37.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.589+0000 7f84a3e00640 1 -- 172.21.15.29:0/2993019404 >> v1:172.21.15.29:6789/0 conn(0x7f84a41475b0 legacy=0x7f84a40b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:37.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.589+0000 7f84a3e00640 1 -- 172.21.15.29:0/2993019404 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a40b4500 con 0x7f84a40726e0 2024-09-12T03:08:37.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.589+0000 7f84a2a00640 1 -- 172.21.15.29:0/2993019404 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2026189300 0 0) 0x7f84a40b3c60 con 0x7f84a41475b0 2024-09-12T03:08:37.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.590+0000 7f84a3e00640 1 --2- 172.21.15.29:0/2993019404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84a40726e0 0x7f84a40afb60 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f849c009d90 tx=0x7f849c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37ce6665c0108807 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:37.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.591+0000 7f84a2a00640 1 -- 172.21.15.29:0/2993019404 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849c007740 con 0x7f84a40726e0 2024-09-12T03:08:37.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.591+0000 7f84a2a00640 1 -- 172.21.15.29:0/2993019404 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f849c0078e0 con 0x7f84a40726e0 2024-09-12T03:08:37.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.591+0000 7f84a2a00640 1 -- 172.21.15.29:0/2993019404 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849c007cb0 con 0x7f84a40726e0 2024-09-12T03:08:37.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.591+0000 7f84aa400640 1 -- 172.21.15.29:0/2993019404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84a40726e0 msgr2=0x7f84a40afb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:37.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.591+0000 7f84aa400640 1 --2- 172.21.15.29:0/2993019404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84a40726e0 0x7f84a40afb60 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f849c009d90 tx=0x7f849c02a6f0 comp rx=0 tx=0).stop 2024-09-12T03:08:37.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.591+0000 7f84aa400640 1 -- 172.21.15.29:0/2993019404 shutdown_connections 2024-09-12T03:08:37.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.591+0000 7f84aa400640 1 --2- 172.21.15.29:0/2993019404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84a40726e0 0x7f84a40afb60 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:37.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.591+0000 7f84aa400640 1 -- 172.21.15.29:0/2993019404 >> 172.21.15.29:0/2993019404 conn(0x7f84a4067da0 msgr2=0x7f84a406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:37.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.591+0000 7f84aa400640 1 -- 172.21.15.29:0/2993019404 shutdown_connections 2024-09-12T03:08:37.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.591+0000 7f84aa400640 1 -- 172.21.15.29:0/2993019404 wait complete. 2024-09-12T03:08:37.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.593+0000 7f84aa400640 1 Processor -- start 2024-09-12T03:08:37.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.593+0000 7f84aa400640 1 -- start start 2024-09-12T03:08:37.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.594+0000 7f84aa400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f84a40726e0 0x7f84a4146990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.594+0000 7f84aa400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f84a41475b0 0x7f84a415eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.594+0000 7f84aa400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84a4147990 0x7f84a41595c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.594+0000 7f84aa400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f84a406f160 con 0x7f84a4147990 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.594+0000 7f84aa400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f84a406efe0 con 0x7f84a40726e0 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.594+0000 7f84aa400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f84a4169300 con 0x7f84a41475b0 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.594+0000 7f84a3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84a4147990 0x7f84a41595c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.594+0000 7f84a3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84a4147990 0x7f84a41595c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52804/0 (socket says 172.21.15.29:52804) 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.594+0000 7f84a3e00640 1 -- 172.21.15.29:0/1254550669 learned_addr learned my addr 172.21.15.29:0/1254550669 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.594+0000 7f84a3400640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f84a40726e0 0x7f84a4146990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.594+0000 7f849be00640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f84a41475b0 0x7f84a415eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.595+0000 7f84a3e00640 1 -- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f84a41475b0 msgr2=0x7f84a415eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:37.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.595+0000 7f84a3e00640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f84a41475b0 0x7f84a415eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:37.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.595+0000 7f84a3e00640 1 -- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f84a40726e0 msgr2=0x7f84a4146990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:37.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.595+0000 7f84a3e00640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f84a40726e0 0x7f84a4146990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:37.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.595+0000 7f84a3e00640 1 -- 172.21.15.29:0/1254550669 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a4145020 con 0x7f84a4147990 2024-09-12T03:08:37.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.595+0000 7f84a3e00640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84a4147990 0x7f84a41595c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f849c009eb0 tx=0x7f849c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:37.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.595+0000 7f849b400640 1 -- 172.21.15.29:0/1254550669 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849c040070 con 0x7f84a4147990 2024-09-12T03:08:37.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.595+0000 7f849b400640 1 -- 172.21.15.29:0/1254550669 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f849c031c40 con 0x7f84a4147990 2024-09-12T03:08:37.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.595+0000 7f849b400640 1 -- 172.21.15.29:0/1254550669 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849c003990 con 0x7f84a4147990 2024-09-12T03:08:37.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.595+0000 7f84aa400640 1 -- 172.21.15.29:0/1254550669 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84a41420d0 con 0x7f84a4147990 2024-09-12T03:08:37.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.595+0000 7f84aa400640 1 -- 172.21.15.29:0/1254550669 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84a4161530 con 0x7f84a4147990 2024-09-12T03:08:37.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.596+0000 7f84aa400640 1 -- 172.21.15.29:0/1254550669 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84a40afb60 con 0x7f84a4147990 2024-09-12T03:08:37.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.597+0000 7f849b400640 1 -- 172.21.15.29:0/1254550669 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f849c039040 con 0x7f84a4147990 2024-09-12T03:08:37.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.598+0000 7f849b400640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f848006be30 0x7f848006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:37.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.598+0000 7f849b400640 1 -- 172.21.15.29:0/1254550669 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f849c0ac570 con 0x7f84a4147990 2024-09-12T03:08:37.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.599+0000 7f84a3400640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f848006be30 0x7f848006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:37.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.599+0000 7f84a3400640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f848006be30 0x7f848006e2f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8494007f70 tx=0x7f8494007f00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:37.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.603+0000 7f849b400640 1 -- 172.21.15.29:0/1254550669 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f849c07a460 con 0x7f84a4147990 2024-09-12T03:08:37.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.805+0000 7f84aa400640 1 -- 172.21.15.29:0/1254550669 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f84a41422a0 con 0x7f84a4147990 2024-09-12T03:08:37.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.805+0000 7f849b400640 1 -- 172.21.15.29:0/1254550669 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) ==== 80+0+0 (secure 0 0 0) 0x7f849c07e760 con 0x7f84a4147990 2024-09-12T03:08:37.806 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:08:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.807+0000 7f84aa400640 1 -- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f848006be30 msgr2=0x7f848006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.808+0000 7f84aa400640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f848006be30 0x7f848006e2f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8494007f70 tx=0x7f8494007f00 comp rx=0 tx=0).stop 2024-09-12T03:08:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.808+0000 7f84aa400640 1 -- 172.21.15.29:0/1254550669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84a4147990 msgr2=0x7f84a41595c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.808+0000 7f84aa400640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84a4147990 0x7f84a41595c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f849c009eb0 tx=0x7f849c004a40 comp rx=0 tx=0).stop 2024-09-12T03:08:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.808+0000 7f84aa400640 1 -- 172.21.15.29:0/1254550669 shutdown_connections 2024-09-12T03:08:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.808+0000 7f84aa400640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f848006be30 0x7f848006e2f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.808+0000 7f84aa400640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84a4147990 0x7f84a41595c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.808+0000 7f84aa400640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f84a41475b0 0x7f84a415eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.808+0000 7f84aa400640 1 --2- 172.21.15.29:0/1254550669 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f84a40726e0 0x7f84a4146990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.808+0000 7f84aa400640 1 -- 172.21.15.29:0/1254550669 >> 172.21.15.29:0/1254550669 conn(0x7f84a4067da0 msgr2=0x7f84a41626d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.808+0000 7f84aa400640 1 -- 172.21.15.29:0/1254550669 shutdown_connections 2024-09-12T03:08:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:37.808+0000 7f84aa400640 1 -- 172.21.15.29:0/1254550669 wait complete. 2024-09-12T03:08:37.823 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:08:37.823 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:08:37.860 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:08:38.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.058+0000 7fb848a00640 1 Processor -- start 2024-09-12T03:08:38.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.059+0000 7fb848a00640 1 -- start start 2024-09-12T03:08:38.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.060+0000 7fb848a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb844072240 0x7fb84415d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:38.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.060+0000 7fb848a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb8440afc40 0x7fb8440cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:38.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.060+0000 7fb848a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb84415d730 con 0x7fb844072620 2024-09-12T03:08:38.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.060+0000 7fb848a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb84406e590 con 0x7fb8440afc40 2024-09-12T03:08:38.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.060+0000 7fb848a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb84406e870 con 0x7fb844072240 2024-09-12T03:08:38.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.060+0000 7fb842800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb8440afc40 0x7fb8440cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:38.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.060+0000 7fb842800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb8440afc40 0x7fb8440cd1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52806/0 (socket says 172.21.15.29:52806) 2024-09-12T03:08:38.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.060+0000 7fb842800640 1 -- 172.21.15.29:0/2795423180 learned_addr learned my addr 172.21.15.29:0/2795423180 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:38.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.060+0000 7fb841e00640 1 --2- 172.21.15.29:0/2795423180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb844072240 0x7fb84415d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:38.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.061+0000 7fb842800640 1 -- 172.21.15.29:0/2795423180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb844072240 msgr2=0x7fb84415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:38.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.061+0000 7fb842800640 1 --2- 172.21.15.29:0/2795423180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb844072240 0x7fb84415d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:38.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.061+0000 7fb842800640 1 -- 172.21.15.29:0/2795423180 >> v1:172.21.15.38:6789/0 conn(0x7fb844072620 legacy=0x7fb8440af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:38.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.061+0000 7fb842800640 1 -- 172.21.15.29:0/2795423180 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb84406eb50 con 0x7fb8440afc40 2024-09-12T03:08:38.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.062+0000 7fb842800640 1 --2- 172.21.15.29:0/2795423180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8440afc40 0x7fb8440cd1d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb83c009e50 tx=0x7fb83c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54ec63d7036d3edb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:38.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.062+0000 7fb840a00640 1 -- 172.21.15.29:0/2795423180 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb83c036070 con 0x7fb8440afc40 2024-09-12T03:08:38.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.062+0000 7fb840a00640 1 -- 172.21.15.29:0/2795423180 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb83c031600 con 0x7fb8440afc40 2024-09-12T03:08:38.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.062+0000 7fb840a00640 1 -- 172.21.15.29:0/2795423180 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb83c0319d0 con 0x7fb8440afc40 2024-09-12T03:08:38.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.063+0000 7fb848a00640 1 -- 172.21.15.29:0/2795423180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8440afc40 msgr2=0x7fb8440cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:38.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.063+0000 7fb848a00640 1 --2- 172.21.15.29:0/2795423180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8440afc40 0x7fb8440cd1d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb83c009e50 tx=0x7fb83c02a730 comp rx=0 tx=0).stop 2024-09-12T03:08:38.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.063+0000 7fb848a00640 1 -- 172.21.15.29:0/2795423180 shutdown_connections 2024-09-12T03:08:38.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.063+0000 7fb848a00640 1 --2- 172.21.15.29:0/2795423180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8440afc40 0x7fb8440cd1d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:38.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.063+0000 7fb848a00640 1 --2- 172.21.15.29:0/2795423180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb844072240 0x7fb84415d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:38.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.063+0000 7fb848a00640 1 -- 172.21.15.29:0/2795423180 >> 172.21.15.29:0/2795423180 conn(0x7fb844067da0 msgr2=0x7fb84406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:38.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.063+0000 7fb848a00640 1 -- 172.21.15.29:0/2795423180 shutdown_connections 2024-09-12T03:08:38.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.063+0000 7fb848a00640 1 -- 172.21.15.29:0/2795423180 wait complete. 2024-09-12T03:08:38.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.064+0000 7fb848a00640 1 Processor -- start 2024-09-12T03:08:38.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.064+0000 7fb848a00640 1 -- start start 2024-09-12T03:08:38.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.065+0000 7fb848a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb844072240 0x7fb844155620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:38.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.065+0000 7fb848a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb844072620 0x7fb84415a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:38.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.065+0000 7fb848a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8440afc40 0x7fb8440a9f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:38.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.065+0000 7fb848a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb84406e150 con 0x7fb844072240 2024-09-12T03:08:38.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.065+0000 7fb848a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb84406dfd0 con 0x7fb8440afc40 2024-09-12T03:08:38.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.065+0000 7fb848a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb84406e2d0 con 0x7fb844072620 2024-09-12T03:08:38.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.066+0000 7fb841e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb844072240 0x7fb844155620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:38.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.066+0000 7fb841e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb844072240 0x7fb844155620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52810/0 (socket says 172.21.15.29:52810) 2024-09-12T03:08:38.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.066+0000 7fb841e00640 1 -- 172.21.15.29:0/1305155004 learned_addr learned my addr 172.21.15.29:0/1305155004 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:38.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.066+0000 7fb842800640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8440afc40 0x7fb8440a9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:38.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.066+0000 7fb841400640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb844072620 0x7fb84415a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.066+0000 7fb841e00640 1 -- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb844072620 msgr2=0x7fb84415a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.066+0000 7fb841e00640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb844072620 0x7fb84415a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.066+0000 7fb841e00640 1 -- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8440afc40 msgr2=0x7fb8440a9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.066+0000 7fb841e00640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8440afc40 0x7fb8440a9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.066+0000 7fb841e00640 1 -- 172.21.15.29:0/1305155004 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb84415ab90 con 0x7fb844072240 2024-09-12T03:08:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.066+0000 7fb841e00640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb844072240 0x7fb844155620 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb83400e9b0 tx=0x7fb83400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.067+0000 7fb83a000640 1 -- 172.21.15.29:0/1305155004 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb834017070 con 0x7fb844072240 2024-09-12T03:08:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.067+0000 7fb83a000640 1 -- 172.21.15.29:0/1305155004 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb83400c9a0 con 0x7fb844072240 2024-09-12T03:08:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.067+0000 7fb83a000640 1 -- 172.21.15.29:0/1305155004 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb83400cd90 con 0x7fb844072240 2024-09-12T03:08:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.067+0000 7fb848a00640 1 -- 172.21.15.29:0/1305155004 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb84415ae70 con 0x7fb844072240 2024-09-12T03:08:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.067+0000 7fb848a00640 1 -- 172.21.15.29:0/1305155004 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb84415b710 con 0x7fb844072240 2024-09-12T03:08:38.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.068+0000 7fb848a00640 1 -- 172.21.15.29:0/1305155004 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8440cfa40 con 0x7fb844072240 2024-09-12T03:08:38.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.069+0000 7fb83a000640 1 -- 172.21.15.29:0/1305155004 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb83401a070 con 0x7fb844072240 2024-09-12T03:08:38.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.069+0000 7fb83a000640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb82406be30 0x7fb82406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:38.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.070+0000 7fb83a000640 1 -- 172.21.15.29:0/1305155004 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fb83408b590 con 0x7fb844072240 2024-09-12T03:08:38.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.070+0000 7fb841400640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb82406be30 0x7fb82406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:38.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.071+0000 7fb841400640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb82406be30 0x7fb82406e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb8440b0570 tx=0x7fb830009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:38.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.074+0000 7fb83a000640 1 -- 172.21.15.29:0/1305155004 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb8440cfa40 con 0x7fb844072240 2024-09-12T03:08:38.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.275+0000 7fb848a00640 1 -- 172.21.15.29:0/1305155004 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb84415d1f0 con 0x7fb844072240 2024-09-12T03:08:38.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.276+0000 7fb83a000640 1 -- 172.21.15.29:0/1305155004 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) ==== 80+0+0 (secure 0 0 0) 0x7fb834059510 con 0x7fb844072240 2024-09-12T03:08:38.277 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:08:38.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 -- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb82406be30 msgr2=0x7fb82406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:38.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb82406be30 0x7fb82406e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb8440b0570 tx=0x7fb830009040 comp rx=0 tx=0).stop 2024-09-12T03:08:38.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 -- 172.21.15.29:0/1305155004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb844072240 msgr2=0x7fb844155620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:38.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb844072240 0x7fb844155620 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb83400e9b0 tx=0x7fb83400ee70 comp rx=0 tx=0).stop 2024-09-12T03:08:38.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 -- 172.21.15.29:0/1305155004 shutdown_connections 2024-09-12T03:08:38.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb82406be30 0x7fb82406e2f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:38.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8440afc40 0x7fb8440a9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:38.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb844072620 0x7fb84415a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:38.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 --2- 172.21.15.29:0/1305155004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb844072240 0x7fb844155620 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:38.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 -- 172.21.15.29:0/1305155004 >> 172.21.15.29:0/1305155004 conn(0x7fb844067da0 msgr2=0x7fb84406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:38.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 -- 172.21.15.29:0/1305155004 shutdown_connections 2024-09-12T03:08:38.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:38.278+0000 7fb848a00640 1 -- 172.21.15.29:0/1305155004 wait complete. 2024-09-12T03:08:38.294 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi029.front.sepia.ceph.com... 2024-09-12T03:08:38.294 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:38.294 DEBUG:teuthology.orchestra.run.smithi029:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-12T03:08:38.347 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi029.stderr:ceph-fuse[41167]: fuse finished with error 0 and tester_r 0 2024-09-12T03:08:38.351 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:08:44.452 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:08:44.452 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:44.452 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-12T03:08:44.506 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.666+0000 7fe1dd800640 1 Processor -- start 2024-09-12T03:08:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.666+0000 7fe1dd800640 1 -- start start 2024-09-12T03:08:44.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.668+0000 7fe1dd800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe1d8072240 0x7fe1d815d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:44.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.668+0000 7fe1dd800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1d815d730 con 0x7fe1d80afc40 2024-09-12T03:08:44.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.668+0000 7fe1dd800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1d806e590 con 0x7fe1d8072620 2024-09-12T03:08:44.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.668+0000 7fe1dd800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe1d806e870 con 0x7fe1d8072240 2024-09-12T03:08:44.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.668+0000 7fe1d6a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe1d8072240 0x7fe1d815d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:44.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.668+0000 7fe1d6a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe1d8072240 0x7fe1d815d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40336/0 (socket says 172.21.15.29:40336) 2024-09-12T03:08:44.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.668+0000 7fe1d6a00640 1 -- 172.21.15.29:0/2611030085 learned_addr learned my addr 172.21.15.29:0/2611030085 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:44.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.668+0000 7fe1d6a00640 1 -- 172.21.15.29:0/2611030085 >> v1:172.21.15.38:6789/0 conn(0x7fe1d8072620 legacy=0x7fe1d80af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:44.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.668+0000 7fe1d6a00640 1 -- 172.21.15.29:0/2611030085 >> v1:172.21.15.29:6789/0 conn(0x7fe1d80afc40 legacy=0x7fe1d80cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:44.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.668+0000 7fe1d6a00640 1 -- 172.21.15.29:0/2611030085 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d806eb50 con 0x7fe1d8072240 2024-09-12T03:08:44.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.669+0000 7fe1d6a00640 1 --2- 172.21.15.29:0/2611030085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8072240 0x7fe1d815d1f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009870 tx=0x7fe1c802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30e4cd27b71f395e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:44.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.670+0000 7fe1d6000640 1 -- 172.21.15.29:0/2611030085 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8037070 con 0x7fe1d8072240 2024-09-12T03:08:44.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.670+0000 7fe1d6000640 1 -- 172.21.15.29:0/2611030085 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1c802ae50 con 0x7fe1d8072240 2024-09-12T03:08:44.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.670+0000 7fe1d6000640 1 -- 172.21.15.29:0/2611030085 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8032860 con 0x7fe1d8072240 2024-09-12T03:08:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.670+0000 7fe1dd800640 1 -- 172.21.15.29:0/2611030085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8072240 msgr2=0x7fe1d815d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.670+0000 7fe1dd800640 1 --2- 172.21.15.29:0/2611030085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8072240 0x7fe1d815d1f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009870 tx=0x7fe1c802a300 comp rx=0 tx=0).stop 2024-09-12T03:08:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.670+0000 7fe1dd800640 1 -- 172.21.15.29:0/2611030085 shutdown_connections 2024-09-12T03:08:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.670+0000 7fe1dd800640 1 --2- 172.21.15.29:0/2611030085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8072240 0x7fe1d815d1f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.670+0000 7fe1dd800640 1 -- 172.21.15.29:0/2611030085 >> 172.21.15.29:0/2611030085 conn(0x7fe1d8067da0 msgr2=0x7fe1d806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.671+0000 7fe1dd800640 1 -- 172.21.15.29:0/2611030085 shutdown_connections 2024-09-12T03:08:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.671+0000 7fe1dd800640 1 -- 172.21.15.29:0/2611030085 wait complete. 2024-09-12T03:08:44.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.672+0000 7fe1dd800640 1 Processor -- start 2024-09-12T03:08:44.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.672+0000 7fe1dd800640 1 -- start start 2024-09-12T03:08:44.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.673+0000 7fe1dd800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d8072240 0x7fe1d8150150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:44.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.673+0000 7fe1dd800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d8072620 0x7fe1d813e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:44.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.673+0000 7fe1dd800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d80afc40 0x7fe1d814d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:44.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.673+0000 7fe1dd800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d806e150 con 0x7fe1d80afc40 2024-09-12T03:08:44.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.673+0000 7fe1dd800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d806dfd0 con 0x7fe1d8072620 2024-09-12T03:08:44.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.673+0000 7fe1dd800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe1d806e2d0 con 0x7fe1d8072240 2024-09-12T03:08:44.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.673+0000 7fe1d7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d80afc40 0x7fe1d814d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:44.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1d7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d80afc40 0x7fe1d814d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40338/0 (socket says 172.21.15.29:40338) 2024-09-12T03:08:44.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1d7400640 1 -- 172.21.15.29:0/2405132091 learned_addr learned my addr 172.21.15.29:0/2405132091 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:44.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1d6a00640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d8072240 0x7fe1d8150150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1cfe00640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d8072620 0x7fe1d813e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1d7400640 1 -- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d8072240 msgr2=0x7fe1d8150150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1d7400640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d8072240 0x7fe1d8150150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1d7400640 1 -- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d8072620 msgr2=0x7fe1d813e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1d7400640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d8072620 0x7fe1d813e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1d7400640 1 -- 172.21.15.29:0/2405132091 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d80b0bd0 con 0x7fe1d80afc40 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1d7400640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d80afc40 0x7fe1d814d770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe1d000c760 tx=0x7fe1d000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1cea00640 1 -- 172.21.15.29:0/2405132091 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d0003b70 con 0x7fe1d80afc40 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1cea00640 1 -- 172.21.15.29:0/2405132091 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1d0003d10 con 0x7fe1d80afc40 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1cea00640 1 -- 172.21.15.29:0/2405132091 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d000aa90 con 0x7fe1d80afc40 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.674+0000 7fe1dd800640 1 -- 172.21.15.29:0/2405132091 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1d8150aa0 con 0x7fe1d80afc40 2024-09-12T03:08:44.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.675+0000 7fe1dd800640 1 -- 172.21.15.29:0/2405132091 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1d80cd170 con 0x7fe1d80afc40 2024-09-12T03:08:44.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.676+0000 7fe1dd800640 1 -- 172.21.15.29:0/2405132091 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1d815d1f0 con 0x7fe1d80afc40 2024-09-12T03:08:44.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.676+0000 7fe1cea00640 1 -- 172.21.15.29:0/2405132091 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe1d000ac30 con 0x7fe1d80afc40 2024-09-12T03:08:44.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.678+0000 7fe1cea00640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b406be30 0x7fe1b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:44.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.678+0000 7fe1cea00640 1 -- 172.21.15.29:0/2405132091 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fe1d008ae80 con 0x7fe1d80afc40 2024-09-12T03:08:44.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.678+0000 7fe1d6a00640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b406be30 0x7fe1b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:44.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.679+0000 7fe1d6a00640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b406be30 0x7fe1b406e2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8034000 tx=0x7fe1c802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:44.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.683+0000 7fe1cea00640 1 -- 172.21.15.29:0/2405132091 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1d0058e90 con 0x7fe1d80afc40 2024-09-12T03:08:44.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.869+0000 7fe1dd800640 1 -- 172.21.15.29:0/2405132091 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe1d815c240 con 0x7fe1d80afc40 2024-09-12T03:08:44.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.870+0000 7fe1cea00640 1 -- 172.21.15.29:0/2405132091 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18526 (secure 0 0 0) 0x7fe1d005d190 con 0x7fe1d80afc40 2024-09-12T03:08:44.871 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:44.871 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:30.105585+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:44.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.872+0000 7fe1dd800640 1 -- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b406be30 msgr2=0x7fe1b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:44.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.872+0000 7fe1dd800640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b406be30 0x7fe1b406e2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8034000 tx=0x7fe1c802e000 comp rx=0 tx=0).stop 2024-09-12T03:08:44.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.872+0000 7fe1dd800640 1 -- 172.21.15.29:0/2405132091 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d80afc40 msgr2=0x7fe1d814d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:44.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.872+0000 7fe1dd800640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d80afc40 0x7fe1d814d770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe1d000c760 tx=0x7fe1d000cc20 comp rx=0 tx=0).stop 2024-09-12T03:08:44.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.873+0000 7fe1dd800640 1 -- 172.21.15.29:0/2405132091 shutdown_connections 2024-09-12T03:08:44.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.873+0000 7fe1dd800640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b406be30 0x7fe1b406e2f0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:44.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.873+0000 7fe1dd800640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d80afc40 0x7fe1d814d770 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:44.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.873+0000 7fe1dd800640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d8072620 0x7fe1d813e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:44.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.873+0000 7fe1dd800640 1 --2- 172.21.15.29:0/2405132091 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d8072240 0x7fe1d8150150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:44.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.873+0000 7fe1dd800640 1 -- 172.21.15.29:0/2405132091 >> 172.21.15.29:0/2405132091 conn(0x7fe1d8067da0 msgr2=0x7fe1d815dbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:44.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.873+0000 7fe1dd800640 1 -- 172.21.15.29:0/2405132091 shutdown_connections 2024-09-12T03:08:44.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:44.873+0000 7fe1dd800640 1 -- 172.21.15.29:0/2405132091 wait complete. 2024-09-12T03:08:44.890 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:45.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.047+0000 7fdff3800640 1 Processor -- start 2024-09-12T03:08:45.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.048+0000 7fdff3800640 1 -- start start 2024-09-12T03:08:45.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdff3800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fdfec161ae0 0x7fdfec0ceb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdff3800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdfec0b5410 0x7fdfec0cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdff3800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdfec161ec0 0x7fdfec0cf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdff3800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fdfec0d32d0 con 0x7fdfec0b5410 2024-09-12T03:08:45.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdff3800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fdfec0d3500 con 0x7fdfec161ae0 2024-09-12T03:08:45.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdff3800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdfec0d37c0 con 0x7fdfec161ec0 2024-09-12T03:08:45.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdfebe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdfec0b5410 0x7fdfec0cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdfebe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdfec0b5410 0x7fdfec0cf4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40344/0 (socket says 172.21.15.29:40344) 2024-09-12T03:08:45.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdfebe00640 1 -- 172.21.15.29:0/3200207566 learned_addr learned my addr 172.21.15.29:0/3200207566 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:45.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdff1800640 1 --2- 172.21.15.29:0/3200207566 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdfec161ec0 0x7fdfec0cf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdff0e00640 1 --2- 172.21.15.29:0/3200207566 >> v2:172.21.15.38:3300/0 conn(0x7fdfec161ae0 0x7fdfec0ceb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdfebe00640 1 -- 172.21.15.29:0/3200207566 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdfec161ec0 msgr2=0x7fdfec0cf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:45.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdfebe00640 1 --2- 172.21.15.29:0/3200207566 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdfec161ec0 0x7fdfec0cf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdfebe00640 1 -- 172.21.15.29:0/3200207566 >> v2:172.21.15.38:3300/0 conn(0x7fdfec161ae0 msgr2=0x7fdfec0ceb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:45.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdfebe00640 1 --2- 172.21.15.29:0/3200207566 >> v2:172.21.15.38:3300/0 conn(0x7fdfec161ae0 0x7fdfec0ceb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdfebe00640 1 -- 172.21.15.29:0/3200207566 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfec0d3aa0 con 0x7fdfec0b5410 2024-09-12T03:08:45.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.049+0000 7fdff0e00640 1 --2- 172.21.15.29:0/3200207566 >> v2:172.21.15.38:3300/0 conn(0x7fdfec161ae0 0x7fdfec0ceb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:45.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.050+0000 7fdfebe00640 1 --2- 172.21.15.29:0/3200207566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfec0b5410 0x7fdfec0cf4b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fdfec08dee0 tx=0x7fdfd802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6b2811bc7adc0c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:45.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.051+0000 7fdfeb400640 1 -- 172.21.15.29:0/3200207566 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd8004030 con 0x7fdfec0b5410 2024-09-12T03:08:45.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.051+0000 7fdfeb400640 1 -- 172.21.15.29:0/3200207566 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfd80041d0 con 0x7fdfec0b5410 2024-09-12T03:08:45.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.051+0000 7fdfeb400640 1 -- 172.21.15.29:0/3200207566 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd8003610 con 0x7fdfec0b5410 2024-09-12T03:08:45.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.051+0000 7fdff3800640 1 -- 172.21.15.29:0/3200207566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfec0b5410 msgr2=0x7fdfec0cf4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.051+0000 7fdff3800640 1 --2- 172.21.15.29:0/3200207566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfec0b5410 0x7fdfec0cf4b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fdfec08dee0 tx=0x7fdfd802a1c0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.051+0000 7fdff3800640 1 -- 172.21.15.29:0/3200207566 shutdown_connections 2024-09-12T03:08:45.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.051+0000 7fdff3800640 1 --2- 172.21.15.29:0/3200207566 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdfec161ec0 0x7fdfec0cf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.051+0000 7fdff3800640 1 --2- 172.21.15.29:0/3200207566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfec0b5410 0x7fdfec0cf4b0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.051+0000 7fdff3800640 1 --2- 172.21.15.29:0/3200207566 >> v2:172.21.15.38:3300/0 conn(0x7fdfec161ae0 0x7fdfec0ceb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.051+0000 7fdff3800640 1 -- 172.21.15.29:0/3200207566 >> 172.21.15.29:0/3200207566 conn(0x7fdfec08c000 msgr2=0x7fdfec0d44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:45.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.052+0000 7fdff3800640 1 -- 172.21.15.29:0/3200207566 shutdown_connections 2024-09-12T03:08:45.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.052+0000 7fdff3800640 1 -- 172.21.15.29:0/3200207566 wait complete. 2024-09-12T03:08:45.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.053+0000 7fdff3800640 1 Processor -- start 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.053+0000 7fdff3800640 1 -- start start 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.054+0000 7fdff3800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfec0b5410 0x7fdfec0cc600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.054+0000 7fdff3800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfec161ae0 0x7fdfec15b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.054+0000 7fdff3800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdfec161ec0 0x7fdfec15b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.054+0000 7fdff3800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdfec0cf1f0 con 0x7fdfec161ae0 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.054+0000 7fdff3800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdfec0cf070 con 0x7fdfec0b5410 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.054+0000 7fdff3800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdfec0b5f30 con 0x7fdfec161ec0 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.054+0000 7fdfebe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfec161ae0 0x7fdfec15b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.054+0000 7fdfebe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfec161ae0 0x7fdfec15b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40358/0 (socket says 172.21.15.29:40358) 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.054+0000 7fdfebe00640 1 -- 172.21.15.29:0/3670427100 learned_addr learned my addr 172.21.15.29:0/3670427100 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.054+0000 7fdff1800640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdfec161ec0 0x7fdfec15b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.054+0000 7fdff0e00640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfec0b5410 0x7fdfec0cc600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.055+0000 7fdfebe00640 1 -- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdfec161ec0 msgr2=0x7fdfec15b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.055+0000 7fdfebe00640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdfec161ec0 0x7fdfec15b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.055+0000 7fdfebe00640 1 -- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfec0b5410 msgr2=0x7fdfec0cc600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.055+0000 7fdfebe00640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfec0b5410 0x7fdfec0cc600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.055+0000 7fdfebe00640 1 -- 172.21.15.29:0/3670427100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfec15e690 con 0x7fdfec161ae0 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.055+0000 7fdfebe00640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfec161ae0 0x7fdfec15b300 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8000c00 tx=0x7fdfd80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.055+0000 7fdfe8c00640 1 -- 172.21.15.29:0/3670427100 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd8041020 con 0x7fdfec161ae0 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.056+0000 7fdfe8c00640 1 -- 172.21.15.29:0/3670427100 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfd8003c50 con 0x7fdfec161ae0 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.056+0000 7fdff3800640 1 -- 172.21.15.29:0/3670427100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfec0b8150 con 0x7fdfec161ae0 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.056+0000 7fdfe8c00640 1 -- 172.21.15.29:0/3670427100 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd8004030 con 0x7fdfec161ae0 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.056+0000 7fdff3800640 1 -- 172.21.15.29:0/3670427100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfec15e3b0 con 0x7fdfec161ae0 2024-09-12T03:08:45.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.057+0000 7fdff3800640 1 -- 172.21.15.29:0/3670427100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfec0ceb30 con 0x7fdfec161ae0 2024-09-12T03:08:45.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.058+0000 7fdfe8c00640 1 -- 172.21.15.29:0/3670427100 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdfd8044020 con 0x7fdfec161ae0 2024-09-12T03:08:45.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.059+0000 7fdfe8c00640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdfcc06be30 0x7fdfcc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.059+0000 7fdfe8c00640 1 -- 172.21.15.29:0/3670427100 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fdfd80abcf0 con 0x7fdfec161ae0 2024-09-12T03:08:45.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.059+0000 7fdff0e00640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdfcc06be30 0x7fdfcc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.060+0000 7fdff0e00640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdfcc06be30 0x7fdfcc06e2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fdfe0009950 tx=0x7fdfe0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:45.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.063+0000 7fdfe8c00640 1 -- 172.21.15.29:0/3670427100 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdfd804b030 con 0x7fdfec161ae0 2024-09-12T03:08:45.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.251+0000 7fdff3800640 1 -- 172.21.15.29:0/3670427100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdfec06d130 con 0x7fdfec161ae0 2024-09-12T03:08:45.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.252+0000 7fdfe8c00640 1 -- 172.21.15.29:0/3670427100 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18526 (secure 0 0 0) 0x7fdfd8079d00 con 0x7fdfec161ae0 2024-09-12T03:08:45.253 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:45.253 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:30.105585+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:45.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.254+0000 7fdff3800640 1 -- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdfcc06be30 msgr2=0x7fdfcc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.255+0000 7fdff3800640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdfcc06be30 0x7fdfcc06e2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fdfe0009950 tx=0x7fdfe0008040 comp rx=0 tx=0).stop 2024-09-12T03:08:45.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.255+0000 7fdff3800640 1 -- 172.21.15.29:0/3670427100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfec161ae0 msgr2=0x7fdfec15b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.255+0000 7fdff3800640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfec161ae0 0x7fdfec15b300 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8000c00 tx=0x7fdfd80046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.255+0000 7fdff3800640 1 -- 172.21.15.29:0/3670427100 shutdown_connections 2024-09-12T03:08:45.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.255+0000 7fdff3800640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdfcc06be30 0x7fdfcc06e2f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.255+0000 7fdff3800640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdfec161ec0 0x7fdfec15b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.255+0000 7fdff3800640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfec161ae0 0x7fdfec15b300 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.255+0000 7fdff3800640 1 --2- 172.21.15.29:0/3670427100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdfec0b5410 0x7fdfec0cc600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.255+0000 7fdff3800640 1 -- 172.21.15.29:0/3670427100 >> 172.21.15.29:0/3670427100 conn(0x7fdfec08c000 msgr2=0x7fdfec0c8660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:45.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.255+0000 7fdff3800640 1 -- 172.21.15.29:0/3670427100 shutdown_connections 2024-09-12T03:08:45.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.255+0000 7fdff3800640 1 -- 172.21.15.29:0/3670427100 wait complete. 2024-09-12T03:08:45.271 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-12T03:08:45.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.430+0000 7fa8e3000640 1 Processor -- start 2024-09-12T03:08:45.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.430+0000 7fa8e3000640 1 -- start start 2024-09-12T03:08:45.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.432+0000 7fa8e3000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa8dc15e4b0 0x7fa8dc0d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.432+0000 7fa8e3000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8dc0cf8c0 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.432+0000 7fa8e3000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8dc0cfba0 con 0x7fa8dc0d3090 2024-09-12T03:08:45.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.432+0000 7fa8e3000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa8dc0cfe80 con 0x7fa8dc15e4b0 2024-09-12T03:08:45.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.432+0000 7fa8e1c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa8dc15e4b0 0x7fa8dc0d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.432+0000 7fa8e1200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa8dc0cefb0 0x7fa8dc0d2980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42036/0 (socket says 172.21.15.29:42036) 2024-09-12T03:08:45.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.432+0000 7fa8e1200640 1 -- 172.21.15.29:0/3852607489 learned_addr learned my addr 172.21.15.29:0/3852607489 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:45.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.432+0000 7fa8e1c00640 1 -- 172.21.15.29:0/3852607489 >> v1:172.21.15.38:6789/0 conn(0x7fa8dc0d3090 legacy=0x7fa8dc06d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:45.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.432+0000 7fa8e1c00640 1 -- 172.21.15.29:0/3852607489 >> v1:172.21.15.29:6789/0 conn(0x7fa8dc0cefb0 legacy=0x7fa8dc0d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.432+0000 7fa8e1c00640 1 -- 172.21.15.29:0/3852607489 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8dc0d0160 con 0x7fa8dc15e4b0 2024-09-12T03:08:45.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.433+0000 7fa8e1c00640 1 --2- 172.21.15.29:0/3852607489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8dc15e4b0 0x7fa8dc0d23c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa8d00097a0 tx=0x7fa8d002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5ee1fc21118cf98 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:45.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.434+0000 7fa8dbe00640 1 -- 172.21.15.29:0/3852607489 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0037070 con 0x7fa8dc15e4b0 2024-09-12T03:08:45.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.434+0000 7fa8dbe00640 1 -- 172.21.15.29:0/3852607489 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8d0032440 con 0x7fa8dc15e4b0 2024-09-12T03:08:45.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.434+0000 7fa8dbe00640 1 -- 172.21.15.29:0/3852607489 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0032810 con 0x7fa8dc15e4b0 2024-09-12T03:08:45.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.434+0000 7fa8e3000640 1 -- 172.21.15.29:0/3852607489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8dc15e4b0 msgr2=0x7fa8dc0d23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.434+0000 7fa8e3000640 1 --2- 172.21.15.29:0/3852607489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8dc15e4b0 0x7fa8dc0d23c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa8d00097a0 tx=0x7fa8d002a1e0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.434+0000 7fa8e3000640 1 -- 172.21.15.29:0/3852607489 shutdown_connections 2024-09-12T03:08:45.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.434+0000 7fa8e3000640 1 --2- 172.21.15.29:0/3852607489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8dc15e4b0 0x7fa8dc0d23c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.434+0000 7fa8e3000640 1 -- 172.21.15.29:0/3852607489 >> 172.21.15.29:0/3852607489 conn(0x7fa8dc09d740 msgr2=0x7fa8dc08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:45.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.434+0000 7fa8e3000640 1 -- 172.21.15.29:0/3852607489 shutdown_connections 2024-09-12T03:08:45.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.434+0000 7fa8e3000640 1 -- 172.21.15.29:0/3852607489 wait complete. 2024-09-12T03:08:45.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.436+0000 7fa8e3000640 1 Processor -- start 2024-09-12T03:08:45.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.436+0000 7fa8e3000640 1 -- start start 2024-09-12T03:08:45.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.437+0000 7fa8e3000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8dc0cefb0 0x7fa8dc15b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.437+0000 7fa8e3000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8dc0d3090 0x7fa8dc0cd030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.437+0000 7fa8e3000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8dc15e4b0 0x7fa8dc0cd570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.437+0000 7fa8e3000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa8dc0cf3f0 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.437+0000 7fa8e3000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa8dc0cf570 con 0x7fa8dc15e4b0 2024-09-12T03:08:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.437+0000 7fa8e3000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa8dc06df20 con 0x7fa8dc0d3090 2024-09-12T03:08:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.437+0000 7fa8e1c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8dc0cefb0 0x7fa8dc15b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.437+0000 7fa8e1c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8dc0cefb0 0x7fa8dc15b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40384/0 (socket says 172.21.15.29:40384) 2024-09-12T03:08:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.437+0000 7fa8e1c00640 1 -- 172.21.15.29:0/1610670645 learned_addr learned my addr 172.21.15.29:0/1610670645 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:45.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8e1200640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8dc0d3090 0x7fa8dc0cd030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8e2600640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8dc15e4b0 0x7fa8dc0cd570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8e1c00640 1 -- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8dc0d3090 msgr2=0x7fa8dc0cd030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8e1c00640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8dc0d3090 0x7fa8dc0cd030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8e1c00640 1 -- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8dc15e4b0 msgr2=0x7fa8dc0cd570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8e1c00640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8dc15e4b0 0x7fa8dc0cd570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8e1c00640 1 -- 172.21.15.29:0/1610670645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8dc15f350 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8e1200640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8dc0d3090 0x7fa8dc0cd030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8e2600640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8dc15e4b0 0x7fa8dc0cd570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8e1c00640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8dc0cefb0 0x7fa8dc15b0c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa8d0000c00 tx=0x7fa8d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8d9600640 1 -- 172.21.15.29:0/1610670645 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0041070 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8d9600640 1 -- 172.21.15.29:0/1610670645 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8d003c930 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8d9600640 1 -- 172.21.15.29:0/1610670645 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0037040 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.438+0000 7fa8e3000640 1 -- 172.21.15.29:0/1610670645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8dc15f5f0 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.439+0000 7fa8e3000640 1 -- 172.21.15.29:0/1610670645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8dc15fbb0 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.440+0000 7fa8e3000640 1 -- 172.21.15.29:0/1610670645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8dc0d23c0 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.440+0000 7fa8d9600640 1 -- 172.21.15.29:0/1610670645 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa8d0044070 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.442+0000 7fa8d9600640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8bc06be30 0x7fa8bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.442+0000 7fa8d9600640 1 -- 172.21.15.29:0/1610670645 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fa8d00abe60 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.442+0000 7fa8e1200640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8bc06be30 0x7fa8bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.443+0000 7fa8e1200640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8bc06be30 0x7fa8bc06e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc0d4840 tx=0x7fa8c8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:45.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.446+0000 7fa8d9600640 1 -- 172.21.15.29:0/1610670645 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa8d007a5e0 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.666+0000 7fa8e3000640 1 -- 172.21.15.29:0/1610670645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fa8dc0b3470 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.733+0000 7fa8d9600640 1 -- 172.21.15.29:0/1610670645 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) ==== 118+0+0 (secure 0 0 0) 0x7fa8d0079ee0 con 0x7fa8dc0cefb0 2024-09-12T03:08:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.735+0000 7fa8e3000640 1 -- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8bc06be30 msgr2=0x7fa8bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.735+0000 7fa8e3000640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8bc06be30 0x7fa8bc06e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc0d4840 tx=0x7fa8c8009040 comp rx=0 tx=0).stop 2024-09-12T03:08:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.735+0000 7fa8e3000640 1 -- 172.21.15.29:0/1610670645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8dc0cefb0 msgr2=0x7fa8dc15b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.735+0000 7fa8e3000640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8dc0cefb0 0x7fa8dc15b0c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa8d0000c00 tx=0x7fa8d00046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.736+0000 7fa8e3000640 1 -- 172.21.15.29:0/1610670645 shutdown_connections 2024-09-12T03:08:45.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.736+0000 7fa8e3000640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8bc06be30 0x7fa8bc06e2f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.736+0000 7fa8e3000640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8dc15e4b0 0x7fa8dc0cd570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.736+0000 7fa8e3000640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8dc0d3090 0x7fa8dc0cd030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.736+0000 7fa8e3000640 1 --2- 172.21.15.29:0/1610670645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8dc0cefb0 0x7fa8dc15b0c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.736+0000 7fa8e3000640 1 -- 172.21.15.29:0/1610670645 >> 172.21.15.29:0/1610670645 conn(0x7fa8dc09d740 msgr2=0x7fa8dc0d2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:45.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.736+0000 7fa8e3000640 1 -- 172.21.15.29:0/1610670645 shutdown_connections 2024-09-12T03:08:45.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.736+0000 7fa8e3000640 1 -- 172.21.15.29:0/1610670645 wait complete. 2024-09-12T03:08:45.752 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-12T03:08:45.752 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-12T03:08:45.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.913+0000 7eff3b000640 1 Processor -- start 2024-09-12T03:08:45.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.914+0000 7eff3b000640 1 -- start start 2024-09-12T03:08:45.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.915+0000 7eff3b000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff3406e080 0x7eff341694c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.915+0000 7eff3b000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff340b75f0 con 0x7eff3409aa70 2024-09-12T03:08:45.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.915+0000 7eff3b000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff340b6a70 con 0x7eff340b5e00 2024-09-12T03:08:45.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.915+0000 7eff3b000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7eff34162460 con 0x7eff3406e080 2024-09-12T03:08:45.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.915+0000 7eff33e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7eff3409aa70 0x7eff3409ae50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42044/0 (socket says 172.21.15.29:42044) 2024-09-12T03:08:45.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.915+0000 7eff33e00640 1 -- 172.21.15.29:0/3775140038 learned_addr learned my addr 172.21.15.29:0/3775140038 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:45.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.915+0000 7eff39000640 1 --2- 172.21.15.29:0/3775140038 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff3406e080 0x7eff341694c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.916+0000 7eff33400640 1 -- 172.21.15.29:0/3775140038 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1514461084 0 0) 0x7eff340b75f0 con 0x7eff3409aa70 2024-09-12T03:08:45.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.916+0000 7eff33400640 1 -- 172.21.15.29:0/3775140038 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff18003520 con 0x7eff3409aa70 2024-09-12T03:08:45.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.916+0000 7eff33400640 1 -- 172.21.15.29:0/3775140038 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3604144691 0 0) 0x7eff340b6a70 con 0x7eff340b5e00 2024-09-12T03:08:45.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.916+0000 7eff33400640 1 -- 172.21.15.29:0/3775140038 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff340b75f0 con 0x7eff340b5e00 2024-09-12T03:08:45.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.916+0000 7eff39000640 1 -- 172.21.15.29:0/3775140038 >> v1:172.21.15.38:6789/0 conn(0x7eff340b5e00 legacy=0x7eff340b6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.916+0000 7eff33400640 1 -- 172.21.15.29:0/3775140038 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1099470145 0 0) 0x7eff18003520 con 0x7eff3409aa70 2024-09-12T03:08:45.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.916+0000 7eff39000640 1 -- 172.21.15.29:0/3775140038 >> v1:172.21.15.29:6789/0 conn(0x7eff3409aa70 legacy=0x7eff3409ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.916+0000 7eff39000640 1 -- 172.21.15.29:0/3775140038 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff340b6d50 con 0x7eff3406e080 2024-09-12T03:08:45.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.917+0000 7eff39000640 1 --2- 172.21.15.29:0/3775140038 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff3406e080 0x7eff341694c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7eff2c009dc0 tx=0x7eff2c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57281b7fb7abd300 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:45.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.917+0000 7eff33400640 1 -- 172.21.15.29:0/3775140038 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff24001670 con 0x7eff3406e080 2024-09-12T03:08:45.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.917+0000 7eff33400640 1 -- 172.21.15.29:0/3775140038 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff2c007540 con 0x7eff3406e080 2024-09-12T03:08:45.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.917+0000 7eff33400640 1 -- 172.21.15.29:0/3775140038 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff2c007910 con 0x7eff3406e080 2024-09-12T03:08:45.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.918+0000 7eff3b000640 1 -- 172.21.15.29:0/3775140038 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff3406e080 msgr2=0x7eff341694c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.918+0000 7eff3b000640 1 --2- 172.21.15.29:0/3775140038 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff3406e080 0x7eff341694c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7eff2c009dc0 tx=0x7eff2c02a660 comp rx=0 tx=0).stop 2024-09-12T03:08:45.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.918+0000 7eff3b000640 1 -- 172.21.15.29:0/3775140038 shutdown_connections 2024-09-12T03:08:45.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.918+0000 7eff3b000640 1 --2- 172.21.15.29:0/3775140038 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff3406e080 0x7eff341694c0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.918+0000 7eff3b000640 1 -- 172.21.15.29:0/3775140038 >> 172.21.15.29:0/3775140038 conn(0x7eff340b3f80 msgr2=0x7eff340b4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:45.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.918+0000 7eff3b000640 1 -- 172.21.15.29:0/3775140038 shutdown_connections 2024-09-12T03:08:45.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.918+0000 7eff3b000640 1 -- 172.21.15.29:0/3775140038 wait complete. 2024-09-12T03:08:45.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.920+0000 7eff3b000640 1 Processor -- start 2024-09-12T03:08:45.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.920+0000 7eff3b000640 1 -- start start 2024-09-12T03:08:45.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff3b000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff3406e080 0x7eff340cc780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff3b000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff3409aa70 0x7eff34156bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff3b000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff340b5e00 0x7eff340ce0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff3b000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7eff34161d60 con 0x7eff3409aa70 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff3b000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7eff340b7310 con 0x7eff3406e080 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff3b000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7eff34161ee0 con 0x7eff340b5e00 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff2be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff3409aa70 0x7eff34156bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff2be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff3409aa70 0x7eff34156bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40392/0 (socket says 172.21.15.29:40392) 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff2be00640 1 -- 172.21.15.29:0/3076702921 learned_addr learned my addr 172.21.15.29:0/3076702921 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff33e00640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff3406e080 0x7eff340cc780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff39000640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff340b5e00 0x7eff340ce0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff2be00640 1 -- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff340b5e00 msgr2=0x7eff340ce0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff2be00640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff340b5e00 0x7eff340ce0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff2be00640 1 -- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff3406e080 msgr2=0x7eff340cc780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff2be00640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff3406e080 0x7eff340cc780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff2be00640 1 -- 172.21.15.29:0/3076702921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff340cb6e0 con 0x7eff3409aa70 2024-09-12T03:08:45.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff33e00640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff3406e080 0x7eff340cc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:45.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.921+0000 7eff39000640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff340b5e00 0x7eff340ce0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:45.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.922+0000 7eff2be00640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff3409aa70 0x7eff34156bb0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7eff1c00c490 tx=0x7eff1c00c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:45.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.922+0000 7eff30c00640 1 -- 172.21.15.29:0/3076702921 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff1c0052d0 con 0x7eff3409aa70 2024-09-12T03:08:45.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.922+0000 7eff30c00640 1 -- 172.21.15.29:0/3076702921 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff1c005470 con 0x7eff3409aa70 2024-09-12T03:08:45.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.922+0000 7eff3b000640 1 -- 172.21.15.29:0/3076702921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff340cb9c0 con 0x7eff3409aa70 2024-09-12T03:08:45.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.922+0000 7eff30c00640 1 -- 172.21.15.29:0/3076702921 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff1c012850 con 0x7eff3409aa70 2024-09-12T03:08:45.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.922+0000 7eff3b000640 1 -- 172.21.15.29:0/3076702921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff340cbf80 con 0x7eff3409aa70 2024-09-12T03:08:45.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.923+0000 7eff3b000640 1 -- 172.21.15.29:0/3076702921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff340b6a70 con 0x7eff3409aa70 2024-09-12T03:08:45.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.924+0000 7eff30c00640 1 -- 172.21.15.29:0/3076702921 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7eff1c0129f0 con 0x7eff3409aa70 2024-09-12T03:08:45.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.925+0000 7eff30c00640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff1006be30 0x7eff1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:45.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.925+0000 7eff30c00640 1 -- 172.21.15.29:0/3076702921 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7eff1c08af10 con 0x7eff3409aa70 2024-09-12T03:08:45.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.925+0000 7eff33e00640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff1006be30 0x7eff1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:45.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.926+0000 7eff33e00640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff1006be30 0x7eff1006e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7eff240017e0 tx=0x7eff24009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:45.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:45.929+0000 7eff30c00640 1 -- 172.21.15.29:0/3076702921 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7eff1c0594e0 con 0x7eff3409aa70 2024-09-12T03:08:46.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.153+0000 7eff3b000640 1 -- 172.21.15.29:0/3076702921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7eff3409b6a0 con 0x7eff3409aa70 2024-09-12T03:08:46.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.735+0000 7eff30c00640 1 -- 172.21.15.29:0/3076702921 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) ==== 122+0+0 (secure 0 0 0) 0x7eff1c058de0 con 0x7eff3409aa70 2024-09-12T03:08:46.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.738+0000 7eff3b000640 1 -- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff1006be30 msgr2=0x7eff1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:46.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.738+0000 7eff3b000640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff1006be30 0x7eff1006e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7eff240017e0 tx=0x7eff24009040 comp rx=0 tx=0).stop 2024-09-12T03:08:46.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.738+0000 7eff3b000640 1 -- 172.21.15.29:0/3076702921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff3409aa70 msgr2=0x7eff34156bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:46.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.738+0000 7eff3b000640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff3409aa70 0x7eff34156bb0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7eff1c00c490 tx=0x7eff1c00c950 comp rx=0 tx=0).stop 2024-09-12T03:08:46.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.738+0000 7eff3b000640 1 -- 172.21.15.29:0/3076702921 shutdown_connections 2024-09-12T03:08:46.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.738+0000 7eff3b000640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff1006be30 0x7eff1006e2f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:46.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.738+0000 7eff3b000640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff340b5e00 0x7eff340ce0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:46.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.738+0000 7eff3b000640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff3409aa70 0x7eff34156bb0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:46.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.738+0000 7eff3b000640 1 --2- 172.21.15.29:0/3076702921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff3406e080 0x7eff340cc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:46.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.738+0000 7eff3b000640 1 -- 172.21.15.29:0/3076702921 >> 172.21.15.29:0/3076702921 conn(0x7eff340b3f80 msgr2=0x7eff340b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:46.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.739+0000 7eff3b000640 1 -- 172.21.15.29:0/3076702921 shutdown_connections 2024-09-12T03:08:46.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.739+0000 7eff3b000640 1 -- 172.21.15.29:0/3076702921 wait complete. 2024-09-12T03:08:46.758 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-12T03:08:46.759 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:08:46.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.919+0000 7f94f4400640 1 Processor -- start 2024-09-12T03:08:46.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.919+0000 7f94f4400640 1 -- start start 2024-09-12T03:08:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f4400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f94ec162cc0 0x7f94ec0b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f4400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f94ec070a80 0x7f94ec06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f4400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94ec0711b0 con 0x7f94ec06c150 2024-09-12T03:08:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f4400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f94ec0d2110 con 0x7f94ec162cc0 2024-09-12T03:08:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f4400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f94ec06c5c0 con 0x7f94ec070a80 2024-09-12T03:08:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f1a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f94ec162cc0 0x7f94ec0b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f1a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f94ec162cc0 0x7f94ec0b6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40408/0 (socket says 172.21.15.29:40408) 2024-09-12T03:08:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f1a00640 1 -- 172.21.15.29:0/748068430 learned_addr learned my addr 172.21.15.29:0/748068430 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f1000640 1 --2- 172.21.15.29:0/748068430 >> v2:172.21.15.38:3300/0 conn(0x7f94ec070a80 0x7f94ec06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f1a00640 1 -- 172.21.15.29:0/748068430 >> v2:172.21.15.38:3300/0 conn(0x7f94ec070a80 msgr2=0x7f94ec06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:46.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f1a00640 1 --2- 172.21.15.29:0/748068430 >> v2:172.21.15.38:3300/0 conn(0x7f94ec070a80 0x7f94ec06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:46.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f1a00640 1 -- 172.21.15.29:0/748068430 >> v1:172.21.15.38:6789/0 conn(0x7f94ec06c150 legacy=0x7f94ec158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:46.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.921+0000 7f94f1a00640 1 -- 172.21.15.29:0/748068430 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94ec070f10 con 0x7f94ec162cc0 2024-09-12T03:08:46.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.922+0000 7f94f1a00640 1 --2- 172.21.15.29:0/748068430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec162cc0 0x7f94ec0b6f90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f94ec0735b0 tx=0x7f94e002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d424210a4f5d56a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:46.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.923+0000 7f94ebe00640 1 -- 172.21.15.29:0/748068430 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e0037070 con 0x7f94ec162cc0 2024-09-12T03:08:46.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.923+0000 7f94ebe00640 1 -- 172.21.15.29:0/748068430 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94e0032440 con 0x7f94ec162cc0 2024-09-12T03:08:46.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.923+0000 7f94ebe00640 1 -- 172.21.15.29:0/748068430 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e0032810 con 0x7f94ec162cc0 2024-09-12T03:08:46.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.923+0000 7f94f4400640 1 -- 172.21.15.29:0/748068430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec162cc0 msgr2=0x7f94ec0b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:46.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.923+0000 7f94f4400640 1 --2- 172.21.15.29:0/748068430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec162cc0 0x7f94ec0b6f90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f94ec0735b0 tx=0x7f94e002a230 comp rx=0 tx=0).stop 2024-09-12T03:08:46.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.923+0000 7f94f4400640 1 -- 172.21.15.29:0/748068430 shutdown_connections 2024-09-12T03:08:46.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.923+0000 7f94f4400640 1 --2- 172.21.15.29:0/748068430 >> v2:172.21.15.38:3300/0 conn(0x7f94ec070a80 0x7f94ec06bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:46.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.923+0000 7f94f4400640 1 --2- 172.21.15.29:0/748068430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec162cc0 0x7f94ec0b6f90 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:46.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.923+0000 7f94f4400640 1 -- 172.21.15.29:0/748068430 >> 172.21.15.29:0/748068430 conn(0x7f94ec09aa70 msgr2=0x7f94ec0b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:46.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.923+0000 7f94f4400640 1 -- 172.21.15.29:0/748068430 shutdown_connections 2024-09-12T03:08:46.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.923+0000 7f94f4400640 1 -- 172.21.15.29:0/748068430 wait complete. 2024-09-12T03:08:46.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.925+0000 7f94f4400640 1 Processor -- start 2024-09-12T03:08:46.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.925+0000 7f94f4400640 1 -- start start 2024-09-12T03:08:46.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.926+0000 7f94f4400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94ec06c150 0x7f94ec09e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:46.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.926+0000 7f94f4400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec070a80 0x7f94ec156a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:46.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.926+0000 7f94f4400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94ec162cc0 0x7f94ec156f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:46.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.926+0000 7f94f4400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f94ec0d1350 con 0x7f94ec070a80 2024-09-12T03:08:46.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.926+0000 7f94f4400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f94ec0d1c80 con 0x7f94ec162cc0 2024-09-12T03:08:46.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.926+0000 7f94f4400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f94ec0d1630 con 0x7f94ec06c150 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.926+0000 7f94f1000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec070a80 0x7f94ec156a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.926+0000 7f94f1000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec070a80 0x7f94ec156a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40412/0 (socket says 172.21.15.29:40412) 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.926+0000 7f94f1000640 1 -- 172.21.15.29:0/1208758454 learned_addr learned my addr 172.21.15.29:0/1208758454 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.927+0000 7f94f1a00640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94ec06c150 0x7f94ec09e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.927+0000 7f94f2400640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94ec162cc0 0x7f94ec156f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.927+0000 7f94f1000640 1 -- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94ec06c150 msgr2=0x7f94ec09e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.927+0000 7f94f1000640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94ec06c150 0x7f94ec09e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.927+0000 7f94f1000640 1 -- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94ec162cc0 msgr2=0x7f94ec156f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.927+0000 7f94f1000640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94ec162cc0 0x7f94ec156f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.927+0000 7f94f1000640 1 -- 172.21.15.29:0/1208758454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94ec1575f0 con 0x7f94ec070a80 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.927+0000 7f94f1000640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec070a80 0x7f94ec156a10 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f94d800d5f0 tx=0x7f94d800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.927+0000 7f94e9600640 1 -- 172.21.15.29:0/1208758454 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d80125f0 con 0x7f94ec070a80 2024-09-12T03:08:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.927+0000 7f94e9600640 1 -- 172.21.15.29:0/1208758454 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94d8019070 con 0x7f94ec070a80 2024-09-12T03:08:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.927+0000 7f94e9600640 1 -- 172.21.15.29:0/1208758454 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d80129d0 con 0x7f94ec070a80 2024-09-12T03:08:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.928+0000 7f94f4400640 1 -- 172.21.15.29:0/1208758454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94ec1578d0 con 0x7f94ec070a80 2024-09-12T03:08:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.928+0000 7f94f4400640 1 -- 172.21.15.29:0/1208758454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94ec157e90 con 0x7f94ec070a80 2024-09-12T03:08:46.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.929+0000 7f94f4400640 1 -- 172.21.15.29:0/1208758454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94ec0d1910 con 0x7f94ec070a80 2024-09-12T03:08:46.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.929+0000 7f94e9600640 1 -- 172.21.15.29:0/1208758454 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f94d8012b70 con 0x7f94ec070a80 2024-09-12T03:08:46.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.930+0000 7f94e9600640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 0x7f94cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:46.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.930+0000 7f94e9600640 1 -- 172.21.15.29:0/1208758454 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f94d808b540 con 0x7f94ec070a80 2024-09-12T03:08:46.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.931+0000 7f94f1a00640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 0x7f94cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:46.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.931+0000 7f94f1a00640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 0x7f94cc06e2f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f94e0034000 tx=0x7f94e002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:46.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:46.935+0000 7f94e9600640 1 -- 172.21.15.29:0/1208758454 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f94d80594c0 con 0x7f94ec070a80 2024-09-12T03:08:47.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.153+0000 7f94f4400640 1 -- 172.21.15.29:0/1208758454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f94ec0b70f0 con 0x7f94ec070a80 2024-09-12T03:08:47.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.153+0000 7f94e9600640 1 -- 172.21.15.29:0/1208758454 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5216 (secure 0 0 0) 0x7f94d805d7c0 con 0x7f94ec070a80 2024-09-12T03:08:47.154 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:47.154 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":9,"btime":"2024-09-12T03:08:46:734774+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2970531733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2970531733},{"type":"v1","addr":"172.21.15.29:6835","nonce":2970531733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1613885882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1613885882},{"type":"v1","addr":"172.21.15.38:6835","nonce":1613885882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1407657731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1407657731},{"type":"v1","addr":"172.21.15.38:6837","nonce":1407657731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:08:25.039695+0000","modified":"2024-09-12T03:08:46.155044+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-12T03:08:47.154 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 9 2024-09-12T03:08:47.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.155+0000 7f94f4400640 1 -- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 msgr2=0x7f94cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.155+0000 7f94f4400640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 0x7f94cc06e2f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f94e0034000 tx=0x7f94e002e000 comp rx=0 tx=0).stop 2024-09-12T03:08:47.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.155+0000 7f94f4400640 1 -- 172.21.15.29:0/1208758454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec070a80 msgr2=0x7f94ec156a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.155+0000 7f94f4400640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec070a80 0x7f94ec156a10 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f94d800d5f0 tx=0x7f94d800dab0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.155+0000 7f94f4400640 1 -- 172.21.15.29:0/1208758454 shutdown_connections 2024-09-12T03:08:47.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.155+0000 7f94f4400640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 0x7f94cc06e2f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.155+0000 7f94f4400640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94ec162cc0 0x7f94ec156f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.155+0000 7f94f4400640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec070a80 0x7f94ec156a10 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.155+0000 7f94f4400640 1 --2- 172.21.15.29:0/1208758454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94ec06c150 0x7f94ec09e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.155+0000 7f94f4400640 1 -- 172.21.15.29:0/1208758454 >> 172.21.15.29:0/1208758454 conn(0x7f94ec09aa70 msgr2=0x7f94ec0afdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.156+0000 7f94f4400640 1 -- 172.21.15.29:0/1208758454 shutdown_connections 2024-09-12T03:08:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.156+0000 7f94f4400640 1 -- 172.21.15.29:0/1208758454 wait complete. 2024-09-12T03:08:47.172 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:47.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.327+0000 7f9732800640 1 Processor -- start 2024-09-12T03:08:47.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.327+0000 7f9732800640 1 -- start start 2024-09-12T03:08:47.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.328+0000 7f9732800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f972c15e470 0x7f972c0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.328+0000 7f9732800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f972c0d00e0 0x7f972c0d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.328+0000 7f9732800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f972c0d4850 0x7f972c06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.328+0000 7f9732800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f972c0cf710 con 0x7f972c0d00e0 2024-09-12T03:08:47.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.328+0000 7f9732800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f972c15e850 con 0x7f972c15e470 2024-09-12T03:08:47.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.328+0000 7f9732800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f972c0d1c60 con 0x7f972c0d4850 2024-09-12T03:08:47.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.328+0000 7f9730a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f972c0d00e0 0x7f972c0d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.328+0000 7f9730a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f972c0d00e0 0x7f972c0d4310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40418/0 (socket says 172.21.15.29:40418) 2024-09-12T03:08:47.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.328+0000 7f9730a00640 1 -- 172.21.15.29:0/599422812 learned_addr learned my addr 172.21.15.29:0/599422812 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:47.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.328+0000 7f9731400640 1 --2- 172.21.15.29:0/599422812 >> v2:172.21.15.38:3300/0 conn(0x7f972c15e470 0x7f972c0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.328+0000 7f9731e00640 1 --2- 172.21.15.29:0/599422812 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f972c0d4850 0x7f972c06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.329+0000 7f9730a00640 1 -- 172.21.15.29:0/599422812 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f972c0d4850 msgr2=0x7f972c06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:47.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.329+0000 7f9730a00640 1 --2- 172.21.15.29:0/599422812 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f972c0d4850 0x7f972c06d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.329+0000 7f9730a00640 1 -- 172.21.15.29:0/599422812 >> v2:172.21.15.38:3300/0 conn(0x7f972c15e470 msgr2=0x7f972c0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:47.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.329+0000 7f9730a00640 1 --2- 172.21.15.29:0/599422812 >> v2:172.21.15.38:3300/0 conn(0x7f972c15e470 0x7f972c0cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.329+0000 7f9730a00640 1 -- 172.21.15.29:0/599422812 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f972c0d1980 con 0x7f972c0d00e0 2024-09-12T03:08:47.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.329+0000 7f9731400640 1 --2- 172.21.15.29:0/599422812 >> v2:172.21.15.38:3300/0 conn(0x7f972c15e470 0x7f972c0cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:47.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.329+0000 7f9731e00640 1 --2- 172.21.15.29:0/599422812 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f972c0d4850 0x7f972c06d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:47.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.330+0000 7f9730a00640 1 --2- 172.21.15.29:0/599422812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f972c0d00e0 0x7f972c0d4310 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f972c0b6e80 tx=0x7f971802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c05131d9240f39a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:47.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.330+0000 7f972be00640 1 -- 172.21.15.29:0/599422812 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9718037070 con 0x7f972c0d00e0 2024-09-12T03:08:47.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.330+0000 7f972be00640 1 -- 172.21.15.29:0/599422812 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9718032440 con 0x7f972c0d00e0 2024-09-12T03:08:47.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.330+0000 7f972be00640 1 -- 172.21.15.29:0/599422812 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9718032810 con 0x7f972c0d00e0 2024-09-12T03:08:47.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.330+0000 7f9732800640 1 -- 172.21.15.29:0/599422812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f972c0d00e0 msgr2=0x7f972c0d4310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.330+0000 7f9732800640 1 --2- 172.21.15.29:0/599422812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f972c0d00e0 0x7f972c0d4310 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f972c0b6e80 tx=0x7f971802a1e0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.331+0000 7f9732800640 1 -- 172.21.15.29:0/599422812 shutdown_connections 2024-09-12T03:08:47.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.331+0000 7f9732800640 1 --2- 172.21.15.29:0/599422812 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f972c0d4850 0x7f972c06d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.331+0000 7f9732800640 1 --2- 172.21.15.29:0/599422812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f972c0d00e0 0x7f972c0d4310 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.331+0000 7f9732800640 1 --2- 172.21.15.29:0/599422812 >> v2:172.21.15.38:3300/0 conn(0x7f972c15e470 0x7f972c0cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.331+0000 7f9732800640 1 -- 172.21.15.29:0/599422812 >> 172.21.15.29:0/599422812 conn(0x7f972c09d700 msgr2=0x7f972c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:47.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.331+0000 7f9732800640 1 -- 172.21.15.29:0/599422812 shutdown_connections 2024-09-12T03:08:47.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.331+0000 7f9732800640 1 -- 172.21.15.29:0/599422812 wait complete. 2024-09-12T03:08:47.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.332+0000 7f9732800640 1 Processor -- start 2024-09-12T03:08:47.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.332+0000 7f9732800640 1 -- start start 2024-09-12T03:08:47.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.333+0000 7f9732800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f972c0d00e0 0x7f972c159dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.333+0000 7f9732800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f972c0d4850 0x7f972c0b9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.333+0000 7f9732800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f972c15e470 0x7f972c1f3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.333+0000 7f9732800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f972c06d9a0 con 0x7f972c0d00e0 2024-09-12T03:08:47.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.333+0000 7f9732800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f972c0cf3a0 con 0x7f972c15e470 2024-09-12T03:08:47.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.333+0000 7f9732800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f972c06db20 con 0x7f972c0d4850 2024-09-12T03:08:47.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.333+0000 7f9731400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f972c0d00e0 0x7f972c159dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.334+0000 7f9731400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f972c0d00e0 0x7f972c159dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40424/0 (socket says 172.21.15.29:40424) 2024-09-12T03:08:47.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.334+0000 7f9731400640 1 -- 172.21.15.29:0/2655809151 learned_addr learned my addr 172.21.15.29:0/2655809151 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:47.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.334+0000 7f9730a00640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f972c0d4850 0x7f972c0b9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.334+0000 7f9731e00640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f972c15e470 0x7f972c1f3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.334+0000 7f9731400640 1 -- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f972c0d4850 msgr2=0x7f972c0b9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.334+0000 7f9731400640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f972c0d4850 0x7f972c0b9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.334+0000 7f9731400640 1 -- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f972c15e470 msgr2=0x7f972c1f3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.334+0000 7f9731400640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f972c15e470 0x7f972c1f3550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.334+0000 7f9731400640 1 -- 172.21.15.29:0/2655809151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f972c159b40 con 0x7f972c0d00e0 2024-09-12T03:08:47.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.334+0000 7f9731400640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f972c0d00e0 0x7f972c159dd0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f972000d7d0 tx=0x7f972000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:47.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.334+0000 7f9729600640 1 -- 172.21.15.29:0/2655809151 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9720004030 con 0x7f972c0d00e0 2024-09-12T03:08:47.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.335+0000 7f9729600640 1 -- 172.21.15.29:0/2655809151 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97200041d0 con 0x7f972c0d00e0 2024-09-12T03:08:47.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.335+0000 7f9732800640 1 -- 172.21.15.29:0/2655809151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f972c15a3b0 con 0x7f972c0d00e0 2024-09-12T03:08:47.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.335+0000 7f9729600640 1 -- 172.21.15.29:0/2655809151 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f972000b6c0 con 0x7f972c0d00e0 2024-09-12T03:08:47.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.335+0000 7f9732800640 1 -- 172.21.15.29:0/2655809151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f972c0b8f90 con 0x7f972c0d00e0 2024-09-12T03:08:47.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.336+0000 7f9732800640 1 -- 172.21.15.29:0/2655809151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f972c06d460 con 0x7f972c0d00e0 2024-09-12T03:08:47.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.337+0000 7f9729600640 1 -- 172.21.15.29:0/2655809151 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f972000b860 con 0x7f972c0d00e0 2024-09-12T03:08:47.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.338+0000 7f9729600640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f970c06be60 0x7f970c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.338+0000 7f9729600640 1 -- 172.21.15.29:0/2655809151 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f972008b400 con 0x7f972c0d00e0 2024-09-12T03:08:47.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.338+0000 7f9730a00640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f970c06be60 0x7f970c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.339+0000 7f9730a00640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f970c06be60 0x7f970c06e320 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9718034000 tx=0x7f971802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:47.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.342+0000 7f9729600640 1 -- 172.21.15.29:0/2655809151 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f97200599d0 con 0x7f972c0d00e0 2024-09-12T03:08:47.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.525+0000 7f9732800640 1 -- 172.21.15.29:0/2655809151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f972c15caf0 con 0x7f972c0d00e0 2024-09-12T03:08:47.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.527+0000 7f9729600640 1 -- 172.21.15.29:0/2655809151 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18526 (secure 0 0 0) 0x7f97200592d0 con 0x7f972c0d00e0 2024-09-12T03:08:47.528 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:47.528 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:30.105585+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:47.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 -- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f970c06be60 msgr2=0x7f970c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f970c06be60 0x7f970c06e320 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9718034000 tx=0x7f971802e000 comp rx=0 tx=0).stop 2024-09-12T03:08:47.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 -- 172.21.15.29:0/2655809151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f972c0d00e0 msgr2=0x7f972c159dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f972c0d00e0 0x7f972c159dd0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f972000d7d0 tx=0x7f972000dc90 comp rx=0 tx=0).stop 2024-09-12T03:08:47.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 -- 172.21.15.29:0/2655809151 shutdown_connections 2024-09-12T03:08:47.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f970c06be60 0x7f970c06e320 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f972c15e470 0x7f972c1f3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f972c0d4850 0x7f972c0b9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 --2- 172.21.15.29:0/2655809151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f972c0d00e0 0x7f972c159dd0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 -- 172.21.15.29:0/2655809151 >> 172.21.15.29:0/2655809151 conn(0x7f972c09d700 msgr2=0x7f972c15d2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:47.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 -- 172.21.15.29:0/2655809151 shutdown_connections 2024-09-12T03:08:47.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.529+0000 7f9732800640 1 -- 172.21.15.29:0/2655809151 wait complete. 2024-09-12T03:08:47.548 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T03:08:47.548 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:08:47.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.704+0000 7fe261800640 1 Processor -- start 2024-09-12T03:08:47.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.704+0000 7fe261800640 1 -- start start 2024-09-12T03:08:47.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.705+0000 7fe261800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe25c15e470 0x7fe25c0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.705+0000 7fe261800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe25c0d00e0 0x7fe25c0d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.705+0000 7fe261800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe25c15e850 con 0x7fe25c0d4850 2024-09-12T03:08:47.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.705+0000 7fe261800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe25c0cf710 con 0x7fe25c0d00e0 2024-09-12T03:08:47.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.705+0000 7fe261800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe25c0d1c60 con 0x7fe25c15e470 2024-09-12T03:08:47.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.705+0000 7fe253e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe25c0d00e0 0x7fe25c0d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.705+0000 7fe253e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe25c0d00e0 0x7fe25c0d4310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40440/0 (socket says 172.21.15.29:40440) 2024-09-12T03:08:47.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.705+0000 7fe253e00640 1 -- 172.21.15.29:0/2538973530 learned_addr learned my addr 172.21.15.29:0/2538973530 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:47.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.705+0000 7fe25be00640 1 --2- 172.21.15.29:0/2538973530 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe25c15e470 0x7fe25c0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.706+0000 7fe253e00640 1 -- 172.21.15.29:0/2538973530 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe25c15e470 msgr2=0x7fe25c0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:47.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.706+0000 7fe253e00640 1 --2- 172.21.15.29:0/2538973530 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe25c15e470 0x7fe25c0cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.706+0000 7fe253e00640 1 -- 172.21.15.29:0/2538973530 >> v1:172.21.15.38:6789/0 conn(0x7fe25c0d4850 legacy=0x7fe25c06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:47.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.706+0000 7fe253e00640 1 -- 172.21.15.29:0/2538973530 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe25c0d1980 con 0x7fe25c0d00e0 2024-09-12T03:08:47.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.706+0000 7fe25be00640 1 --2- 172.21.15.29:0/2538973530 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe25c15e470 0x7fe25c0cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:47.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.707+0000 7fe253e00640 1 --2- 172.21.15.29:0/2538973530 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe25c0d00e0 0x7fe25c0d4310 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe244009870 tx=0x7fe24402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce6a43690b399b92 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:47.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.707+0000 7fe25b400640 1 -- 172.21.15.29:0/2538973530 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe244037070 con 0x7fe25c0d00e0 2024-09-12T03:08:47.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.707+0000 7fe25b400640 1 -- 172.21.15.29:0/2538973530 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe244032440 con 0x7fe25c0d00e0 2024-09-12T03:08:47.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.707+0000 7fe25b400640 1 -- 172.21.15.29:0/2538973530 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe244032810 con 0x7fe25c0d00e0 2024-09-12T03:08:47.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.707+0000 7fe261800640 1 -- 172.21.15.29:0/2538973530 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe25c0d00e0 msgr2=0x7fe25c0d4310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.707+0000 7fe261800640 1 --2- 172.21.15.29:0/2538973530 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe25c0d00e0 0x7fe25c0d4310 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe244009870 tx=0x7fe24402a210 comp rx=0 tx=0).stop 2024-09-12T03:08:47.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.708+0000 7fe261800640 1 -- 172.21.15.29:0/2538973530 shutdown_connections 2024-09-12T03:08:47.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.708+0000 7fe261800640 1 --2- 172.21.15.29:0/2538973530 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe25c0d00e0 0x7fe25c0d4310 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.708+0000 7fe261800640 1 --2- 172.21.15.29:0/2538973530 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe25c15e470 0x7fe25c0cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.708+0000 7fe261800640 1 -- 172.21.15.29:0/2538973530 >> 172.21.15.29:0/2538973530 conn(0x7fe25c09d700 msgr2=0x7fe25c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:47.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.708+0000 7fe261800640 1 -- 172.21.15.29:0/2538973530 shutdown_connections 2024-09-12T03:08:47.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.708+0000 7fe261800640 1 -- 172.21.15.29:0/2538973530 wait complete. 2024-09-12T03:08:47.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.709+0000 7fe261800640 1 Processor -- start 2024-09-12T03:08:47.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.709+0000 7fe261800640 1 -- start start 2024-09-12T03:08:47.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.710+0000 7fe261800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe25c0d00e0 0x7fe25c14c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.710+0000 7fe261800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe25c0d4850 0x7fe25c0d2b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.710+0000 7fe261800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe25c15e470 0x7fe25c0d3090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.710+0000 7fe261800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe25c06db70 con 0x7fe25c0d00e0 2024-09-12T03:08:47.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.710+0000 7fe261800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe25c0cf3a0 con 0x7fe25c0d4850 2024-09-12T03:08:47.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.710+0000 7fe261800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe25c06dcf0 con 0x7fe25c15e470 2024-09-12T03:08:47.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.710+0000 7fe25be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe25c0d00e0 0x7fe25c14c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.710+0000 7fe25be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe25c0d00e0 0x7fe25c14c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40454/0 (socket says 172.21.15.29:40454) 2024-09-12T03:08:47.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.710+0000 7fe25be00640 1 -- 172.21.15.29:0/4256274000 learned_addr learned my addr 172.21.15.29:0/4256274000 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:47.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.711+0000 7fe260e00640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe25c15e470 0x7fe25c0d3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.711+0000 7fe253e00640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe25c0d4850 0x7fe25c0d2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.711+0000 7fe25be00640 1 -- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe25c15e470 msgr2=0x7fe25c0d3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.711+0000 7fe25be00640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe25c15e470 0x7fe25c0d3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.711+0000 7fe25be00640 1 -- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe25c0d4850 msgr2=0x7fe25c0d2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.711+0000 7fe25be00640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe25c0d4850 0x7fe25c0d2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.711+0000 7fe25be00640 1 -- 172.21.15.29:0/4256274000 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe25c0cc540 con 0x7fe25c0d00e0 2024-09-12T03:08:47.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.711+0000 7fe25be00640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe25c0d00e0 0x7fe25c14c830 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe24c00c7f0 tx=0x7fe24c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:47.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.711+0000 7fe258c00640 1 -- 172.21.15.29:0/4256274000 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe24c015070 con 0x7fe25c0d00e0 2024-09-12T03:08:47.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.712+0000 7fe258c00640 1 -- 172.21.15.29:0/4256274000 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe24c007a30 con 0x7fe25c0d00e0 2024-09-12T03:08:47.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.712+0000 7fe258c00640 1 -- 172.21.15.29:0/4256274000 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe24c007e00 con 0x7fe25c0d00e0 2024-09-12T03:08:47.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.712+0000 7fe261800640 1 -- 172.21.15.29:0/4256274000 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe25c0cc820 con 0x7fe25c0d00e0 2024-09-12T03:08:47.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.712+0000 7fe261800640 1 -- 172.21.15.29:0/4256274000 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe25c0ccde0 con 0x7fe25c0d00e0 2024-09-12T03:08:47.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.713+0000 7fe261800640 1 -- 172.21.15.29:0/4256274000 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe25c0d4310 con 0x7fe25c0d00e0 2024-09-12T03:08:47.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.714+0000 7fe258c00640 1 -- 172.21.15.29:0/4256274000 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe24c018070 con 0x7fe25c0d00e0 2024-09-12T03:08:47.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.714+0000 7fe258c00640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe23806be30 0x7fe23806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:47.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.714+0000 7fe258c00640 1 -- 172.21.15.29:0/4256274000 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fe24c08b0f0 con 0x7fe25c0d00e0 2024-09-12T03:08:47.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.715+0000 7fe253e00640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe23806be30 0x7fe23806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:47.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.715+0000 7fe253e00640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe23806be30 0x7fe23806e2f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe244034000 tx=0x7fe24402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:47.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.718+0000 7fe258c00640 1 -- 172.21.15.29:0/4256274000 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe24c059100 con 0x7fe25c0d00e0 2024-09-12T03:08:47.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.901+0000 7fe261800640 1 -- 172.21.15.29:0/4256274000 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe25c06cf90 con 0x7fe23806be30 2024-09-12T03:08:47.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.913+0000 7fe258c00640 1 -- 172.21.15.29:0/4256274000 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fe25c06cf90 con 0x7fe23806be30 2024-09-12T03:08:47.920 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:47.923 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:08:47.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 -- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe23806be30 msgr2=0x7fe23806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe23806be30 0x7fe23806e2f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe244034000 tx=0x7fe24402e000 comp rx=0 tx=0).stop 2024-09-12T03:08:47.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 -- 172.21.15.29:0/4256274000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe25c0d00e0 msgr2=0x7fe25c14c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:47.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe25c0d00e0 0x7fe25c14c830 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe24c00c7f0 tx=0x7fe24c00cbf0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 -- 172.21.15.29:0/4256274000 shutdown_connections 2024-09-12T03:08:47.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe23806be30 0x7fe23806e2f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe25c15e470 0x7fe25c0d3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe25c0d4850 0x7fe25c0d2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 --2- 172.21.15.29:0/4256274000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe25c0d00e0 0x7fe25c14c830 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:47.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 -- 172.21.15.29:0/4256274000 >> 172.21.15.29:0/4256274000 conn(0x7fe25c09d700 msgr2=0x7fe25c0b3270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:47.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 -- 172.21.15.29:0/4256274000 shutdown_connections 2024-09-12T03:08:47.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:47.918+0000 7fe261800640 1 -- 172.21.15.29:0/4256274000 wait complete. 2024-09-12T03:08:47.935 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-09-12T03:08:47.721067+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240236,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734484,"statfs":{"total":773094113280,"available":772848111616,"internally_reserved":0,"allocated":3284992,"data_stored":1992068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003183"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538495+0000","last_change":"2024-09-12T03:08:24.625565+0000","last_active":"2024-09-12T03:08:31.538495+0000","last_peered":"2024-09-12T03:08:31.538495+0000","last_clean":"2024-09-12T03:08:31.538495+0000","last_became_active":"2024-09-12T03:08:24.625213+0000","last_became_peered":"2024-09-12T03:08:24.625213+0000","last_unstale":"2024-09-12T03:08:31.538495+0000","last_undegraded":"2024-09-12T03:08:31.538495+0000","last_fullsized":"2024-09-12T03:08:31.538495+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:07.733907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714986+0000","last_change":"2024-09-12T03:08:25.637303+0000","last_active":"2024-09-12T03:08:31.714986+0000","last_peered":"2024-09-12T03:08:31.714986+0000","last_clean":"2024-09-12T03:08:31.714986+0000","last_became_active":"2024-09-12T03:08:25.635549+0000","last_became_peered":"2024-09-12T03:08:25.635549+0000","last_unstale":"2024-09-12T03:08:31.714986+0000","last_undegraded":"2024-09-12T03:08:31.714986+0000","last_fullsized":"2024-09-12T03:08:31.714986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714258+0000","last_change":"2024-09-12T03:08:29.841427+0000","last_active":"2024-09-12T03:08:31.714258+0000","last_peered":"2024-09-12T03:08:31.714258+0000","last_clean":"2024-09-12T03:08:31.714258+0000","last_became_active":"2024-09-12T03:08:29.840962+0000","last_became_peered":"2024-09-12T03:08:29.840962+0000","last_unstale":"2024-09-12T03:08:31.714258+0000","last_undegraded":"2024-09-12T03:08:31.714258+0000","last_fullsized":"2024-09-12T03:08:31.714258+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:00.812880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715107+0000","last_change":"2024-09-12T03:08:24.632831+0000","last_active":"2024-09-12T03:08:31.715107+0000","last_peered":"2024-09-12T03:08:31.715107+0000","last_clean":"2024-09-12T03:08:31.715107+0000","last_became_active":"2024-09-12T03:08:24.632621+0000","last_became_peered":"2024-09-12T03:08:24.632621+0000","last_unstale":"2024-09-12T03:08:31.715107+0000","last_undegraded":"2024-09-12T03:08:31.715107+0000","last_fullsized":"2024-09-12T03:08:31.715107+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538322+0000","last_change":"2024-09-12T03:08:25.669902+0000","last_active":"2024-09-12T03:08:31.538322+0000","last_peered":"2024-09-12T03:08:31.538322+0000","last_clean":"2024-09-12T03:08:31.538322+0000","last_became_active":"2024-09-12T03:08:25.669273+0000","last_became_peered":"2024-09-12T03:08:25.669273+0000","last_unstale":"2024-09-12T03:08:31.538322+0000","last_undegraded":"2024-09-12T03:08:31.538322+0000","last_fullsized":"2024-09-12T03:08:31.538322+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674671+0000","last_change":"2024-09-12T03:08:29.689089+0000","last_active":"2024-09-12T03:08:30.674671+0000","last_peered":"2024-09-12T03:08:30.674671+0000","last_clean":"2024-09-12T03:08:30.674671+0000","last_became_active":"2024-09-12T03:08:29.688408+0000","last_became_peered":"2024-09-12T03:08:29.688408+0000","last_unstale":"2024-09-12T03:08:30.674671+0000","last_undegraded":"2024-09-12T03:08:30.674671+0000","last_fullsized":"2024-09-12T03:08:30.674671+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:18:02.713228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716207+0000","last_change":"2024-09-12T03:08:24.641954+0000","last_active":"2024-09-12T03:08:31.716207+0000","last_peered":"2024-09-12T03:08:31.716207+0000","last_clean":"2024-09-12T03:08:31.716207+0000","last_became_active":"2024-09-12T03:08:24.641424+0000","last_became_peered":"2024-09-12T03:08:24.641424+0000","last_unstale":"2024-09-12T03:08:31.716207+0000","last_undegraded":"2024-09-12T03:08:31.716207+0000","last_fullsized":"2024-09-12T03:08:31.716207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:38.123875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714737+0000","last_change":"2024-09-12T03:08:25.661463+0000","last_active":"2024-09-12T03:08:31.714737+0000","last_peered":"2024-09-12T03:08:31.714737+0000","last_clean":"2024-09-12T03:08:31.714737+0000","last_became_active":"2024-09-12T03:08:25.660731+0000","last_became_peered":"2024-09-12T03:08:25.660731+0000","last_unstale":"2024-09-12T03:08:31.714737+0000","last_undegraded":"2024-09-12T03:08:31.714737+0000","last_fullsized":"2024-09-12T03:08:31.714737+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675556+0000","last_change":"2024-09-12T03:08:29.690079+0000","last_active":"2024-09-12T03:08:30.675556+0000","last_peered":"2024-09-12T03:08:30.675556+0000","last_clean":"2024-09-12T03:08:30.675556+0000","last_became_active":"2024-09-12T03:08:29.688625+0000","last_became_peered":"2024-09-12T03:08:29.688625+0000","last_unstale":"2024-09-12T03:08:30.675556+0000","last_undegraded":"2024-09-12T03:08:30.675556+0000","last_fullsized":"2024-09-12T03:08:30.675556+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:09.883234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715884+0000","last_change":"2024-09-12T03:08:24.643508+0000","last_active":"2024-09-12T03:08:31.715884+0000","last_peered":"2024-09-12T03:08:31.715884+0000","last_clean":"2024-09-12T03:08:31.715884+0000","last_became_active":"2024-09-12T03:08:24.643163+0000","last_became_peered":"2024-09-12T03:08:24.643163+0000","last_unstale":"2024-09-12T03:08:31.715884+0000","last_undegraded":"2024-09-12T03:08:31.715884+0000","last_fullsized":"2024-09-12T03:08:31.715884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:30.165593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714638+0000","last_change":"2024-09-12T03:08:25.664719+0000","last_active":"2024-09-12T03:08:31.714638+0000","last_peered":"2024-09-12T03:08:31.714638+0000","last_clean":"2024-09-12T03:08:31.714638+0000","last_became_active":"2024-09-12T03:08:25.664215+0000","last_became_peered":"2024-09-12T03:08:25.664215+0000","last_unstale":"2024-09-12T03:08:31.714638+0000","last_undegraded":"2024-09-12T03:08:31.714638+0000","last_fullsized":"2024-09-12T03:08:31.714638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:10.586294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675339+0000","last_change":"2024-09-12T03:08:29.686132+0000","last_active":"2024-09-12T03:08:30.675339+0000","last_peered":"2024-09-12T03:08:30.675339+0000","last_clean":"2024-09-12T03:08:30.675339+0000","last_became_active":"2024-09-12T03:08:29.685654+0000","last_became_peered":"2024-09-12T03:08:29.685654+0000","last_unstale":"2024-09-12T03:08:30.675339+0000","last_undegraded":"2024-09-12T03:08:30.675339+0000","last_fullsized":"2024-09-12T03:08:30.675339+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:13.956205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674768+0000","last_change":"2024-09-12T03:08:25.646368+0000","last_active":"2024-09-12T03:08:30.674768+0000","last_peered":"2024-09-12T03:08:30.674768+0000","last_clean":"2024-09-12T03:08:30.674768+0000","last_became_active":"2024-09-12T03:08:25.646112+0000","last_became_peered":"2024-09-12T03:08:25.646112+0000","last_unstale":"2024-09-12T03:08:30.674768+0000","last_undegraded":"2024-09-12T03:08:30.674768+0000","last_fullsized":"2024-09-12T03:08:30.674768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716115+0000","last_change":"2024-09-12T03:08:24.642779+0000","last_active":"2024-09-12T03:08:31.716115+0000","last_peered":"2024-09-12T03:08:31.716115+0000","last_clean":"2024-09-12T03:08:31.716115+0000","last_became_active":"2024-09-12T03:08:24.642477+0000","last_became_peered":"2024-09-12T03:08:24.642477+0000","last_unstale":"2024-09-12T03:08:31.716115+0000","last_undegraded":"2024-09-12T03:08:31.716115+0000","last_fullsized":"2024-09-12T03:08:31.716115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:57.582833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676103+0000","last_change":"2024-09-12T03:08:29.689493+0000","last_active":"2024-09-12T03:08:30.676103+0000","last_peered":"2024-09-12T03:08:30.676103+0000","last_clean":"2024-09-12T03:08:30.676103+0000","last_became_active":"2024-09-12T03:08:29.689242+0000","last_became_peered":"2024-09-12T03:08:29.689242+0000","last_unstale":"2024-09-12T03:08:30.676103+0000","last_undegraded":"2024-09-12T03:08:30.676103+0000","last_fullsized":"2024-09-12T03:08:30.676103+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714915+0000","last_change":"2024-09-12T03:08:25.644486+0000","last_active":"2024-09-12T03:08:31.714915+0000","last_peered":"2024-09-12T03:08:31.714915+0000","last_clean":"2024-09-12T03:08:31.714915+0000","last_became_active":"2024-09-12T03:08:25.644206+0000","last_became_peered":"2024-09-12T03:08:25.644206+0000","last_unstale":"2024-09-12T03:08:31.714915+0000","last_undegraded":"2024-09-12T03:08:31.714915+0000","last_fullsized":"2024-09-12T03:08:31.714915+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714356+0000","last_change":"2024-09-12T03:08:24.631591+0000","last_active":"2024-09-12T03:08:31.714356+0000","last_peered":"2024-09-12T03:08:31.714356+0000","last_clean":"2024-09-12T03:08:31.714356+0000","last_became_active":"2024-09-12T03:08:24.631188+0000","last_became_peered":"2024-09-12T03:08:24.631188+0000","last_unstale":"2024-09-12T03:08:31.714356+0000","last_undegraded":"2024-09-12T03:08:31.714356+0000","last_fullsized":"2024-09-12T03:08:31.714356+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675534+0000","last_change":"2024-09-12T03:08:29.691931+0000","last_active":"2024-09-12T03:08:30.675534+0000","last_peered":"2024-09-12T03:08:30.675534+0000","last_clean":"2024-09-12T03:08:30.675534+0000","last_became_active":"2024-09-12T03:08:29.691594+0000","last_became_peered":"2024-09-12T03:08:29.691594+0000","last_unstale":"2024-09-12T03:08:30.675534+0000","last_undegraded":"2024-09-12T03:08:30.675534+0000","last_fullsized":"2024-09-12T03:08:30.675534+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:14.637564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714110+0000","last_change":"2024-09-12T03:08:25.635998+0000","last_active":"2024-09-12T03:08:31.714110+0000","last_peered":"2024-09-12T03:08:31.714110+0000","last_clean":"2024-09-12T03:08:31.714110+0000","last_became_active":"2024-09-12T03:08:25.634548+0000","last_became_peered":"2024-09-12T03:08:25.634548+0000","last_unstale":"2024-09-12T03:08:31.714110+0000","last_undegraded":"2024-09-12T03:08:31.714110+0000","last_fullsized":"2024-09-12T03:08:31.714110+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713662+0000","last_change":"2024-09-12T03:08:24.637038+0000","last_active":"2024-09-12T03:08:31.713662+0000","last_peered":"2024-09-12T03:08:31.713662+0000","last_clean":"2024-09-12T03:08:31.713662+0000","last_became_active":"2024-09-12T03:08:24.636626+0000","last_became_peered":"2024-09-12T03:08:24.636626+0000","last_unstale":"2024-09-12T03:08:31.713662+0000","last_undegraded":"2024-09-12T03:08:31.713662+0000","last_fullsized":"2024-09-12T03:08:31.713662+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714332+0000","last_change":"2024-09-12T03:08:29.842457+0000","last_active":"2024-09-12T03:08:31.714332+0000","last_peered":"2024-09-12T03:08:31.714332+0000","last_clean":"2024-09-12T03:08:31.714332+0000","last_became_active":"2024-09-12T03:08:29.840766+0000","last_became_peered":"2024-09-12T03:08:29.840766+0000","last_unstale":"2024-09-12T03:08:31.714332+0000","last_undegraded":"2024-09-12T03:08:31.714332+0000","last_fullsized":"2024-09-12T03:08:31.714332+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675504+0000","last_change":"2024-09-12T03:08:25.648247+0000","last_active":"2024-09-12T03:08:30.675504+0000","last_peered":"2024-09-12T03:08:30.675504+0000","last_clean":"2024-09-12T03:08:30.675504+0000","last_became_active":"2024-09-12T03:08:25.644047+0000","last_became_peered":"2024-09-12T03:08:25.644047+0000","last_unstale":"2024-09-12T03:08:30.675504+0000","last_undegraded":"2024-09-12T03:08:30.675504+0000","last_fullsized":"2024-09-12T03:08:30.675504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:14.961957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714538+0000","last_change":"2024-09-12T03:08:24.640290+0000","last_active":"2024-09-12T03:08:31.714538+0000","last_peered":"2024-09-12T03:08:31.714538+0000","last_clean":"2024-09-12T03:08:31.714538+0000","last_became_active":"2024-09-12T03:08:24.640042+0000","last_became_peered":"2024-09-12T03:08:24.640042+0000","last_unstale":"2024-09-12T03:08:31.714538+0000","last_undegraded":"2024-09-12T03:08:31.714538+0000","last_fullsized":"2024-09-12T03:08:31.714538+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676032+0000","last_change":"2024-09-12T03:08:29.692021+0000","last_active":"2024-09-12T03:08:30.676032+0000","last_peered":"2024-09-12T03:08:30.676032+0000","last_clean":"2024-09-12T03:08:30.676032+0000","last_became_active":"2024-09-12T03:08:29.690888+0000","last_became_peered":"2024-09-12T03:08:29.690888+0000","last_unstale":"2024-09-12T03:08:30.676032+0000","last_undegraded":"2024-09-12T03:08:30.676032+0000","last_fullsized":"2024-09-12T03:08:30.676032+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538598+0000","last_change":"2024-09-12T03:08:25.635536+0000","last_active":"2024-09-12T03:08:31.538598+0000","last_peered":"2024-09-12T03:08:31.538598+0000","last_clean":"2024-09-12T03:08:31.538598+0000","last_became_active":"2024-09-12T03:08:25.635219+0000","last_became_peered":"2024-09-12T03:08:25.635219+0000","last_unstale":"2024-09-12T03:08:31.538598+0000","last_undegraded":"2024-09-12T03:08:31.538598+0000","last_fullsized":"2024-09-12T03:08:31.538598+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676455+0000","last_change":"2024-09-12T03:08:24.626670+0000","last_active":"2024-09-12T03:08:30.676455+0000","last_peered":"2024-09-12T03:08:30.676455+0000","last_clean":"2024-09-12T03:08:30.676455+0000","last_became_active":"2024-09-12T03:08:24.626324+0000","last_became_peered":"2024-09-12T03:08:24.626324+0000","last_unstale":"2024-09-12T03:08:30.676455+0000","last_undegraded":"2024-09-12T03:08:30.676455+0000","last_fullsized":"2024-09-12T03:08:30.676455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675182+0000","last_change":"2024-09-12T03:08:29.835187+0000","last_active":"2024-09-12T03:08:30.675182+0000","last_peered":"2024-09-12T03:08:30.675182+0000","last_clean":"2024-09-12T03:08:30.675182+0000","last_became_active":"2024-09-12T03:08:29.834560+0000","last_became_peered":"2024-09-12T03:08:29.834560+0000","last_unstale":"2024-09-12T03:08:30.675182+0000","last_undegraded":"2024-09-12T03:08:30.675182+0000","last_fullsized":"2024-09-12T03:08:30.675182+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:51.373905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715433+0000","last_change":"2024-09-12T03:08:25.654812+0000","last_active":"2024-09-12T03:08:31.715433+0000","last_peered":"2024-09-12T03:08:31.715433+0000","last_clean":"2024-09-12T03:08:31.715433+0000","last_became_active":"2024-09-12T03:08:25.654544+0000","last_became_peered":"2024-09-12T03:08:25.654544+0000","last_unstale":"2024-09-12T03:08:31.715433+0000","last_undegraded":"2024-09-12T03:08:31.715433+0000","last_fullsized":"2024-09-12T03:08:31.715433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713981+0000","last_change":"2024-09-12T03:08:24.633960+0000","last_active":"2024-09-12T03:08:31.713981+0000","last_peered":"2024-09-12T03:08:31.713981+0000","last_clean":"2024-09-12T03:08:31.713981+0000","last_became_active":"2024-09-12T03:08:24.633669+0000","last_became_peered":"2024-09-12T03:08:24.633669+0000","last_unstale":"2024-09-12T03:08:31.713981+0000","last_undegraded":"2024-09-12T03:08:31.713981+0000","last_fullsized":"2024-09-12T03:08:31.713981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713729+0000","last_change":"2024-09-12T03:08:29.836853+0000","last_active":"2024-09-12T03:08:31.713729+0000","last_peered":"2024-09-12T03:08:31.713729+0000","last_clean":"2024-09-12T03:08:31.713729+0000","last_became_active":"2024-09-12T03:08:29.836422+0000","last_became_peered":"2024-09-12T03:08:29.836422+0000","last_unstale":"2024-09-12T03:08:31.713729+0000","last_undegraded":"2024-09-12T03:08:31.713729+0000","last_fullsized":"2024-09-12T03:08:31.713729+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:46.516947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714598+0000","last_change":"2024-09-12T03:08:25.649624+0000","last_active":"2024-09-12T03:08:31.714598+0000","last_peered":"2024-09-12T03:08:31.714598+0000","last_clean":"2024-09-12T03:08:31.714598+0000","last_became_active":"2024-09-12T03:08:25.649267+0000","last_became_peered":"2024-09-12T03:08:25.649267+0000","last_unstale":"2024-09-12T03:08:31.714598+0000","last_undegraded":"2024-09-12T03:08:31.714598+0000","last_fullsized":"2024-09-12T03:08:31.714598+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716292+0000","last_change":"2024-09-12T03:08:24.642031+0000","last_active":"2024-09-12T03:08:31.716292+0000","last_peered":"2024-09-12T03:08:31.716292+0000","last_clean":"2024-09-12T03:08:31.716292+0000","last_became_active":"2024-09-12T03:08:24.641712+0000","last_became_peered":"2024-09-12T03:08:24.641712+0000","last_unstale":"2024-09-12T03:08:31.716292+0000","last_undegraded":"2024-09-12T03:08:31.716292+0000","last_fullsized":"2024-09-12T03:08:31.716292+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:44.953752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538176+0000","last_change":"2024-09-12T03:08:29.834997+0000","last_active":"2024-09-12T03:08:31.538176+0000","last_peered":"2024-09-12T03:08:31.538176+0000","last_clean":"2024-09-12T03:08:31.538176+0000","last_became_active":"2024-09-12T03:08:29.834640+0000","last_became_peered":"2024-09-12T03:08:29.834640+0000","last_unstale":"2024-09-12T03:08:31.538176+0000","last_undegraded":"2024-09-12T03:08:31.538176+0000","last_fullsized":"2024-09-12T03:08:31.538176+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714761+0000","last_change":"2024-09-12T03:08:25.664500+0000","last_active":"2024-09-12T03:08:31.714761+0000","last_peered":"2024-09-12T03:08:31.714761+0000","last_clean":"2024-09-12T03:08:31.714761+0000","last_became_active":"2024-09-12T03:08:25.663842+0000","last_became_peered":"2024-09-12T03:08:25.663842+0000","last_unstale":"2024-09-12T03:08:31.714761+0000","last_undegraded":"2024-09-12T03:08:31.714761+0000","last_fullsized":"2024-09-12T03:08:31.714761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:59.598115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714676+0000","last_change":"2024-09-12T03:08:24.627519+0000","last_active":"2024-09-12T03:08:31.714676+0000","last_peered":"2024-09-12T03:08:31.714676+0000","last_clean":"2024-09-12T03:08:31.714676+0000","last_became_active":"2024-09-12T03:08:24.627132+0000","last_became_peered":"2024-09-12T03:08:24.627132+0000","last_unstale":"2024-09-12T03:08:31.714676+0000","last_undegraded":"2024-09-12T03:08:31.714676+0000","last_fullsized":"2024-09-12T03:08:31.714676+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713720+0000","last_change":"2024-09-12T03:08:29.684746+0000","last_active":"2024-09-12T03:08:31.713720+0000","last_peered":"2024-09-12T03:08:31.713720+0000","last_clean":"2024-09-12T03:08:31.713720+0000","last_became_active":"2024-09-12T03:08:29.684280+0000","last_became_peered":"2024-09-12T03:08:29.684280+0000","last_unstale":"2024-09-12T03:08:31.713720+0000","last_undegraded":"2024-09-12T03:08:31.713720+0000","last_fullsized":"2024-09-12T03:08:31.713720+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675891+0000","last_change":"2024-09-12T03:08:25.642159+0000","last_active":"2024-09-12T03:08:30.675891+0000","last_peered":"2024-09-12T03:08:30.675891+0000","last_clean":"2024-09-12T03:08:30.675891+0000","last_became_active":"2024-09-12T03:08:25.641865+0000","last_became_peered":"2024-09-12T03:08:25.641865+0000","last_unstale":"2024-09-12T03:08:30.675891+0000","last_undegraded":"2024-09-12T03:08:30.675891+0000","last_fullsized":"2024-09-12T03:08:30.675891+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:34.883644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715184+0000","last_change":"2024-09-12T03:08:24.628131+0000","last_active":"2024-09-12T03:08:31.715184+0000","last_peered":"2024-09-12T03:08:31.715184+0000","last_clean":"2024-09-12T03:08:31.715184+0000","last_became_active":"2024-09-12T03:08:24.627834+0000","last_became_peered":"2024-09-12T03:08:24.627834+0000","last_unstale":"2024-09-12T03:08:31.715184+0000","last_undegraded":"2024-09-12T03:08:31.715184+0000","last_fullsized":"2024-09-12T03:08:31.715184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714585+0000","last_change":"2024-09-12T03:08:29.690446+0000","last_active":"2024-09-12T03:08:31.714585+0000","last_peered":"2024-09-12T03:08:31.714585+0000","last_clean":"2024-09-12T03:08:31.714585+0000","last_became_active":"2024-09-12T03:08:29.689898+0000","last_became_peered":"2024-09-12T03:08:29.689898+0000","last_unstale":"2024-09-12T03:08:31.714585+0000","last_undegraded":"2024-09-12T03:08:31.714585+0000","last_fullsized":"2024-09-12T03:08:31.714585+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:56.481018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713495+0000","last_change":"2024-09-12T03:08:25.644836+0000","last_active":"2024-09-12T03:08:31.713495+0000","last_peered":"2024-09-12T03:08:31.713495+0000","last_clean":"2024-09-12T03:08:31.713495+0000","last_became_active":"2024-09-12T03:08:25.644562+0000","last_became_peered":"2024-09-12T03:08:25.644562+0000","last_unstale":"2024-09-12T03:08:31.713495+0000","last_undegraded":"2024-09-12T03:08:31.713495+0000","last_fullsized":"2024-09-12T03:08:31.713495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671885+0000","last_change":"2024-09-12T03:08:24.631462+0000","last_active":"2024-09-12T03:08:30.671885+0000","last_peered":"2024-09-12T03:08:30.671885+0000","last_clean":"2024-09-12T03:08:30.671885+0000","last_became_active":"2024-09-12T03:08:24.630317+0000","last_became_peered":"2024-09-12T03:08:24.630317+0000","last_unstale":"2024-09-12T03:08:30.671885+0000","last_undegraded":"2024-09-12T03:08:30.671885+0000","last_fullsized":"2024-09-12T03:08:30.671885+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714485+0000","last_change":"2024-09-12T03:08:29.697088+0000","last_active":"2024-09-12T03:08:31.714485+0000","last_peered":"2024-09-12T03:08:31.714485+0000","last_clean":"2024-09-12T03:08:31.714485+0000","last_became_active":"2024-09-12T03:08:29.696037+0000","last_became_peered":"2024-09-12T03:08:29.696037+0000","last_unstale":"2024-09-12T03:08:31.714485+0000","last_undegraded":"2024-09-12T03:08:31.714485+0000","last_fullsized":"2024-09-12T03:08:31.714485+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:27.110332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538094+0000","last_change":"2024-09-12T03:08:25.637271+0000","last_active":"2024-09-12T03:08:31.538094+0000","last_peered":"2024-09-12T03:08:31.538094+0000","last_clean":"2024-09-12T03:08:31.538094+0000","last_became_active":"2024-09-12T03:08:25.636912+0000","last_became_peered":"2024-09-12T03:08:25.636912+0000","last_unstale":"2024-09-12T03:08:31.538094+0000","last_undegraded":"2024-09-12T03:08:31.538094+0000","last_fullsized":"2024-09-12T03:08:31.538094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:31.168212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714647+0000","last_change":"2024-09-12T03:08:24.640833+0000","last_active":"2024-09-12T03:08:31.714647+0000","last_peered":"2024-09-12T03:08:31.714647+0000","last_clean":"2024-09-12T03:08:31.714647+0000","last_became_active":"2024-09-12T03:08:24.640545+0000","last_became_peered":"2024-09-12T03:08:24.640545+0000","last_unstale":"2024-09-12T03:08:31.714647+0000","last_undegraded":"2024-09-12T03:08:31.714647+0000","last_fullsized":"2024-09-12T03:08:31.714647+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:33.881025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538482+0000","last_change":"2024-09-12T03:08:29.842346+0000","last_active":"2024-09-12T03:08:31.538482+0000","last_peered":"2024-09-12T03:08:31.538482+0000","last_clean":"2024-09-12T03:08:31.538482+0000","last_became_active":"2024-09-12T03:08:29.841945+0000","last_became_peered":"2024-09-12T03:08:29.841945+0000","last_unstale":"2024-09-12T03:08:31.538482+0000","last_undegraded":"2024-09-12T03:08:31.538482+0000","last_fullsized":"2024-09-12T03:08:31.538482+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:46.516947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714654+0000","last_change":"2024-09-12T03:08:25.669871+0000","last_active":"2024-09-12T03:08:31.714654+0000","last_peered":"2024-09-12T03:08:31.714654+0000","last_clean":"2024-09-12T03:08:31.714654+0000","last_became_active":"2024-09-12T03:08:25.669703+0000","last_became_peered":"2024-09-12T03:08:25.669703+0000","last_unstale":"2024-09-12T03:08:31.714654+0000","last_undegraded":"2024-09-12T03:08:31.714654+0000","last_fullsized":"2024-09-12T03:08:31.714654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715509+0000","last_change":"2024-09-12T03:08:24.629157+0000","last_active":"2024-09-12T03:08:31.715509+0000","last_peered":"2024-09-12T03:08:31.715509+0000","last_clean":"2024-09-12T03:08:31.715509+0000","last_became_active":"2024-09-12T03:08:24.628837+0000","last_became_peered":"2024-09-12T03:08:24.628837+0000","last_unstale":"2024-09-12T03:08:31.715509+0000","last_undegraded":"2024-09-12T03:08:31.715509+0000","last_fullsized":"2024-09-12T03:08:31.715509+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":178,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714753+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:08:31.714753+0000","last_peered":"2024-09-12T03:08:31.714753+0000","last_clean":"2024-09-12T03:08:31.714753+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:08:31.714753+0000","last_undegraded":"2024-09-12T03:08:31.714753+0000","last_fullsized":"2024-09-12T03:08:31.714753+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674979+0000","last_change":"2024-09-12T03:08:29.837258+0000","last_active":"2024-09-12T03:08:30.674979+0000","last_peered":"2024-09-12T03:08:30.674979+0000","last_clean":"2024-09-12T03:08:30.674979+0000","last_became_active":"2024-09-12T03:08:29.836741+0000","last_became_peered":"2024-09-12T03:08:29.836741+0000","last_unstale":"2024-09-12T03:08:30.674979+0000","last_undegraded":"2024-09-12T03:08:30.674979+0000","last_fullsized":"2024-09-12T03:08:30.674979+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716049+0000","last_change":"2024-09-12T03:08:25.673221+0000","last_active":"2024-09-12T03:08:31.716049+0000","last_peered":"2024-09-12T03:08:31.716049+0000","last_clean":"2024-09-12T03:08:31.716049+0000","last_became_active":"2024-09-12T03:08:25.671003+0000","last_became_peered":"2024-09-12T03:08:25.671003+0000","last_unstale":"2024-09-12T03:08:31.716049+0000","last_undegraded":"2024-09-12T03:08:31.716049+0000","last_fullsized":"2024-09-12T03:08:31.716049+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:52.429748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672147+0000","last_change":"2024-09-12T03:08:24.628208+0000","last_active":"2024-09-12T03:08:30.672147+0000","last_peered":"2024-09-12T03:08:30.672147+0000","last_clean":"2024-09-12T03:08:30.672147+0000","last_became_active":"2024-09-12T03:08:24.627823+0000","last_became_peered":"2024-09-12T03:08:24.627823+0000","last_unstale":"2024-09-12T03:08:30.672147+0000","last_undegraded":"2024-09-12T03:08:30.672147+0000","last_fullsized":"2024-09-12T03:08:30.672147+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.415138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674520+0000","last_change":"2024-09-12T03:08:29.837222+0000","last_active":"2024-09-12T03:08:30.674520+0000","last_peered":"2024-09-12T03:08:30.674520+0000","last_clean":"2024-09-12T03:08:30.674520+0000","last_became_active":"2024-09-12T03:08:29.836730+0000","last_became_peered":"2024-09-12T03:08:29.836730+0000","last_unstale":"2024-09-12T03:08:30.674520+0000","last_undegraded":"2024-09-12T03:08:30.674520+0000","last_fullsized":"2024-09-12T03:08:30.674520+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:14.637564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714885+0000","last_change":"2024-09-12T03:08:25.658762+0000","last_active":"2024-09-12T03:08:31.714885+0000","last_peered":"2024-09-12T03:08:31.714885+0000","last_clean":"2024-09-12T03:08:31.714885+0000","last_became_active":"2024-09-12T03:08:25.658484+0000","last_became_peered":"2024-09-12T03:08:25.658484+0000","last_unstale":"2024-09-12T03:08:31.714885+0000","last_undegraded":"2024-09-12T03:08:31.714885+0000","last_fullsized":"2024-09-12T03:08:31.714885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.831963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714001+0000","last_change":"2024-09-12T03:08:24.629753+0000","last_active":"2024-09-12T03:08:31.714001+0000","last_peered":"2024-09-12T03:08:31.714001+0000","last_clean":"2024-09-12T03:08:31.714001+0000","last_became_active":"2024-09-12T03:08:24.629270+0000","last_became_peered":"2024-09-12T03:08:24.629270+0000","last_unstale":"2024-09-12T03:08:31.714001+0000","last_undegraded":"2024-09-12T03:08:31.714001+0000","last_fullsized":"2024-09-12T03:08:31.714001+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:38.123875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538298+0000","last_change":"2024-09-12T03:08:29.687071+0000","last_active":"2024-09-12T03:08:31.538298+0000","last_peered":"2024-09-12T03:08:31.538298+0000","last_clean":"2024-09-12T03:08:31.538298+0000","last_became_active":"2024-09-12T03:08:29.686113+0000","last_became_peered":"2024-09-12T03:08:29.686113+0000","last_unstale":"2024-09-12T03:08:31.538298+0000","last_undegraded":"2024-09-12T03:08:31.538298+0000","last_fullsized":"2024-09-12T03:08:31.538298+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:56.481018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716112+0000","last_change":"2024-09-12T03:08:25.659120+0000","last_active":"2024-09-12T03:08:31.716112+0000","last_peered":"2024-09-12T03:08:31.716112+0000","last_clean":"2024-09-12T03:08:31.716112+0000","last_became_active":"2024-09-12T03:08:25.658732+0000","last_became_peered":"2024-09-12T03:08:25.658732+0000","last_unstale":"2024-09-12T03:08:31.716112+0000","last_undegraded":"2024-09-12T03:08:31.716112+0000","last_fullsized":"2024-09-12T03:08:31.716112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:42.465677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672194+0000","last_change":"2024-09-12T03:08:24.630640+0000","last_active":"2024-09-12T03:08:30.672194+0000","last_peered":"2024-09-12T03:08:30.672194+0000","last_clean":"2024-09-12T03:08:30.672194+0000","last_became_active":"2024-09-12T03:08:24.630315+0000","last_became_peered":"2024-09-12T03:08:24.630315+0000","last_unstale":"2024-09-12T03:08:30.672194+0000","last_undegraded":"2024-09-12T03:08:30.672194+0000","last_fullsized":"2024-09-12T03:08:30.672194+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714095+0000","last_change":"2024-09-12T03:08:29.841319+0000","last_active":"2024-09-12T03:08:31.714095+0000","last_peered":"2024-09-12T03:08:31.714095+0000","last_clean":"2024-09-12T03:08:31.714095+0000","last_became_active":"2024-09-12T03:08:29.840763+0000","last_became_peered":"2024-09-12T03:08:29.840763+0000","last_unstale":"2024-09-12T03:08:31.714095+0000","last_undegraded":"2024-09-12T03:08:31.714095+0000","last_fullsized":"2024-09-12T03:08:31.714095+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:00.812880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716437+0000","last_change":"2024-09-12T03:08:25.659920+0000","last_active":"2024-09-12T03:08:31.716437+0000","last_peered":"2024-09-12T03:08:31.716437+0000","last_clean":"2024-09-12T03:08:31.716437+0000","last_became_active":"2024-09-12T03:08:25.659633+0000","last_became_peered":"2024-09-12T03:08:25.659633+0000","last_unstale":"2024-09-12T03:08:31.716437+0000","last_undegraded":"2024-09-12T03:08:31.716437+0000","last_fullsized":"2024-09-12T03:08:31.716437+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:10.586294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676560+0000","last_change":"2024-09-12T03:08:24.624145+0000","last_active":"2024-09-12T03:08:30.676560+0000","last_peered":"2024-09-12T03:08:30.676560+0000","last_clean":"2024-09-12T03:08:30.676560+0000","last_became_active":"2024-09-12T03:08:24.623943+0000","last_became_peered":"2024-09-12T03:08:24.623943+0000","last_unstale":"2024-09-12T03:08:30.676560+0000","last_undegraded":"2024-09-12T03:08:30.676560+0000","last_fullsized":"2024-09-12T03:08:30.676560+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:47.056500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675177+0000","last_change":"2024-09-12T03:08:29.686771+0000","last_active":"2024-09-12T03:08:30.675177+0000","last_peered":"2024-09-12T03:08:30.675177+0000","last_clean":"2024-09-12T03:08:30.675177+0000","last_became_active":"2024-09-12T03:08:29.685850+0000","last_became_peered":"2024-09-12T03:08:29.685850+0000","last_unstale":"2024-09-12T03:08:30.675177+0000","last_undegraded":"2024-09-12T03:08:30.675177+0000","last_fullsized":"2024-09-12T03:08:30.675177+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:54.174031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715353+0000","last_change":"2024-09-12T03:08:25.661094+0000","last_active":"2024-09-12T03:08:31.715353+0000","last_peered":"2024-09-12T03:08:31.715353+0000","last_clean":"2024-09-12T03:08:31.715353+0000","last_became_active":"2024-09-12T03:08:25.660823+0000","last_became_peered":"2024-09-12T03:08:25.660823+0000","last_unstale":"2024-09-12T03:08:31.715353+0000","last_undegraded":"2024-09-12T03:08:31.715353+0000","last_fullsized":"2024-09-12T03:08:31.715353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671728+0000","last_change":"2024-09-12T03:08:24.617602+0000","last_active":"2024-09-12T03:08:30.671728+0000","last_peered":"2024-09-12T03:08:30.671728+0000","last_clean":"2024-09-12T03:08:30.671728+0000","last_became_active":"2024-09-12T03:08:24.617183+0000","last_became_peered":"2024-09-12T03:08:24.617183+0000","last_unstale":"2024-09-12T03:08:30.671728+0000","last_undegraded":"2024-09-12T03:08:30.671728+0000","last_fullsized":"2024-09-12T03:08:30.671728+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538386+0000","last_change":"2024-09-12T03:08:29.698634+0000","last_active":"2024-09-12T03:08:31.538386+0000","last_peered":"2024-09-12T03:08:31.538386+0000","last_clean":"2024-09-12T03:08:31.538386+0000","last_became_active":"2024-09-12T03:08:29.697983+0000","last_became_peered":"2024-09-12T03:08:29.697983+0000","last_unstale":"2024-09-12T03:08:31.538386+0000","last_undegraded":"2024-09-12T03:08:31.538386+0000","last_fullsized":"2024-09-12T03:08:31.538386+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:19.424434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674387+0000","last_change":"2024-09-12T03:08:25.644435+0000","last_active":"2024-09-12T03:08:30.674387+0000","last_peered":"2024-09-12T03:08:30.674387+0000","last_clean":"2024-09-12T03:08:30.674387+0000","last_became_active":"2024-09-12T03:08:25.644149+0000","last_became_peered":"2024-09-12T03:08:25.644149+0000","last_unstale":"2024-09-12T03:08:30.674387+0000","last_undegraded":"2024-09-12T03:08:30.674387+0000","last_fullsized":"2024-09-12T03:08:30.674387+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674582+0000","last_change":"2024-09-12T03:08:24.625404+0000","last_active":"2024-09-12T03:08:30.674582+0000","last_peered":"2024-09-12T03:08:30.674582+0000","last_clean":"2024-09-12T03:08:30.674582+0000","last_became_active":"2024-09-12T03:08:24.618465+0000","last_became_peered":"2024-09-12T03:08:24.618465+0000","last_unstale":"2024-09-12T03:08:30.674582+0000","last_undegraded":"2024-09-12T03:08:30.674582+0000","last_fullsized":"2024-09-12T03:08:30.674582+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715339+0000","last_change":"2024-09-12T03:08:29.836102+0000","last_active":"2024-09-12T03:08:31.715339+0000","last_peered":"2024-09-12T03:08:31.715339+0000","last_clean":"2024-09-12T03:08:31.715339+0000","last_became_active":"2024-09-12T03:08:29.835726+0000","last_became_peered":"2024-09-12T03:08:29.835726+0000","last_unstale":"2024-09-12T03:08:31.715339+0000","last_undegraded":"2024-09-12T03:08:31.715339+0000","last_fullsized":"2024-09-12T03:08:31.715339+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:51.522993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715852+0000","last_change":"2024-09-12T03:08:25.663946+0000","last_active":"2024-09-12T03:08:31.715852+0000","last_peered":"2024-09-12T03:08:31.715852+0000","last_clean":"2024-09-12T03:08:31.715852+0000","last_became_active":"2024-09-12T03:08:25.663579+0000","last_became_peered":"2024-09-12T03:08:25.663579+0000","last_unstale":"2024-09-12T03:08:31.715852+0000","last_undegraded":"2024-09-12T03:08:31.715852+0000","last_fullsized":"2024-09-12T03:08:31.715852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:59.598115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715160+0000","last_change":"2024-09-12T03:08:24.638525+0000","last_active":"2024-09-12T03:08:31.715160+0000","last_peered":"2024-09-12T03:08:31.715160+0000","last_clean":"2024-09-12T03:08:31.715160+0000","last_became_active":"2024-09-12T03:08:24.638179+0000","last_became_peered":"2024-09-12T03:08:24.638179+0000","last_unstale":"2024-09-12T03:08:31.715160+0000","last_undegraded":"2024-09-12T03:08:31.715160+0000","last_fullsized":"2024-09-12T03:08:31.715160+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715323+0000","last_change":"2024-09-12T03:08:29.834808+0000","last_active":"2024-09-12T03:08:31.715323+0000","last_peered":"2024-09-12T03:08:31.715323+0000","last_clean":"2024-09-12T03:08:31.715323+0000","last_became_active":"2024-09-12T03:08:29.834419+0000","last_became_peered":"2024-09-12T03:08:29.834419+0000","last_unstale":"2024-09-12T03:08:31.715323+0000","last_undegraded":"2024-09-12T03:08:31.715323+0000","last_fullsized":"2024-09-12T03:08:31.715323+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:11.098372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538614+0000","last_change":"2024-09-12T03:08:25.651811+0000","last_active":"2024-09-12T03:08:31.538614+0000","last_peered":"2024-09-12T03:08:31.538614+0000","last_clean":"2024-09-12T03:08:31.538614+0000","last_became_active":"2024-09-12T03:08:25.651511+0000","last_became_peered":"2024-09-12T03:08:25.651511+0000","last_unstale":"2024-09-12T03:08:31.538614+0000","last_undegraded":"2024-09-12T03:08:31.538614+0000","last_fullsized":"2024-09-12T03:08:31.538614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538642+0000","last_change":"2024-09-12T03:08:24.626409+0000","last_active":"2024-09-12T03:08:31.538642+0000","last_peered":"2024-09-12T03:08:31.538642+0000","last_clean":"2024-09-12T03:08:31.538642+0000","last_became_active":"2024-09-12T03:08:24.626069+0000","last_became_peered":"2024-09-12T03:08:24.626069+0000","last_unstale":"2024-09-12T03:08:31.538642+0000","last_undegraded":"2024-09-12T03:08:31.538642+0000","last_fullsized":"2024-09-12T03:08:31.538642+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:47.056500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714686+0000","last_change":"2024-09-12T03:08:29.836258+0000","last_active":"2024-09-12T03:08:31.714686+0000","last_peered":"2024-09-12T03:08:31.714686+0000","last_clean":"2024-09-12T03:08:31.714686+0000","last_became_active":"2024-09-12T03:08:29.834827+0000","last_became_peered":"2024-09-12T03:08:29.834827+0000","last_unstale":"2024-09-12T03:08:31.714686+0000","last_undegraded":"2024-09-12T03:08:31.714686+0000","last_fullsized":"2024-09-12T03:08:31.714686+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:36.994691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715631+0000","last_change":"2024-09-12T03:08:25.655009+0000","last_active":"2024-09-12T03:08:31.715631+0000","last_peered":"2024-09-12T03:08:31.715631+0000","last_clean":"2024-09-12T03:08:31.715631+0000","last_became_active":"2024-09-12T03:08:25.654588+0000","last_became_peered":"2024-09-12T03:08:25.654588+0000","last_unstale":"2024-09-12T03:08:31.715631+0000","last_undegraded":"2024-09-12T03:08:31.715631+0000","last_fullsized":"2024-09-12T03:08:31.715631+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:08.291373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'9","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:37.344234+0000","last_change":"2024-09-12T03:08:24.634531+0000","last_active":"2024-09-12T03:08:37.344234+0000","last_peered":"2024-09-12T03:08:37.344234+0000","last_clean":"2024-09-12T03:08:37.344234+0000","last_became_active":"2024-09-12T03:08:24.634083+0000","last_became_peered":"2024-09-12T03:08:24.634083+0000","last_unstale":"2024-09-12T03:08:37.344234+0000","last_undegraded":"2024-09-12T03:08:37.344234+0000","last_fullsized":"2024-09-12T03:08:37.344234+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713899+0000","last_change":"2024-09-12T03:08:29.684581+0000","last_active":"2024-09-12T03:08:31.713899+0000","last_peered":"2024-09-12T03:08:31.713899+0000","last_clean":"2024-09-12T03:08:31.713899+0000","last_became_active":"2024-09-12T03:08:29.684122+0000","last_became_peered":"2024-09-12T03:08:29.684122+0000","last_unstale":"2024-09-12T03:08:31.713899+0000","last_undegraded":"2024-09-12T03:08:31.713899+0000","last_fullsized":"2024-09-12T03:08:31.713899+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675974+0000","last_change":"2024-09-12T03:08:25.652157+0000","last_active":"2024-09-12T03:08:30.675974+0000","last_peered":"2024-09-12T03:08:30.675974+0000","last_clean":"2024-09-12T03:08:30.675974+0000","last_became_active":"2024-09-12T03:08:25.651878+0000","last_became_peered":"2024-09-12T03:08:25.651878+0000","last_unstale":"2024-09-12T03:08:30.675974+0000","last_undegraded":"2024-09-12T03:08:30.675974+0000","last_fullsized":"2024-09-12T03:08:30.675974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:58.585452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713900+0000","last_change":"2024-09-12T03:08:24.637116+0000","last_active":"2024-09-12T03:08:31.713900+0000","last_peered":"2024-09-12T03:08:31.713900+0000","last_clean":"2024-09-12T03:08:31.713900+0000","last_became_active":"2024-09-12T03:08:24.636794+0000","last_became_peered":"2024-09-12T03:08:24.636794+0000","last_unstale":"2024-09-12T03:08:31.713900+0000","last_undegraded":"2024-09-12T03:08:31.713900+0000","last_fullsized":"2024-09-12T03:08:31.713900+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:33.881025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675793+0000","last_change":"2024-09-12T03:08:29.684888+0000","last_active":"2024-09-12T03:08:30.675793+0000","last_peered":"2024-09-12T03:08:30.675793+0000","last_clean":"2024-09-12T03:08:30.675793+0000","last_became_active":"2024-09-12T03:08:29.684219+0000","last_became_peered":"2024-09-12T03:08:29.684219+0000","last_unstale":"2024-09-12T03:08:30.675793+0000","last_undegraded":"2024-09-12T03:08:30.675793+0000","last_fullsized":"2024-09-12T03:08:30.675793+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538425+0000","last_change":"2024-09-12T03:08:25.670176+0000","last_active":"2024-09-12T03:08:31.538425+0000","last_peered":"2024-09-12T03:08:31.538425+0000","last_clean":"2024-09-12T03:08:31.538425+0000","last_became_active":"2024-09-12T03:08:25.669647+0000","last_became_peered":"2024-09-12T03:08:25.669647+0000","last_unstale":"2024-09-12T03:08:31.538425+0000","last_undegraded":"2024-09-12T03:08:31.538425+0000","last_fullsized":"2024-09-12T03:08:31.538425+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714845+0000","last_change":"2024-09-12T03:08:24.637629+0000","last_active":"2024-09-12T03:08:31.714845+0000","last_peered":"2024-09-12T03:08:31.714845+0000","last_clean":"2024-09-12T03:08:31.714845+0000","last_became_active":"2024-09-12T03:08:24.637331+0000","last_became_peered":"2024-09-12T03:08:24.637331+0000","last_unstale":"2024-09-12T03:08:31.714845+0000","last_undegraded":"2024-09-12T03:08:31.714845+0000","last_fullsized":"2024-09-12T03:08:31.714845+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713922+0000","last_change":"2024-09-12T03:08:29.690980+0000","last_active":"2024-09-12T03:08:31.713922+0000","last_peered":"2024-09-12T03:08:31.713922+0000","last_clean":"2024-09-12T03:08:31.713922+0000","last_became_active":"2024-09-12T03:08:29.689523+0000","last_became_peered":"2024-09-12T03:08:29.689523+0000","last_unstale":"2024-09-12T03:08:31.713922+0000","last_undegraded":"2024-09-12T03:08:31.713922+0000","last_fullsized":"2024-09-12T03:08:31.713922+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:59.206009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714719+0000","last_change":"2024-09-12T03:08:25.650416+0000","last_active":"2024-09-12T03:08:31.714719+0000","last_peered":"2024-09-12T03:08:31.714719+0000","last_clean":"2024-09-12T03:08:31.714719+0000","last_became_active":"2024-09-12T03:08:25.650142+0000","last_became_peered":"2024-09-12T03:08:25.650142+0000","last_unstale":"2024-09-12T03:08:31.714719+0000","last_undegraded":"2024-09-12T03:08:31.714719+0000","last_fullsized":"2024-09-12T03:08:31.714719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:28.553599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676318+0000","last_change":"2024-09-12T03:08:24.631891+0000","last_active":"2024-09-12T03:08:30.676318+0000","last_peered":"2024-09-12T03:08:30.676318+0000","last_clean":"2024-09-12T03:08:30.676318+0000","last_became_active":"2024-09-12T03:08:24.631595+0000","last_became_peered":"2024-09-12T03:08:24.631595+0000","last_unstale":"2024-09-12T03:08:30.676318+0000","last_undegraded":"2024-09-12T03:08:30.676318+0000","last_fullsized":"2024-09-12T03:08:30.676318+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714417+0000","last_change":"2024-09-12T03:08:29.835791+0000","last_active":"2024-09-12T03:08:31.714417+0000","last_peered":"2024-09-12T03:08:31.714417+0000","last_clean":"2024-09-12T03:08:31.714417+0000","last_became_active":"2024-09-12T03:08:29.834450+0000","last_became_peered":"2024-09-12T03:08:29.834450+0000","last_unstale":"2024-09-12T03:08:31.714417+0000","last_undegraded":"2024-09-12T03:08:31.714417+0000","last_fullsized":"2024-09-12T03:08:31.714417+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:36.994691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538290+0000","last_change":"2024-09-12T03:08:29.834879+0000","last_active":"2024-09-12T03:08:31.538290+0000","last_peered":"2024-09-12T03:08:31.538290+0000","last_clean":"2024-09-12T03:08:31.538290+0000","last_became_active":"2024-09-12T03:08:29.834408+0000","last_became_peered":"2024-09-12T03:08:29.834408+0000","last_unstale":"2024-09-12T03:08:31.538290+0000","last_undegraded":"2024-09-12T03:08:31.538290+0000","last_fullsized":"2024-09-12T03:08:31.538290+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:27.110332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713469+0000","last_change":"2024-09-12T03:08:25.634029+0000","last_active":"2024-09-12T03:08:31.713469+0000","last_peered":"2024-09-12T03:08:31.713469+0000","last_clean":"2024-09-12T03:08:31.713469+0000","last_became_active":"2024-09-12T03:08:25.633677+0000","last_became_peered":"2024-09-12T03:08:25.633677+0000","last_unstale":"2024-09-12T03:08:31.713469+0000","last_undegraded":"2024-09-12T03:08:31.713469+0000","last_fullsized":"2024-09-12T03:08:31.713469+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714262+0000","last_change":"2024-09-12T03:08:24.635197+0000","last_active":"2024-09-12T03:08:31.714262+0000","last_peered":"2024-09-12T03:08:31.714262+0000","last_clean":"2024-09-12T03:08:31.714262+0000","last_became_active":"2024-09-12T03:08:24.633761+0000","last_became_peered":"2024-09-12T03:08:24.633761+0000","last_unstale":"2024-09-12T03:08:31.714262+0000","last_undegraded":"2024-09-12T03:08:31.714262+0000","last_fullsized":"2024-09-12T03:08:31.714262+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676338+0000","last_change":"2024-09-12T03:08:29.687717+0000","last_active":"2024-09-12T03:08:30.676338+0000","last_peered":"2024-09-12T03:08:30.676338+0000","last_clean":"2024-09-12T03:08:30.676338+0000","last_became_active":"2024-09-12T03:08:29.687309+0000","last_became_peered":"2024-09-12T03:08:29.687309+0000","last_unstale":"2024-09-12T03:08:30.676338+0000","last_undegraded":"2024-09-12T03:08:30.676338+0000","last_fullsized":"2024-09-12T03:08:30.676338+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714018+0000","last_change":"2024-09-12T03:08:25.651261+0000","last_active":"2024-09-12T03:08:31.714018+0000","last_peered":"2024-09-12T03:08:31.714018+0000","last_clean":"2024-09-12T03:08:31.714018+0000","last_became_active":"2024-09-12T03:08:25.650980+0000","last_became_peered":"2024-09-12T03:08:25.650980+0000","last_unstale":"2024-09-12T03:08:31.714018+0000","last_undegraded":"2024-09-12T03:08:31.714018+0000","last_fullsized":"2024-09-12T03:08:31.714018+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714718+0000","last_change":"2024-09-12T03:08:24.634306+0000","last_active":"2024-09-12T03:08:31.714718+0000","last_peered":"2024-09-12T03:08:31.714718+0000","last_clean":"2024-09-12T03:08:31.714718+0000","last_became_active":"2024-09-12T03:08:24.633996+0000","last_became_peered":"2024-09-12T03:08:24.633996+0000","last_unstale":"2024-09-12T03:08:31.714718+0000","last_undegraded":"2024-09-12T03:08:31.714718+0000","last_fullsized":"2024-09-12T03:08:31.714718+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:07.733907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675016+0000","last_change":"2024-09-12T03:08:24.630279+0000","last_active":"2024-09-12T03:08:30.675016+0000","last_peered":"2024-09-12T03:08:30.675016+0000","last_clean":"2024-09-12T03:08:30.675016+0000","last_became_active":"2024-09-12T03:08:24.630009+0000","last_became_peered":"2024-09-12T03:08:24.630009+0000","last_unstale":"2024-09-12T03:08:30.675016+0000","last_undegraded":"2024-09-12T03:08:30.675016+0000","last_fullsized":"2024-09-12T03:08:30.675016+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538544+0000","last_change":"2024-09-12T03:08:25.638637+0000","last_active":"2024-09-12T03:08:31.538544+0000","last_peered":"2024-09-12T03:08:31.538544+0000","last_clean":"2024-09-12T03:08:31.538544+0000","last_became_active":"2024-09-12T03:08:25.638320+0000","last_became_peered":"2024-09-12T03:08:25.638320+0000","last_unstale":"2024-09-12T03:08:31.538544+0000","last_undegraded":"2024-09-12T03:08:31.538544+0000","last_fullsized":"2024-09-12T03:08:31.538544+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672027+0000","last_change":"2024-09-12T03:08:29.689979+0000","last_active":"2024-09-12T03:08:30.672027+0000","last_peered":"2024-09-12T03:08:30.672027+0000","last_clean":"2024-09-12T03:08:30.672027+0000","last_became_active":"2024-09-12T03:08:29.687043+0000","last_became_peered":"2024-09-12T03:08:29.687043+0000","last_unstale":"2024-09-12T03:08:30.672027+0000","last_undegraded":"2024-09-12T03:08:30.672027+0000","last_fullsized":"2024-09-12T03:08:30.672027+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:35.219482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714961+0000","last_change":"2024-09-12T03:08:24.622231+0000","last_active":"2024-09-12T03:08:31.714961+0000","last_peered":"2024-09-12T03:08:31.714961+0000","last_clean":"2024-09-12T03:08:31.714961+0000","last_became_active":"2024-09-12T03:08:24.620606+0000","last_became_peered":"2024-09-12T03:08:24.620606+0000","last_unstale":"2024-09-12T03:08:31.714961+0000","last_undegraded":"2024-09-12T03:08:31.714961+0000","last_fullsized":"2024-09-12T03:08:31.714961+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.415138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675563+0000","last_change":"2024-09-12T03:08:25.644604+0000","last_active":"2024-09-12T03:08:30.675563+0000","last_peered":"2024-09-12T03:08:30.675563+0000","last_clean":"2024-09-12T03:08:30.675563+0000","last_became_active":"2024-09-12T03:08:25.643711+0000","last_became_peered":"2024-09-12T03:08:25.643711+0000","last_unstale":"2024-09-12T03:08:30.675563+0000","last_undegraded":"2024-09-12T03:08:30.675563+0000","last_fullsized":"2024-09-12T03:08:30.675563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:39.126494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714897+0000","last_change":"2024-09-12T03:08:29.689848+0000","last_active":"2024-09-12T03:08:31.714897+0000","last_peered":"2024-09-12T03:08:31.714897+0000","last_clean":"2024-09-12T03:08:31.714897+0000","last_became_active":"2024-09-12T03:08:29.689471+0000","last_became_peered":"2024-09-12T03:08:29.689471+0000","last_unstale":"2024-09-12T03:08:31.714897+0000","last_undegraded":"2024-09-12T03:08:31.714897+0000","last_fullsized":"2024-09-12T03:08:31.714897+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:09:49.569795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674510+0000","last_change":"2024-09-12T03:08:25.643702+0000","last_active":"2024-09-12T03:08:30.674510+0000","last_peered":"2024-09-12T03:08:30.674510+0000","last_clean":"2024-09-12T03:08:30.674510+0000","last_became_active":"2024-09-12T03:08:25.643376+0000","last_became_peered":"2024-09-12T03:08:25.643376+0000","last_unstale":"2024-09-12T03:08:30.674510+0000","last_undegraded":"2024-09-12T03:08:30.674510+0000","last_fullsized":"2024-09-12T03:08:30.674510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671940+0000","last_change":"2024-09-12T03:08:25.655057+0000","last_active":"2024-09-12T03:08:30.671940+0000","last_peered":"2024-09-12T03:08:30.671940+0000","last_clean":"2024-09-12T03:08:30.671940+0000","last_became_active":"2024-09-12T03:08:25.654772+0000","last_became_peered":"2024-09-12T03:08:25.654772+0000","last_unstale":"2024-09-12T03:08:30.671940+0000","last_undegraded":"2024-09-12T03:08:30.671940+0000","last_fullsized":"2024-09-12T03:08:30.671940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:34.883644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715038+0000","last_change":"2024-09-12T03:08:25.669974+0000","last_active":"2024-09-12T03:08:31.715038+0000","last_peered":"2024-09-12T03:08:31.715038+0000","last_clean":"2024-09-12T03:08:31.715038+0000","last_became_active":"2024-09-12T03:08:25.667571+0000","last_became_peered":"2024-09-12T03:08:25.667571+0000","last_unstale":"2024-09-12T03:08:31.715038+0000","last_undegraded":"2024-09-12T03:08:31.715038+0000","last_fullsized":"2024-09-12T03:08:31.715038+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538400+0000","last_change":"2024-09-12T03:08:25.635429+0000","last_active":"2024-09-12T03:08:31.538400+0000","last_peered":"2024-09-12T03:08:31.538400+0000","last_clean":"2024-09-12T03:08:31.538400+0000","last_became_active":"2024-09-12T03:08:25.635139+0000","last_became_peered":"2024-09-12T03:08:25.635139+0000","last_unstale":"2024-09-12T03:08:31.538400+0000","last_undegraded":"2024-09-12T03:08:31.538400+0000","last_fullsized":"2024-09-12T03:08:31.538400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715444+0000","last_change":"2024-09-12T03:08:25.652430+0000","last_active":"2024-09-12T03:08:31.715444+0000","last_peered":"2024-09-12T03:08:31.715444+0000","last_clean":"2024-09-12T03:08:31.715444+0000","last_became_active":"2024-09-12T03:08:25.652117+0000","last_became_peered":"2024-09-12T03:08:25.652117+0000","last_unstale":"2024-09-12T03:08:31.715444+0000","last_undegraded":"2024-09-12T03:08:31.715444+0000","last_fullsized":"2024-09-12T03:08:31.715444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:50.122761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713722+0000","last_change":"2024-09-12T03:08:25.634119+0000","last_active":"2024-09-12T03:08:31.713722+0000","last_peered":"2024-09-12T03:08:31.713722+0000","last_clean":"2024-09-12T03:08:31.713722+0000","last_became_active":"2024-09-12T03:08:25.633667+0000","last_became_peered":"2024-09-12T03:08:25.633667+0000","last_unstale":"2024-09-12T03:08:31.713722+0000","last_undegraded":"2024-09-12T03:08:31.713722+0000","last_fullsized":"2024-09-12T03:08:31.713722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676330+0000","last_change":"2024-09-12T03:08:25.652301+0000","last_active":"2024-09-12T03:08:30.676330+0000","last_peered":"2024-09-12T03:08:30.676330+0000","last_clean":"2024-09-12T03:08:30.676330+0000","last_became_active":"2024-09-12T03:08:25.652007+0000","last_became_peered":"2024-09-12T03:08:25.652007+0000","last_unstale":"2024-09-12T03:08:30.676330+0000","last_undegraded":"2024-09-12T03:08:30.676330+0000","last_fullsized":"2024-09-12T03:08:30.676330+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715402+0000","last_change":"2024-09-12T03:08:25.648494+0000","last_active":"2024-09-12T03:08:31.715402+0000","last_peered":"2024-09-12T03:08:31.715402+0000","last_clean":"2024-09-12T03:08:31.715402+0000","last_became_active":"2024-09-12T03:08:25.648120+0000","last_became_peered":"2024-09-12T03:08:25.648120+0000","last_unstale":"2024-09-12T03:08:31.715402+0000","last_undegraded":"2024-09-12T03:08:31.715402+0000","last_fullsized":"2024-09-12T03:08:31.715402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714177+0000","last_change":"2024-09-12T03:08:25.651693+0000","last_active":"2024-09-12T03:08:31.714177+0000","last_peered":"2024-09-12T03:08:31.714177+0000","last_clean":"2024-09-12T03:08:31.714177+0000","last_became_active":"2024-09-12T03:08:25.651355+0000","last_became_peered":"2024-09-12T03:08:25.651355+0000","last_unstale":"2024-09-12T03:08:31.714177+0000","last_undegraded":"2024-09-12T03:08:31.714177+0000","last_fullsized":"2024-09-12T03:08:31.714177+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:08.291373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714572+0000","last_change":"2024-09-12T03:08:25.649592+0000","last_active":"2024-09-12T03:08:31.714572+0000","last_peered":"2024-09-12T03:08:31.714572+0000","last_clean":"2024-09-12T03:08:31.714572+0000","last_became_active":"2024-09-12T03:08:25.649333+0000","last_became_peered":"2024-09-12T03:08:25.649333+0000","last_unstale":"2024-09-12T03:08:31.714572+0000","last_undegraded":"2024-09-12T03:08:31.714572+0000","last_fullsized":"2024-09-12T03:08:31.714572+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714922+0000","last_change":"2024-09-12T03:08:25.667360+0000","last_active":"2024-09-12T03:08:31.714922+0000","last_peered":"2024-09-12T03:08:31.714922+0000","last_clean":"2024-09-12T03:08:31.714922+0000","last_became_active":"2024-09-12T03:08:25.660826+0000","last_became_peered":"2024-09-12T03:08:25.660826+0000","last_unstale":"2024-09-12T03:08:31.714922+0000","last_undegraded":"2024-09-12T03:08:31.714922+0000","last_fullsized":"2024-09-12T03:08:31.714922+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:50.122761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538094+0000","last_change":"2024-09-12T03:08:25.654067+0000","last_active":"2024-09-12T03:08:31.538094+0000","last_peered":"2024-09-12T03:08:31.538094+0000","last_clean":"2024-09-12T03:08:31.538094+0000","last_became_active":"2024-09-12T03:08:25.652440+0000","last_became_peered":"2024-09-12T03:08:25.652440+0000","last_unstale":"2024-09-12T03:08:31.538094+0000","last_undegraded":"2024-09-12T03:08:31.538094+0000","last_fullsized":"2024-09-12T03:08:31.538094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:46:18.504239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675190+0000","last_change":"2024-09-12T03:08:25.647094+0000","last_active":"2024-09-12T03:08:30.675190+0000","last_peered":"2024-09-12T03:08:30.675190+0000","last_clean":"2024-09-12T03:08:30.675190+0000","last_became_active":"2024-09-12T03:08:25.645430+0000","last_became_peered":"2024-09-12T03:08:25.645430+0000","last_unstale":"2024-09-12T03:08:30.675190+0000","last_undegraded":"2024-09-12T03:08:30.675190+0000","last_fullsized":"2024-09-12T03:08:30.675190+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716237+0000","last_change":"2024-09-12T03:08:25.659026+0000","last_active":"2024-09-12T03:08:31.716237+0000","last_peered":"2024-09-12T03:08:31.716237+0000","last_clean":"2024-09-12T03:08:31.716237+0000","last_became_active":"2024-09-12T03:08:25.658669+0000","last_became_peered":"2024-09-12T03:08:25.658669+0000","last_unstale":"2024-09-12T03:08:31.716237+0000","last_undegraded":"2024-09-12T03:08:31.716237+0000","last_fullsized":"2024-09-12T03:08:31.716237+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:15.373164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672081+0000","last_change":"2024-09-12T03:08:25.651994+0000","last_active":"2024-09-12T03:08:30.672081+0000","last_peered":"2024-09-12T03:08:30.672081+0000","last_clean":"2024-09-12T03:08:30.672081+0000","last_became_active":"2024-09-12T03:08:25.651712+0000","last_became_peered":"2024-09-12T03:08:25.651712+0000","last_unstale":"2024-09-12T03:08:30.672081+0000","last_undegraded":"2024-09-12T03:08:30.672081+0000","last_fullsized":"2024-09-12T03:08:30.672081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:39.126494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716184+0000","last_change":"2024-09-12T03:08:25.655736+0000","last_active":"2024-09-12T03:08:31.716184+0000","last_peered":"2024-09-12T03:08:31.716184+0000","last_clean":"2024-09-12T03:08:31.716184+0000","last_became_active":"2024-09-12T03:08:25.655460+0000","last_became_peered":"2024-09-12T03:08:25.655460+0000","last_unstale":"2024-09-12T03:08:31.716184+0000","last_undegraded":"2024-09-12T03:08:31.716184+0000","last_fullsized":"2024-09-12T03:08:31.716184+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:23.059062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714112+0000","last_change":"2024-09-12T03:08:25.649239+0000","last_active":"2024-09-12T03:08:31.714112+0000","last_peered":"2024-09-12T03:08:31.714112+0000","last_clean":"2024-09-12T03:08:31.714112+0000","last_became_active":"2024-09-12T03:08:25.648940+0000","last_became_peered":"2024-09-12T03:08:25.648940+0000","last_unstale":"2024-09-12T03:08:31.714112+0000","last_undegraded":"2024-09-12T03:08:31.714112+0000","last_fullsized":"2024-09-12T03:08:31.714112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713569+0000","last_change":"2024-09-12T03:08:25.643590+0000","last_active":"2024-09-12T03:08:31.713569+0000","last_peered":"2024-09-12T03:08:31.713569+0000","last_clean":"2024-09-12T03:08:31.713569+0000","last_became_active":"2024-09-12T03:08:25.638562+0000","last_became_peered":"2024-09-12T03:08:25.638562+0000","last_unstale":"2024-09-12T03:08:31.713569+0000","last_undegraded":"2024-09-12T03:08:31.713569+0000","last_fullsized":"2024-09-12T03:08:31.713569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538513+0000","last_change":"2024-09-12T03:08:25.635095+0000","last_active":"2024-09-12T03:08:31.538513+0000","last_peered":"2024-09-12T03:08:31.538513+0000","last_clean":"2024-09-12T03:08:31.538513+0000","last_became_active":"2024-09-12T03:08:25.634753+0000","last_became_peered":"2024-09-12T03:08:25.634753+0000","last_unstale":"2024-09-12T03:08:31.538513+0000","last_undegraded":"2024-09-12T03:08:31.538513+0000","last_fullsized":"2024-09-12T03:08:31.538513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:20:18.604731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714857+0000","last_change":"2024-09-12T03:08:25.635730+0000","last_active":"2024-09-12T03:08:31.714857+0000","last_peered":"2024-09-12T03:08:31.714857+0000","last_clean":"2024-09-12T03:08:31.714857+0000","last_became_active":"2024-09-12T03:08:25.635445+0000","last_became_peered":"2024-09-12T03:08:25.635445+0000","last_unstale":"2024-09-12T03:08:31.714857+0000","last_undegraded":"2024-09-12T03:08:31.714857+0000","last_fullsized":"2024-09-12T03:08:31.714857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675836+0000","last_change":"2024-09-12T03:08:25.650160+0000","last_active":"2024-09-12T03:08:30.675836+0000","last_peered":"2024-09-12T03:08:30.675836+0000","last_clean":"2024-09-12T03:08:30.675836+0000","last_became_active":"2024-09-12T03:08:25.649908+0000","last_became_peered":"2024-09-12T03:08:25.649908+0000","last_unstale":"2024-09-12T03:08:30.675836+0000","last_undegraded":"2024-09-12T03:08:30.675836+0000","last_fullsized":"2024-09-12T03:08:30.675836+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:45.956371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675682+0000","last_change":"2024-09-12T03:08:25.668940+0000","last_active":"2024-09-12T03:08:30.675682+0000","last_peered":"2024-09-12T03:08:30.675682+0000","last_clean":"2024-09-12T03:08:30.675682+0000","last_became_active":"2024-09-12T03:08:25.668647+0000","last_became_peered":"2024-09-12T03:08:25.668647+0000","last_unstale":"2024-09-12T03:08:30.675682+0000","last_undegraded":"2024-09-12T03:08:30.675682+0000","last_fullsized":"2024-09-12T03:08:30.675682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676256+0000","last_change":"2024-09-12T03:08:25.662631+0000","last_active":"2024-09-12T03:08:30.676256+0000","last_peered":"2024-09-12T03:08:30.676256+0000","last_clean":"2024-09-12T03:08:30.676256+0000","last_became_active":"2024-09-12T03:08:25.662356+0000","last_became_peered":"2024-09-12T03:08:25.662356+0000","last_unstale":"2024-09-12T03:08:30.676256+0000","last_undegraded":"2024-09-12T03:08:30.676256+0000","last_fullsized":"2024-09-12T03:08:30.676256+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716070+0000","last_change":"2024-09-12T03:08:25.671313+0000","last_active":"2024-09-12T03:08:31.716070+0000","last_peered":"2024-09-12T03:08:31.716070+0000","last_clean":"2024-09-12T03:08:31.716070+0000","last_became_active":"2024-09-12T03:08:25.670911+0000","last_became_peered":"2024-09-12T03:08:25.670911+0000","last_unstale":"2024-09-12T03:08:31.716070+0000","last_undegraded":"2024-09-12T03:08:31.716070+0000","last_fullsized":"2024-09-12T03:08:31.716070+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:28.553599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714197+0000","last_change":"2024-09-12T03:08:25.660898+0000","last_active":"2024-09-12T03:08:31.714197+0000","last_peered":"2024-09-12T03:08:31.714197+0000","last_clean":"2024-09-12T03:08:31.714197+0000","last_became_active":"2024-09-12T03:08:25.660592+0000","last_became_peered":"2024-09-12T03:08:25.660592+0000","last_unstale":"2024-09-12T03:08:31.714197+0000","last_undegraded":"2024-09-12T03:08:31.714197+0000","last_fullsized":"2024-09-12T03:08:31.714197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:44.274740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715322+0000","last_change":"2024-09-12T03:08:25.656780+0000","last_active":"2024-09-12T03:08:31.715322+0000","last_peered":"2024-09-12T03:08:31.715322+0000","last_clean":"2024-09-12T03:08:31.715322+0000","last_became_active":"2024-09-12T03:08:25.656516+0000","last_became_peered":"2024-09-12T03:08:25.656516+0000","last_unstale":"2024-09-12T03:08:31.715322+0000","last_undegraded":"2024-09-12T03:08:31.715322+0000","last_fullsized":"2024-09-12T03:08:31.715322+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714768+0000","last_change":"2024-09-12T03:08:25.662589+0000","last_active":"2024-09-12T03:08:31.714768+0000","last_peered":"2024-09-12T03:08:31.714768+0000","last_clean":"2024-09-12T03:08:31.714768+0000","last_became_active":"2024-09-12T03:08:25.662175+0000","last_became_peered":"2024-09-12T03:08:25.662175+0000","last_unstale":"2024-09-12T03:08:31.714768+0000","last_undegraded":"2024-09-12T03:08:31.714768+0000","last_fullsized":"2024-09-12T03:08:31.714768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715613+0000","last_change":"2024-09-12T03:08:25.657464+0000","last_active":"2024-09-12T03:08:31.715613+0000","last_peered":"2024-09-12T03:08:31.715613+0000","last_clean":"2024-09-12T03:08:31.715613+0000","last_became_active":"2024-09-12T03:08:25.657004+0000","last_became_peered":"2024-09-12T03:08:25.657004+0000","last_unstale":"2024-09-12T03:08:31.715613+0000","last_undegraded":"2024-09-12T03:08:31.715613+0000","last_fullsized":"2024-09-12T03:08:31.715613+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.831963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714592+0000","last_change":"2024-09-12T03:08:25.661779+0000","last_active":"2024-09-12T03:08:31.714592+0000","last_peered":"2024-09-12T03:08:31.714592+0000","last_clean":"2024-09-12T03:08:31.714592+0000","last_became_active":"2024-09-12T03:08:25.661136+0000","last_became_peered":"2024-09-12T03:08:25.661136+0000","last_unstale":"2024-09-12T03:08:31.714592+0000","last_undegraded":"2024-09-12T03:08:31.714592+0000","last_fullsized":"2024-09-12T03:08:31.714592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538252+0000","last_change":"2024-09-12T03:08:25.650310+0000","last_active":"2024-09-12T03:08:31.538252+0000","last_peered":"2024-09-12T03:08:31.538252+0000","last_clean":"2024-09-12T03:08:31.538252+0000","last_became_active":"2024-09-12T03:08:25.649818+0000","last_became_peered":"2024-09-12T03:08:25.649818+0000","last_unstale":"2024-09-12T03:08:31.538252+0000","last_undegraded":"2024-09-12T03:08:31.538252+0000","last_fullsized":"2024-09-12T03:08:31.538252+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:44.274740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713942+0000","last_change":"2024-09-12T03:08:25.633937+0000","last_active":"2024-09-12T03:08:31.713942+0000","last_peered":"2024-09-12T03:08:31.713942+0000","last_clean":"2024-09-12T03:08:31.713942+0000","last_became_active":"2024-09-12T03:08:25.633619+0000","last_became_peered":"2024-09-12T03:08:25.633619+0000","last_unstale":"2024-09-12T03:08:31.713942+0000","last_undegraded":"2024-09-12T03:08:31.713942+0000","last_fullsized":"2024-09-12T03:08:31.713942+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715956+0000","last_change":"2024-09-12T03:08:25.663021+0000","last_active":"2024-09-12T03:08:31.715956+0000","last_peered":"2024-09-12T03:08:31.715956+0000","last_clean":"2024-09-12T03:08:31.715956+0000","last_became_active":"2024-09-12T03:08:25.662486+0000","last_became_peered":"2024-09-12T03:08:25.662486+0000","last_unstale":"2024-09-12T03:08:31.715956+0000","last_undegraded":"2024-09-12T03:08:31.715956+0000","last_fullsized":"2024-09-12T03:08:31.715956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:23.059062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":851968,"data_stored":691206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":266240,"data_stored":104100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":258048,"data_stored":100346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":100382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":266240,"data_stored":104100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31440,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340400,"statfs":{"total":96636764160,"available":96604569600,"internally_reserved":0,"allocated":253952,"data_stored":100256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":262144,"data_stored":100416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32028,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339812,"statfs":{"total":96636764160,"available":96603967488,"internally_reserved":0,"allocated":860160,"data_stored":691262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:08:47.946 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:08:48.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.131+0000 7f9415400640 1 Processor -- start 2024-09-12T03:08:48.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.131+0000 7f9415400640 1 -- start start 2024-09-12T03:08:48.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.133+0000 7f9415400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9410072240 0x7f941015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.133+0000 7f9415400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f94100afc40 0x7f94100cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.133+0000 7f9415400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f941015d730 con 0x7f9410072620 2024-09-12T03:08:48.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.133+0000 7f9415400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f941006e590 con 0x7f94100afc40 2024-09-12T03:08:48.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.133+0000 7f9415400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f941006e870 con 0x7f9410072240 2024-09-12T03:08:48.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.133+0000 7f940f200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f94100afc40 0x7f94100cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.133+0000 7f940f200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f94100afc40 0x7f94100cd1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:48350/0 (socket says 172.21.15.29:48350) 2024-09-12T03:08:48.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.133+0000 7f940f200640 1 -- 172.21.15.29:0/2591834618 learned_addr learned my addr 172.21.15.29:0/2591834618 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:48.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.133+0000 7f940de00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f9410072620 0x7f94100af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:54958/0 (socket says 172.21.15.29:54958) 2024-09-12T03:08:48.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.133+0000 7f940e800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9410072240 0x7f941015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.134+0000 7f940f200640 1 -- 172.21.15.29:0/2591834618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9410072240 msgr2=0x7f941015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:48.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.134+0000 7f940f200640 1 --2- 172.21.15.29:0/2591834618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9410072240 0x7f941015d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.134+0000 7f940f200640 1 -- 172.21.15.29:0/2591834618 >> v1:172.21.15.38:6789/0 conn(0x7f9410072620 legacy=0x7f94100af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.134+0000 7f940f200640 1 -- 172.21.15.29:0/2591834618 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f941006eb50 con 0x7f94100afc40 2024-09-12T03:08:48.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.134+0000 7f940e800640 1 --2- 172.21.15.29:0/2591834618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9410072240 0x7f941015d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:48.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.135+0000 7f940f200640 1 --2- 172.21.15.29:0/2591834618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94100afc40 0x7f94100cd1d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9408009e50 tx=0x7f940802a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fe145093d739caa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:48.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.135+0000 7f940d400640 1 -- 172.21.15.29:0/2591834618 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9408036070 con 0x7f94100afc40 2024-09-12T03:08:48.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.135+0000 7f940d400640 1 -- 172.21.15.29:0/2591834618 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9408031600 con 0x7f94100afc40 2024-09-12T03:08:48.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.135+0000 7f940d400640 1 -- 172.21.15.29:0/2591834618 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94080319d0 con 0x7f94100afc40 2024-09-12T03:08:48.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.136+0000 7f9415400640 1 -- 172.21.15.29:0/2591834618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94100afc40 msgr2=0x7f94100cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.136+0000 7f9415400640 1 --2- 172.21.15.29:0/2591834618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94100afc40 0x7f94100cd1d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9408009e50 tx=0x7f940802a710 comp rx=0 tx=0).stop 2024-09-12T03:08:48.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.136+0000 7f9415400640 1 -- 172.21.15.29:0/2591834618 shutdown_connections 2024-09-12T03:08:48.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.136+0000 7f9415400640 1 --2- 172.21.15.29:0/2591834618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94100afc40 0x7f94100cd1d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.136+0000 7f9415400640 1 --2- 172.21.15.29:0/2591834618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9410072240 0x7f941015d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.136+0000 7f9415400640 1 -- 172.21.15.29:0/2591834618 >> 172.21.15.29:0/2591834618 conn(0x7f9410067da0 msgr2=0x7f941006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:48.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.136+0000 7f9415400640 1 -- 172.21.15.29:0/2591834618 shutdown_connections 2024-09-12T03:08:48.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.136+0000 7f9415400640 1 -- 172.21.15.29:0/2591834618 wait complete. 2024-09-12T03:08:48.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.137+0000 7f9415400640 1 Processor -- start 2024-09-12T03:08:48.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.138+0000 7f9415400640 1 -- start start 2024-09-12T03:08:48.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.138+0000 7f9415400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9410072240 0x7f9410152ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.138+0000 7f9415400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9410072620 0x7f9410146c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.138+0000 7f9415400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94100afc40 0x7f941015eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.138+0000 7f9415400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f941006e150 con 0x7f9410072620 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.138+0000 7f9415400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f941006dfd0 con 0x7f94100afc40 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.138+0000 7f9415400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f941006e2d0 con 0x7f9410072240 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.139+0000 7f940de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9410072620 0x7f9410146c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.139+0000 7f940de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9410072620 0x7f9410146c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40464/0 (socket says 172.21.15.29:40464) 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.139+0000 7f940de00640 1 -- 172.21.15.29:0/2788448092 learned_addr learned my addr 172.21.15.29:0/2788448092 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.139+0000 7f940f200640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94100afc40 0x7f941015eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.139+0000 7f940e800640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9410072240 0x7f9410152ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.139+0000 7f940de00640 1 -- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9410072240 msgr2=0x7f9410152ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.139+0000 7f940de00640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9410072240 0x7f9410152ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.139+0000 7f940de00640 1 -- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94100afc40 msgr2=0x7f941015eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.139+0000 7f940de00640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94100afc40 0x7f941015eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.139+0000 7f940de00640 1 -- 172.21.15.29:0/2788448092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9410153410 con 0x7f9410072620 2024-09-12T03:08:48.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.140+0000 7f940de00640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9410072620 0x7f9410146c40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f93fc00c400 tx=0x7f93fc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:48.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.140+0000 7f9406a00640 1 -- 172.21.15.29:0/2788448092 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93fc0074e0 con 0x7f9410072620 2024-09-12T03:08:48.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.140+0000 7f9406a00640 1 -- 172.21.15.29:0/2788448092 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93fc007680 con 0x7f9410072620 2024-09-12T03:08:48.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.140+0000 7f9406a00640 1 -- 172.21.15.29:0/2788448092 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93fc004a00 con 0x7f9410072620 2024-09-12T03:08:48.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.140+0000 7f9415400640 1 -- 172.21.15.29:0/2788448092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9410151e30 con 0x7f9410072620 2024-09-12T03:08:48.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.140+0000 7f9415400640 1 -- 172.21.15.29:0/2788448092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94101523f0 con 0x7f9410072620 2024-09-12T03:08:48.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.141+0000 7f9415400640 1 -- 172.21.15.29:0/2788448092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f941015d1f0 con 0x7f9410072620 2024-09-12T03:08:48.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.142+0000 7f9406a00640 1 -- 172.21.15.29:0/2788448092 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f93fc01a020 con 0x7f9410072620 2024-09-12T03:08:48.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.143+0000 7f9406a00640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93f006be60 0x7f93f006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.143+0000 7f9406a00640 1 -- 172.21.15.29:0/2788448092 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f93fc08a870 con 0x7f9410072620 2024-09-12T03:08:48.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.143+0000 7f940e800640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93f006be60 0x7f93f006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.144+0000 7f940e800640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93f006be60 0x7f93f006e320 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9400009560 tx=0x7f9400009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:48.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.147+0000 7f9406a00640 1 -- 172.21.15.29:0/2788448092 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f93fc0587f0 con 0x7f9410072620 2024-09-12T03:08:48.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.329+0000 7f9415400640 1 -- 172.21.15.29:0/2788448092 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f94100b1ee0 con 0x7f93f006be60 2024-09-12T03:08:48.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.338+0000 7f9406a00640 1 -- 172.21.15.29:0/2788448092 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f94100b1ee0 con 0x7f93f006be60 2024-09-12T03:08:48.343 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:48.345 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:08:48.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 -- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93f006be60 msgr2=0x7f93f006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93f006be60 0x7f93f006e320 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9400009560 tx=0x7f9400009190 comp rx=0 tx=0).stop 2024-09-12T03:08:48.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 -- 172.21.15.29:0/2788448092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9410072620 msgr2=0x7f9410146c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9410072620 0x7f9410146c40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f93fc00c400 tx=0x7f93fc00c8c0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 -- 172.21.15.29:0/2788448092 shutdown_connections 2024-09-12T03:08:48.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93f006be60 0x7f93f006e320 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94100afc40 0x7f941015eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9410072620 0x7f9410146c40 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 --2- 172.21.15.29:0/2788448092 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9410072240 0x7f9410152ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 -- 172.21.15.29:0/2788448092 >> 172.21.15.29:0/2788448092 conn(0x7f9410067da0 msgr2=0x7f941006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:48.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 -- 172.21.15.29:0/2788448092 shutdown_connections 2024-09-12T03:08:48.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.343+0000 7f9415400640 1 -- 172.21.15.29:0/2788448092 wait complete. 2024-09-12T03:08:48.359 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-09-12T03:08:47.721067+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240236,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734484,"statfs":{"total":773094113280,"available":772848111616,"internally_reserved":0,"allocated":3284992,"data_stored":1992068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003183"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538495+0000","last_change":"2024-09-12T03:08:24.625565+0000","last_active":"2024-09-12T03:08:31.538495+0000","last_peered":"2024-09-12T03:08:31.538495+0000","last_clean":"2024-09-12T03:08:31.538495+0000","last_became_active":"2024-09-12T03:08:24.625213+0000","last_became_peered":"2024-09-12T03:08:24.625213+0000","last_unstale":"2024-09-12T03:08:31.538495+0000","last_undegraded":"2024-09-12T03:08:31.538495+0000","last_fullsized":"2024-09-12T03:08:31.538495+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:07.733907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714986+0000","last_change":"2024-09-12T03:08:25.637303+0000","last_active":"2024-09-12T03:08:31.714986+0000","last_peered":"2024-09-12T03:08:31.714986+0000","last_clean":"2024-09-12T03:08:31.714986+0000","last_became_active":"2024-09-12T03:08:25.635549+0000","last_became_peered":"2024-09-12T03:08:25.635549+0000","last_unstale":"2024-09-12T03:08:31.714986+0000","last_undegraded":"2024-09-12T03:08:31.714986+0000","last_fullsized":"2024-09-12T03:08:31.714986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714258+0000","last_change":"2024-09-12T03:08:29.841427+0000","last_active":"2024-09-12T03:08:31.714258+0000","last_peered":"2024-09-12T03:08:31.714258+0000","last_clean":"2024-09-12T03:08:31.714258+0000","last_became_active":"2024-09-12T03:08:29.840962+0000","last_became_peered":"2024-09-12T03:08:29.840962+0000","last_unstale":"2024-09-12T03:08:31.714258+0000","last_undegraded":"2024-09-12T03:08:31.714258+0000","last_fullsized":"2024-09-12T03:08:31.714258+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:00.812880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715107+0000","last_change":"2024-09-12T03:08:24.632831+0000","last_active":"2024-09-12T03:08:31.715107+0000","last_peered":"2024-09-12T03:08:31.715107+0000","last_clean":"2024-09-12T03:08:31.715107+0000","last_became_active":"2024-09-12T03:08:24.632621+0000","last_became_peered":"2024-09-12T03:08:24.632621+0000","last_unstale":"2024-09-12T03:08:31.715107+0000","last_undegraded":"2024-09-12T03:08:31.715107+0000","last_fullsized":"2024-09-12T03:08:31.715107+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538322+0000","last_change":"2024-09-12T03:08:25.669902+0000","last_active":"2024-09-12T03:08:31.538322+0000","last_peered":"2024-09-12T03:08:31.538322+0000","last_clean":"2024-09-12T03:08:31.538322+0000","last_became_active":"2024-09-12T03:08:25.669273+0000","last_became_peered":"2024-09-12T03:08:25.669273+0000","last_unstale":"2024-09-12T03:08:31.538322+0000","last_undegraded":"2024-09-12T03:08:31.538322+0000","last_fullsized":"2024-09-12T03:08:31.538322+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674671+0000","last_change":"2024-09-12T03:08:29.689089+0000","last_active":"2024-09-12T03:08:30.674671+0000","last_peered":"2024-09-12T03:08:30.674671+0000","last_clean":"2024-09-12T03:08:30.674671+0000","last_became_active":"2024-09-12T03:08:29.688408+0000","last_became_peered":"2024-09-12T03:08:29.688408+0000","last_unstale":"2024-09-12T03:08:30.674671+0000","last_undegraded":"2024-09-12T03:08:30.674671+0000","last_fullsized":"2024-09-12T03:08:30.674671+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:18:02.713228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716207+0000","last_change":"2024-09-12T03:08:24.641954+0000","last_active":"2024-09-12T03:08:31.716207+0000","last_peered":"2024-09-12T03:08:31.716207+0000","last_clean":"2024-09-12T03:08:31.716207+0000","last_became_active":"2024-09-12T03:08:24.641424+0000","last_became_peered":"2024-09-12T03:08:24.641424+0000","last_unstale":"2024-09-12T03:08:31.716207+0000","last_undegraded":"2024-09-12T03:08:31.716207+0000","last_fullsized":"2024-09-12T03:08:31.716207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:38.123875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714737+0000","last_change":"2024-09-12T03:08:25.661463+0000","last_active":"2024-09-12T03:08:31.714737+0000","last_peered":"2024-09-12T03:08:31.714737+0000","last_clean":"2024-09-12T03:08:31.714737+0000","last_became_active":"2024-09-12T03:08:25.660731+0000","last_became_peered":"2024-09-12T03:08:25.660731+0000","last_unstale":"2024-09-12T03:08:31.714737+0000","last_undegraded":"2024-09-12T03:08:31.714737+0000","last_fullsized":"2024-09-12T03:08:31.714737+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675556+0000","last_change":"2024-09-12T03:08:29.690079+0000","last_active":"2024-09-12T03:08:30.675556+0000","last_peered":"2024-09-12T03:08:30.675556+0000","last_clean":"2024-09-12T03:08:30.675556+0000","last_became_active":"2024-09-12T03:08:29.688625+0000","last_became_peered":"2024-09-12T03:08:29.688625+0000","last_unstale":"2024-09-12T03:08:30.675556+0000","last_undegraded":"2024-09-12T03:08:30.675556+0000","last_fullsized":"2024-09-12T03:08:30.675556+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:09.883234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715884+0000","last_change":"2024-09-12T03:08:24.643508+0000","last_active":"2024-09-12T03:08:31.715884+0000","last_peered":"2024-09-12T03:08:31.715884+0000","last_clean":"2024-09-12T03:08:31.715884+0000","last_became_active":"2024-09-12T03:08:24.643163+0000","last_became_peered":"2024-09-12T03:08:24.643163+0000","last_unstale":"2024-09-12T03:08:31.715884+0000","last_undegraded":"2024-09-12T03:08:31.715884+0000","last_fullsized":"2024-09-12T03:08:31.715884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:30.165593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714638+0000","last_change":"2024-09-12T03:08:25.664719+0000","last_active":"2024-09-12T03:08:31.714638+0000","last_peered":"2024-09-12T03:08:31.714638+0000","last_clean":"2024-09-12T03:08:31.714638+0000","last_became_active":"2024-09-12T03:08:25.664215+0000","last_became_peered":"2024-09-12T03:08:25.664215+0000","last_unstale":"2024-09-12T03:08:31.714638+0000","last_undegraded":"2024-09-12T03:08:31.714638+0000","last_fullsized":"2024-09-12T03:08:31.714638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:10.586294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675339+0000","last_change":"2024-09-12T03:08:29.686132+0000","last_active":"2024-09-12T03:08:30.675339+0000","last_peered":"2024-09-12T03:08:30.675339+0000","last_clean":"2024-09-12T03:08:30.675339+0000","last_became_active":"2024-09-12T03:08:29.685654+0000","last_became_peered":"2024-09-12T03:08:29.685654+0000","last_unstale":"2024-09-12T03:08:30.675339+0000","last_undegraded":"2024-09-12T03:08:30.675339+0000","last_fullsized":"2024-09-12T03:08:30.675339+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:13.956205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674768+0000","last_change":"2024-09-12T03:08:25.646368+0000","last_active":"2024-09-12T03:08:30.674768+0000","last_peered":"2024-09-12T03:08:30.674768+0000","last_clean":"2024-09-12T03:08:30.674768+0000","last_became_active":"2024-09-12T03:08:25.646112+0000","last_became_peered":"2024-09-12T03:08:25.646112+0000","last_unstale":"2024-09-12T03:08:30.674768+0000","last_undegraded":"2024-09-12T03:08:30.674768+0000","last_fullsized":"2024-09-12T03:08:30.674768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716115+0000","last_change":"2024-09-12T03:08:24.642779+0000","last_active":"2024-09-12T03:08:31.716115+0000","last_peered":"2024-09-12T03:08:31.716115+0000","last_clean":"2024-09-12T03:08:31.716115+0000","last_became_active":"2024-09-12T03:08:24.642477+0000","last_became_peered":"2024-09-12T03:08:24.642477+0000","last_unstale":"2024-09-12T03:08:31.716115+0000","last_undegraded":"2024-09-12T03:08:31.716115+0000","last_fullsized":"2024-09-12T03:08:31.716115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:57.582833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676103+0000","last_change":"2024-09-12T03:08:29.689493+0000","last_active":"2024-09-12T03:08:30.676103+0000","last_peered":"2024-09-12T03:08:30.676103+0000","last_clean":"2024-09-12T03:08:30.676103+0000","last_became_active":"2024-09-12T03:08:29.689242+0000","last_became_peered":"2024-09-12T03:08:29.689242+0000","last_unstale":"2024-09-12T03:08:30.676103+0000","last_undegraded":"2024-09-12T03:08:30.676103+0000","last_fullsized":"2024-09-12T03:08:30.676103+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714915+0000","last_change":"2024-09-12T03:08:25.644486+0000","last_active":"2024-09-12T03:08:31.714915+0000","last_peered":"2024-09-12T03:08:31.714915+0000","last_clean":"2024-09-12T03:08:31.714915+0000","last_became_active":"2024-09-12T03:08:25.644206+0000","last_became_peered":"2024-09-12T03:08:25.644206+0000","last_unstale":"2024-09-12T03:08:31.714915+0000","last_undegraded":"2024-09-12T03:08:31.714915+0000","last_fullsized":"2024-09-12T03:08:31.714915+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714356+0000","last_change":"2024-09-12T03:08:24.631591+0000","last_active":"2024-09-12T03:08:31.714356+0000","last_peered":"2024-09-12T03:08:31.714356+0000","last_clean":"2024-09-12T03:08:31.714356+0000","last_became_active":"2024-09-12T03:08:24.631188+0000","last_became_peered":"2024-09-12T03:08:24.631188+0000","last_unstale":"2024-09-12T03:08:31.714356+0000","last_undegraded":"2024-09-12T03:08:31.714356+0000","last_fullsized":"2024-09-12T03:08:31.714356+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675534+0000","last_change":"2024-09-12T03:08:29.691931+0000","last_active":"2024-09-12T03:08:30.675534+0000","last_peered":"2024-09-12T03:08:30.675534+0000","last_clean":"2024-09-12T03:08:30.675534+0000","last_became_active":"2024-09-12T03:08:29.691594+0000","last_became_peered":"2024-09-12T03:08:29.691594+0000","last_unstale":"2024-09-12T03:08:30.675534+0000","last_undegraded":"2024-09-12T03:08:30.675534+0000","last_fullsized":"2024-09-12T03:08:30.675534+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:14.637564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714110+0000","last_change":"2024-09-12T03:08:25.635998+0000","last_active":"2024-09-12T03:08:31.714110+0000","last_peered":"2024-09-12T03:08:31.714110+0000","last_clean":"2024-09-12T03:08:31.714110+0000","last_became_active":"2024-09-12T03:08:25.634548+0000","last_became_peered":"2024-09-12T03:08:25.634548+0000","last_unstale":"2024-09-12T03:08:31.714110+0000","last_undegraded":"2024-09-12T03:08:31.714110+0000","last_fullsized":"2024-09-12T03:08:31.714110+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713662+0000","last_change":"2024-09-12T03:08:24.637038+0000","last_active":"2024-09-12T03:08:31.713662+0000","last_peered":"2024-09-12T03:08:31.713662+0000","last_clean":"2024-09-12T03:08:31.713662+0000","last_became_active":"2024-09-12T03:08:24.636626+0000","last_became_peered":"2024-09-12T03:08:24.636626+0000","last_unstale":"2024-09-12T03:08:31.713662+0000","last_undegraded":"2024-09-12T03:08:31.713662+0000","last_fullsized":"2024-09-12T03:08:31.713662+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714332+0000","last_change":"2024-09-12T03:08:29.842457+0000","last_active":"2024-09-12T03:08:31.714332+0000","last_peered":"2024-09-12T03:08:31.714332+0000","last_clean":"2024-09-12T03:08:31.714332+0000","last_became_active":"2024-09-12T03:08:29.840766+0000","last_became_peered":"2024-09-12T03:08:29.840766+0000","last_unstale":"2024-09-12T03:08:31.714332+0000","last_undegraded":"2024-09-12T03:08:31.714332+0000","last_fullsized":"2024-09-12T03:08:31.714332+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675504+0000","last_change":"2024-09-12T03:08:25.648247+0000","last_active":"2024-09-12T03:08:30.675504+0000","last_peered":"2024-09-12T03:08:30.675504+0000","last_clean":"2024-09-12T03:08:30.675504+0000","last_became_active":"2024-09-12T03:08:25.644047+0000","last_became_peered":"2024-09-12T03:08:25.644047+0000","last_unstale":"2024-09-12T03:08:30.675504+0000","last_undegraded":"2024-09-12T03:08:30.675504+0000","last_fullsized":"2024-09-12T03:08:30.675504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:14.961957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714538+0000","last_change":"2024-09-12T03:08:24.640290+0000","last_active":"2024-09-12T03:08:31.714538+0000","last_peered":"2024-09-12T03:08:31.714538+0000","last_clean":"2024-09-12T03:08:31.714538+0000","last_became_active":"2024-09-12T03:08:24.640042+0000","last_became_peered":"2024-09-12T03:08:24.640042+0000","last_unstale":"2024-09-12T03:08:31.714538+0000","last_undegraded":"2024-09-12T03:08:31.714538+0000","last_fullsized":"2024-09-12T03:08:31.714538+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676032+0000","last_change":"2024-09-12T03:08:29.692021+0000","last_active":"2024-09-12T03:08:30.676032+0000","last_peered":"2024-09-12T03:08:30.676032+0000","last_clean":"2024-09-12T03:08:30.676032+0000","last_became_active":"2024-09-12T03:08:29.690888+0000","last_became_peered":"2024-09-12T03:08:29.690888+0000","last_unstale":"2024-09-12T03:08:30.676032+0000","last_undegraded":"2024-09-12T03:08:30.676032+0000","last_fullsized":"2024-09-12T03:08:30.676032+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538598+0000","last_change":"2024-09-12T03:08:25.635536+0000","last_active":"2024-09-12T03:08:31.538598+0000","last_peered":"2024-09-12T03:08:31.538598+0000","last_clean":"2024-09-12T03:08:31.538598+0000","last_became_active":"2024-09-12T03:08:25.635219+0000","last_became_peered":"2024-09-12T03:08:25.635219+0000","last_unstale":"2024-09-12T03:08:31.538598+0000","last_undegraded":"2024-09-12T03:08:31.538598+0000","last_fullsized":"2024-09-12T03:08:31.538598+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676455+0000","last_change":"2024-09-12T03:08:24.626670+0000","last_active":"2024-09-12T03:08:30.676455+0000","last_peered":"2024-09-12T03:08:30.676455+0000","last_clean":"2024-09-12T03:08:30.676455+0000","last_became_active":"2024-09-12T03:08:24.626324+0000","last_became_peered":"2024-09-12T03:08:24.626324+0000","last_unstale":"2024-09-12T03:08:30.676455+0000","last_undegraded":"2024-09-12T03:08:30.676455+0000","last_fullsized":"2024-09-12T03:08:30.676455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675182+0000","last_change":"2024-09-12T03:08:29.835187+0000","last_active":"2024-09-12T03:08:30.675182+0000","last_peered":"2024-09-12T03:08:30.675182+0000","last_clean":"2024-09-12T03:08:30.675182+0000","last_became_active":"2024-09-12T03:08:29.834560+0000","last_became_peered":"2024-09-12T03:08:29.834560+0000","last_unstale":"2024-09-12T03:08:30.675182+0000","last_undegraded":"2024-09-12T03:08:30.675182+0000","last_fullsized":"2024-09-12T03:08:30.675182+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:51.373905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715433+0000","last_change":"2024-09-12T03:08:25.654812+0000","last_active":"2024-09-12T03:08:31.715433+0000","last_peered":"2024-09-12T03:08:31.715433+0000","last_clean":"2024-09-12T03:08:31.715433+0000","last_became_active":"2024-09-12T03:08:25.654544+0000","last_became_peered":"2024-09-12T03:08:25.654544+0000","last_unstale":"2024-09-12T03:08:31.715433+0000","last_undegraded":"2024-09-12T03:08:31.715433+0000","last_fullsized":"2024-09-12T03:08:31.715433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713981+0000","last_change":"2024-09-12T03:08:24.633960+0000","last_active":"2024-09-12T03:08:31.713981+0000","last_peered":"2024-09-12T03:08:31.713981+0000","last_clean":"2024-09-12T03:08:31.713981+0000","last_became_active":"2024-09-12T03:08:24.633669+0000","last_became_peered":"2024-09-12T03:08:24.633669+0000","last_unstale":"2024-09-12T03:08:31.713981+0000","last_undegraded":"2024-09-12T03:08:31.713981+0000","last_fullsized":"2024-09-12T03:08:31.713981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713729+0000","last_change":"2024-09-12T03:08:29.836853+0000","last_active":"2024-09-12T03:08:31.713729+0000","last_peered":"2024-09-12T03:08:31.713729+0000","last_clean":"2024-09-12T03:08:31.713729+0000","last_became_active":"2024-09-12T03:08:29.836422+0000","last_became_peered":"2024-09-12T03:08:29.836422+0000","last_unstale":"2024-09-12T03:08:31.713729+0000","last_undegraded":"2024-09-12T03:08:31.713729+0000","last_fullsized":"2024-09-12T03:08:31.713729+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:46.516947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714598+0000","last_change":"2024-09-12T03:08:25.649624+0000","last_active":"2024-09-12T03:08:31.714598+0000","last_peered":"2024-09-12T03:08:31.714598+0000","last_clean":"2024-09-12T03:08:31.714598+0000","last_became_active":"2024-09-12T03:08:25.649267+0000","last_became_peered":"2024-09-12T03:08:25.649267+0000","last_unstale":"2024-09-12T03:08:31.714598+0000","last_undegraded":"2024-09-12T03:08:31.714598+0000","last_fullsized":"2024-09-12T03:08:31.714598+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716292+0000","last_change":"2024-09-12T03:08:24.642031+0000","last_active":"2024-09-12T03:08:31.716292+0000","last_peered":"2024-09-12T03:08:31.716292+0000","last_clean":"2024-09-12T03:08:31.716292+0000","last_became_active":"2024-09-12T03:08:24.641712+0000","last_became_peered":"2024-09-12T03:08:24.641712+0000","last_unstale":"2024-09-12T03:08:31.716292+0000","last_undegraded":"2024-09-12T03:08:31.716292+0000","last_fullsized":"2024-09-12T03:08:31.716292+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:44.953752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538176+0000","last_change":"2024-09-12T03:08:29.834997+0000","last_active":"2024-09-12T03:08:31.538176+0000","last_peered":"2024-09-12T03:08:31.538176+0000","last_clean":"2024-09-12T03:08:31.538176+0000","last_became_active":"2024-09-12T03:08:29.834640+0000","last_became_peered":"2024-09-12T03:08:29.834640+0000","last_unstale":"2024-09-12T03:08:31.538176+0000","last_undegraded":"2024-09-12T03:08:31.538176+0000","last_fullsized":"2024-09-12T03:08:31.538176+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714761+0000","last_change":"2024-09-12T03:08:25.664500+0000","last_active":"2024-09-12T03:08:31.714761+0000","last_peered":"2024-09-12T03:08:31.714761+0000","last_clean":"2024-09-12T03:08:31.714761+0000","last_became_active":"2024-09-12T03:08:25.663842+0000","last_became_peered":"2024-09-12T03:08:25.663842+0000","last_unstale":"2024-09-12T03:08:31.714761+0000","last_undegraded":"2024-09-12T03:08:31.714761+0000","last_fullsized":"2024-09-12T03:08:31.714761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:59.598115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714676+0000","last_change":"2024-09-12T03:08:24.627519+0000","last_active":"2024-09-12T03:08:31.714676+0000","last_peered":"2024-09-12T03:08:31.714676+0000","last_clean":"2024-09-12T03:08:31.714676+0000","last_became_active":"2024-09-12T03:08:24.627132+0000","last_became_peered":"2024-09-12T03:08:24.627132+0000","last_unstale":"2024-09-12T03:08:31.714676+0000","last_undegraded":"2024-09-12T03:08:31.714676+0000","last_fullsized":"2024-09-12T03:08:31.714676+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713720+0000","last_change":"2024-09-12T03:08:29.684746+0000","last_active":"2024-09-12T03:08:31.713720+0000","last_peered":"2024-09-12T03:08:31.713720+0000","last_clean":"2024-09-12T03:08:31.713720+0000","last_became_active":"2024-09-12T03:08:29.684280+0000","last_became_peered":"2024-09-12T03:08:29.684280+0000","last_unstale":"2024-09-12T03:08:31.713720+0000","last_undegraded":"2024-09-12T03:08:31.713720+0000","last_fullsized":"2024-09-12T03:08:31.713720+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675891+0000","last_change":"2024-09-12T03:08:25.642159+0000","last_active":"2024-09-12T03:08:30.675891+0000","last_peered":"2024-09-12T03:08:30.675891+0000","last_clean":"2024-09-12T03:08:30.675891+0000","last_became_active":"2024-09-12T03:08:25.641865+0000","last_became_peered":"2024-09-12T03:08:25.641865+0000","last_unstale":"2024-09-12T03:08:30.675891+0000","last_undegraded":"2024-09-12T03:08:30.675891+0000","last_fullsized":"2024-09-12T03:08:30.675891+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:34.883644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715184+0000","last_change":"2024-09-12T03:08:24.628131+0000","last_active":"2024-09-12T03:08:31.715184+0000","last_peered":"2024-09-12T03:08:31.715184+0000","last_clean":"2024-09-12T03:08:31.715184+0000","last_became_active":"2024-09-12T03:08:24.627834+0000","last_became_peered":"2024-09-12T03:08:24.627834+0000","last_unstale":"2024-09-12T03:08:31.715184+0000","last_undegraded":"2024-09-12T03:08:31.715184+0000","last_fullsized":"2024-09-12T03:08:31.715184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714585+0000","last_change":"2024-09-12T03:08:29.690446+0000","last_active":"2024-09-12T03:08:31.714585+0000","last_peered":"2024-09-12T03:08:31.714585+0000","last_clean":"2024-09-12T03:08:31.714585+0000","last_became_active":"2024-09-12T03:08:29.689898+0000","last_became_peered":"2024-09-12T03:08:29.689898+0000","last_unstale":"2024-09-12T03:08:31.714585+0000","last_undegraded":"2024-09-12T03:08:31.714585+0000","last_fullsized":"2024-09-12T03:08:31.714585+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:56.481018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713495+0000","last_change":"2024-09-12T03:08:25.644836+0000","last_active":"2024-09-12T03:08:31.713495+0000","last_peered":"2024-09-12T03:08:31.713495+0000","last_clean":"2024-09-12T03:08:31.713495+0000","last_became_active":"2024-09-12T03:08:25.644562+0000","last_became_peered":"2024-09-12T03:08:25.644562+0000","last_unstale":"2024-09-12T03:08:31.713495+0000","last_undegraded":"2024-09-12T03:08:31.713495+0000","last_fullsized":"2024-09-12T03:08:31.713495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671885+0000","last_change":"2024-09-12T03:08:24.631462+0000","last_active":"2024-09-12T03:08:30.671885+0000","last_peered":"2024-09-12T03:08:30.671885+0000","last_clean":"2024-09-12T03:08:30.671885+0000","last_became_active":"2024-09-12T03:08:24.630317+0000","last_became_peered":"2024-09-12T03:08:24.630317+0000","last_unstale":"2024-09-12T03:08:30.671885+0000","last_undegraded":"2024-09-12T03:08:30.671885+0000","last_fullsized":"2024-09-12T03:08:30.671885+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714485+0000","last_change":"2024-09-12T03:08:29.697088+0000","last_active":"2024-09-12T03:08:31.714485+0000","last_peered":"2024-09-12T03:08:31.714485+0000","last_clean":"2024-09-12T03:08:31.714485+0000","last_became_active":"2024-09-12T03:08:29.696037+0000","last_became_peered":"2024-09-12T03:08:29.696037+0000","last_unstale":"2024-09-12T03:08:31.714485+0000","last_undegraded":"2024-09-12T03:08:31.714485+0000","last_fullsized":"2024-09-12T03:08:31.714485+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:27.110332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538094+0000","last_change":"2024-09-12T03:08:25.637271+0000","last_active":"2024-09-12T03:08:31.538094+0000","last_peered":"2024-09-12T03:08:31.538094+0000","last_clean":"2024-09-12T03:08:31.538094+0000","last_became_active":"2024-09-12T03:08:25.636912+0000","last_became_peered":"2024-09-12T03:08:25.636912+0000","last_unstale":"2024-09-12T03:08:31.538094+0000","last_undegraded":"2024-09-12T03:08:31.538094+0000","last_fullsized":"2024-09-12T03:08:31.538094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:31.168212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714647+0000","last_change":"2024-09-12T03:08:24.640833+0000","last_active":"2024-09-12T03:08:31.714647+0000","last_peered":"2024-09-12T03:08:31.714647+0000","last_clean":"2024-09-12T03:08:31.714647+0000","last_became_active":"2024-09-12T03:08:24.640545+0000","last_became_peered":"2024-09-12T03:08:24.640545+0000","last_unstale":"2024-09-12T03:08:31.714647+0000","last_undegraded":"2024-09-12T03:08:31.714647+0000","last_fullsized":"2024-09-12T03:08:31.714647+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:33.881025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538482+0000","last_change":"2024-09-12T03:08:29.842346+0000","last_active":"2024-09-12T03:08:31.538482+0000","last_peered":"2024-09-12T03:08:31.538482+0000","last_clean":"2024-09-12T03:08:31.538482+0000","last_became_active":"2024-09-12T03:08:29.841945+0000","last_became_peered":"2024-09-12T03:08:29.841945+0000","last_unstale":"2024-09-12T03:08:31.538482+0000","last_undegraded":"2024-09-12T03:08:31.538482+0000","last_fullsized":"2024-09-12T03:08:31.538482+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:46.516947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714654+0000","last_change":"2024-09-12T03:08:25.669871+0000","last_active":"2024-09-12T03:08:31.714654+0000","last_peered":"2024-09-12T03:08:31.714654+0000","last_clean":"2024-09-12T03:08:31.714654+0000","last_became_active":"2024-09-12T03:08:25.669703+0000","last_became_peered":"2024-09-12T03:08:25.669703+0000","last_unstale":"2024-09-12T03:08:31.714654+0000","last_undegraded":"2024-09-12T03:08:31.714654+0000","last_fullsized":"2024-09-12T03:08:31.714654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715509+0000","last_change":"2024-09-12T03:08:24.629157+0000","last_active":"2024-09-12T03:08:31.715509+0000","last_peered":"2024-09-12T03:08:31.715509+0000","last_clean":"2024-09-12T03:08:31.715509+0000","last_became_active":"2024-09-12T03:08:24.628837+0000","last_became_peered":"2024-09-12T03:08:24.628837+0000","last_unstale":"2024-09-12T03:08:31.715509+0000","last_undegraded":"2024-09-12T03:08:31.715509+0000","last_fullsized":"2024-09-12T03:08:31.715509+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":178,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714753+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:08:31.714753+0000","last_peered":"2024-09-12T03:08:31.714753+0000","last_clean":"2024-09-12T03:08:31.714753+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:08:31.714753+0000","last_undegraded":"2024-09-12T03:08:31.714753+0000","last_fullsized":"2024-09-12T03:08:31.714753+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674979+0000","last_change":"2024-09-12T03:08:29.837258+0000","last_active":"2024-09-12T03:08:30.674979+0000","last_peered":"2024-09-12T03:08:30.674979+0000","last_clean":"2024-09-12T03:08:30.674979+0000","last_became_active":"2024-09-12T03:08:29.836741+0000","last_became_peered":"2024-09-12T03:08:29.836741+0000","last_unstale":"2024-09-12T03:08:30.674979+0000","last_undegraded":"2024-09-12T03:08:30.674979+0000","last_fullsized":"2024-09-12T03:08:30.674979+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716049+0000","last_change":"2024-09-12T03:08:25.673221+0000","last_active":"2024-09-12T03:08:31.716049+0000","last_peered":"2024-09-12T03:08:31.716049+0000","last_clean":"2024-09-12T03:08:31.716049+0000","last_became_active":"2024-09-12T03:08:25.671003+0000","last_became_peered":"2024-09-12T03:08:25.671003+0000","last_unstale":"2024-09-12T03:08:31.716049+0000","last_undegraded":"2024-09-12T03:08:31.716049+0000","last_fullsized":"2024-09-12T03:08:31.716049+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:52.429748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672147+0000","last_change":"2024-09-12T03:08:24.628208+0000","last_active":"2024-09-12T03:08:30.672147+0000","last_peered":"2024-09-12T03:08:30.672147+0000","last_clean":"2024-09-12T03:08:30.672147+0000","last_became_active":"2024-09-12T03:08:24.627823+0000","last_became_peered":"2024-09-12T03:08:24.627823+0000","last_unstale":"2024-09-12T03:08:30.672147+0000","last_undegraded":"2024-09-12T03:08:30.672147+0000","last_fullsized":"2024-09-12T03:08:30.672147+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.415138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674520+0000","last_change":"2024-09-12T03:08:29.837222+0000","last_active":"2024-09-12T03:08:30.674520+0000","last_peered":"2024-09-12T03:08:30.674520+0000","last_clean":"2024-09-12T03:08:30.674520+0000","last_became_active":"2024-09-12T03:08:29.836730+0000","last_became_peered":"2024-09-12T03:08:29.836730+0000","last_unstale":"2024-09-12T03:08:30.674520+0000","last_undegraded":"2024-09-12T03:08:30.674520+0000","last_fullsized":"2024-09-12T03:08:30.674520+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:14.637564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714885+0000","last_change":"2024-09-12T03:08:25.658762+0000","last_active":"2024-09-12T03:08:31.714885+0000","last_peered":"2024-09-12T03:08:31.714885+0000","last_clean":"2024-09-12T03:08:31.714885+0000","last_became_active":"2024-09-12T03:08:25.658484+0000","last_became_peered":"2024-09-12T03:08:25.658484+0000","last_unstale":"2024-09-12T03:08:31.714885+0000","last_undegraded":"2024-09-12T03:08:31.714885+0000","last_fullsized":"2024-09-12T03:08:31.714885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.831963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714001+0000","last_change":"2024-09-12T03:08:24.629753+0000","last_active":"2024-09-12T03:08:31.714001+0000","last_peered":"2024-09-12T03:08:31.714001+0000","last_clean":"2024-09-12T03:08:31.714001+0000","last_became_active":"2024-09-12T03:08:24.629270+0000","last_became_peered":"2024-09-12T03:08:24.629270+0000","last_unstale":"2024-09-12T03:08:31.714001+0000","last_undegraded":"2024-09-12T03:08:31.714001+0000","last_fullsized":"2024-09-12T03:08:31.714001+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:38.123875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538298+0000","last_change":"2024-09-12T03:08:29.687071+0000","last_active":"2024-09-12T03:08:31.538298+0000","last_peered":"2024-09-12T03:08:31.538298+0000","last_clean":"2024-09-12T03:08:31.538298+0000","last_became_active":"2024-09-12T03:08:29.686113+0000","last_became_peered":"2024-09-12T03:08:29.686113+0000","last_unstale":"2024-09-12T03:08:31.538298+0000","last_undegraded":"2024-09-12T03:08:31.538298+0000","last_fullsized":"2024-09-12T03:08:31.538298+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:56.481018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716112+0000","last_change":"2024-09-12T03:08:25.659120+0000","last_active":"2024-09-12T03:08:31.716112+0000","last_peered":"2024-09-12T03:08:31.716112+0000","last_clean":"2024-09-12T03:08:31.716112+0000","last_became_active":"2024-09-12T03:08:25.658732+0000","last_became_peered":"2024-09-12T03:08:25.658732+0000","last_unstale":"2024-09-12T03:08:31.716112+0000","last_undegraded":"2024-09-12T03:08:31.716112+0000","last_fullsized":"2024-09-12T03:08:31.716112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:42.465677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672194+0000","last_change":"2024-09-12T03:08:24.630640+0000","last_active":"2024-09-12T03:08:30.672194+0000","last_peered":"2024-09-12T03:08:30.672194+0000","last_clean":"2024-09-12T03:08:30.672194+0000","last_became_active":"2024-09-12T03:08:24.630315+0000","last_became_peered":"2024-09-12T03:08:24.630315+0000","last_unstale":"2024-09-12T03:08:30.672194+0000","last_undegraded":"2024-09-12T03:08:30.672194+0000","last_fullsized":"2024-09-12T03:08:30.672194+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714095+0000","last_change":"2024-09-12T03:08:29.841319+0000","last_active":"2024-09-12T03:08:31.714095+0000","last_peered":"2024-09-12T03:08:31.714095+0000","last_clean":"2024-09-12T03:08:31.714095+0000","last_became_active":"2024-09-12T03:08:29.840763+0000","last_became_peered":"2024-09-12T03:08:29.840763+0000","last_unstale":"2024-09-12T03:08:31.714095+0000","last_undegraded":"2024-09-12T03:08:31.714095+0000","last_fullsized":"2024-09-12T03:08:31.714095+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:00.812880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716437+0000","last_change":"2024-09-12T03:08:25.659920+0000","last_active":"2024-09-12T03:08:31.716437+0000","last_peered":"2024-09-12T03:08:31.716437+0000","last_clean":"2024-09-12T03:08:31.716437+0000","last_became_active":"2024-09-12T03:08:25.659633+0000","last_became_peered":"2024-09-12T03:08:25.659633+0000","last_unstale":"2024-09-12T03:08:31.716437+0000","last_undegraded":"2024-09-12T03:08:31.716437+0000","last_fullsized":"2024-09-12T03:08:31.716437+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:10.586294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676560+0000","last_change":"2024-09-12T03:08:24.624145+0000","last_active":"2024-09-12T03:08:30.676560+0000","last_peered":"2024-09-12T03:08:30.676560+0000","last_clean":"2024-09-12T03:08:30.676560+0000","last_became_active":"2024-09-12T03:08:24.623943+0000","last_became_peered":"2024-09-12T03:08:24.623943+0000","last_unstale":"2024-09-12T03:08:30.676560+0000","last_undegraded":"2024-09-12T03:08:30.676560+0000","last_fullsized":"2024-09-12T03:08:30.676560+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:47.056500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675177+0000","last_change":"2024-09-12T03:08:29.686771+0000","last_active":"2024-09-12T03:08:30.675177+0000","last_peered":"2024-09-12T03:08:30.675177+0000","last_clean":"2024-09-12T03:08:30.675177+0000","last_became_active":"2024-09-12T03:08:29.685850+0000","last_became_peered":"2024-09-12T03:08:29.685850+0000","last_unstale":"2024-09-12T03:08:30.675177+0000","last_undegraded":"2024-09-12T03:08:30.675177+0000","last_fullsized":"2024-09-12T03:08:30.675177+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:54.174031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715353+0000","last_change":"2024-09-12T03:08:25.661094+0000","last_active":"2024-09-12T03:08:31.715353+0000","last_peered":"2024-09-12T03:08:31.715353+0000","last_clean":"2024-09-12T03:08:31.715353+0000","last_became_active":"2024-09-12T03:08:25.660823+0000","last_became_peered":"2024-09-12T03:08:25.660823+0000","last_unstale":"2024-09-12T03:08:31.715353+0000","last_undegraded":"2024-09-12T03:08:31.715353+0000","last_fullsized":"2024-09-12T03:08:31.715353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671728+0000","last_change":"2024-09-12T03:08:24.617602+0000","last_active":"2024-09-12T03:08:30.671728+0000","last_peered":"2024-09-12T03:08:30.671728+0000","last_clean":"2024-09-12T03:08:30.671728+0000","last_became_active":"2024-09-12T03:08:24.617183+0000","last_became_peered":"2024-09-12T03:08:24.617183+0000","last_unstale":"2024-09-12T03:08:30.671728+0000","last_undegraded":"2024-09-12T03:08:30.671728+0000","last_fullsized":"2024-09-12T03:08:30.671728+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538386+0000","last_change":"2024-09-12T03:08:29.698634+0000","last_active":"2024-09-12T03:08:31.538386+0000","last_peered":"2024-09-12T03:08:31.538386+0000","last_clean":"2024-09-12T03:08:31.538386+0000","last_became_active":"2024-09-12T03:08:29.697983+0000","last_became_peered":"2024-09-12T03:08:29.697983+0000","last_unstale":"2024-09-12T03:08:31.538386+0000","last_undegraded":"2024-09-12T03:08:31.538386+0000","last_fullsized":"2024-09-12T03:08:31.538386+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:19.424434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674387+0000","last_change":"2024-09-12T03:08:25.644435+0000","last_active":"2024-09-12T03:08:30.674387+0000","last_peered":"2024-09-12T03:08:30.674387+0000","last_clean":"2024-09-12T03:08:30.674387+0000","last_became_active":"2024-09-12T03:08:25.644149+0000","last_became_peered":"2024-09-12T03:08:25.644149+0000","last_unstale":"2024-09-12T03:08:30.674387+0000","last_undegraded":"2024-09-12T03:08:30.674387+0000","last_fullsized":"2024-09-12T03:08:30.674387+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674582+0000","last_change":"2024-09-12T03:08:24.625404+0000","last_active":"2024-09-12T03:08:30.674582+0000","last_peered":"2024-09-12T03:08:30.674582+0000","last_clean":"2024-09-12T03:08:30.674582+0000","last_became_active":"2024-09-12T03:08:24.618465+0000","last_became_peered":"2024-09-12T03:08:24.618465+0000","last_unstale":"2024-09-12T03:08:30.674582+0000","last_undegraded":"2024-09-12T03:08:30.674582+0000","last_fullsized":"2024-09-12T03:08:30.674582+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715339+0000","last_change":"2024-09-12T03:08:29.836102+0000","last_active":"2024-09-12T03:08:31.715339+0000","last_peered":"2024-09-12T03:08:31.715339+0000","last_clean":"2024-09-12T03:08:31.715339+0000","last_became_active":"2024-09-12T03:08:29.835726+0000","last_became_peered":"2024-09-12T03:08:29.835726+0000","last_unstale":"2024-09-12T03:08:31.715339+0000","last_undegraded":"2024-09-12T03:08:31.715339+0000","last_fullsized":"2024-09-12T03:08:31.715339+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:51.522993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715852+0000","last_change":"2024-09-12T03:08:25.663946+0000","last_active":"2024-09-12T03:08:31.715852+0000","last_peered":"2024-09-12T03:08:31.715852+0000","last_clean":"2024-09-12T03:08:31.715852+0000","last_became_active":"2024-09-12T03:08:25.663579+0000","last_became_peered":"2024-09-12T03:08:25.663579+0000","last_unstale":"2024-09-12T03:08:31.715852+0000","last_undegraded":"2024-09-12T03:08:31.715852+0000","last_fullsized":"2024-09-12T03:08:31.715852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:59.598115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715160+0000","last_change":"2024-09-12T03:08:24.638525+0000","last_active":"2024-09-12T03:08:31.715160+0000","last_peered":"2024-09-12T03:08:31.715160+0000","last_clean":"2024-09-12T03:08:31.715160+0000","last_became_active":"2024-09-12T03:08:24.638179+0000","last_became_peered":"2024-09-12T03:08:24.638179+0000","last_unstale":"2024-09-12T03:08:31.715160+0000","last_undegraded":"2024-09-12T03:08:31.715160+0000","last_fullsized":"2024-09-12T03:08:31.715160+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715323+0000","last_change":"2024-09-12T03:08:29.834808+0000","last_active":"2024-09-12T03:08:31.715323+0000","last_peered":"2024-09-12T03:08:31.715323+0000","last_clean":"2024-09-12T03:08:31.715323+0000","last_became_active":"2024-09-12T03:08:29.834419+0000","last_became_peered":"2024-09-12T03:08:29.834419+0000","last_unstale":"2024-09-12T03:08:31.715323+0000","last_undegraded":"2024-09-12T03:08:31.715323+0000","last_fullsized":"2024-09-12T03:08:31.715323+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:11.098372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538614+0000","last_change":"2024-09-12T03:08:25.651811+0000","last_active":"2024-09-12T03:08:31.538614+0000","last_peered":"2024-09-12T03:08:31.538614+0000","last_clean":"2024-09-12T03:08:31.538614+0000","last_became_active":"2024-09-12T03:08:25.651511+0000","last_became_peered":"2024-09-12T03:08:25.651511+0000","last_unstale":"2024-09-12T03:08:31.538614+0000","last_undegraded":"2024-09-12T03:08:31.538614+0000","last_fullsized":"2024-09-12T03:08:31.538614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538642+0000","last_change":"2024-09-12T03:08:24.626409+0000","last_active":"2024-09-12T03:08:31.538642+0000","last_peered":"2024-09-12T03:08:31.538642+0000","last_clean":"2024-09-12T03:08:31.538642+0000","last_became_active":"2024-09-12T03:08:24.626069+0000","last_became_peered":"2024-09-12T03:08:24.626069+0000","last_unstale":"2024-09-12T03:08:31.538642+0000","last_undegraded":"2024-09-12T03:08:31.538642+0000","last_fullsized":"2024-09-12T03:08:31.538642+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:47.056500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714686+0000","last_change":"2024-09-12T03:08:29.836258+0000","last_active":"2024-09-12T03:08:31.714686+0000","last_peered":"2024-09-12T03:08:31.714686+0000","last_clean":"2024-09-12T03:08:31.714686+0000","last_became_active":"2024-09-12T03:08:29.834827+0000","last_became_peered":"2024-09-12T03:08:29.834827+0000","last_unstale":"2024-09-12T03:08:31.714686+0000","last_undegraded":"2024-09-12T03:08:31.714686+0000","last_fullsized":"2024-09-12T03:08:31.714686+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:36.994691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715631+0000","last_change":"2024-09-12T03:08:25.655009+0000","last_active":"2024-09-12T03:08:31.715631+0000","last_peered":"2024-09-12T03:08:31.715631+0000","last_clean":"2024-09-12T03:08:31.715631+0000","last_became_active":"2024-09-12T03:08:25.654588+0000","last_became_peered":"2024-09-12T03:08:25.654588+0000","last_unstale":"2024-09-12T03:08:31.715631+0000","last_undegraded":"2024-09-12T03:08:31.715631+0000","last_fullsized":"2024-09-12T03:08:31.715631+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:08.291373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'9","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:37.344234+0000","last_change":"2024-09-12T03:08:24.634531+0000","last_active":"2024-09-12T03:08:37.344234+0000","last_peered":"2024-09-12T03:08:37.344234+0000","last_clean":"2024-09-12T03:08:37.344234+0000","last_became_active":"2024-09-12T03:08:24.634083+0000","last_became_peered":"2024-09-12T03:08:24.634083+0000","last_unstale":"2024-09-12T03:08:37.344234+0000","last_undegraded":"2024-09-12T03:08:37.344234+0000","last_fullsized":"2024-09-12T03:08:37.344234+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713899+0000","last_change":"2024-09-12T03:08:29.684581+0000","last_active":"2024-09-12T03:08:31.713899+0000","last_peered":"2024-09-12T03:08:31.713899+0000","last_clean":"2024-09-12T03:08:31.713899+0000","last_became_active":"2024-09-12T03:08:29.684122+0000","last_became_peered":"2024-09-12T03:08:29.684122+0000","last_unstale":"2024-09-12T03:08:31.713899+0000","last_undegraded":"2024-09-12T03:08:31.713899+0000","last_fullsized":"2024-09-12T03:08:31.713899+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675974+0000","last_change":"2024-09-12T03:08:25.652157+0000","last_active":"2024-09-12T03:08:30.675974+0000","last_peered":"2024-09-12T03:08:30.675974+0000","last_clean":"2024-09-12T03:08:30.675974+0000","last_became_active":"2024-09-12T03:08:25.651878+0000","last_became_peered":"2024-09-12T03:08:25.651878+0000","last_unstale":"2024-09-12T03:08:30.675974+0000","last_undegraded":"2024-09-12T03:08:30.675974+0000","last_fullsized":"2024-09-12T03:08:30.675974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:58.585452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713900+0000","last_change":"2024-09-12T03:08:24.637116+0000","last_active":"2024-09-12T03:08:31.713900+0000","last_peered":"2024-09-12T03:08:31.713900+0000","last_clean":"2024-09-12T03:08:31.713900+0000","last_became_active":"2024-09-12T03:08:24.636794+0000","last_became_peered":"2024-09-12T03:08:24.636794+0000","last_unstale":"2024-09-12T03:08:31.713900+0000","last_undegraded":"2024-09-12T03:08:31.713900+0000","last_fullsized":"2024-09-12T03:08:31.713900+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:33.881025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675793+0000","last_change":"2024-09-12T03:08:29.684888+0000","last_active":"2024-09-12T03:08:30.675793+0000","last_peered":"2024-09-12T03:08:30.675793+0000","last_clean":"2024-09-12T03:08:30.675793+0000","last_became_active":"2024-09-12T03:08:29.684219+0000","last_became_peered":"2024-09-12T03:08:29.684219+0000","last_unstale":"2024-09-12T03:08:30.675793+0000","last_undegraded":"2024-09-12T03:08:30.675793+0000","last_fullsized":"2024-09-12T03:08:30.675793+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538425+0000","last_change":"2024-09-12T03:08:25.670176+0000","last_active":"2024-09-12T03:08:31.538425+0000","last_peered":"2024-09-12T03:08:31.538425+0000","last_clean":"2024-09-12T03:08:31.538425+0000","last_became_active":"2024-09-12T03:08:25.669647+0000","last_became_peered":"2024-09-12T03:08:25.669647+0000","last_unstale":"2024-09-12T03:08:31.538425+0000","last_undegraded":"2024-09-12T03:08:31.538425+0000","last_fullsized":"2024-09-12T03:08:31.538425+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714845+0000","last_change":"2024-09-12T03:08:24.637629+0000","last_active":"2024-09-12T03:08:31.714845+0000","last_peered":"2024-09-12T03:08:31.714845+0000","last_clean":"2024-09-12T03:08:31.714845+0000","last_became_active":"2024-09-12T03:08:24.637331+0000","last_became_peered":"2024-09-12T03:08:24.637331+0000","last_unstale":"2024-09-12T03:08:31.714845+0000","last_undegraded":"2024-09-12T03:08:31.714845+0000","last_fullsized":"2024-09-12T03:08:31.714845+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713922+0000","last_change":"2024-09-12T03:08:29.690980+0000","last_active":"2024-09-12T03:08:31.713922+0000","last_peered":"2024-09-12T03:08:31.713922+0000","last_clean":"2024-09-12T03:08:31.713922+0000","last_became_active":"2024-09-12T03:08:29.689523+0000","last_became_peered":"2024-09-12T03:08:29.689523+0000","last_unstale":"2024-09-12T03:08:31.713922+0000","last_undegraded":"2024-09-12T03:08:31.713922+0000","last_fullsized":"2024-09-12T03:08:31.713922+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:59.206009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714719+0000","last_change":"2024-09-12T03:08:25.650416+0000","last_active":"2024-09-12T03:08:31.714719+0000","last_peered":"2024-09-12T03:08:31.714719+0000","last_clean":"2024-09-12T03:08:31.714719+0000","last_became_active":"2024-09-12T03:08:25.650142+0000","last_became_peered":"2024-09-12T03:08:25.650142+0000","last_unstale":"2024-09-12T03:08:31.714719+0000","last_undegraded":"2024-09-12T03:08:31.714719+0000","last_fullsized":"2024-09-12T03:08:31.714719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:28.553599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676318+0000","last_change":"2024-09-12T03:08:24.631891+0000","last_active":"2024-09-12T03:08:30.676318+0000","last_peered":"2024-09-12T03:08:30.676318+0000","last_clean":"2024-09-12T03:08:30.676318+0000","last_became_active":"2024-09-12T03:08:24.631595+0000","last_became_peered":"2024-09-12T03:08:24.631595+0000","last_unstale":"2024-09-12T03:08:30.676318+0000","last_undegraded":"2024-09-12T03:08:30.676318+0000","last_fullsized":"2024-09-12T03:08:30.676318+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714417+0000","last_change":"2024-09-12T03:08:29.835791+0000","last_active":"2024-09-12T03:08:31.714417+0000","last_peered":"2024-09-12T03:08:31.714417+0000","last_clean":"2024-09-12T03:08:31.714417+0000","last_became_active":"2024-09-12T03:08:29.834450+0000","last_became_peered":"2024-09-12T03:08:29.834450+0000","last_unstale":"2024-09-12T03:08:31.714417+0000","last_undegraded":"2024-09-12T03:08:31.714417+0000","last_fullsized":"2024-09-12T03:08:31.714417+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:36.994691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538290+0000","last_change":"2024-09-12T03:08:29.834879+0000","last_active":"2024-09-12T03:08:31.538290+0000","last_peered":"2024-09-12T03:08:31.538290+0000","last_clean":"2024-09-12T03:08:31.538290+0000","last_became_active":"2024-09-12T03:08:29.834408+0000","last_became_peered":"2024-09-12T03:08:29.834408+0000","last_unstale":"2024-09-12T03:08:31.538290+0000","last_undegraded":"2024-09-12T03:08:31.538290+0000","last_fullsized":"2024-09-12T03:08:31.538290+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:27.110332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713469+0000","last_change":"2024-09-12T03:08:25.634029+0000","last_active":"2024-09-12T03:08:31.713469+0000","last_peered":"2024-09-12T03:08:31.713469+0000","last_clean":"2024-09-12T03:08:31.713469+0000","last_became_active":"2024-09-12T03:08:25.633677+0000","last_became_peered":"2024-09-12T03:08:25.633677+0000","last_unstale":"2024-09-12T03:08:31.713469+0000","last_undegraded":"2024-09-12T03:08:31.713469+0000","last_fullsized":"2024-09-12T03:08:31.713469+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714262+0000","last_change":"2024-09-12T03:08:24.635197+0000","last_active":"2024-09-12T03:08:31.714262+0000","last_peered":"2024-09-12T03:08:31.714262+0000","last_clean":"2024-09-12T03:08:31.714262+0000","last_became_active":"2024-09-12T03:08:24.633761+0000","last_became_peered":"2024-09-12T03:08:24.633761+0000","last_unstale":"2024-09-12T03:08:31.714262+0000","last_undegraded":"2024-09-12T03:08:31.714262+0000","last_fullsized":"2024-09-12T03:08:31.714262+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676338+0000","last_change":"2024-09-12T03:08:29.687717+0000","last_active":"2024-09-12T03:08:30.676338+0000","last_peered":"2024-09-12T03:08:30.676338+0000","last_clean":"2024-09-12T03:08:30.676338+0000","last_became_active":"2024-09-12T03:08:29.687309+0000","last_became_peered":"2024-09-12T03:08:29.687309+0000","last_unstale":"2024-09-12T03:08:30.676338+0000","last_undegraded":"2024-09-12T03:08:30.676338+0000","last_fullsized":"2024-09-12T03:08:30.676338+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714018+0000","last_change":"2024-09-12T03:08:25.651261+0000","last_active":"2024-09-12T03:08:31.714018+0000","last_peered":"2024-09-12T03:08:31.714018+0000","last_clean":"2024-09-12T03:08:31.714018+0000","last_became_active":"2024-09-12T03:08:25.650980+0000","last_became_peered":"2024-09-12T03:08:25.650980+0000","last_unstale":"2024-09-12T03:08:31.714018+0000","last_undegraded":"2024-09-12T03:08:31.714018+0000","last_fullsized":"2024-09-12T03:08:31.714018+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714718+0000","last_change":"2024-09-12T03:08:24.634306+0000","last_active":"2024-09-12T03:08:31.714718+0000","last_peered":"2024-09-12T03:08:31.714718+0000","last_clean":"2024-09-12T03:08:31.714718+0000","last_became_active":"2024-09-12T03:08:24.633996+0000","last_became_peered":"2024-09-12T03:08:24.633996+0000","last_unstale":"2024-09-12T03:08:31.714718+0000","last_undegraded":"2024-09-12T03:08:31.714718+0000","last_fullsized":"2024-09-12T03:08:31.714718+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:07.733907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675016+0000","last_change":"2024-09-12T03:08:24.630279+0000","last_active":"2024-09-12T03:08:30.675016+0000","last_peered":"2024-09-12T03:08:30.675016+0000","last_clean":"2024-09-12T03:08:30.675016+0000","last_became_active":"2024-09-12T03:08:24.630009+0000","last_became_peered":"2024-09-12T03:08:24.630009+0000","last_unstale":"2024-09-12T03:08:30.675016+0000","last_undegraded":"2024-09-12T03:08:30.675016+0000","last_fullsized":"2024-09-12T03:08:30.675016+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538544+0000","last_change":"2024-09-12T03:08:25.638637+0000","last_active":"2024-09-12T03:08:31.538544+0000","last_peered":"2024-09-12T03:08:31.538544+0000","last_clean":"2024-09-12T03:08:31.538544+0000","last_became_active":"2024-09-12T03:08:25.638320+0000","last_became_peered":"2024-09-12T03:08:25.638320+0000","last_unstale":"2024-09-12T03:08:31.538544+0000","last_undegraded":"2024-09-12T03:08:31.538544+0000","last_fullsized":"2024-09-12T03:08:31.538544+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672027+0000","last_change":"2024-09-12T03:08:29.689979+0000","last_active":"2024-09-12T03:08:30.672027+0000","last_peered":"2024-09-12T03:08:30.672027+0000","last_clean":"2024-09-12T03:08:30.672027+0000","last_became_active":"2024-09-12T03:08:29.687043+0000","last_became_peered":"2024-09-12T03:08:29.687043+0000","last_unstale":"2024-09-12T03:08:30.672027+0000","last_undegraded":"2024-09-12T03:08:30.672027+0000","last_fullsized":"2024-09-12T03:08:30.672027+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:35.219482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714961+0000","last_change":"2024-09-12T03:08:24.622231+0000","last_active":"2024-09-12T03:08:31.714961+0000","last_peered":"2024-09-12T03:08:31.714961+0000","last_clean":"2024-09-12T03:08:31.714961+0000","last_became_active":"2024-09-12T03:08:24.620606+0000","last_became_peered":"2024-09-12T03:08:24.620606+0000","last_unstale":"2024-09-12T03:08:31.714961+0000","last_undegraded":"2024-09-12T03:08:31.714961+0000","last_fullsized":"2024-09-12T03:08:31.714961+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.415138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675563+0000","last_change":"2024-09-12T03:08:25.644604+0000","last_active":"2024-09-12T03:08:30.675563+0000","last_peered":"2024-09-12T03:08:30.675563+0000","last_clean":"2024-09-12T03:08:30.675563+0000","last_became_active":"2024-09-12T03:08:25.643711+0000","last_became_peered":"2024-09-12T03:08:25.643711+0000","last_unstale":"2024-09-12T03:08:30.675563+0000","last_undegraded":"2024-09-12T03:08:30.675563+0000","last_fullsized":"2024-09-12T03:08:30.675563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:39.126494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714897+0000","last_change":"2024-09-12T03:08:29.689848+0000","last_active":"2024-09-12T03:08:31.714897+0000","last_peered":"2024-09-12T03:08:31.714897+0000","last_clean":"2024-09-12T03:08:31.714897+0000","last_became_active":"2024-09-12T03:08:29.689471+0000","last_became_peered":"2024-09-12T03:08:29.689471+0000","last_unstale":"2024-09-12T03:08:31.714897+0000","last_undegraded":"2024-09-12T03:08:31.714897+0000","last_fullsized":"2024-09-12T03:08:31.714897+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:09:49.569795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674510+0000","last_change":"2024-09-12T03:08:25.643702+0000","last_active":"2024-09-12T03:08:30.674510+0000","last_peered":"2024-09-12T03:08:30.674510+0000","last_clean":"2024-09-12T03:08:30.674510+0000","last_became_active":"2024-09-12T03:08:25.643376+0000","last_became_peered":"2024-09-12T03:08:25.643376+0000","last_unstale":"2024-09-12T03:08:30.674510+0000","last_undegraded":"2024-09-12T03:08:30.674510+0000","last_fullsized":"2024-09-12T03:08:30.674510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671940+0000","last_change":"2024-09-12T03:08:25.655057+0000","last_active":"2024-09-12T03:08:30.671940+0000","last_peered":"2024-09-12T03:08:30.671940+0000","last_clean":"2024-09-12T03:08:30.671940+0000","last_became_active":"2024-09-12T03:08:25.654772+0000","last_became_peered":"2024-09-12T03:08:25.654772+0000","last_unstale":"2024-09-12T03:08:30.671940+0000","last_undegraded":"2024-09-12T03:08:30.671940+0000","last_fullsized":"2024-09-12T03:08:30.671940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:34.883644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715038+0000","last_change":"2024-09-12T03:08:25.669974+0000","last_active":"2024-09-12T03:08:31.715038+0000","last_peered":"2024-09-12T03:08:31.715038+0000","last_clean":"2024-09-12T03:08:31.715038+0000","last_became_active":"2024-09-12T03:08:25.667571+0000","last_became_peered":"2024-09-12T03:08:25.667571+0000","last_unstale":"2024-09-12T03:08:31.715038+0000","last_undegraded":"2024-09-12T03:08:31.715038+0000","last_fullsized":"2024-09-12T03:08:31.715038+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538400+0000","last_change":"2024-09-12T03:08:25.635429+0000","last_active":"2024-09-12T03:08:31.538400+0000","last_peered":"2024-09-12T03:08:31.538400+0000","last_clean":"2024-09-12T03:08:31.538400+0000","last_became_active":"2024-09-12T03:08:25.635139+0000","last_became_peered":"2024-09-12T03:08:25.635139+0000","last_unstale":"2024-09-12T03:08:31.538400+0000","last_undegraded":"2024-09-12T03:08:31.538400+0000","last_fullsized":"2024-09-12T03:08:31.538400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715444+0000","last_change":"2024-09-12T03:08:25.652430+0000","last_active":"2024-09-12T03:08:31.715444+0000","last_peered":"2024-09-12T03:08:31.715444+0000","last_clean":"2024-09-12T03:08:31.715444+0000","last_became_active":"2024-09-12T03:08:25.652117+0000","last_became_peered":"2024-09-12T03:08:25.652117+0000","last_unstale":"2024-09-12T03:08:31.715444+0000","last_undegraded":"2024-09-12T03:08:31.715444+0000","last_fullsized":"2024-09-12T03:08:31.715444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:50.122761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713722+0000","last_change":"2024-09-12T03:08:25.634119+0000","last_active":"2024-09-12T03:08:31.713722+0000","last_peered":"2024-09-12T03:08:31.713722+0000","last_clean":"2024-09-12T03:08:31.713722+0000","last_became_active":"2024-09-12T03:08:25.633667+0000","last_became_peered":"2024-09-12T03:08:25.633667+0000","last_unstale":"2024-09-12T03:08:31.713722+0000","last_undegraded":"2024-09-12T03:08:31.713722+0000","last_fullsized":"2024-09-12T03:08:31.713722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676330+0000","last_change":"2024-09-12T03:08:25.652301+0000","last_active":"2024-09-12T03:08:30.676330+0000","last_peered":"2024-09-12T03:08:30.676330+0000","last_clean":"2024-09-12T03:08:30.676330+0000","last_became_active":"2024-09-12T03:08:25.652007+0000","last_became_peered":"2024-09-12T03:08:25.652007+0000","last_unstale":"2024-09-12T03:08:30.676330+0000","last_undegraded":"2024-09-12T03:08:30.676330+0000","last_fullsized":"2024-09-12T03:08:30.676330+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715402+0000","last_change":"2024-09-12T03:08:25.648494+0000","last_active":"2024-09-12T03:08:31.715402+0000","last_peered":"2024-09-12T03:08:31.715402+0000","last_clean":"2024-09-12T03:08:31.715402+0000","last_became_active":"2024-09-12T03:08:25.648120+0000","last_became_peered":"2024-09-12T03:08:25.648120+0000","last_unstale":"2024-09-12T03:08:31.715402+0000","last_undegraded":"2024-09-12T03:08:31.715402+0000","last_fullsized":"2024-09-12T03:08:31.715402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714177+0000","last_change":"2024-09-12T03:08:25.651693+0000","last_active":"2024-09-12T03:08:31.714177+0000","last_peered":"2024-09-12T03:08:31.714177+0000","last_clean":"2024-09-12T03:08:31.714177+0000","last_became_active":"2024-09-12T03:08:25.651355+0000","last_became_peered":"2024-09-12T03:08:25.651355+0000","last_unstale":"2024-09-12T03:08:31.714177+0000","last_undegraded":"2024-09-12T03:08:31.714177+0000","last_fullsized":"2024-09-12T03:08:31.714177+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:08.291373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714572+0000","last_change":"2024-09-12T03:08:25.649592+0000","last_active":"2024-09-12T03:08:31.714572+0000","last_peered":"2024-09-12T03:08:31.714572+0000","last_clean":"2024-09-12T03:08:31.714572+0000","last_became_active":"2024-09-12T03:08:25.649333+0000","last_became_peered":"2024-09-12T03:08:25.649333+0000","last_unstale":"2024-09-12T03:08:31.714572+0000","last_undegraded":"2024-09-12T03:08:31.714572+0000","last_fullsized":"2024-09-12T03:08:31.714572+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714922+0000","last_change":"2024-09-12T03:08:25.667360+0000","last_active":"2024-09-12T03:08:31.714922+0000","last_peered":"2024-09-12T03:08:31.714922+0000","last_clean":"2024-09-12T03:08:31.714922+0000","last_became_active":"2024-09-12T03:08:25.660826+0000","last_became_peered":"2024-09-12T03:08:25.660826+0000","last_unstale":"2024-09-12T03:08:31.714922+0000","last_undegraded":"2024-09-12T03:08:31.714922+0000","last_fullsized":"2024-09-12T03:08:31.714922+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:50.122761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538094+0000","last_change":"2024-09-12T03:08:25.654067+0000","last_active":"2024-09-12T03:08:31.538094+0000","last_peered":"2024-09-12T03:08:31.538094+0000","last_clean":"2024-09-12T03:08:31.538094+0000","last_became_active":"2024-09-12T03:08:25.652440+0000","last_became_peered":"2024-09-12T03:08:25.652440+0000","last_unstale":"2024-09-12T03:08:31.538094+0000","last_undegraded":"2024-09-12T03:08:31.538094+0000","last_fullsized":"2024-09-12T03:08:31.538094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:46:18.504239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675190+0000","last_change":"2024-09-12T03:08:25.647094+0000","last_active":"2024-09-12T03:08:30.675190+0000","last_peered":"2024-09-12T03:08:30.675190+0000","last_clean":"2024-09-12T03:08:30.675190+0000","last_became_active":"2024-09-12T03:08:25.645430+0000","last_became_peered":"2024-09-12T03:08:25.645430+0000","last_unstale":"2024-09-12T03:08:30.675190+0000","last_undegraded":"2024-09-12T03:08:30.675190+0000","last_fullsized":"2024-09-12T03:08:30.675190+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716237+0000","last_change":"2024-09-12T03:08:25.659026+0000","last_active":"2024-09-12T03:08:31.716237+0000","last_peered":"2024-09-12T03:08:31.716237+0000","last_clean":"2024-09-12T03:08:31.716237+0000","last_became_active":"2024-09-12T03:08:25.658669+0000","last_became_peered":"2024-09-12T03:08:25.658669+0000","last_unstale":"2024-09-12T03:08:31.716237+0000","last_undegraded":"2024-09-12T03:08:31.716237+0000","last_fullsized":"2024-09-12T03:08:31.716237+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:15.373164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672081+0000","last_change":"2024-09-12T03:08:25.651994+0000","last_active":"2024-09-12T03:08:30.672081+0000","last_peered":"2024-09-12T03:08:30.672081+0000","last_clean":"2024-09-12T03:08:30.672081+0000","last_became_active":"2024-09-12T03:08:25.651712+0000","last_became_peered":"2024-09-12T03:08:25.651712+0000","last_unstale":"2024-09-12T03:08:30.672081+0000","last_undegraded":"2024-09-12T03:08:30.672081+0000","last_fullsized":"2024-09-12T03:08:30.672081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:39.126494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716184+0000","last_change":"2024-09-12T03:08:25.655736+0000","last_active":"2024-09-12T03:08:31.716184+0000","last_peered":"2024-09-12T03:08:31.716184+0000","last_clean":"2024-09-12T03:08:31.716184+0000","last_became_active":"2024-09-12T03:08:25.655460+0000","last_became_peered":"2024-09-12T03:08:25.655460+0000","last_unstale":"2024-09-12T03:08:31.716184+0000","last_undegraded":"2024-09-12T03:08:31.716184+0000","last_fullsized":"2024-09-12T03:08:31.716184+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:23.059062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714112+0000","last_change":"2024-09-12T03:08:25.649239+0000","last_active":"2024-09-12T03:08:31.714112+0000","last_peered":"2024-09-12T03:08:31.714112+0000","last_clean":"2024-09-12T03:08:31.714112+0000","last_became_active":"2024-09-12T03:08:25.648940+0000","last_became_peered":"2024-09-12T03:08:25.648940+0000","last_unstale":"2024-09-12T03:08:31.714112+0000","last_undegraded":"2024-09-12T03:08:31.714112+0000","last_fullsized":"2024-09-12T03:08:31.714112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713569+0000","last_change":"2024-09-12T03:08:25.643590+0000","last_active":"2024-09-12T03:08:31.713569+0000","last_peered":"2024-09-12T03:08:31.713569+0000","last_clean":"2024-09-12T03:08:31.713569+0000","last_became_active":"2024-09-12T03:08:25.638562+0000","last_became_peered":"2024-09-12T03:08:25.638562+0000","last_unstale":"2024-09-12T03:08:31.713569+0000","last_undegraded":"2024-09-12T03:08:31.713569+0000","last_fullsized":"2024-09-12T03:08:31.713569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538513+0000","last_change":"2024-09-12T03:08:25.635095+0000","last_active":"2024-09-12T03:08:31.538513+0000","last_peered":"2024-09-12T03:08:31.538513+0000","last_clean":"2024-09-12T03:08:31.538513+0000","last_became_active":"2024-09-12T03:08:25.634753+0000","last_became_peered":"2024-09-12T03:08:25.634753+0000","last_unstale":"2024-09-12T03:08:31.538513+0000","last_undegraded":"2024-09-12T03:08:31.538513+0000","last_fullsized":"2024-09-12T03:08:31.538513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:20:18.604731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714857+0000","last_change":"2024-09-12T03:08:25.635730+0000","last_active":"2024-09-12T03:08:31.714857+0000","last_peered":"2024-09-12T03:08:31.714857+0000","last_clean":"2024-09-12T03:08:31.714857+0000","last_became_active":"2024-09-12T03:08:25.635445+0000","last_became_peered":"2024-09-12T03:08:25.635445+0000","last_unstale":"2024-09-12T03:08:31.714857+0000","last_undegraded":"2024-09-12T03:08:31.714857+0000","last_fullsized":"2024-09-12T03:08:31.714857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675836+0000","last_change":"2024-09-12T03:08:25.650160+0000","last_active":"2024-09-12T03:08:30.675836+0000","last_peered":"2024-09-12T03:08:30.675836+0000","last_clean":"2024-09-12T03:08:30.675836+0000","last_became_active":"2024-09-12T03:08:25.649908+0000","last_became_peered":"2024-09-12T03:08:25.649908+0000","last_unstale":"2024-09-12T03:08:30.675836+0000","last_undegraded":"2024-09-12T03:08:30.675836+0000","last_fullsized":"2024-09-12T03:08:30.675836+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:45.956371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675682+0000","last_change":"2024-09-12T03:08:25.668940+0000","last_active":"2024-09-12T03:08:30.675682+0000","last_peered":"2024-09-12T03:08:30.675682+0000","last_clean":"2024-09-12T03:08:30.675682+0000","last_became_active":"2024-09-12T03:08:25.668647+0000","last_became_peered":"2024-09-12T03:08:25.668647+0000","last_unstale":"2024-09-12T03:08:30.675682+0000","last_undegraded":"2024-09-12T03:08:30.675682+0000","last_fullsized":"2024-09-12T03:08:30.675682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676256+0000","last_change":"2024-09-12T03:08:25.662631+0000","last_active":"2024-09-12T03:08:30.676256+0000","last_peered":"2024-09-12T03:08:30.676256+0000","last_clean":"2024-09-12T03:08:30.676256+0000","last_became_active":"2024-09-12T03:08:25.662356+0000","last_became_peered":"2024-09-12T03:08:25.662356+0000","last_unstale":"2024-09-12T03:08:30.676256+0000","last_undegraded":"2024-09-12T03:08:30.676256+0000","last_fullsized":"2024-09-12T03:08:30.676256+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716070+0000","last_change":"2024-09-12T03:08:25.671313+0000","last_active":"2024-09-12T03:08:31.716070+0000","last_peered":"2024-09-12T03:08:31.716070+0000","last_clean":"2024-09-12T03:08:31.716070+0000","last_became_active":"2024-09-12T03:08:25.670911+0000","last_became_peered":"2024-09-12T03:08:25.670911+0000","last_unstale":"2024-09-12T03:08:31.716070+0000","last_undegraded":"2024-09-12T03:08:31.716070+0000","last_fullsized":"2024-09-12T03:08:31.716070+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:28.553599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714197+0000","last_change":"2024-09-12T03:08:25.660898+0000","last_active":"2024-09-12T03:08:31.714197+0000","last_peered":"2024-09-12T03:08:31.714197+0000","last_clean":"2024-09-12T03:08:31.714197+0000","last_became_active":"2024-09-12T03:08:25.660592+0000","last_became_peered":"2024-09-12T03:08:25.660592+0000","last_unstale":"2024-09-12T03:08:31.714197+0000","last_undegraded":"2024-09-12T03:08:31.714197+0000","last_fullsized":"2024-09-12T03:08:31.714197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:44.274740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715322+0000","last_change":"2024-09-12T03:08:25.656780+0000","last_active":"2024-09-12T03:08:31.715322+0000","last_peered":"2024-09-12T03:08:31.715322+0000","last_clean":"2024-09-12T03:08:31.715322+0000","last_became_active":"2024-09-12T03:08:25.656516+0000","last_became_peered":"2024-09-12T03:08:25.656516+0000","last_unstale":"2024-09-12T03:08:31.715322+0000","last_undegraded":"2024-09-12T03:08:31.715322+0000","last_fullsized":"2024-09-12T03:08:31.715322+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714768+0000","last_change":"2024-09-12T03:08:25.662589+0000","last_active":"2024-09-12T03:08:31.714768+0000","last_peered":"2024-09-12T03:08:31.714768+0000","last_clean":"2024-09-12T03:08:31.714768+0000","last_became_active":"2024-09-12T03:08:25.662175+0000","last_became_peered":"2024-09-12T03:08:25.662175+0000","last_unstale":"2024-09-12T03:08:31.714768+0000","last_undegraded":"2024-09-12T03:08:31.714768+0000","last_fullsized":"2024-09-12T03:08:31.714768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715613+0000","last_change":"2024-09-12T03:08:25.657464+0000","last_active":"2024-09-12T03:08:31.715613+0000","last_peered":"2024-09-12T03:08:31.715613+0000","last_clean":"2024-09-12T03:08:31.715613+0000","last_became_active":"2024-09-12T03:08:25.657004+0000","last_became_peered":"2024-09-12T03:08:25.657004+0000","last_unstale":"2024-09-12T03:08:31.715613+0000","last_undegraded":"2024-09-12T03:08:31.715613+0000","last_fullsized":"2024-09-12T03:08:31.715613+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.831963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714592+0000","last_change":"2024-09-12T03:08:25.661779+0000","last_active":"2024-09-12T03:08:31.714592+0000","last_peered":"2024-09-12T03:08:31.714592+0000","last_clean":"2024-09-12T03:08:31.714592+0000","last_became_active":"2024-09-12T03:08:25.661136+0000","last_became_peered":"2024-09-12T03:08:25.661136+0000","last_unstale":"2024-09-12T03:08:31.714592+0000","last_undegraded":"2024-09-12T03:08:31.714592+0000","last_fullsized":"2024-09-12T03:08:31.714592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538252+0000","last_change":"2024-09-12T03:08:25.650310+0000","last_active":"2024-09-12T03:08:31.538252+0000","last_peered":"2024-09-12T03:08:31.538252+0000","last_clean":"2024-09-12T03:08:31.538252+0000","last_became_active":"2024-09-12T03:08:25.649818+0000","last_became_peered":"2024-09-12T03:08:25.649818+0000","last_unstale":"2024-09-12T03:08:31.538252+0000","last_undegraded":"2024-09-12T03:08:31.538252+0000","last_fullsized":"2024-09-12T03:08:31.538252+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:44.274740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713942+0000","last_change":"2024-09-12T03:08:25.633937+0000","last_active":"2024-09-12T03:08:31.713942+0000","last_peered":"2024-09-12T03:08:31.713942+0000","last_clean":"2024-09-12T03:08:31.713942+0000","last_became_active":"2024-09-12T03:08:25.633619+0000","last_became_peered":"2024-09-12T03:08:25.633619+0000","last_unstale":"2024-09-12T03:08:31.713942+0000","last_undegraded":"2024-09-12T03:08:31.713942+0000","last_fullsized":"2024-09-12T03:08:31.713942+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715956+0000","last_change":"2024-09-12T03:08:25.663021+0000","last_active":"2024-09-12T03:08:31.715956+0000","last_peered":"2024-09-12T03:08:31.715956+0000","last_clean":"2024-09-12T03:08:31.715956+0000","last_became_active":"2024-09-12T03:08:25.662486+0000","last_became_peered":"2024-09-12T03:08:25.662486+0000","last_unstale":"2024-09-12T03:08:31.715956+0000","last_undegraded":"2024-09-12T03:08:31.715956+0000","last_fullsized":"2024-09-12T03:08:31.715956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:23.059062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":851968,"data_stored":691206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":266240,"data_stored":104100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":258048,"data_stored":100346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":100382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":266240,"data_stored":104100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31440,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340400,"statfs":{"total":96636764160,"available":96604569600,"internally_reserved":0,"allocated":253952,"data_stored":100256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":262144,"data_stored":100416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32028,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339812,"statfs":{"total":96636764160,"available":96603967488,"internally_reserved":0,"allocated":860160,"data_stored":691262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:08:48.364 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T03:08:48.364 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-12T03:08:48.364 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-12T03:08:48.364 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-12T03:08:48.365 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-12T03:08:48.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.555+0000 7f7e28e00640 1 Processor -- start 2024-09-12T03:08:48.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.556+0000 7f7e28e00640 1 -- start start 2024-09-12T03:08:48.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.557+0000 7f7e28e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7e24158c40 0x7f7e240b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.557+0000 7f7e28e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e240711b0 con 0x7f7e24162cc0 2024-09-12T03:08:48.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.557+0000 7f7e28e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e24162020 con 0x7f7e2406c320 2024-09-12T03:08:48.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.557+0000 7f7e28e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f7e240d2110 con 0x7f7e24158c40 2024-09-12T03:08:48.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.557+0000 7f7e22800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7e24158c40 0x7f7e240b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.557+0000 7f7e21e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7e24162cc0 0x7f7e2406bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42060/0 (socket says 172.21.15.29:42060) 2024-09-12T03:08:48.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.557+0000 7f7e21e00640 1 -- 172.21.15.29:0/1886201778 learned_addr learned my addr 172.21.15.29:0/1886201778 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:48.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.558+0000 7f7e22800640 1 -- 172.21.15.29:0/1886201778 >> v1:172.21.15.38:6789/0 conn(0x7f7e2406c320 legacy=0x7f7e24158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.558+0000 7f7e22800640 1 -- 172.21.15.29:0/1886201778 >> v1:172.21.15.29:6789/0 conn(0x7f7e24162cc0 legacy=0x7f7e2406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.558+0000 7f7e22800640 1 -- 172.21.15.29:0/1886201778 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e240d1350 con 0x7f7e24158c40 2024-09-12T03:08:48.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.558+0000 7f7e21400640 1 -- 172.21.15.29:0/1886201778 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3194000787 0 0) 0x7f7e240711b0 con 0x7f7e24162cc0 2024-09-12T03:08:48.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.559+0000 7f7e22800640 1 --2- 172.21.15.29:0/1886201778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e24158c40 0x7f7e240b6f90 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c009d90 tx=0x7f7e1c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9182757251d1eb66 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:48.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.559+0000 7f7e21400640 1 -- 172.21.15.29:0/1886201778 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c007740 con 0x7f7e24158c40 2024-09-12T03:08:48.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.559+0000 7f7e21400640 1 -- 172.21.15.29:0/1886201778 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e1c0078e0 con 0x7f7e24158c40 2024-09-12T03:08:48.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.559+0000 7f7e21400640 1 -- 172.21.15.29:0/1886201778 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c007cb0 con 0x7f7e24158c40 2024-09-12T03:08:48.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.559+0000 7f7e28e00640 1 -- 172.21.15.29:0/1886201778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e24158c40 msgr2=0x7f7e240b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.559+0000 7f7e28e00640 1 --2- 172.21.15.29:0/1886201778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e24158c40 0x7f7e240b6f90 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c009d90 tx=0x7f7e1c02a6f0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.559+0000 7f7e28e00640 1 -- 172.21.15.29:0/1886201778 shutdown_connections 2024-09-12T03:08:48.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.559+0000 7f7e28e00640 1 --2- 172.21.15.29:0/1886201778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e24158c40 0x7f7e240b6f90 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.559+0000 7f7e28e00640 1 -- 172.21.15.29:0/1886201778 >> 172.21.15.29:0/1886201778 conn(0x7f7e2409aa70 msgr2=0x7f7e240b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:48.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.560+0000 7f7e28e00640 1 -- 172.21.15.29:0/1886201778 shutdown_connections 2024-09-12T03:08:48.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.560+0000 7f7e28e00640 1 -- 172.21.15.29:0/1886201778 wait complete. 2024-09-12T03:08:48.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.561+0000 7f7e28e00640 1 Processor -- start 2024-09-12T03:08:48.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.561+0000 7f7e28e00640 1 -- start start 2024-09-12T03:08:48.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.562+0000 7f7e28e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e2406c320 0x7f7e241593c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.562+0000 7f7e28e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e24158c40 0x7f7e24159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.562+0000 7f7e28e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e24162cc0 0x7f7e2415b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.562+0000 7f7e28e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7e240d1c80 con 0x7f7e2406c320 2024-09-12T03:08:48.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.562+0000 7f7e28e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7e240d1910 con 0x7f7e24158c40 2024-09-12T03:08:48.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.562+0000 7f7e28e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7e24070a80 con 0x7f7e24162cc0 2024-09-12T03:08:48.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.562+0000 7f7e21e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e2406c320 0x7f7e241593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.562+0000 7f7e21e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e2406c320 0x7f7e241593c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40480/0 (socket says 172.21.15.29:40480) 2024-09-12T03:08:48.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.562+0000 7f7e21e00640 1 -- 172.21.15.29:0/1302539236 learned_addr learned my addr 172.21.15.29:0/1302539236 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:48.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e22800640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e24162cc0 0x7f7e2415b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e1be00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e24158c40 0x7f7e24159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e21e00640 1 -- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e24162cc0 msgr2=0x7f7e2415b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e21e00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e24162cc0 0x7f7e2415b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e21e00640 1 -- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e24158c40 msgr2=0x7f7e24159900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e21e00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e24158c40 0x7f7e24159900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e21e00640 1 -- 172.21.15.29:0/1302539236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e2415c100 con 0x7f7e2406c320 2024-09-12T03:08:48.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e21e00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e2406c320 0x7f7e241593c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7e1400c3f0 tx=0x7f7e1400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:48.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e1a000640 1 -- 172.21.15.29:0/1302539236 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e140074e0 con 0x7f7e2406c320 2024-09-12T03:08:48.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e1a000640 1 -- 172.21.15.29:0/1302539236 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e140047e0 con 0x7f7e2406c320 2024-09-12T03:08:48.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e1a000640 1 -- 172.21.15.29:0/1302539236 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e14004c10 con 0x7f7e2406c320 2024-09-12T03:08:48.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e28e00640 1 -- 172.21.15.29:0/1302539236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e24144be0 con 0x7f7e2406c320 2024-09-12T03:08:48.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.563+0000 7f7e28e00640 1 -- 172.21.15.29:0/1302539236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e241451a0 con 0x7f7e2406c320 2024-09-12T03:08:48.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.564+0000 7f7e28e00640 1 -- 172.21.15.29:0/1302539236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e24070e50 con 0x7f7e2406c320 2024-09-12T03:08:48.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.565+0000 7f7e1a000640 1 -- 172.21.15.29:0/1302539236 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7e14011070 con 0x7f7e2406c320 2024-09-12T03:08:48.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.566+0000 7f7e1a000640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e0006be60 0x7f7e0006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.566+0000 7f7e1a000640 1 -- 172.21.15.29:0/1302539236 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f7e1408ae20 con 0x7f7e2406c320 2024-09-12T03:08:48.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.567+0000 7f7e1be00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e0006be60 0x7f7e0006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.567+0000 7f7e1be00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e0006be60 0x7f7e0006e320 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7e2415d6b0 tx=0x7f7e0c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:48.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.570+0000 7f7e1a000640 1 -- 172.21.15.29:0/1302539236 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e1401a2b0 con 0x7f7e2406c320 2024-09-12T03:08:48.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.808+0000 7f7e28e00640 1 -- 172.21.15.29:0/1302539236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f7e240b5770 con 0x7f7e2406c320 2024-09-12T03:08:48.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.811+0000 7f7e1a000640 1 -- 172.21.15.29:0/1302539236 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+172937 (secure 0 0 0) 0x7f7e140593f0 con 0x7f7e2406c320 2024-09-12T03:08:48.813 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:48.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.814+0000 7f7e28e00640 1 -- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e0006be60 msgr2=0x7f7e0006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.814+0000 7f7e28e00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e0006be60 0x7f7e0006e320 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7e2415d6b0 tx=0x7f7e0c009040 comp rx=0 tx=0).stop 2024-09-12T03:08:48.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.814+0000 7f7e28e00640 1 -- 172.21.15.29:0/1302539236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e2406c320 msgr2=0x7f7e241593c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.814+0000 7f7e28e00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e2406c320 0x7f7e241593c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7e1400c3f0 tx=0x7f7e1400c8b0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.814+0000 7f7e28e00640 1 -- 172.21.15.29:0/1302539236 shutdown_connections 2024-09-12T03:08:48.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.814+0000 7f7e28e00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e0006be60 0x7f7e0006e320 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.814+0000 7f7e28e00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e24162cc0 0x7f7e2415b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.814+0000 7f7e28e00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e24158c40 0x7f7e24159900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.814+0000 7f7e28e00640 1 --2- 172.21.15.29:0/1302539236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e2406c320 0x7f7e241593c0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.814+0000 7f7e28e00640 1 -- 172.21.15.29:0/1302539236 >> 172.21.15.29:0/1302539236 conn(0x7f7e2409aa70 msgr2=0x7f7e24154f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:48.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.815+0000 7f7e28e00640 1 -- 172.21.15.29:0/1302539236 shutdown_connections 2024-09-12T03:08:48.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.815+0000 7f7e28e00640 1 -- 172.21.15.29:0/1302539236 wait complete. 2024-09-12T03:08:48.830 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":5,"flags":0,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":3140145783},{"type":"v1","addr":"172.21.15.38:6826","nonce":3140145783}]},"active_addr":"172.21.15.38:6826/3140145783","active_change":"2024-09-12T03:08:05.701248+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4111,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":581167403}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":1815892142}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":461742359}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":1945830356}]}]} 2024-09-12T03:08:48.836 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-12T03:08:48.836 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-12T03:08:48.836 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:48.856 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:08:48.885 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:08:48.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.993+0000 7f0643200640 1 Processor -- start 2024-09-12T03:08:48.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.993+0000 7f0643200640 1 -- start start 2024-09-12T03:08:48.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.994+0000 7f0643200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f06440d4310 0x7f06440d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.994+0000 7f0643200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f064406d460 0x7f064406d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:48.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.994+0000 7f0643200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f064415e850 con 0x7f064415e470 2024-09-12T03:08:48.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.994+0000 7f0643200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f06440d4cc0 con 0x7f06440d4310 2024-09-12T03:08:48.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.994+0000 7f0643200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f06440cf710 con 0x7f064406d460 2024-09-12T03:08:48.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.994+0000 7f0641400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f06440d4310 0x7f06440d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.994+0000 7f0641400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f06440d4310 0x7f06440d4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40490/0 (socket says 172.21.15.29:40490) 2024-09-12T03:08:48.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.994+0000 7f0641400640 1 -- 172.21.15.29:0/3359479156 learned_addr learned my addr 172.21.15.29:0/3359479156 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:48.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.995+0000 7f0642800640 1 --2- 172.21.15.29:0/3359479156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f064406d460 0x7f064406d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:48.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.995+0000 7f0641400640 1 -- 172.21.15.29:0/3359479156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f064406d460 msgr2=0x7f064406d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:48.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.995+0000 7f0641400640 1 --2- 172.21.15.29:0/3359479156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f064406d460 0x7f064406d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.995+0000 7f0641400640 1 -- 172.21.15.29:0/3359479156 >> v1:172.21.15.38:6789/0 conn(0x7f064415e470 legacy=0x7f06440cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.995+0000 7f0641400640 1 -- 172.21.15.29:0/3359479156 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06440d1c60 con 0x7f06440d4310 2024-09-12T03:08:48.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.996+0000 7f0641400640 1 --2- 172.21.15.29:0/3359479156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06440d4310 0x7f06440d4780 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0630009870 tx=0x7f063002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f78ac963132fafab server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:48.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.996+0000 7f0640a00640 1 -- 172.21.15.29:0/3359479156 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0630037070 con 0x7f06440d4310 2024-09-12T03:08:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.996+0000 7f0640a00640 1 -- 172.21.15.29:0/3359479156 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0630032440 con 0x7f06440d4310 2024-09-12T03:08:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.996+0000 7f0640a00640 1 -- 172.21.15.29:0/3359479156 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0630032810 con 0x7f06440d4310 2024-09-12T03:08:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.997+0000 7f0643200640 1 -- 172.21.15.29:0/3359479156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06440d4310 msgr2=0x7f06440d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.997+0000 7f0643200640 1 --2- 172.21.15.29:0/3359479156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06440d4310 0x7f06440d4780 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0630009870 tx=0x7f063002a250 comp rx=0 tx=0).stop 2024-09-12T03:08:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.997+0000 7f0643200640 1 -- 172.21.15.29:0/3359479156 shutdown_connections 2024-09-12T03:08:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.997+0000 7f0643200640 1 --2- 172.21.15.29:0/3359479156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f064406d460 0x7f064406d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.997+0000 7f0643200640 1 --2- 172.21.15.29:0/3359479156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06440d4310 0x7f06440d4780 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.997+0000 7f0643200640 1 -- 172.21.15.29:0/3359479156 >> 172.21.15.29:0/3359479156 conn(0x7f064409d700 msgr2=0x7f064408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.997+0000 7f0643200640 1 -- 172.21.15.29:0/3359479156 shutdown_connections 2024-09-12T03:08:48.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.997+0000 7f0643200640 1 -- 172.21.15.29:0/3359479156 wait complete. 2024-09-12T03:08:48.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.998+0000 7f0643200640 1 Processor -- start 2024-09-12T03:08:48.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.999+0000 7f0643200640 1 -- start start 2024-09-12T03:08:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.999+0000 7f0643200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f064406d460 0x7f06440b87b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.999+0000 7f0643200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06440d4310 0x7f06441526b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.999+0000 7f0643200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f064415e470 0x7f064415fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.999+0000 7f0643200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f06440cf0c0 con 0x7f064406d460 2024-09-12T03:08:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.999+0000 7f0643200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f064406de30 con 0x7f064415e470 2024-09-12T03:08:49.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:48.999+0000 7f0643200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f06440cf3a0 con 0x7f06440d4310 2024-09-12T03:08:49.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.000+0000 7f0641e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f064406d460 0x7f06440b87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.000+0000 7f0641e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f064406d460 0x7f06440b87b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40492/0 (socket says 172.21.15.29:40492) 2024-09-12T03:08:49.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.000+0000 7f0641e00640 1 -- 172.21.15.29:0/3362245680 learned_addr learned my addr 172.21.15.29:0/3362245680 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:49.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.000+0000 7f0641400640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06440d4310 0x7f06441526b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.000+0000 7f0642800640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f064415e470 0x7f064415fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.000+0000 7f0641e00640 1 -- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06440d4310 msgr2=0x7f06441526b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.000+0000 7f0641e00640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06440d4310 0x7f06441526b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.000+0000 7f0641e00640 1 -- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f064415e470 msgr2=0x7f064415fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.000+0000 7f0641e00640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f064415e470 0x7f064415fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.000+0000 7f0641e00640 1 -- 172.21.15.29:0/3362245680 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0644160370 con 0x7f064406d460 2024-09-12T03:08:49.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.001+0000 7f0641e00640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f064406d460 0x7f06440b87b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f063400c3c0 tx=0x7f063400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:49.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.001+0000 7f063a000640 1 -- 172.21.15.29:0/3362245680 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06340052d0 con 0x7f064406d460 2024-09-12T03:08:49.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.001+0000 7f063a000640 1 -- 172.21.15.29:0/3362245680 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0634005490 con 0x7f064406d460 2024-09-12T03:08:49.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.001+0000 7f063a000640 1 -- 172.21.15.29:0/3362245680 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0634007260 con 0x7f064406d460 2024-09-12T03:08:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.001+0000 7f0643200640 1 -- 172.21.15.29:0/3362245680 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06440b8e70 con 0x7f064406d460 2024-09-12T03:08:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.001+0000 7f0643200640 1 -- 172.21.15.29:0/3362245680 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06440b9430 con 0x7f064406d460 2024-09-12T03:08:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.002+0000 7f0643200640 1 -- 172.21.15.29:0/3362245680 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f064406d8f0 con 0x7f064406d460 2024-09-12T03:08:49.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.003+0000 7f063a000640 1 -- 172.21.15.29:0/3362245680 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0634007400 con 0x7f064406d460 2024-09-12T03:08:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.004+0000 7f063a000640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f062406be30 0x7f062406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.004+0000 7f063a000640 1 -- 172.21.15.29:0/3362245680 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f063408a5e0 con 0x7f064406d460 2024-09-12T03:08:49.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.004+0000 7f0641400640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f062406be30 0x7f062406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.005+0000 7f0641400640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f062406be30 0x7f062406e2f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0630034000 tx=0x7f063002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:49.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.008+0000 7f063a000640 1 -- 172.21.15.29:0/3362245680 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f06340585f0 con 0x7f064406d460 2024-09-12T03:08:49.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.197+0000 7f0643200640 1 -- 172.21.15.29:0/3362245680 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f064406cf90 con 0x7f064406d460 2024-09-12T03:08:49.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.198+0000 7f063a000640 1 -- 172.21.15.29:0/3362245680 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18526 (secure 0 0 0) 0x7f063405c8f0 con 0x7f064406d460 2024-09-12T03:08:49.199 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:49.200 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:30.105585+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:49.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 -- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f062406be30 msgr2=0x7f062406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f062406be30 0x7f062406e2f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0630034000 tx=0x7f063002e000 comp rx=0 tx=0).stop 2024-09-12T03:08:49.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 -- 172.21.15.29:0/3362245680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f064406d460 msgr2=0x7f06440b87b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f064406d460 0x7f06440b87b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f063400c3c0 tx=0x7f063400c880 comp rx=0 tx=0).stop 2024-09-12T03:08:49.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 -- 172.21.15.29:0/3362245680 shutdown_connections 2024-09-12T03:08:49.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f062406be30 0x7f062406e2f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f064415e470 0x7f064415fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06440d4310 0x7f06441526b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 --2- 172.21.15.29:0/3362245680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f064406d460 0x7f06440b87b0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 -- 172.21.15.29:0/3362245680 >> 172.21.15.29:0/3362245680 conn(0x7f064409d700 msgr2=0x7f06440b56c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:49.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 -- 172.21.15.29:0/3362245680 shutdown_connections 2024-09-12T03:08:49.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.201+0000 7f0643200640 1 -- 172.21.15.29:0/3362245680 wait complete. 2024-09-12T03:08:49.217 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-12T03:08:49.218 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:49.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.416+0000 7f7ef6c00640 1 Processor -- start 2024-09-12T03:08:49.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.416+0000 7f7ef6c00640 1 -- start start 2024-09-12T03:08:49.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.417+0000 7f7ef6c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7ef00d4310 0x7f7ef00d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.417+0000 7f7ef6c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7ef006d460 0x7f7ef006d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.417+0000 7f7ef6c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ef015e850 con 0x7f7ef015e470 2024-09-12T03:08:49.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.417+0000 7f7ef6c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f7ef006de50 con 0x7f7ef006d460 2024-09-12T03:08:49.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.417+0000 7f7ef6c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7ef00cf710 con 0x7f7ef00d4310 2024-09-12T03:08:49.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.417+0000 7f7ef5800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7ef015e470 0x7f7ef00cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42072/0 (socket says 172.21.15.29:42072) 2024-09-12T03:08:49.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.417+0000 7f7ef5800640 1 -- 172.21.15.29:0/3672821367 learned_addr learned my addr 172.21.15.29:0/3672821367 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:49.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.417+0000 7f7ef4e00640 1 --2- 172.21.15.29:0/3672821367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7ef00d4310 0x7f7ef00d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.417+0000 7f7ef6200640 1 --2- 172.21.15.29:0/3672821367 >> v2:172.21.15.38:3300/0 conn(0x7f7ef006d460 0x7f7ef006d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.418+0000 7f7eefe00640 1 -- 172.21.15.29:0/3672821367 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1786277091 0 0) 0x7f7ef015e850 con 0x7f7ef015e470 2024-09-12T03:08:49.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.418+0000 7f7eefe00640 1 -- 172.21.15.29:0/3672821367 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7ed8003520 con 0x7f7ef015e470 2024-09-12T03:08:49.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.418+0000 7f7ef4e00640 1 -- 172.21.15.29:0/3672821367 >> v2:172.21.15.38:3300/0 conn(0x7f7ef006d460 msgr2=0x7f7ef006d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:49.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.418+0000 7f7ef4e00640 1 --2- 172.21.15.29:0/3672821367 >> v2:172.21.15.38:3300/0 conn(0x7f7ef006d460 0x7f7ef006d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.418+0000 7f7ef4e00640 1 -- 172.21.15.29:0/3672821367 >> v1:172.21.15.29:6789/0 conn(0x7f7ef015e470 legacy=0x7f7ef00cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.418+0000 7f7ef4e00640 1 -- 172.21.15.29:0/3672821367 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ef00d1c60 con 0x7f7ef00d4310 2024-09-12T03:08:49.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.418+0000 7f7ef6200640 1 --2- 172.21.15.29:0/3672821367 >> v2:172.21.15.38:3300/0 conn(0x7f7ef006d460 0x7f7ef006d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:49.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.419+0000 7f7ef4e00640 1 --2- 172.21.15.29:0/3672821367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7ef00d4310 0x7f7ef00d4750 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f7edc0097a0 tx=0x7f7edc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aab0000466e50b13 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.419+0000 7f7eefe00640 1 -- 172.21.15.29:0/3672821367 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7edc037070 con 0x7f7ef00d4310 2024-09-12T03:08:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.419+0000 7f7eefe00640 1 -- 172.21.15.29:0/3672821367 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7edc032440 con 0x7f7ef00d4310 2024-09-12T03:08:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.419+0000 7f7eefe00640 1 -- 172.21.15.29:0/3672821367 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7edc0327f0 con 0x7f7ef00d4310 2024-09-12T03:08:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.420+0000 7f7ef6c00640 1 -- 172.21.15.29:0/3672821367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7ef00d4310 msgr2=0x7f7ef00d4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.420+0000 7f7ef6c00640 1 --2- 172.21.15.29:0/3672821367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7ef00d4310 0x7f7ef00d4750 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f7edc0097a0 tx=0x7f7edc02a180 comp rx=0 tx=0).stop 2024-09-12T03:08:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.420+0000 7f7ef6c00640 1 -- 172.21.15.29:0/3672821367 shutdown_connections 2024-09-12T03:08:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.420+0000 7f7ef6c00640 1 --2- 172.21.15.29:0/3672821367 >> v2:172.21.15.38:3300/0 conn(0x7f7ef006d460 0x7f7ef006d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.420+0000 7f7ef6c00640 1 --2- 172.21.15.29:0/3672821367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7ef00d4310 0x7f7ef00d4750 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.420+0000 7f7ef6c00640 1 -- 172.21.15.29:0/3672821367 >> 172.21.15.29:0/3672821367 conn(0x7f7ef009d700 msgr2=0x7f7ef008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.420+0000 7f7ef6c00640 1 -- 172.21.15.29:0/3672821367 shutdown_connections 2024-09-12T03:08:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.420+0000 7f7ef6c00640 1 -- 172.21.15.29:0/3672821367 wait complete. 2024-09-12T03:08:49.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.422+0000 7f7ef6c00640 1 Processor -- start 2024-09-12T03:08:49.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.422+0000 7f7ef6c00640 1 -- start start 2024-09-12T03:08:49.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef6c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ef006d460 0x7f7ef015b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef6c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7ef00d4310 0x7f7ef00cfaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef6c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7ef015e470 0x7f7ef015f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef6c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef00cf0c0 con 0x7f7ef006d460 2024-09-12T03:08:49.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef6c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef00d4c90 con 0x7f7ef00d4310 2024-09-12T03:08:49.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef6c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7ef00cf3a0 con 0x7f7ef015e470 2024-09-12T03:08:49.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef5800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ef006d460 0x7f7ef015b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef5800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ef006d460 0x7f7ef015b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40496/0 (socket says 172.21.15.29:40496) 2024-09-12T03:08:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef5800640 1 -- 172.21.15.29:0/236269187 learned_addr learned my addr 172.21.15.29:0/236269187 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef4e00640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7ef00d4310 0x7f7ef00cfaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef6200640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7ef015e470 0x7f7ef015f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef5800640 1 -- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7ef015e470 msgr2=0x7f7ef015f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef5800640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7ef015e470 0x7f7ef015f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef5800640 1 -- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7ef00d4310 msgr2=0x7f7ef00cfaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef5800640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7ef00d4310 0x7f7ef00cfaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.423+0000 7f7ef5800640 1 -- 172.21.15.29:0/236269187 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ef00d0460 con 0x7f7ef006d460 2024-09-12T03:08:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.424+0000 7f7ef5800640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ef006d460 0x7f7ef015b800 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7ee400c390 tx=0x7f7ee400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:49.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.424+0000 7f7eed600640 1 -- 172.21.15.29:0/236269187 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee4017070 con 0x7f7ef006d460 2024-09-12T03:08:49.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.424+0000 7f7eed600640 1 -- 172.21.15.29:0/236269187 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ee4005ce0 con 0x7f7ef006d460 2024-09-12T03:08:49.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.424+0000 7f7ef6c00640 1 -- 172.21.15.29:0/236269187 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ef00d0740 con 0x7f7ef006d460 2024-09-12T03:08:49.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.424+0000 7f7eed600640 1 -- 172.21.15.29:0/236269187 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ee40072f0 con 0x7f7ef006d460 2024-09-12T03:08:49.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.424+0000 7f7ef6c00640 1 -- 172.21.15.29:0/236269187 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ef00d0d00 con 0x7f7ef006d460 2024-09-12T03:08:49.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.425+0000 7f7ef6c00640 1 -- 172.21.15.29:0/236269187 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ef00d3330 con 0x7f7ef006d460 2024-09-12T03:08:49.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.427+0000 7f7eed600640 1 -- 172.21.15.29:0/236269187 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7ee401a070 con 0x7f7ef006d460 2024-09-12T03:08:49.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.428+0000 7f7eed600640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7ed006be30 0x7f7ed006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.428+0000 7f7eed600640 1 -- 172.21.15.29:0/236269187 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f7ee408a660 con 0x7f7ef006d460 2024-09-12T03:08:49.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.428+0000 7f7ef4e00640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7ed006be30 0x7f7ed006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.429+0000 7f7ef4e00640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7ed006be30 0x7f7ed006e2f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7edc034000 tx=0x7f7edc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:49.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.432+0000 7f7eed600640 1 -- 172.21.15.29:0/236269187 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7ef00d3330 con 0x7f7ef006d460 2024-09-12T03:08:49.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.633+0000 7f7ef6c00640 1 -- 172.21.15.29:0/236269187 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7ef006cf90 con 0x7f7ef006d460 2024-09-12T03:08:49.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.634+0000 7f7eed600640 1 -- 172.21.15.29:0/236269187 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18526 (secure 0 0 0) 0x7f7ee4058c50 con 0x7f7ef006d460 2024-09-12T03:08:49.635 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:49.635 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:30.105585+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:49.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 -- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7ed006be30 msgr2=0x7f7ed006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7ed006be30 0x7f7ed006e2f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7edc034000 tx=0x7f7edc02e000 comp rx=0 tx=0).stop 2024-09-12T03:08:49.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 -- 172.21.15.29:0/236269187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ef006d460 msgr2=0x7f7ef015b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ef006d460 0x7f7ef015b800 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7ee400c390 tx=0x7f7ee400c850 comp rx=0 tx=0).stop 2024-09-12T03:08:49.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 -- 172.21.15.29:0/236269187 shutdown_connections 2024-09-12T03:08:49.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7ed006be30 0x7f7ed006e2f0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7ef015e470 0x7f7ef015f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7ef00d4310 0x7f7ef00cfaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 --2- 172.21.15.29:0/236269187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ef006d460 0x7f7ef015b800 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 -- 172.21.15.29:0/236269187 >> 172.21.15.29:0/236269187 conn(0x7f7ef009d700 msgr2=0x7f7ef00d23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:49.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 -- 172.21.15.29:0/236269187 shutdown_connections 2024-09-12T03:08:49.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.637+0000 7f7ef6c00640 1 -- 172.21.15.29:0/236269187 wait complete. 2024-09-12T03:08:49.655 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-12T03:08:49.656 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-12T03:08:49.656 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-12T03:08:49.657 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-12T03:08:49.657 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-12T03:08:49.657 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-12T03:08:49.658 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-12T03:08:49.658 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-12T03:08:49.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.958+0000 7f9182c00640 1 Processor -- start 2024-09-12T03:08:49.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.958+0000 7f9182c00640 1 -- start start 2024-09-12T03:08:49.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.960+0000 7f9182c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f917c0b30f0 0x7f917c0b4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.960+0000 7f9182c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f917c0b3a60 0x7f917c0b0600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.960+0000 7f9182c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f917c073f90 con 0x7f917c099970 2024-09-12T03:08:49.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.960+0000 7f9182c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f917c0b35b0 con 0x7f917c0b3a60 2024-09-12T03:08:49.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.960+0000 7f9182c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f917c0af050 con 0x7f917c0b30f0 2024-09-12T03:08:49.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.961+0000 7f9181800640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f917c099970 0x7f917c0b3f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:58008/0 (socket says 172.21.15.29:58008) 2024-09-12T03:08:49.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.961+0000 7f9181800640 1 -- 172.21.15.29:0/493242045 learned_addr learned my addr 172.21.15.29:0/493242045 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:49.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.961+0000 7f9180e00640 1 --2- 172.21.15.29:0/493242045 >> v2:172.21.15.38:3300/0 conn(0x7f917c0b30f0 0x7f917c0b4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.962+0000 7f9182200640 1 --2- 172.21.15.29:0/493242045 >> v2:172.21.15.29:3300/0 conn(0x7f917c0b3a60 0x7f917c0b0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.962+0000 7f9182200640 1 -- 172.21.15.29:0/493242045 >> v2:172.21.15.38:3300/0 conn(0x7f917c0b30f0 msgr2=0x7f917c0b4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:49.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.962+0000 7f9182200640 1 --2- 172.21.15.29:0/493242045 >> v2:172.21.15.38:3300/0 conn(0x7f917c0b30f0 0x7f917c0b4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.962+0000 7f9182200640 1 -- 172.21.15.29:0/493242045 >> v1:172.21.15.38:6789/0 conn(0x7f917c099970 legacy=0x7f917c0b3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.962+0000 7f9182200640 1 -- 172.21.15.29:0/493242045 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f917c06c900 con 0x7f917c0b3a60 2024-09-12T03:08:49.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.965+0000 7f9182200640 1 --2- 172.21.15.29:0/493242045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f917c0b3a60 0x7f917c0b0600 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f917c0712e0 tx=0x7f9174032f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26ff9a9391fcd470 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:49.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.966+0000 7f917be00640 1 -- 172.21.15.29:0/493242045 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9174040070 con 0x7f917c0b3a60 2024-09-12T03:08:49.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.966+0000 7f917be00640 1 -- 172.21.15.29:0/493242045 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9174033c10 con 0x7f917c0b3a60 2024-09-12T03:08:49.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.966+0000 7f917be00640 1 -- 172.21.15.29:0/493242045 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917403b440 con 0x7f917c0b3a60 2024-09-12T03:08:49.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.966+0000 7f023a600640 1 Processor -- start 2024-09-12T03:08:49.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.967+0000 7f023a600640 1 -- start start 2024-09-12T03:08:49.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.969+0000 7f023a600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f023415e8d0 0x7f02340b4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.969+0000 7f9182c00640 1 -- 172.21.15.29:0/493242045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f917c0b3a60 msgr2=0x7f917c0b0600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.969+0000 7f9182c00640 1 --2- 172.21.15.29:0/493242045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f917c0b3a60 0x7f917c0b0600 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f917c0712e0 tx=0x7f9174032f00 comp rx=0 tx=0).stop 2024-09-12T03:08:49.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.969+0000 7f023a600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0234070240 con 0x7f02340af9d0 2024-09-12T03:08:49.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.969+0000 7f023a600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0234070520 con 0x7f023409ab50 2024-09-12T03:08:49.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.969+0000 7f023a600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f02340b5a00 con 0x7f023415e8d0 2024-09-12T03:08:49.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.970+0000 7f9182c00640 1 -- 172.21.15.29:0/493242045 shutdown_connections 2024-09-12T03:08:49.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.970+0000 7f9182c00640 1 --2- 172.21.15.29:0/493242045 >> v2:172.21.15.38:3300/0 conn(0x7f917c0b30f0 0x7f917c0b4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.970+0000 7f9182c00640 1 --2- 172.21.15.29:0/493242045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f917c0b3a60 0x7f917c0b0600 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.970+0000 7f0233400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f023415e8d0 0x7f02340b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.970+0000 7f0232a00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f023409ab50 0x7f023406eec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:58024/0 (socket says 172.21.15.29:58024) 2024-09-12T03:08:49.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.970+0000 7f0232a00640 1 -- 172.21.15.29:0/4042411752 learned_addr learned my addr 172.21.15.29:0/4042411752 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:49.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.970+0000 7f9182c00640 1 -- 172.21.15.29:0/493242045 >> 172.21.15.29:0/493242045 conn(0x7f917c073090 msgr2=0x7f917c0734a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:49.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.971+0000 7f9182c00640 1 -- 172.21.15.29:0/493242045 shutdown_connections 2024-09-12T03:08:49.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.971+0000 7f0233400640 1 -- 172.21.15.29:0/4042411752 >> v1:172.21.15.38:6789/0 conn(0x7f023409ab50 legacy=0x7f023406eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.971+0000 7f9182c00640 1 -- 172.21.15.29:0/493242045 wait complete. 2024-09-12T03:08:49.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.973+0000 7f3287e00640 1 Processor -- start 2024-09-12T03:08:49.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.972+0000 7f0233400640 1 -- 172.21.15.29:0/4042411752 >> v1:172.21.15.29:6789/0 conn(0x7f02340af9d0 legacy=0x7f023406f5d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T03:08:49.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.972+0000 7f0233400640 1 -- 172.21.15.29:0/4042411752 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0234070800 con 0x7f023415e8d0 2024-09-12T03:08:49.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.973+0000 7f3287e00640 1 -- start start 2024-09-12T03:08:49.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.973+0000 7f0233400640 1 --2- 172.21.15.29:0/4042411752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f023415e8d0 0x7f02340b4100 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0228009980 tx=0x7f022802c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f12a9ce284a3321 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:49.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.974+0000 7f0232000640 1 -- 172.21.15.29:0/4042411752 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0228039070 con 0x7f023415e8d0 2024-09-12T03:08:49.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.975+0000 7f0232000640 1 -- 172.21.15.29:0/4042411752 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0228034440 con 0x7f023415e8d0 2024-09-12T03:08:49.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.975+0000 7f0232000640 1 -- 172.21.15.29:0/4042411752 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0228034810 con 0x7f023415e8d0 2024-09-12T03:08:49.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.975+0000 7f3287e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3288161970 0x7f32880b4700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.975+0000 7f3287e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32880ade30 con 0x7f32880b4c40 2024-09-12T03:08:49.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.975+0000 7f3287e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32880ae0d0 con 0x7f32880b3800 2024-09-12T03:08:49.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.975+0000 7f3287e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f3288161d50 con 0x7f3288161970 2024-09-12T03:08:49.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.976+0000 7f3286a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3288161970 0x7f32880b4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.976+0000 7f3286a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3288161970 0x7f32880b4700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46120/0 (socket says 172.21.15.29:46120) 2024-09-12T03:08:49.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.976+0000 7f3286a00640 1 -- 172.21.15.29:0/903323039 learned_addr learned my addr 172.21.15.29:0/903323039 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.977+0000 7f9182c00640 1 Processor -- start 2024-09-12T03:08:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.977+0000 7f9182c00640 1 -- start start 2024-09-12T03:08:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.976+0000 7f3286a00640 1 -- 172.21.15.29:0/903323039 >> v1:172.21.15.38:6789/0 conn(0x7f32880b3800 legacy=0x7f32880af610 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T03:08:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.976+0000 7f3286a00640 1 -- 172.21.15.29:0/903323039 >> v1:172.21.15.29:6789/0 conn(0x7f32880b4c40 legacy=0x7f32880b30f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T03:08:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.976+0000 7f3286a00640 1 -- 172.21.15.29:0/903323039 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32880ae3b0 con 0x7f3288161970 2024-09-12T03:08:49.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.979+0000 7f023a600640 1 -- 172.21.15.29:0/4042411752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f023415e8d0 msgr2=0x7f02340b4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.979+0000 7f023a600640 1 --2- 172.21.15.29:0/4042411752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f023415e8d0 0x7f02340b4100 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0228009980 tx=0x7f022802c3b0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.979+0000 7f9182c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f917c099970 0x7f917c0ceca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.979+0000 7f9182c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f917c0b30f0 0x7f917c090e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f9182c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f917c0b3a60 0x7f917c16c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.978+0000 7f326f400640 1 Processor -- start 2024-09-12T03:08:49.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f9182c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f917c0b0cc0 con 0x7f917c099970 2024-09-12T03:08:49.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f9182c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f917c0b0b40 con 0x7f917c0b30f0 2024-09-12T03:08:49.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f9182c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f917c0b0e40 con 0x7f917c0b3a60 2024-09-12T03:08:49.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.978+0000 7f326f400640 1 -- start start 2024-09-12T03:08:49.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f9180e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f917c0b30f0 0x7f917c090e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f9180e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f917c0b30f0 0x7f917c090e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46126/0 (socket says 172.21.15.29:46126) 2024-09-12T03:08:49.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f9180e00640 1 -- 172.21.15.29:0/3337910004 learned_addr learned my addr 172.21.15.29:0/3337910004 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:49.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f023a600640 1 -- 172.21.15.29:0/4042411752 shutdown_connections 2024-09-12T03:08:49.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f023a600640 1 --2- 172.21.15.29:0/4042411752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f023415e8d0 0x7f02340b4100 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f9182200640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f917c0b3a60 0x7f917c16c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f023a600640 1 -- 172.21.15.29:0/4042411752 >> 172.21.15.29:0/4042411752 conn(0x7f0234073360 msgr2=0x7f02340b2e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:49.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.980+0000 7f023a600640 1 -- 172.21.15.29:0/4042411752 shutdown_connections 2024-09-12T03:08:49.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.981+0000 7f023a600640 1 -- 172.21.15.29:0/4042411752 wait complete. 2024-09-12T03:08:49.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.981+0000 7f3286a00640 1 --2- 172.21.15.29:0/903323039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3288161970 0x7f32880b4700 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3274009870 tx=0x7f327402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ea593e4768d0b6a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:49.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.981+0000 7f326f400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3268160450 0x7f32680b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.981+0000 7f9180e00640 1 -- 172.21.15.29:0/3337910004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f917c0b3a60 msgr2=0x7f917c16c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.981+0000 7f9180e00640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f917c0b3a60 0x7f917c16c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.981+0000 7f9180e00640 1 -- 172.21.15.29:0/3337910004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f917c099970 msgr2=0x7f917c0ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.981+0000 7f9180e00640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f917c099970 0x7f917c0ceca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.982+0000 7f9180e00640 1 -- 172.21.15.29:0/3337910004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f917c0913c0 con 0x7f917c0b30f0 2024-09-12T03:08:49.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.982+0000 7f3285600640 1 -- 172.21.15.29:0/903323039 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3274037070 con 0x7f3288161970 2024-09-12T03:08:49.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.982+0000 7f3285600640 1 -- 172.21.15.29:0/903323039 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3274032440 con 0x7f3288161970 2024-09-12T03:08:49.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.982+0000 7fcdd5000640 1 Processor -- start 2024-09-12T03:08:49.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.982+0000 7f9180e00640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f917c0b30f0 0x7f917c090e80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f91680066b0 tx=0x7f916800b770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:49.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.983+0000 7fcdd5000640 1 -- start start 2024-09-12T03:08:49.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.983+0000 7f9179600640 1 -- 172.21.15.29:0/3337910004 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9168010070 con 0x7f917c0b30f0 2024-09-12T03:08:49.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.983+0000 7f9179600640 1 -- 172.21.15.29:0/3337910004 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9168010210 con 0x7f917c0b30f0 2024-09-12T03:08:49.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.983+0000 7f9179600640 1 -- 172.21.15.29:0/3337910004 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f916800f420 con 0x7f917c0b30f0 2024-09-12T03:08:49.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.983+0000 7f3285600640 1 -- 172.21.15.29:0/903323039 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3274037070 con 0x7f3288161970 2024-09-12T03:08:49.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.982+0000 7f326f400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32680b3aa0 con 0x7f32680b4cc0 2024-09-12T03:08:49.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.984+0000 7f3267e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f32680b4cc0 0x7f3268163f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53658/0 (socket says 172.21.15.29:53658) 2024-09-12T03:08:49.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.984+0000 7f3267e00640 1 -- 172.21.15.29:0/1905208410 learned_addr learned my addr 172.21.15.29:0/1905208410 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:49.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.984+0000 7f3287e00640 1 -- 172.21.15.29:0/903323039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3288161970 msgr2=0x7f32880b4700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.984+0000 7f3287e00640 1 --2- 172.21.15.29:0/903323039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3288161970 0x7f32880b4700 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3274009870 tx=0x7f327402a270 comp rx=0 tx=0).stop 2024-09-12T03:08:49.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.984+0000 7f023a600640 1 Processor -- start 2024-09-12T03:08:49.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.985+0000 7f3287e00640 1 -- 172.21.15.29:0/903323039 shutdown_connections 2024-09-12T03:08:49.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.985+0000 7f3287e00640 1 --2- 172.21.15.29:0/903323039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3288161970 0x7f32880b4700 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.985+0000 7f3287e00640 1 -- 172.21.15.29:0/903323039 >> 172.21.15.29:0/903323039 conn(0x7f3288073090 msgr2=0x7f32880734a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:49.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.984+0000 7f326ca00640 1 --2- 172.21.15.29:0/1905208410 >> v2:172.21.15.38:3300/0 conn(0x7f3268160450 0x7f32680b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.985+0000 7f326f400640 1 -- 172.21.15.29:0/1905208410 --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32680b3d80 con 0x7f3268163420 2024-09-12T03:08:49.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.985+0000 7f023a600640 1 -- start start 2024-09-12T03:08:49.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.985+0000 7f326f400640 1 -- 172.21.15.29:0/1905208410 --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f32680b59c0 con 0x7f3268160450 2024-09-12T03:08:49.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.983+0000 7f9182c00640 1 -- 172.21.15.29:0/3337910004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f917c0cf330 con 0x7f917c0b30f0 2024-09-12T03:08:49.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.983+0000 7f9182c00640 1 -- 172.21.15.29:0/3337910004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f917c16ce70 con 0x7f917c0b30f0 2024-09-12T03:08:49.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.986+0000 7f3287e00640 1 -- 172.21.15.29:0/903323039 shutdown_connections 2024-09-12T03:08:49.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.986+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1341905243 0 0) 0x7f32680b3aa0 con 0x7f32680b4cc0 2024-09-12T03:08:49.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.986+0000 7f9182c00640 1 -- 172.21.15.29:0/3337910004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9158001030 con 0x7f917c0b30f0 2024-09-12T03:08:49.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.986+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3250003520 con 0x7f32680b4cc0 2024-09-12T03:08:49.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.986+0000 7f3287e00640 1 -- 172.21.15.29:0/903323039 wait complete. 2024-09-12T03:08:49.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.986+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1304802706 0 0) 0x7f32680b3d80 con 0x7f3268163420 2024-09-12T03:08:49.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7f023a600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f023409ab50 0x7f023413e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7f023a600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02340af9d0 0x7f023409c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7f0233400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f023409ab50 0x7f023413e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.986+0000 7fcdd5000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcdd00adc70 0x7fcdd00ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.986+0000 7fcdd5000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcdd0072510 con 0x7fcdd0156590 2024-09-12T03:08:49.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.986+0000 7fcdd5000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcdd00727f0 con 0x7fcdd00ad1b0 2024-09-12T03:08:49.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.986+0000 7fcdd5000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcdd0072ad0 con 0x7fcdd00adc70 2024-09-12T03:08:49.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7fcdcf400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcdd0156590 0x7fcdd00735b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53662/0 (socket says 172.21.15.29:53662) 2024-09-12T03:08:49.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7fcdcf400640 1 -- 172.21.15.29:0/4185752255 learned_addr learned my addr 172.21.15.29:0/4185752255 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:49.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7fcdcfe00640 1 --2- 172.21.15.29:0/4185752255 >> v2:172.21.15.38:3300/0 conn(0x7fcdd00adc70 0x7fcdd00ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.988+0000 7fcdcfe00640 1 -- 172.21.15.29:0/4185752255 >> v1:172.21.15.38:6789/0 conn(0x7fcdd00ad1b0 legacy=0x7fcdd00cf820 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T03:08:49.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7f0233400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f023409ab50 0x7f023413e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46136/0 (socket says 172.21.15.29:46136) 2024-09-12T03:08:49.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7f0233400640 1 -- 172.21.15.29:0/628197949 learned_addr learned my addr 172.21.15.29:0/628197949 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:49.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7f023a600640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f023415e8d0 0x7f023414b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7f023a600640 1 -- 172.21.15.29:0/628197949 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f023406fce0 con 0x7f02340af9d0 2024-09-12T03:08:49.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7f023a600640 1 -- 172.21.15.29:0/628197949 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0234070dc0 con 0x7f023409ab50 2024-09-12T03:08:49.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.987+0000 7f023a600640 1 -- 172.21.15.29:0/628197949 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f023406fe60 con 0x7f023415e8d0 2024-09-12T03:08:49.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.988+0000 7f0232a00640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02340af9d0 0x7f023409c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:49.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.988+0000 7f0233400640 1 -- 172.21.15.29:0/628197949 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f023415e8d0 msgr2=0x7f023414b330 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-12T03:08:49.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.988+0000 7f0233400640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f023415e8d0 0x7f023414b330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.988+0000 7f0233400640 1 -- 172.21.15.29:0/628197949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02340af9d0 msgr2=0x7f023409c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.988+0000 7f0233400640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02340af9d0 0x7f023409c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.988+0000 7f0233400640 1 -- 172.21.15.29:0/628197949 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f023413e590 con 0x7f023409ab50 2024-09-12T03:08:49.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.988+0000 7fcdcfe00640 1 -- 172.21.15.29:0/4185752255 >> v1:172.21.15.29:6789/0 conn(0x7fcdd0156590 legacy=0x7fcdd00735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.988+0000 7f9179600640 1 -- 172.21.15.29:0/3337910004 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f916800f5c0 con 0x7f917c0b30f0 2024-09-12T03:08:49.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.988+0000 7fcdcfe00640 1 -- 172.21.15.29:0/4185752255 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdd0072db0 con 0x7fcdd00adc70 2024-09-12T03:08:49.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.989+0000 7f3287e00640 1 Processor -- start 2024-09-12T03:08:49.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.989+0000 7f3287e00640 1 -- start start 2024-09-12T03:08:49.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.989+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f32680b3aa0 con 0x7f3268163420 2024-09-12T03:08:49.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.989+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2674047285 0 0) 0x7f3250003520 con 0x7f32680b4cc0 2024-09-12T03:08:49.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.989+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 >> v2:172.21.15.38:3300/0 conn(0x7f3268160450 msgr2=0x7f32680b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:49.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.989+0000 7f3267400640 1 --2- 172.21.15.29:0/1905208410 >> v2:172.21.15.38:3300/0 conn(0x7f3268160450 0x7f32680b3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:49.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.990+0000 7f0233400640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f023409ab50 0x7f023413e050 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f022802c8d0 tx=0x7f02280046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:49.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7fcdcfe00640 1 --2- 172.21.15.29:0/4185752255 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcdd00adc70 0x7fcdd00ae100 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fcdc00097a0 tx=0x7fcdc002a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94045a14035ca927 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:49.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.989+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 >> v1:172.21.15.38:6789/0 conn(0x7f3268163420 legacy=0x7f3268072390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:49.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.990+0000 7f0227400640 1 -- 172.21.15.29:0/628197949 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0228044070 con 0x7f023409ab50 2024-09-12T03:08:49.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.990+0000 7f023a600640 1 -- 172.21.15.29:0/628197949 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f023413b830 con 0x7f023409ab50 2024-09-12T03:08:49.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7f023a600640 1 -- 172.21.15.29:0/628197949 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f023413bdf0 con 0x7f023409ab50 2024-09-12T03:08:49.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7f3287e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32880b3800 0x7f3288142ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7f3287e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32880b4c40 0x7f328806f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7f3287e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3288161970 0x7f328806f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:49.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7f3287e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f32880ae970 con 0x7f32880b3800 2024-09-12T03:08:49.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7f3287e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f32880aece0 con 0x7f3288161970 2024-09-12T03:08:49.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7f3287e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f32880af170 con 0x7f32880b4c40 2024-09-12T03:08:49.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.992+0000 7fcdce000640 1 -- 172.21.15.29:0/4185752255 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc0037070 con 0x7fcdd00adc70 2024-09-12T03:08:49.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7f0227400640 1 -- 172.21.15.29:0/628197949 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f022803a040 con 0x7f023409ab50 2024-09-12T03:08:49.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.992+0000 7f0227400640 1 -- 172.21.15.29:0/628197949 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0228044070 con 0x7f023409ab50 2024-09-12T03:08:50.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.992+0000 7f9179600640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f915c06bf00 0x7f915c06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.992+0000 7f9179600640 1 -- 172.21.15.29:0/3337910004 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f916800b020 con 0x7f917c0b30f0 2024-09-12T03:08:50.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.992+0000 7f3287400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3288161970 0x7f328806f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.992+0000 7f3287400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3288161970 0x7f328806f5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46152/0 (socket says 172.21.15.29:46152) 2024-09-12T03:08:50.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.992+0000 7f3287400640 1 -- 172.21.15.29:0/3545759263 learned_addr learned my addr 172.21.15.29:0/3545759263 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.992+0000 7f3286000640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32880b4c40 0x7f328806f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.989+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32680b4060 con 0x7f32680b4cc0 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.989+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f3254001670 con 0x7f32680b4cc0 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.990+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 >> v1:172.21.15.29:6789/0 conn(0x7f32680b4cc0 legacy=0x7f3268163f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.990+0000 7f3267400640 1 --2- 172.21.15.29:0/1905208410 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3250004bf0 0x7f3250004ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.990+0000 7f3267400640 1 --2- 172.21.15.29:0/1905208410 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32500037a0 0x7f3250003c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.990+0000 7f3267400640 1 --2- 172.21.15.29:0/1905208410 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f32500041b0 0x7f325000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f325000c110 con 0x7f32500037a0 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f325000c2c0 con 0x7f32500041b0 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.991+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f325000c4c0 con 0x7f3250004bf0 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.992+0000 7f326ca00640 1 --2- 172.21.15.29:0/1905208410 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3250004bf0 0x7f3250004ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.992+0000 7f326d400640 1 --2- 172.21.15.29:0/1905208410 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f32500041b0 0x7f325000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.992+0000 7f3267e00640 1 --2- 172.21.15.29:0/1905208410 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32500037a0 0x7f3250003c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f326ca00640 1 -- 172.21.15.29:0/1905208410 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f32500041b0 msgr2=0x7f325000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f326ca00640 1 --2- 172.21.15.29:0/1905208410 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f32500041b0 0x7f325000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f326ca00640 1 -- 172.21.15.29:0/1905208410 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32500037a0 msgr2=0x7f3250003c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f326ca00640 1 --2- 172.21.15.29:0/1905208410 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32500037a0 0x7f3250003c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f326ca00640 1 -- 172.21.15.29:0/1905208410 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3250003520 con 0x7f3250004bf0 2024-09-12T03:08:50.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7fcdce000640 1 -- 172.21.15.29:0/4185752255 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdc0032440 con 0x7fcdd00adc70 2024-09-12T03:08:50.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7fcdce000640 1 -- 172.21.15.29:0/4185752255 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc0032810 con 0x7fcdd00adc70 2024-09-12T03:08:50.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f3287400640 1 -- 172.21.15.29:0/3545759263 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32880b4c40 msgr2=0x7f328806f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f3287400640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32880b4c40 0x7f328806f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f3287400640 1 -- 172.21.15.29:0/3545759263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32880b3800 msgr2=0x7f3288142ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f3287400640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32880b3800 0x7f3288142ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f3287400640 1 -- 172.21.15.29:0/3545759263 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32881565d0 con 0x7f3288161970 2024-09-12T03:08:50.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f9179600640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x7f915c075680 0x7f915c077ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f9179600640 1 -- 172.21.15.29:0/3337910004 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f916801bec0 con 0x7f915c075680 2024-09-12T03:08:50.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.993+0000 7f9179600640 1 -- 172.21.15.29:0/3337910004 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f916808be40 con 0x7f917c0b30f0 2024-09-12T03:08:50.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.994+0000 7fcdd5000640 1 -- 172.21.15.29:0/4185752255 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcdd00adc70 msgr2=0x7fcdd00ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.994+0000 7fcdd5000640 1 --2- 172.21.15.29:0/4185752255 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcdd00adc70 0x7fcdd00ae100 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fcdc00097a0 tx=0x7fcdc002a1e0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.994+0000 7fcdd5000640 1 -- 172.21.15.29:0/4185752255 shutdown_connections 2024-09-12T03:08:50.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.994+0000 7fcdd5000640 1 --2- 172.21.15.29:0/4185752255 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcdd00adc70 0x7fcdd00ae100 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.994+0000 7fcdd5000640 1 -- 172.21.15.29:0/4185752255 >> 172.21.15.29:0/4185752255 conn(0x7fcdd006bdf0 msgr2=0x7fcdd006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.994+0000 7f9182200640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x7f915c075680 0x7f915c077ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.994+0000 7f0224c00640 1 -- 172.21.15.29:0/628197949 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0208001030 con 0x7f023409ab50 2024-09-12T03:08:50.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.995+0000 7fcdd5000640 1 -- 172.21.15.29:0/4185752255 shutdown_connections 2024-09-12T03:08:50.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.995+0000 7fcdd5000640 1 -- 172.21.15.29:0/4185752255 wait complete. 2024-09-12T03:08:50.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.996+0000 7f028dc00640 1 Processor -- start 2024-09-12T03:08:50.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.995+0000 7f326d400640 1 -- 172.21.15.29:0/1905208410 reap_dead start 2024-09-12T03:08:50.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.996+0000 7f9181800640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f915c06bf00 0x7f915c06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.996+0000 7f028dc00640 1 -- start start 2024-09-12T03:08:50.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.996+0000 7f9182200640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x7f915c075680 0x7f915c077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.996+0000 7f3287400640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3288161970 0x7f328806f5f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f327800b3e0 tx=0x7f327800b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.997+0000 7fcdd5000640 1 Processor -- start 2024-09-12T03:08:50.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.998+0000 7f0227400640 1 -- 172.21.15.29:0/628197949 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0228047070 con 0x7f023409ab50 2024-09-12T03:08:50.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.996+0000 7f326ca00640 1 --2- 172.21.15.29:0/1905208410 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3250004bf0 0x7f3250004ff0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f325c009ac0 tx=0x7f3250005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a50916b3db4120dc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.998+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325c047070 con 0x7f3250004bf0 2024-09-12T03:08:50.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.998+0000 7f028dc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280057d50 0x7f0280058160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.998+0000 7f028dc00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0280053f90 con 0x7f0280005d60 2024-09-12T03:08:50.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.998+0000 7f028dc00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0280056f90 con 0x7f0280056610 2024-09-12T03:08:50.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.998+0000 7f028dc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0280056d40 con 0x7f0280057d50 2024-09-12T03:08:50.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.998+0000 7fcdd5000640 1 -- start start 2024-09-12T03:08:50.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.998+0000 7f0287400640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f0280056610 0x7f028003bb50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:58032/0 (socket says 172.21.15.29:58032) 2024-09-12T03:08:50.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.998+0000 7f0287400640 1 -- 172.21.15.29:0/323105338 learned_addr learned my addr 172.21.15.29:0/323105338 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:50.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.999+0000 7f327ea00640 1 -- 172.21.15.29:0/3545759263 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3278015020 con 0x7f3288161970 2024-09-12T03:08:50.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.999+0000 7f327ea00640 1 -- 172.21.15.29:0/3545759263 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3278011850 con 0x7f3288161970 2024-09-12T03:08:50.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.999+0000 7f327ea00640 1 -- 172.21.15.29:0/3545759263 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3278011c40 con 0x7f3288161970 2024-09-12T03:08:50.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.999+0000 7f028d200640 1 --2- 172.21.15.29:0/323105338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280057d50 0x7f0280058160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.999+0000 7f9179600640 1 -- 172.21.15.29:0/3337910004 <== osd.0 v2:172.21.15.29:6808/1028626777 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f916801bec0 con 0x7f915c075680 2024-09-12T03:08:50.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.998+0000 7f3267400640 1 -- 172.21.15.29:0/1905208410 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f325c042600 con 0x7f3250004bf0 2024-09-12T03:08:50.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.999+0000 7f326f400640 1 -- 172.21.15.29:0/1905208410 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3250004bf0 msgr2=0x7f3250004ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.999+0000 7f326f400640 1 --2- 172.21.15.29:0/1905208410 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3250004bf0 0x7f3250004ff0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f325c009ac0 tx=0x7f3250005830 comp rx=0 tx=0).stop 2024-09-12T03:08:50.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:49.999+0000 7f0227400640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f021406bff0 0x7f021406e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.013 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f326f400640 1 -- 172.21.15.29:0/1905208410 shutdown_connections 2024-09-12T03:08:50.013 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f326f400640 1 --2- 172.21.15.29:0/1905208410 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3250004bf0 0x7f3250004ff0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.013 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f326f400640 1 -- 172.21.15.29:0/1905208410 >> 172.21.15.29:0/1905208410 conn(0x7f326806bc10 msgr2=0x7f326806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.013 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f0227400640 1 -- 172.21.15.29:0/628197949 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f02280aecd0 con 0x7f023409ab50 2024-09-12T03:08:50.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f028d200640 1 -- 172.21.15.29:0/323105338 >> v1:172.21.15.38:6789/0 conn(0x7f0280056610 legacy=0x7f028003bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f028d200640 1 -- 172.21.15.29:0/323105338 >> v1:172.21.15.29:6789/0 conn(0x7f0280005d60 legacy=0x7f0280053880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f9181800640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f915c06bf00 0x7f915c06e3c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f91700047c0 tx=0x7f9170009120 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f3287e00640 1 -- 172.21.15.29:0/3545759263 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32881568b0 con 0x7f3288161970 2024-09-12T03:08:50.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f3287e00640 1 -- 172.21.15.29:0/3545759263 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3288143400 con 0x7f3288161970 2024-09-12T03:08:50.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f028d200640 1 -- 172.21.15.29:0/323105338 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0280057270 con 0x7f0280057d50 2024-09-12T03:08:50.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f0227400640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x7f0214075770 0x7f0214077bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f0227400640 1 -- 172.21.15.29:0/628197949 --> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0228008eb0 con 0x7f0214075770 2024-09-12T03:08:50.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f326f400640 1 -- 172.21.15.29:0/1905208410 shutdown_connections 2024-09-12T03:08:50.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.000+0000 7f0227400640 1 -- 172.21.15.29:0/628197949 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f02280af0c0 con 0x7f023409ab50 2024-09-12T03:08:50.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.002+0000 7f326f400640 1 -- 172.21.15.29:0/1905208410 wait complete. 2024-09-12T03:08:50.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.002+0000 7f3287e00640 1 -- 172.21.15.29:0/3545759263 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3288140830 con 0x7f3288161970 2024-09-12T03:08:50.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.002+0000 7f0233e00640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x7f0214075770 0x7f0214077bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.003+0000 7fcdd5000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcdd00ad1b0 0x7fcdd0150ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.003+0000 7fcdd5000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcdd00adc70 0x7fcdd014e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.003+0000 7fcdd5000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdd0156590 0x7fcdd014e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.003+0000 7fcdd5000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd0156970 con 0x7fcdd0156590 2024-09-12T03:08:50.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.003+0000 7fcdd5000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd006e000 con 0x7fcdd00adc70 2024-09-12T03:08:50.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.003+0000 7fcdd5000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcdd01f20a0 con 0x7fcdd00ad1b0 2024-09-12T03:08:50.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.004+0000 7fcdcf400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcdd00ad1b0 0x7fcdd0150ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.004+0000 7fcdcf400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcdd00ad1b0 0x7fcdd0150ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59194/0 (socket says 172.21.15.29:59194) 2024-09-12T03:08:50.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.004+0000 7fcdcf400640 1 -- 172.21.15.29:0/2149729737 learned_addr learned my addr 172.21.15.29:0/2149729737 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.004+0000 7fcdcea00640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcdd00adc70 0x7fcdd014e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.004+0000 7f028d200640 1 --2- 172.21.15.29:0/323105338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280057d50 0x7f0280058160 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f0288000b60 tx=0x7f02880a5f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b17d5da2f52a3d5e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.004+0000 7f327ea00640 1 -- 172.21.15.29:0/3545759263 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3278018020 con 0x7f3288161970 2024-09-12T03:08:50.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.005+0000 7f0286a00640 1 -- 172.21.15.29:0/323105338 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02880b3070 con 0x7f0280057d50 2024-09-12T03:08:50.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.005+0000 7f0286a00640 1 -- 172.21.15.29:0/323105338 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02880a6ce0 con 0x7f0280057d50 2024-09-12T03:08:50.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.005+0000 7f0286a00640 1 -- 172.21.15.29:0/323105338 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02880ae640 con 0x7f0280057d50 2024-09-12T03:08:50.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.003+0000 7f0233e00640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x7f0214075770 0x7f0214077bb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.004+0000 7f0232a00640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f021406bff0 0x7f021406e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.005+0000 7f0227400640 1 -- 172.21.15.29:0/628197949 <== osd.1 v2:172.21.15.29:6824/3472261595 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0228008eb0 con 0x7f0214075770 2024-09-12T03:08:50.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7f326f400640 1 Processor -- start 2024-09-12T03:08:50.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7f327ea00640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f326806be80 0x7f326806e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7f028dc00640 1 -- 172.21.15.29:0/323105338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280057d50 msgr2=0x7f0280058160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7fcdcea00640 1 -- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcdd00ad1b0 msgr2=0x7fcdd0150ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7fcdcea00640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcdd00ad1b0 0x7fcdd0150ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7f028dc00640 1 --2- 172.21.15.29:0/323105338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280057d50 0x7f0280058160 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f0288000b60 tx=0x7f02880a5f90 comp rx=0 tx=0).stop 2024-09-12T03:08:50.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7fcdcea00640 1 -- 172.21.15.29:0/2149729737 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdd0156590 msgr2=0x7fcdd014e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7fcdcfe00640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdd0156590 0x7fcdd014e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7f326f400640 1 -- start start 2024-09-12T03:08:50.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7f028dc00640 1 -- 172.21.15.29:0/323105338 shutdown_connections 2024-09-12T03:08:50.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.007+0000 7f327ea00640 1 -- 172.21.15.29:0/3545759263 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f327808b010 con 0x7f3288161970 2024-09-12T03:08:50.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.007+0000 7f0232a00640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f021406bff0 0x7f021406e4b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0220007fd0 tx=0x7f0220007c20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.007+0000 7f3286a00640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f326806be80 0x7f326806e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7fcdcea00640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdd0156590 0x7fcdd014e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7fcdcea00640 1 -- 172.21.15.29:0/2149729737 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdd00cddd0 con 0x7fcdd00adc70 2024-09-12T03:08:50.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7fcdcfe00640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdd0156590 0x7fcdd014e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:50.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.006+0000 7f028dc00640 1 --2- 172.21.15.29:0/323105338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280057d50 0x7f0280058160 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.007+0000 7f028dc00640 1 -- 172.21.15.29:0/323105338 >> 172.21.15.29:0/323105338 conn(0x7f028003a4a0 msgr2=0x7f028003a8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.007+0000 7fcdcea00640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcdd00adc70 0x7fcdd014e310 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcdc800bd50 tx=0x7fcdc800be40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.008+0000 7f028dc00640 1 -- 172.21.15.29:0/323105338 shutdown_connections 2024-09-12T03:08:50.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.008+0000 7f327ea00640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] conn(0x7f3268075600 0x7f3268077a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.008+0000 7f028dc00640 1 -- 172.21.15.29:0/323105338 wait complete. 2024-09-12T03:08:50.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.008+0000 7f3286a00640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f326806be80 0x7f326806e340 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3274034000 tx=0x7f327402c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.008+0000 7f326f400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3250004bf0 0x7f3268160e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.008+0000 7f326f400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32681506f0 0x7f32681521c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.008+0000 7f326ca00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3250004bf0 0x7f3268160e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.008+0000 7f326ca00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3250004bf0 0x7f3268160e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46170/0 (socket says 172.21.15.29:46170) 2024-09-12T03:08:50.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.009+0000 7f326ca00640 1 -- 172.21.15.29:0/641287745 learned_addr learned my addr 172.21.15.29:0/641287745 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.008+0000 7f327ea00640 1 -- 172.21.15.29:0/3545759263 --> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3268078110 con 0x7f3268075600 2024-09-12T03:08:50.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.009+0000 7f326f400640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3268161a80 0x7f32681560c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.009+0000 7f327ea00640 1 -- 172.21.15.29:0/3545759263 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f327808d5d0 con 0x7f3288161970 2024-09-12T03:08:50.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.009+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f32680b37c0 con 0x7f3268161a80 2024-09-12T03:08:50.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.009+0000 7f3267e00640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32681506f0 0x7f32681521c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.009+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f32680b3640 con 0x7f3250004bf0 2024-09-12T03:08:50.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.009+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f32680b4340 con 0x7f32681506f0 2024-09-12T03:08:50.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.010+0000 7f3286000640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] conn(0x7f3268075600 0x7f3268077a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.010+0000 7fcdc7400640 1 -- 172.21.15.29:0/2149729737 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc8019070 con 0x7fcdd00adc70 2024-09-12T03:08:50.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.010+0000 7fcdd5000640 1 -- 172.21.15.29:0/2149729737 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdd00ce090 con 0x7fcdd00adc70 2024-09-12T03:08:50.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.010+0000 7f326ca00640 1 -- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32681506f0 msgr2=0x7f32681521c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.010+0000 7f326ca00640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32681506f0 0x7f32681521c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.010+0000 7f326ca00640 1 -- 172.21.15.29:0/641287745 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3268161a80 msgr2=0x7f32681560c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.011+0000 7f3286000640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] conn(0x7f3268075600 0x7f3268077a40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.011+0000 7f326ca00640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3268161a80 0x7f32681560c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.011+0000 7f326ca00640 1 -- 172.21.15.29:0/641287745 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3268152700 con 0x7f3250004bf0 2024-09-12T03:08:50.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.012+0000 7f3267e00640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f32681506f0 0x7f32681521c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:50.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.012+0000 7f326ca00640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3250004bf0 0x7f3268160e70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f325c009be0 tx=0x7f325c004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.010+0000 7fcdd5000640 1 -- 172.21.15.29:0/2149729737 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdd00ce650 con 0x7fcdd00adc70 2024-09-12T03:08:50.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.010+0000 7fcdc7400640 1 -- 172.21.15.29:0/2149729737 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdc8014440 con 0x7fcdd00adc70 2024-09-12T03:08:50.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.010+0000 7fcdc7400640 1 -- 172.21.15.29:0/2149729737 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc8014870 con 0x7fcdd00adc70 2024-09-12T03:08:50.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.012+0000 7f028dc00640 1 Processor -- start 2024-09-12T03:08:50.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.012+0000 7f327ea00640 1 -- 172.21.15.29:0/3545759263 <== osd.2 v2:172.21.15.29:6816/2568169584 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3268078110 con 0x7f3268075600 2024-09-12T03:08:50.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.013+0000 7f3264c00640 1 -- 172.21.15.29:0/641287745 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325c052020 con 0x7f3250004bf0 2024-09-12T03:08:50.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.013+0000 7f3264c00640 1 -- 172.21.15.29:0/641287745 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f325c0043e0 con 0x7f3250004bf0 2024-09-12T03:08:50.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.013+0000 7f3264c00640 1 -- 172.21.15.29:0/641287745 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325c047040 con 0x7f3250004bf0 2024-09-12T03:08:50.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.013+0000 7f028dc00640 1 -- start start 2024-09-12T03:08:50.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.013+0000 7fcdd5000640 1 -- 172.21.15.29:0/2149729737 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcda8001030 con 0x7fcdd00adc70 2024-09-12T03:08:50.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.013+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3268161450 con 0x7f3250004bf0 2024-09-12T03:08:50.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.013+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32681558c0 con 0x7f3250004bf0 2024-09-12T03:08:50.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.015+0000 7f028dc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0280005d60 0x7f02800e4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.015+0000 7f028dc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280056610 0x7f02800514e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.015+0000 7f028dc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0280057d50 0x7f028004bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.015+0000 7f028dc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f02800586a0 con 0x7f0280057d50 2024-09-12T03:08:50.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.015+0000 7f028dc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0280057830 con 0x7f0280005d60 2024-09-12T03:08:50.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.015+0000 7f028dc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f028003c260 con 0x7f0280056610 2024-09-12T03:08:50.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.015+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3244001030 con 0x7f3250004bf0 2024-09-12T03:08:50.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.015+0000 7f0287400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280056610 0x7f02800514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.015+0000 7f0287400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280056610 0x7f02800514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59210/0 (socket says 172.21.15.29:59210) 2024-09-12T03:08:50.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.015+0000 7f0287400640 1 -- 172.21.15.29:0/2576026745 learned_addr learned my addr 172.21.15.29:0/2576026745 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.016+0000 7f0287400640 1 -- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0280005d60 msgr2=0x7f02800e4230 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T03:08:50.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.016+0000 7f0287400640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0280005d60 0x7f02800e4230 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.016+0000 7f0287400640 1 -- 172.21.15.29:0/2576026745 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0280057d50 msgr2=0x7f028004bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.016+0000 7f0287400640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0280057d50 0x7f028004bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.016+0000 7f0287400640 1 -- 172.21.15.29:0/2576026745 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02800e4980 con 0x7f0280056610 2024-09-12T03:08:50.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.017+0000 7fcdc7400640 1 -- 172.21.15.29:0/2149729737 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcdc801c360 con 0x7fcdd00adc70 2024-09-12T03:08:50.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.017+0000 7f3264c00640 1 -- 172.21.15.29:0/641287745 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f325c055020 con 0x7f3250004bf0 2024-09-12T03:08:50.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.018+0000 7fcdc7400640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcdb006bf30 0x7fcdb006e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.019+0000 7fcdc7400640 1 -- 172.21.15.29:0/2149729737 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fcdc808b2a0 con 0x7fcdd00adc70 2024-09-12T03:08:50.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.019+0000 7fcdc7400640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x7fcdb00756b0 0x7fcdb0077af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.019+0000 7fcdc7400640 1 -- 172.21.15.29:0/2149729737 --> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcdb00781c0 con 0x7fcdb00756b0 2024-09-12T03:08:50.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.019+0000 7fcdc7400640 1 -- 172.21.15.29:0/2149729737 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcdc808b690 con 0x7fcdd00adc70 2024-09-12T03:08:50.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.019+0000 7f0683e00640 1 Processor -- start 2024-09-12T03:08:50.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.020+0000 7fcdcf400640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcdb006bf30 0x7fcdb006e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.020+0000 7f0287400640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280056610 0x7f02800514e0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f027c00c430 tx=0x7f027c00c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.020+0000 7fcdcfe00640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x7fcdb00756b0 0x7fcdb0077af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.020+0000 7f3264c00640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f324806be60 0x7f324806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.020+0000 7f3264c00640 1 -- 172.21.15.29:0/641287745 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f325c0bc940 con 0x7f3250004bf0 2024-09-12T03:08:50.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.019+0000 7f0683e00640 1 -- start start 2024-09-12T03:08:50.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.020+0000 7f3264c00640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x7f32480755e0 0x7f3248077a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.020+0000 7f3264c00640 1 -- 172.21.15.29:0/641287745 --> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f32480780f0 con 0x7f32480755e0 2024-09-12T03:08:50.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.020+0000 7f3264c00640 1 -- 172.21.15.29:0/641287745 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f325c0c12a0 con 0x7f3250004bf0 2024-09-12T03:08:50.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.020+0000 7f027be00640 1 -- 172.21.15.29:0/2576026745 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f027c017070 con 0x7f0280056610 2024-09-12T03:08:50.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.021+0000 7f3267e00640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f324806be60 0x7f324806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.021+0000 7f326d400640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x7f32480755e0 0x7f3248077a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.021+0000 7fcdcf400640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcdb006bf30 0x7fcdb006e3f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc005880 tx=0x7fcdbc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.020+0000 7f027be00640 1 -- 172.21.15.29:0/2576026745 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f027c005ce0 con 0x7f0280056610 2024-09-12T03:08:50.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.020+0000 7f027be00640 1 -- 172.21.15.29:0/2576026745 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f027c0072d0 con 0x7f0280056610 2024-09-12T03:08:50.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.022+0000 7f028dc00640 1 -- 172.21.15.29:0/2576026745 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02800e4c60 con 0x7f0280056610 2024-09-12T03:08:50.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.022+0000 7f0683e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c0b5160 0x7f067c0d3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.022+0000 7f0683e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f067c0b5fe0 0x7f067c0b6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.022+0000 7f3267e00640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f324806be60 0x7f324806e320 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3254000fb0 tx=0x7f3254009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.022+0000 7fcdcfe00640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x7fcdb00756b0 0x7fcdb0077af0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.022+0000 7f0683e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f067c0d3ba0 con 0x7f067c161cf0 2024-09-12T03:08:50.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.023+0000 7f0683e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f067c0b6990 con 0x7f067c0b5fe0 2024-09-12T03:08:50.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.023+0000 7f0680a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c0b5160 0x7f067c0d3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.023+0000 7f0683e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f067c1620d0 con 0x7f067c0b5160 2024-09-12T03:08:50.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.023+0000 7f0680a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c0b5160 0x7f067c0d3350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59214/0 (socket says 172.21.15.29:59214) 2024-09-12T03:08:50.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.023+0000 7f0680a00640 1 -- 172.21.15.29:0/2358954062 learned_addr learned my addr 172.21.15.29:0/2358954062 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.023+0000 7f0681e00640 1 --2- 172.21.15.29:0/2358954062 >> v2:172.21.15.38:3300/0 conn(0x7f067c0b5fe0 0x7f067c0b6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.023+0000 7f028dc00640 1 -- 172.21.15.29:0/2576026745 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f02800e5220 con 0x7f0280056610 2024-09-12T03:08:50.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.023+0000 7f0681e00640 1 -- 172.21.15.29:0/2358954062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c0b5160 msgr2=0x7f067c0d3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.023+0000 7f0681e00640 1 --2- 172.21.15.29:0/2358954062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c0b5160 0x7f067c0d3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.023+0000 7f0681e00640 1 -- 172.21.15.29:0/2358954062 >> v1:172.21.15.29:6789/0 conn(0x7f067c161cf0 legacy=0x7f067c0b73b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.024+0000 7fcdc7400640 1 -- 172.21.15.29:0/2149729737 <== osd.5 v2:172.21.15.38:6808/2601231839 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcdb00781c0 con 0x7fcdb00756b0 2024-09-12T03:08:50.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.024+0000 7f0681e00640 1 -- 172.21.15.29:0/2358954062 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f067c0d3e80 con 0x7f067c0b5fe0 2024-09-12T03:08:50.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.025+0000 7f326d400640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x7f32480755e0 0x7f3248077a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.025+0000 7f0279600640 1 -- 172.21.15.29:0/2576026745 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f025c001030 con 0x7f0280056610 2024-09-12T03:08:50.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.026+0000 7f3264c00640 1 -- 172.21.15.29:0/641287745 <== osd.4 v2:172.21.15.38:6825/3563858797 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f32480780f0 con 0x7f32480755e0 2024-09-12T03:08:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.026+0000 7f0681e00640 1 --2- 172.21.15.29:0/2358954062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f067c0b5fe0 0x7f067c0b6450 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0674009d90 tx=0x7f067402a610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9cd3c81a349fd392 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.027+0000 7f067be00640 1 -- 172.21.15.29:0/2358954062 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0674031600 con 0x7f067c0b5fe0 2024-09-12T03:08:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.027+0000 7f067be00640 1 -- 172.21.15.29:0/2358954062 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06740317a0 con 0x7f067c0b5fe0 2024-09-12T03:08:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.027+0000 7f067be00640 1 -- 172.21.15.29:0/2358954062 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0674031b70 con 0x7f067c0b5fe0 2024-09-12T03:08:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.029+0000 7f0683e00640 1 -- 172.21.15.29:0/2358954062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f067c0b5fe0 msgr2=0x7f067c0b6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.029+0000 7f0683e00640 1 --2- 172.21.15.29:0/2358954062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f067c0b5fe0 0x7f067c0b6450 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0674009d90 tx=0x7f067402a610 comp rx=0 tx=0).stop 2024-09-12T03:08:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.029+0000 7f0683e00640 1 -- 172.21.15.29:0/2358954062 shutdown_connections 2024-09-12T03:08:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.029+0000 7f0683e00640 1 --2- 172.21.15.29:0/2358954062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f067c0b5fe0 0x7f067c0b6450 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.029+0000 7f0683e00640 1 --2- 172.21.15.29:0/2358954062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c0b5160 0x7f067c0d3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.029+0000 7f0683e00640 1 -- 172.21.15.29:0/2358954062 >> 172.21.15.29:0/2358954062 conn(0x7f067c08c000 msgr2=0x7f067c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.031+0000 7f0683e00640 1 -- 172.21.15.29:0/2358954062 shutdown_connections 2024-09-12T03:08:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.031+0000 7f0683e00640 1 -- 172.21.15.29:0/2358954062 wait complete. 2024-09-12T03:08:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.031+0000 7f027be00640 1 -- 172.21.15.29:0/2576026745 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f027c01a070 con 0x7f0280056610 2024-09-12T03:08:50.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.033+0000 7f9182c00640 1 -- 172.21.15.29:0/3337910004 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9158002dd0 con 0x7f915c075680 2024-09-12T03:08:50.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.034+0000 7f9179600640 1 -- 172.21.15.29:0/3337910004 <== osd.0 v2:172.21.15.29:6808/1028626777 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9158002dd0 con 0x7f915c075680 2024-09-12T03:08:50.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.035+0000 7f9182c00640 1 -- 172.21.15.29:0/3337910004 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x7f915c075680 msgr2=0x7f915c077ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.035+0000 7f9182c00640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x7f915c075680 0x7f915c077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.036+0000 7f9182c00640 1 -- 172.21.15.29:0/3337910004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f915c06bf00 msgr2=0x7f915c06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.036+0000 7f9182c00640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f915c06bf00 0x7f915c06e3c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f91700047c0 tx=0x7f9170009120 comp rx=0 tx=0).stop 2024-09-12T03:08:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.034+0000 7f0683e00640 1 Processor -- start 2024-09-12T03:08:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.036+0000 7f9182c00640 1 -- 172.21.15.29:0/3337910004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f917c0b30f0 msgr2=0x7f917c090e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.036+0000 7f9182c00640 1 --2- 172.21.15.29:0/3337910004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f917c0b30f0 0x7f917c090e80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f91680066b0 tx=0x7f916800b770 comp rx=0 tx=0).stop 2024-09-12T03:08:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.036+0000 7f0683e00640 1 -- start start 2024-09-12T03:08:50.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.037+0000 7f9182200640 1 -- 172.21.15.29:0/3337910004 reap_dead start 2024-09-12T03:08:50.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.037+0000 7f9182c00640 1 -- 172.21.15.29:0/3337910004 shutdown_connections 2024-09-12T03:08:50.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.037+0000 7f9182c00640 1 -- 172.21.15.29:0/3337910004 >> 172.21.15.29:0/3337910004 conn(0x7f917c073090 msgr2=0x7f917c06f360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.036+0000 7f027be00640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f026806bf30 0x7f026806e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.036+0000 7f027be00640 1 -- 172.21.15.29:0/2576026745 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f027c08a7d0 con 0x7f0280056610 2024-09-12T03:08:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.036+0000 7f027be00640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x7f02680756b0 0x7f0268077af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.036+0000 7f027be00640 1 -- 172.21.15.29:0/2576026745 --> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f027c01ae50 con 0x7f02680756b0 2024-09-12T03:08:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.036+0000 7f027be00640 1 -- 172.21.15.29:0/2576026745 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f027c08abc0 con 0x7f0280056610 2024-09-12T03:08:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.037+0000 7f0287e00640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f026806bf30 0x7f026806e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.038+0000 7f028d200640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x7f02680756b0 0x7f0268077af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.039+0000 7f9182c00640 1 -- 172.21.15.29:0/3337910004 shutdown_connections 2024-09-12T03:08:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.039+0000 7f9182c00640 1 -- 172.21.15.29:0/3337910004 wait complete. 2024-09-12T03:08:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.039+0000 7f0287e00640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f026806bf30 0x7f026806e3f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0274001600 tx=0x7f0274007990 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.040+0000 7f0683e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f067c0b5160 0x7f067c0b1090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.040+0000 7f028d200640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x7f02680756b0 0x7f0268077af0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.040+0000 7f0224c00640 1 -- 172.21.15.29:0/628197949 --> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0208002dd0 con 0x7f0214075770 2024-09-12T03:08:50.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.040+0000 7f0683e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f067c0b5fe0 0x7f067c1509a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.040+0000 7f0683e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c161cf0 0x7f067c06d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.041+0000 7f0683e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f067c0cf170 con 0x7f067c0b5160 2024-09-12T03:08:50.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.041+0000 7f027be00640 1 -- 172.21.15.29:0/2576026745 <== osd.7 v2:172.21.15.38:6800/937502975 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f027c01ae50 con 0x7f02680756b0 2024-09-12T03:08:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.041+0000 7f0683e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f067c0cee90 con 0x7f067c0b5fe0 2024-09-12T03:08:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.041+0000 7f0683e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f067c0d3890 con 0x7f067c161cf0 2024-09-12T03:08:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.041+0000 7f0681400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f067c0b5160 0x7f067c0b1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.042+0000 7f0681e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c161cf0 0x7f067c06d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.042+0000 7f0681e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c161cf0 0x7f067c06d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59218/0 (socket says 172.21.15.29:59218) 2024-09-12T03:08:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.042+0000 7f0681e00640 1 -- 172.21.15.29:0/3756236328 learned_addr learned my addr 172.21.15.29:0/3756236328 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.041+0000 7f0680a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f067c0b5fe0 0x7f067c1509a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.043+0000 7f0681400640 1 -- 172.21.15.29:0/3756236328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c161cf0 msgr2=0x7f067c06d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.043+0000 7f0681400640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c161cf0 0x7f067c06d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.043+0000 7f0681400640 1 -- 172.21.15.29:0/3756236328 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f067c0b5fe0 msgr2=0x7f067c1509a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.044+0000 7f0227400640 1 -- 172.21.15.29:0/628197949 <== osd.1 v2:172.21.15.29:6824/3472261595 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0208002dd0 con 0x7f0214075770 2024-09-12T03:08:50.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.043+0000 7f0681400640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f067c0b5fe0 0x7f067c1509a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.043+0000 7f0681400640 1 -- 172.21.15.29:0/3756236328 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f067c0b15d0 con 0x7f067c0b5160 2024-09-12T03:08:50.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.044+0000 7f3287e00640 1 -- 172.21.15.29:0/3545759263 --> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f32880b4700 con 0x7f3268075600 2024-09-12T03:08:50.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.044+0000 7f0681e00640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f067c161cf0 0x7f067c06d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:50.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.045+0000 7f0224c00640 1 -- 172.21.15.29:0/628197949 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x7f0214075770 msgr2=0x7f0214077bb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.045+0000 7f0224c00640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x7f0214075770 0x7f0214077bb0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.045+0000 7f0224c00640 1 -- 172.21.15.29:0/628197949 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f021406bff0 msgr2=0x7f021406e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.045+0000 7f0224c00640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f021406bff0 0x7f021406e4b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0220007fd0 tx=0x7f0220007c20 comp rx=0 tx=0).stop 2024-09-12T03:08:50.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.045+0000 7f0224c00640 1 -- 172.21.15.29:0/628197949 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f023409ab50 msgr2=0x7f023413e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.045+0000 7f0224c00640 1 --2- 172.21.15.29:0/628197949 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f023409ab50 0x7f023413e050 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f022802c8d0 tx=0x7f02280046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.045+0000 7f0233e00640 1 -- 172.21.15.29:0/628197949 reap_dead start 2024-09-12T03:08:50.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.045+0000 7f327ea00640 1 -- 172.21.15.29:0/3545759263 <== osd.2 v2:172.21.15.29:6816/2568169584 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f32880b4700 con 0x7f3268075600 2024-09-12T03:08:50.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.045+0000 7f0681400640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f067c0b5160 0x7f067c0b1090 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f067000c780 tx=0x7f067000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.046+0000 7f3287e00640 1 -- 172.21.15.29:0/3545759263 >> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] conn(0x7f3268075600 msgr2=0x7f3268077a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.046+0000 7f0679600640 1 -- 172.21.15.29:0/3756236328 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0670016020 con 0x7f067c0b5160 2024-09-12T03:08:50.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.046+0000 7f3287e00640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] conn(0x7f3268075600 0x7f3268077a40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.047+0000 7f3287e00640 1 -- 172.21.15.29:0/3545759263 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f326806be80 msgr2=0x7f326806e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.047+0000 7f3287e00640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f326806be80 0x7f326806e340 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3274034000 tx=0x7f327402c000 comp rx=0 tx=0).stop 2024-09-12T03:08:50.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.047+0000 7f3287e00640 1 -- 172.21.15.29:0/3545759263 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3288161970 msgr2=0x7f328806f5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.047+0000 7f3287e00640 1 --2- 172.21.15.29:0/3545759263 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3288161970 0x7f328806f5f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f327800b3e0 tx=0x7f327800b8a0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.046+0000 7f0679600640 1 -- 172.21.15.29:0/3756236328 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f067000a640 con 0x7f067c0b5160 2024-09-12T03:08:50.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.046+0000 7f0679600640 1 -- 172.21.15.29:0/3756236328 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0670016020 con 0x7f067c0b5160 2024-09-12T03:08:50.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.047+0000 7f0683e00640 1 -- 172.21.15.29:0/3756236328 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f067c150ee0 con 0x7f067c0b5160 2024-09-12T03:08:50.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.048+0000 7f0224c00640 1 -- 172.21.15.29:0/628197949 shutdown_connections 2024-09-12T03:08:50.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.048+0000 7f0224c00640 1 -- 172.21.15.29:0/628197949 >> 172.21.15.29:0/628197949 conn(0x7f0234073360 msgr2=0x7f02340b3720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.048+0000 7f0224c00640 1 -- 172.21.15.29:0/628197949 shutdown_connections 2024-09-12T03:08:50.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.049+0000 7f3287400640 1 -- 172.21.15.29:0/3545759263 reap_dead start 2024-09-12T03:08:50.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.048+0000 7f0224c00640 1 -- 172.21.15.29:0/628197949 wait complete. 2024-09-12T03:08:50.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.049+0000 7f3287e00640 1 -- 172.21.15.29:0/3545759263 shutdown_connections 2024-09-12T03:08:50.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.049+0000 7f3287e00640 1 -- 172.21.15.29:0/3545759263 >> 172.21.15.29:0/3545759263 conn(0x7f3288073090 msgr2=0x7f32880b0890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.049+0000 7f0683e00640 1 -- 172.21.15.29:0/3756236328 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f067c0b41f0 con 0x7f067c0b5160 2024-09-12T03:08:50.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.052+0000 7f3287e00640 1 -- 172.21.15.29:0/3545759263 shutdown_connections 2024-09-12T03:08:50.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.052+0000 7f0683e00640 1 -- 172.21.15.29:0/3756236328 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f067c0ba4e0 con 0x7f067c0b5160 2024-09-12T03:08:50.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.054+0000 7f3287e00640 1 -- 172.21.15.29:0/3545759263 wait complete. 2024-09-12T03:08:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.052+0000 7f0679600640 1 -- 172.21.15.29:0/3756236328 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0670019020 con 0x7f067c0b5160 2024-09-12T03:08:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.055+0000 7f0679600640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f066006c030 0x7f066006e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.055+0000 7f0679600640 1 -- 172.21.15.29:0/3756236328 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f067008abe0 con 0x7f067c0b5160 2024-09-12T03:08:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.055+0000 7f0679600640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x7f0660075730 0x7f0660077b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.055+0000 7f0679600640 1 -- 172.21.15.29:0/3756236328 --> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0670010e50 con 0x7f0660075730 2024-09-12T03:08:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.056+0000 7f0679600640 1 -- 172.21.15.29:0/3756236328 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0670054e90 con 0x7f067c0b5160 2024-09-12T03:08:50.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.056+0000 7fcdd5000640 1 -- 172.21.15.29:0/2149729737 --> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcda8002dd0 con 0x7fcdb00756b0 2024-09-12T03:08:50.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.056+0000 7f0681e00640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x7f0660075730 0x7f0660077b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.057+0000 7f0680a00640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f066006c030 0x7f066006e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.057+0000 7fcdc7400640 1 -- 172.21.15.29:0/2149729737 <== osd.5 v2:172.21.15.38:6808/2601231839 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fcda8002dd0 con 0x7fcdb00756b0 2024-09-12T03:08:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.057+0000 7fcdd5000640 1 -- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x7fcdb00756b0 msgr2=0x7fcdb0077af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.057+0000 7fcdd5000640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x7fcdb00756b0 0x7fcdb0077af0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.058+0000 7f0681e00640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x7f0660075730 0x7f0660077b70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.058+0000 7fcdd5000640 1 -- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcdb006bf30 msgr2=0x7fcdb006e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.058+0000 7fcdd5000640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcdb006bf30 0x7fcdb006e3f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc005880 tx=0x7fcdbc009040 comp rx=0 tx=0).stop 2024-09-12T03:08:50.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.058+0000 7fcdd5000640 1 -- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcdd00adc70 msgr2=0x7fcdd014e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.058+0000 7fcdd5000640 1 --2- 172.21.15.29:0/2149729737 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcdd00adc70 0x7fcdd014e310 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcdc800bd50 tx=0x7fcdc800be40 comp rx=0 tx=0).stop 2024-09-12T03:08:50.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.058+0000 7fcdcfe00640 1 -- 172.21.15.29:0/2149729737 reap_dead start 2024-09-12T03:08:50.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.058+0000 7fcdd5000640 1 -- 172.21.15.29:0/2149729737 shutdown_connections 2024-09-12T03:08:50.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.058+0000 7fcdd5000640 1 -- 172.21.15.29:0/2149729737 >> 172.21.15.29:0/2149729737 conn(0x7fcdd006bdf0 msgr2=0x7fcdd015dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.059+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 --> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3244002dd0 con 0x7f32480755e0 2024-09-12T03:08:50.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.058+0000 7fcdd5000640 1 -- 172.21.15.29:0/2149729737 shutdown_connections 2024-09-12T03:08:50.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.059+0000 7fcdd5000640 1 -- 172.21.15.29:0/2149729737 wait complete. 2024-09-12T03:08:50.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.058+0000 7fcb7b200640 1 Processor -- start 2024-09-12T03:08:50.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.059+0000 7fcb7b200640 1 -- start start 2024-09-12T03:08:50.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.060+0000 7f3264c00640 1 -- 172.21.15.29:0/641287745 <== osd.4 v2:172.21.15.38:6825/3563858797 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3244002dd0 con 0x7f32480755e0 2024-09-12T03:08:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.060+0000 7fcb7b200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcb7c0d0b00 0x7fcb7c0d0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.060+0000 7fcb7b200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb7c0d1420 con 0x7fcb7c06e540 2024-09-12T03:08:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.060+0000 7fcb7b200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb7c0d2c40 con 0x7fcb7c0d4ad0 2024-09-12T03:08:50.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.060+0000 7fcb7b200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcb7c06d0a0 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.059+0000 7f0680a00640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f066006c030 0x7f066006e4f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f067c15fa30 tx=0x7f066c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.061+0000 7f0679600640 1 -- 172.21.15.29:0/3756236328 <== osd.3 v2:172.21.15.29:6800/171979967 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0670010e50 con 0x7f0660075730 2024-09-12T03:08:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.061+0000 7fcb7a800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcb7c06e540 0x7fcb7c0cf650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53684/0 (socket says 172.21.15.29:53684) 2024-09-12T03:08:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.061+0000 7fcb7a800640 1 -- 172.21.15.29:0/2696820802 learned_addr learned my addr 172.21.15.29:0/2696820802 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:50.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.061+0000 7fcb79e00640 1 --2- 172.21.15.29:0/2696820802 >> v2:172.21.15.38:3300/0 conn(0x7fcb7c0d0b00 0x7fcb7c0d0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.061+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x7f32480755e0 msgr2=0x7f3248077a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7f326f400640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x7f32480755e0 0x7f3248077a20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f324806be60 msgr2=0x7f324806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7f326f400640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f324806be60 0x7f324806e320 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3254000fb0 tx=0x7f3254009040 comp rx=0 tx=0).stop 2024-09-12T03:08:50.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3250004bf0 msgr2=0x7f3268160e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.061+0000 7fcb78a00640 1 -- 172.21.15.29:0/2696820802 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1834567233 0 0) 0x7fcb7c0d2c40 con 0x7fcb7c0d4ad0 2024-09-12T03:08:50.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7fcb78a00640 1 -- 172.21.15.29:0/2696820802 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb60003520 con 0x7fcb7c0d4ad0 2024-09-12T03:08:50.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7fcb78a00640 1 -- 172.21.15.29:0/2696820802 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3466564889 0 0) 0x7fcb7c0d1420 con 0x7fcb7c06e540 2024-09-12T03:08:50.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7fcb78a00640 1 -- 172.21.15.29:0/2696820802 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcb7c0d2c40 con 0x7fcb7c06e540 2024-09-12T03:08:50.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7fcb79e00640 1 -- 172.21.15.29:0/2696820802 >> v1:172.21.15.38:6789/0 conn(0x7fcb7c0d4ad0 legacy=0x7fcb7c0cef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7fcb79e00640 1 -- 172.21.15.29:0/2696820802 >> v1:172.21.15.29:6789/0 conn(0x7fcb7c06e540 legacy=0x7fcb7c0cf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7fcb79e00640 1 -- 172.21.15.29:0/2696820802 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb7c0d2f20 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7f326f400640 1 --2- 172.21.15.29:0/641287745 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3250004bf0 0x7f3268160e70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f325c009be0 tx=0x7f325c004730 comp rx=0 tx=0).stop 2024-09-12T03:08:50.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7f326d400640 1 -- 172.21.15.29:0/641287745 reap_dead start 2024-09-12T03:08:50.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 shutdown_connections 2024-09-12T03:08:50.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.062+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 >> 172.21.15.29:0/641287745 conn(0x7f326806bc10 msgr2=0x7f32680cdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.063+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 shutdown_connections 2024-09-12T03:08:50.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.063+0000 7f326f400640 1 -- 172.21.15.29:0/641287745 wait complete. 2024-09-12T03:08:50.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.065+0000 7fcb79e00640 1 --2- 172.21.15.29:0/2696820802 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb7c0d0b00 0x7fcb7c0d0ee0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c009d90 tx=0x7fcb6c02a780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29bcd7cfb3063e97 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.075 INFO:teuthology.orchestra.run.smithi029.stdout:55834574858 2024-09-12T03:08:50.076 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T03:08:50.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.068+0000 7fcb78a00640 1 -- 172.21.15.29:0/2696820802 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6c037070 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.068+0000 7fcb78a00640 1 -- 172.21.15.29:0/2696820802 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb6c007740 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.068+0000 7fcb78a00640 1 -- 172.21.15.29:0/2696820802 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6c007b10 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.069+0000 7fcb7b200640 1 -- 172.21.15.29:0/2696820802 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb7c0d0b00 msgr2=0x7fcb7c0d0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.069+0000 7fcb7b200640 1 --2- 172.21.15.29:0/2696820802 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb7c0d0b00 0x7fcb7c0d0ee0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c009d90 tx=0x7fcb6c02a780 comp rx=0 tx=0).stop 2024-09-12T03:08:50.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.070+0000 7fcb7b200640 1 -- 172.21.15.29:0/2696820802 shutdown_connections 2024-09-12T03:08:50.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.070+0000 7fcb7b200640 1 --2- 172.21.15.29:0/2696820802 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb7c0d0b00 0x7fcb7c0d0ee0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.070+0000 7fcb7b200640 1 -- 172.21.15.29:0/2696820802 >> 172.21.15.29:0/2696820802 conn(0x7fcb7c08c000 msgr2=0x7fcb7c0d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.070+0000 7fcb7b200640 1 -- 172.21.15.29:0/2696820802 shutdown_connections 2024-09-12T03:08:50.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.071+0000 7fcb7b200640 1 -- 172.21.15.29:0/2696820802 wait complete. 2024-09-12T03:08:50.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.073+0000 7fcb7b200640 1 Processor -- start 2024-09-12T03:08:50.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.074+0000 7fcb7b200640 1 -- start start 2024-09-12T03:08:50.078 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:50.079 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T03:08:50.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.075+0000 7f0279600640 1 -- 172.21.15.29:0/2576026745 --> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f025c002dd0 con 0x7f02680756b0 2024-09-12T03:08:50.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.076+0000 7fcb7b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb7c06e540 0x7fcb7c0cda50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.076+0000 7f027be00640 1 -- 172.21.15.29:0/2576026745 <== osd.7 v2:172.21.15.38:6800/937502975 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f025c002dd0 con 0x7f02680756b0 2024-09-12T03:08:50.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.076+0000 7fcb7b200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb7c0d0b00 0x7fcb7c154eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.076+0000 7fcb7b200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb7c0d4ad0 0x7fcb7c0c7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7fcb7b200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c0d2950 con 0x7fcb7c06e540 2024-09-12T03:08:50.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7fcb7b200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c06cd30 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7fcb7b200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcb7c0cfd60 con 0x7fcb7c0d4ad0 2024-09-12T03:08:50.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7fcb79400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb7c0d0b00 0x7fcb7c154eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7fcb79400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb7c0d0b00 0x7fcb7c154eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46216/0 (socket says 172.21.15.29:46216) 2024-09-12T03:08:50.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7fcb79400640 1 -- 172.21.15.29:0/3031551410 learned_addr learned my addr 172.21.15.29:0/3031551410 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7fcb79e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb7c06e540 0x7fcb7c0cda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7f0279600640 1 -- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x7f02680756b0 msgr2=0x7f0268077af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7f0279600640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x7f02680756b0 0x7f0268077af0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7fcb79400640 1 -- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb7c0d4ad0 msgr2=0x7fcb7c0c7ef0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-12T03:08:50.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7fcb79400640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb7c0d4ad0 0x7fcb7c0c7ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.077+0000 7fcb79400640 1 -- 172.21.15.29:0/3031551410 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb7c06e540 msgr2=0x7fcb7c0cda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.078+0000 7fcb79400640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb7c06e540 0x7fcb7c0cda50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.078+0000 7fcb79400640 1 -- 172.21.15.29:0/3031551410 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb7c0b7f70 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.078+0000 7f0279600640 1 -- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f026806bf30 msgr2=0x7f026806e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.078+0000 7f0279600640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f026806bf30 0x7f026806e3f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0274001600 tx=0x7f0274007990 comp rx=0 tx=0).stop 2024-09-12T03:08:50.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.078+0000 7f0279600640 1 -- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280056610 msgr2=0x7f02800514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.078+0000 7f0279600640 1 --2- 172.21.15.29:0/2576026745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0280056610 0x7f02800514e0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f027c00c430 tx=0x7f027c00c8f0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.078+0000 7fcb79400640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb7c0d0b00 0x7fcb7c154eb0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcb6400c450 tx=0x7fcb6400c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.078+0000 7f028d200640 1 -- 172.21.15.29:0/2576026745 reap_dead start 2024-09-12T03:08:50.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.078+0000 7f0279600640 1 -- 172.21.15.29:0/2576026745 shutdown_connections 2024-09-12T03:08:50.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.078+0000 7f0279600640 1 -- 172.21.15.29:0/2576026745 >> 172.21.15.29:0/2576026745 conn(0x7f028003a4a0 msgr2=0x7f0280006590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.079+0000 7f0279600640 1 -- 172.21.15.29:0/2576026745 shutdown_connections 2024-09-12T03:08:50.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.079+0000 7f0279600640 1 -- 172.21.15.29:0/2576026745 wait complete. 2024-09-12T03:08:50.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.079+0000 7fcb72000640 1 -- 172.21.15.29:0/3031551410 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb640052d0 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.079+0000 7fcb72000640 1 -- 172.21.15.29:0/3031551410 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb64005470 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.079+0000 7fcb7b200640 1 -- 172.21.15.29:0/3031551410 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb7c0b8c00 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.079+0000 7fcb7b200640 1 -- 172.21.15.29:0/3031551410 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb7c1553f0 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.080+0000 7fcb72000640 1 -- 172.21.15.29:0/3031551410 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb64012870 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.086 INFO:teuthology.orchestra.run.smithi029.stdout:55834574858 2024-09-12T03:08:50.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.082+0000 7fcb7b200640 1 -- 172.21.15.29:0/3031551410 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcb54001030 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.083+0000 7fcb72000640 1 -- 172.21.15.29:0/3031551410 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcb64012a10 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.087 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T03:08:50.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.084+0000 7fcb72000640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb5806bf00 0x7fcb5806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.085+0000 7fcb72000640 1 -- 172.21.15.29:0/3031551410 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fcb6408ad40 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.085+0000 7fcb72000640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x7fcb58075600 0x7fcb58077a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.085+0000 7fcb72000640 1 -- 172.21.15.29:0/3031551410 --> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcb58078110 con 0x7fcb58075600 2024-09-12T03:08:50.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.085+0000 7fcb72000640 1 -- 172.21.15.29:0/3031551410 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcb64090070 con 0x7fcb7c0d0b00 2024-09-12T03:08:50.091 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:50.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.085+0000 7fcb79e00640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb5806bf00 0x7fcb5806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.085+0000 7fcb7a800640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x7fcb58075600 0x7fcb58077a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.086+0000 7fcb79e00640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb5806bf00 0x7fcb5806e3c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c034000 tx=0x7fcb6c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.086+0000 7fcb7a800640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x7fcb58075600 0x7fcb58077a40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.088+0000 7fcb72000640 1 -- 172.21.15.29:0/3031551410 <== osd.6 v2:172.21.15.38:6816/81343891 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcb58078110 con 0x7fcb58075600 2024-09-12T03:08:50.092 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T03:08:50.093 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:50.093 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T03:08:50.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.094+0000 7f0683e00640 1 -- 172.21.15.29:0/3756236328 --> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f067c06e9d0 con 0x7f0660075730 2024-09-12T03:08:50.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.094+0000 7f0679600640 1 -- 172.21.15.29:0/3756236328 <== osd.3 v2:172.21.15.29:6800/171979967 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f067c06e9d0 con 0x7f0660075730 2024-09-12T03:08:50.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.095+0000 7f0683e00640 1 -- 172.21.15.29:0/3756236328 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x7f0660075730 msgr2=0x7f0660077b70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.095+0000 7f0683e00640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x7f0660075730 0x7f0660077b70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.095+0000 7f0683e00640 1 -- 172.21.15.29:0/3756236328 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f066006c030 msgr2=0x7f066006e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.095+0000 7f0683e00640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f066006c030 0x7f066006e4f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f067c15fa30 tx=0x7f066c008040 comp rx=0 tx=0).stop 2024-09-12T03:08:50.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.095+0000 7f0683e00640 1 -- 172.21.15.29:0/3756236328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f067c0b5160 msgr2=0x7f067c0b1090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.095+0000 7f0683e00640 1 --2- 172.21.15.29:0/3756236328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f067c0b5160 0x7f067c0b1090 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f067000c780 tx=0x7f067000cc40 comp rx=0 tx=0).stop 2024-09-12T03:08:50.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.095+0000 7f0681e00640 1 -- 172.21.15.29:0/3756236328 reap_dead start 2024-09-12T03:08:50.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.095+0000 7f0683e00640 1 -- 172.21.15.29:0/3756236328 shutdown_connections 2024-09-12T03:08:50.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.096+0000 7f0683e00640 1 -- 172.21.15.29:0/3756236328 >> 172.21.15.29:0/3756236328 conn(0x7f067c08c000 msgr2=0x7f067c15fc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.096+0000 7f0683e00640 1 -- 172.21.15.29:0/3756236328 shutdown_connections 2024-09-12T03:08:50.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.096+0000 7f0683e00640 1 -- 172.21.15.29:0/3756236328 wait complete. 2024-09-12T03:08:50.109 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:50.109 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T03:08:50.123 INFO:teuthology.orchestra.run.smithi029.stdout:55834574858 2024-09-12T03:08:50.124 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T03:08:50.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.124+0000 7fcb7b200640 1 -- 172.21.15.29:0/3031551410 --> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcb54002dd0 con 0x7fcb58075600 2024-09-12T03:08:50.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.125+0000 7fcb72000640 1 -- 172.21.15.29:0/3031551410 <== osd.6 v2:172.21.15.38:6816/81343891 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fcb54002dd0 con 0x7fcb58075600 2024-09-12T03:08:50.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.126+0000 7fcb7b200640 1 -- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x7fcb58075600 msgr2=0x7fcb58077a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.126+0000 7fcb7b200640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x7fcb58075600 0x7fcb58077a40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.126+0000 7fcb7b200640 1 -- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb5806bf00 msgr2=0x7fcb5806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.126+0000 7fcb7b200640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb5806bf00 0x7fcb5806e3c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c034000 tx=0x7fcb6c02e000 comp rx=0 tx=0).stop 2024-09-12T03:08:50.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.127+0000 7fcb7b200640 1 -- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb7c0d0b00 msgr2=0x7fcb7c154eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.127+0000 7fcb7b200640 1 --2- 172.21.15.29:0/3031551410 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb7c0d0b00 0x7fcb7c154eb0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcb6400c450 tx=0x7fcb6400c910 comp rx=0 tx=0).stop 2024-09-12T03:08:50.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.127+0000 7fcb7a800640 1 -- 172.21.15.29:0/3031551410 reap_dead start 2024-09-12T03:08:50.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.127+0000 7fcb7b200640 1 -- 172.21.15.29:0/3031551410 shutdown_connections 2024-09-12T03:08:50.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.127+0000 7fcb7b200640 1 -- 172.21.15.29:0/3031551410 >> 172.21.15.29:0/3031551410 conn(0x7fcb7c08c000 msgr2=0x7fcb7c160c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.127+0000 7fcb7b200640 1 -- 172.21.15.29:0/3031551410 shutdown_connections 2024-09-12T03:08:50.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.127+0000 7fcb7b200640 1 -- 172.21.15.29:0/3031551410 wait complete. 2024-09-12T03:08:50.153 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:50.153 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T03:08:50.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.387+0000 7f18e3200640 1 Processor -- start 2024-09-12T03:08:50.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.387+0000 7f18e3200640 1 -- start start 2024-09-12T03:08:50.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.387+0000 7ffa20000640 1 Processor -- start 2024-09-12T03:08:50.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.387+0000 7ffa20000640 1 -- start start 2024-09-12T03:08:50.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.389+0000 7ffa20000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ffa1003ddd0 0x7ffa1003bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.390+0000 7ffa20000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa10058230 0x7ffa10053000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.390+0000 7ffa20000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa100e7450 con 0x7ffa10056580 2024-09-12T03:08:50.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.390+0000 7ffa20000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7ffa10058680 con 0x7ffa1003ddd0 2024-09-12T03:08:50.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.390+0000 7ffa20000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ffa10056a80 con 0x7ffa10058230 2024-09-12T03:08:50.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.391+0000 7ffa1d600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ffa1003ddd0 0x7ffa1003bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.391+0000 7f38ab200640 1 Processor -- start 2024-09-12T03:08:50.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.391+0000 7ffa1d600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ffa1003ddd0 0x7ffa1003bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34580/0 (socket says 172.21.15.29:34580) 2024-09-12T03:08:50.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.391+0000 7ffa1d600640 1 -- 172.21.15.29:0/2200682807 learned_addr learned my addr 172.21.15.29:0/2200682807 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.391+0000 7ffa1e000640 1 --2- 172.21.15.29:0/2200682807 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa10058230 0x7ffa10053000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.389+0000 7f18e3200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f18dc0e0a30 0x7f18dc0553e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.389+0000 7f18e3200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18dc051f80 0x7f18dc0523c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.389+0000 7f18e3200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18dc055920 con 0x7f18dc053130 2024-09-12T03:08:50.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.389+0000 7f18e3200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f18dc054380 con 0x7f18dc0e0a30 2024-09-12T03:08:50.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.389+0000 7f18e3200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f18dc009710 con 0x7f18dc051f80 2024-09-12T03:08:50.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.390+0000 7f18e1e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f18dc0e0a30 0x7f18dc0553e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.390+0000 7f18e1e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f18dc0e0a30 0x7f18dc0553e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34582/0 (socket says 172.21.15.29:34582) 2024-09-12T03:08:50.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.390+0000 7f18e1e00640 1 -- 172.21.15.29:0/3368804952 learned_addr learned my addr 172.21.15.29:0/3368804952 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.392+0000 7f18e1e00640 1 -- 172.21.15.29:0/3368804952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18dc051f80 msgr2=0x7f18dc0523c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T03:08:50.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.392+0000 7f18e1e00640 1 --2- 172.21.15.29:0/3368804952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18dc051f80 0x7f18dc0523c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.392+0000 7f18e1e00640 1 -- 172.21.15.29:0/3368804952 >> v1:172.21.15.29:6789/0 conn(0x7f18dc053130 legacy=0x7f18dc00bda0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T03:08:50.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.392+0000 7f18e1e00640 1 -- 172.21.15.29:0/3368804952 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18dc054620 con 0x7f18dc0e0a30 2024-09-12T03:08:50.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.392+0000 7ffa1d600640 1 -- 172.21.15.29:0/2200682807 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa10058230 msgr2=0x7ffa10053000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.392+0000 7ffa1d600640 1 --2- 172.21.15.29:0/2200682807 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa10058230 0x7ffa10053000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.392+0000 7ffa1d600640 1 -- 172.21.15.29:0/2200682807 >> v1:172.21.15.29:6789/0 conn(0x7ffa10056580 legacy=0x7ffa10057b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.393+0000 7ffa1d600640 1 -- 172.21.15.29:0/2200682807 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa10056d60 con 0x7ffa1003ddd0 2024-09-12T03:08:50.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.391+0000 7f38ab200640 1 -- start start 2024-09-12T03:08:50.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.394+0000 7f18e1e00640 1 --2- 172.21.15.29:0/3368804952 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18dc0e0a30 0x7f18dc0553e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f18d4009850 tx=0x7f18d403b220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b35bfc4c6ab4d8c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.394+0000 7ffa1d600640 1 --2- 172.21.15.29:0/2200682807 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa1003ddd0 0x7ffa1003bbe0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ffa18076d60 tx=0x7ffa180a63c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73b42f5ea65862e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.395+0000 7f18e0a00640 1 -- 172.21.15.29:0/3368804952 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d4004030 con 0x7f18dc0e0a30 2024-09-12T03:08:50.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.395+0000 7ffa17e00640 1 -- 172.21.15.29:0/2200682807 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa180b3070 con 0x7ffa1003ddd0 2024-09-12T03:08:50.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.395+0000 7f18e0a00640 1 -- 172.21.15.29:0/3368804952 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18d40041d0 con 0x7f18dc0e0a30 2024-09-12T03:08:50.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.395+0000 7f18e0a00640 1 -- 172.21.15.29:0/3368804952 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d4003610 con 0x7f18dc0e0a30 2024-09-12T03:08:50.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.395+0000 7f38ab200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f389c00e290 0x7f389c00e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.395+0000 7f38ab200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f389c03bfe0 0x7f389c03c410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.395+0000 7f38ab200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f389c00ebb0 con 0x7f389c056ea0 2024-09-12T03:08:50.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.395+0000 7f38ab200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f389c057af0 con 0x7f389c00e290 2024-09-12T03:08:50.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.395+0000 7f38ab200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f389c057dd0 con 0x7f389c03bfe0 2024-09-12T03:08:50.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.395+0000 7ffa17e00640 1 -- 172.21.15.29:0/2200682807 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa180ae440 con 0x7ffa1003ddd0 2024-09-12T03:08:50.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.396+0000 7f18e3200640 1 -- 172.21.15.29:0/3368804952 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18dc0e0a30 msgr2=0x7f18dc0553e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.396+0000 7f18e3200640 1 --2- 172.21.15.29:0/3368804952 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18dc0e0a30 0x7f18dc0553e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f18d4009850 tx=0x7f18d403b220 comp rx=0 tx=0).stop 2024-09-12T03:08:50.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.396+0000 7f38a9200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f389c03bfe0 0x7f389c03c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.396+0000 7f18e3200640 1 -- 172.21.15.29:0/3368804952 shutdown_connections 2024-09-12T03:08:50.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.396+0000 7f18e3200640 1 --2- 172.21.15.29:0/3368804952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18dc051f80 0x7f18dc0523c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.395+0000 7ffa17e00640 1 -- 172.21.15.29:0/2200682807 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa180ae870 con 0x7ffa1003ddd0 2024-09-12T03:08:50.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.397+0000 7f18e3200640 1 --2- 172.21.15.29:0/3368804952 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18dc0e0a30 0x7f18dc0553e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.397+0000 7f38a9200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f389c03bfe0 0x7f389c03c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46224/0 (socket says 172.21.15.29:46224) 2024-09-12T03:08:50.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.397+0000 7f38a9200640 1 -- 172.21.15.29:0/796642949 learned_addr learned my addr 172.21.15.29:0/796642949 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.397+0000 7f18e3200640 1 -- 172.21.15.29:0/3368804952 >> 172.21.15.29:0/3368804952 conn(0x7f18dc01fb40 msgr2=0x7f18dc0567b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.397+0000 7f18e3200640 1 -- 172.21.15.29:0/3368804952 shutdown_connections 2024-09-12T03:08:50.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.397+0000 7f18e3200640 1 -- 172.21.15.29:0/3368804952 wait complete. 2024-09-12T03:08:50.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.398+0000 7f38a3e00640 1 --2- 172.21.15.29:0/796642949 >> v2:172.21.15.29:3300/0 conn(0x7f389c00e290 0x7f389c00e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.399+0000 7f38a9200640 1 -- 172.21.15.29:0/796642949 >> v2:172.21.15.29:3300/0 conn(0x7f389c00e290 msgr2=0x7f389c00e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.398+0000 7ffa20000640 1 -- 172.21.15.29:0/2200682807 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa1003ddd0 msgr2=0x7ffa1003bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.398+0000 7ffa20000640 1 --2- 172.21.15.29:0/2200682807 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa1003ddd0 0x7ffa1003bbe0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ffa18076d60 tx=0x7ffa180a63c0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.399+0000 7f38a9200640 1 --2- 172.21.15.29:0/796642949 >> v2:172.21.15.29:3300/0 conn(0x7f389c00e290 0x7f389c00e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.399+0000 7f38a9200640 1 -- 172.21.15.29:0/796642949 >> v1:172.21.15.29:6789/0 conn(0x7f389c056ea0 legacy=0x7f389c057310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.399+0000 7f38a9200640 1 -- 172.21.15.29:0/796642949 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f389c0580b0 con 0x7f389c03bfe0 2024-09-12T03:08:50.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.400+0000 7ffa20000640 1 -- 172.21.15.29:0/2200682807 shutdown_connections 2024-09-12T03:08:50.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.400+0000 7ffa20000640 1 --2- 172.21.15.29:0/2200682807 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa10058230 0x7ffa10053000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.400+0000 7ffa20000640 1 --2- 172.21.15.29:0/2200682807 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa1003ddd0 0x7ffa1003bbe0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.400+0000 7ffa20000640 1 -- 172.21.15.29:0/2200682807 >> 172.21.15.29:0/2200682807 conn(0x7ffa1003a4a0 msgr2=0x7ffa1003a8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.400+0000 7f38a3e00640 1 --2- 172.21.15.29:0/796642949 >> v2:172.21.15.29:3300/0 conn(0x7f389c00e290 0x7f389c00e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:50.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.400+0000 7ffa20000640 1 -- 172.21.15.29:0/2200682807 shutdown_connections 2024-09-12T03:08:50.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.400+0000 7f18e3200640 1 Processor -- start 2024-09-12T03:08:50.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.401+0000 7f18e3200640 1 -- start start 2024-09-12T03:08:50.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.398+0000 7fcf46800640 1 Processor -- start 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.398+0000 7fcf46800640 1 -- start start 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.401+0000 7fcf46800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcf400b3a60 0x7fcf400b4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.401+0000 7fcf45400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcf40099970 0x7fcf400b3f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53706/0 (socket says 172.21.15.29:53706) 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.401+0000 7fcf45400640 1 -- 172.21.15.29:0/1883855025 learned_addr learned my addr 172.21.15.29:0/1883855025 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.401+0000 7fcf46800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf40073f90 con 0x7fcf40099970 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.401+0000 7fcf46800640 1 -- 172.21.15.29:0/1883855025 --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf400b35b0 con 0x7fcf400b30f0 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.401+0000 7fcf46800640 1 -- 172.21.15.29:0/1883855025 --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcf400af050 con 0x7fcf400b3a60 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.402+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2169925042 0 0) 0x7fcf40073f90 con 0x7fcf40099970 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.402+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcf28003500 con 0x7fcf40099970 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.402+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 499602420 0 0) 0x7fcf28003500 con 0x7fcf40099970 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.402+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 >> v2:172.21.15.38:3300/0 conn(0x7fcf400b3a60 msgr2=0x7fcf400b4650 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.402+0000 7fcf3fe00640 1 --2- 172.21.15.29:0/1883855025 >> v2:172.21.15.38:3300/0 conn(0x7fcf400b3a60 0x7fcf400b4650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.402+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 >> v1:172.21.15.38:6789/0 conn(0x7fcf400b30f0 legacy=0x7fcf400b0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf4006c900 con 0x7fcf40099970 2024-09-12T03:08:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fcf34001670 con 0x7fcf40099970 2024-09-12T03:08:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 >> v1:172.21.15.29:6789/0 conn(0x7fcf40099970 legacy=0x7fcf400b3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7f18e3200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18dc051f80 0x7f18dc0d3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.402+0000 7f38a9200640 1 --2- 172.21.15.29:0/796642949 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f389c03bfe0 0x7f389c03c410 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f389c00eff0 tx=0x7f389802a1f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=72cd11e81f72a310 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7f38a2a00640 1 -- 172.21.15.29:0/796642949 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3898037070 con 0x7f389c03bfe0 2024-09-12T03:08:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7fcf3fe00640 1 --2- 172.21.15.29:0/1883855025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf28004c10 0x7fcf28003890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7fcf3fe00640 1 --2- 172.21.15.29:0/1883855025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf28003ef0 0x7fcf2800b460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7fcf3fe00640 1 --2- 172.21.15.29:0/1883855025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf2800b9a0 0x7fcf2800dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf400af050 con 0x7fcf28004c10 2024-09-12T03:08:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcf28005230 con 0x7fcf2800b9a0 2024-09-12T03:08:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcf28005430 con 0x7fcf28003ef0 2024-09-12T03:08:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7f38a2a00640 1 -- 172.21.15.29:0/796642949 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3898032440 con 0x7f389c03bfe0 2024-09-12T03:08:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7f38a2a00640 1 -- 172.21.15.29:0/796642949 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3898037070 con 0x7f389c03bfe0 2024-09-12T03:08:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7f18e3200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18dc053130 0x7f18dc037fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.403+0000 7f18e3200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18dc0e0a30 0x7f18dc036210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.404+0000 7f18e3200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f18dc054ec0 con 0x7f18dc051f80 2024-09-12T03:08:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.404+0000 7f18e1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18dc051f80 0x7f18dc0d3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.404+0000 7f38ab200640 1 -- 172.21.15.29:0/796642949 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f389c03bfe0 msgr2=0x7f389c03c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.404+0000 7f18e1400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18dc053130 0x7f18dc037fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.404+0000 7f38ab200640 1 --2- 172.21.15.29:0/796642949 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f389c03bfe0 0x7f389c03c410 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f389c00eff0 tx=0x7f389802a1f0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.404+0000 7f18e1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18dc051f80 0x7f18dc0d3710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34602/0 (socket says 172.21.15.29:34602) 2024-09-12T03:08:50.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.404+0000 7f18e3200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f18dc054be0 con 0x7f18dc0e0a30 2024-09-12T03:08:50.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.404+0000 7f18e3200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f18dc0e0e10 con 0x7f18dc053130 2024-09-12T03:08:50.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.402+0000 7ffa20000640 1 -- 172.21.15.29:0/2200682807 wait complete. 2024-09-12T03:08:50.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.405+0000 7f38ab200640 1 -- 172.21.15.29:0/796642949 shutdown_connections 2024-09-12T03:08:50.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.405+0000 7f38ab200640 1 --2- 172.21.15.29:0/796642949 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f389c03bfe0 0x7f389c03c410 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.405+0000 7f38ab200640 1 --2- 172.21.15.29:0/796642949 >> v2:172.21.15.29:3300/0 conn(0x7f389c00e290 0x7f389c00e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.405+0000 7f38ab200640 1 -- 172.21.15.29:0/796642949 >> 172.21.15.29:0/796642949 conn(0x7f389c058b20 msgr2=0x7f389c058f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.404+0000 7f18e1e00640 1 -- 172.21.15.29:0/2460505498 learned_addr learned my addr 172.21.15.29:0/2460505498 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.405+0000 7fcf45400640 1 --2- 172.21.15.29:0/1883855025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf28004c10 0x7fcf28003890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.405+0000 7fcf45e00640 1 --2- 172.21.15.29:0/1883855025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf2800b9a0 0x7fcf2800dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.405+0000 7f38ab200640 1 -- 172.21.15.29:0/796642949 shutdown_connections 2024-09-12T03:08:50.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.406+0000 7f38ab200640 1 -- 172.21.15.29:0/796642949 wait complete. 2024-09-12T03:08:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.405+0000 7ffa20000640 1 Processor -- start 2024-09-12T03:08:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.406+0000 7fcf45e00640 1 -- 172.21.15.29:0/1883855025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf28003ef0 msgr2=0x7fcf2800b460 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-12T03:08:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.406+0000 7fcf45e00640 1 --2- 172.21.15.29:0/1883855025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf28003ef0 0x7fcf2800b460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.406+0000 7fcf45e00640 1 -- 172.21.15.29:0/1883855025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf28004c10 msgr2=0x7fcf28003890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.406+0000 7fcf45e00640 1 --2- 172.21.15.29:0/1883855025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf28004c10 0x7fcf28003890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.406+0000 7fcf45e00640 1 -- 172.21.15.29:0/1883855025 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf4006c900 con 0x7fcf2800b9a0 2024-09-12T03:08:50.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.406+0000 7ffa20000640 1 -- start start 2024-09-12T03:08:50.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.406+0000 7f18e2800640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18dc0e0a30 0x7f18dc036210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.407+0000 7f18e1e00640 1 -- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18dc053130 msgr2=0x7f18dc037fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.407+0000 7fcf45e00640 1 -- 172.21.15.29:0/1883855025 reap_dead start 2024-09-12T03:08:50.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.407+0000 7f18e1e00640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18dc053130 0x7f18dc037fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.407+0000 7f18e1e00640 1 -- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18dc0e0a30 msgr2=0x7f18dc036210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.407+0000 7f18e1e00640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18dc0e0a30 0x7f18dc036210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.408+0000 7ffa20000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa1003ddd0 0x7ffa10052cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.407+0000 7f18e1e00640 1 -- 172.21.15.29:0/2460505498 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18dc036750 con 0x7f18dc051f80 2024-09-12T03:08:50.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.408+0000 7f18e1e00640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18dc051f80 0x7f18dc0d3710 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f18d4000c00 tx=0x7f18d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.408+0000 7ffa20000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa10056580 0x7ffa10053200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.408+0000 7f18da000640 1 -- 172.21.15.29:0/2460505498 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d4052020 con 0x7f18dc051f80 2024-09-12T03:08:50.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.408+0000 7f18e3200640 1 -- 172.21.15.29:0/2460505498 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18dc036a20 con 0x7f18dc051f80 2024-09-12T03:08:50.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.408+0000 7f18e3200640 1 -- 172.21.15.29:0/2460505498 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18dc036fe0 con 0x7f18dc051f80 2024-09-12T03:08:50.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.409+0000 7ffa20000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa10058230 0x7ffa1004e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.409+0000 7f18da000640 1 -- 172.21.15.29:0/2460505498 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18d40040e0 con 0x7f18dc051f80 2024-09-12T03:08:50.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.409+0000 7ffa1cc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa10056580 0x7ffa10053200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.409+0000 7ffa20000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffa10057600 con 0x7ffa10056580 2024-09-12T03:08:50.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.409+0000 7ffa20000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ffa10057320 con 0x7ffa10058230 2024-09-12T03:08:50.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.409+0000 7ffa20000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ffa1003c120 con 0x7ffa1003ddd0 2024-09-12T03:08:50.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.410+0000 7ffa1e000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa10058230 0x7ffa1004e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.410+0000 7ffa1e000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa10058230 0x7ffa1004e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46258/0 (socket says 172.21.15.29:46258) 2024-09-12T03:08:50.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.410+0000 7ffa1e000640 1 -- 172.21.15.29:0/2502868920 learned_addr learned my addr 172.21.15.29:0/2502868920 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.409+0000 7f18da000640 1 -- 172.21.15.29:0/2460505498 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d4006040 con 0x7f18dc051f80 2024-09-12T03:08:50.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.409+0000 7f38ab200640 1 Processor -- start 2024-09-12T03:08:50.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.411+0000 7fcf45e00640 1 --2- 172.21.15.29:0/1883855025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf2800b9a0 0x7fcf2800dd90 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcf38009e30 tx=0x7fcf28004990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2bfc57a4d7cb751d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.411+0000 7ffa1d600640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa1003ddd0 0x7ffa10052cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.409+0000 7f38ab200640 1 -- start start 2024-09-12T03:08:50.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.410+0000 7f38ab200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f389c00e290 0x7f389c0c9a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.411+0000 7f38ab200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f389c03bfe0 0x7f389c04b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.411+0000 7f38ab200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f389c056ea0 0x7f389c0d8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.411+0000 7f38ab200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f389c0e2ca0 con 0x7f389c03bfe0 2024-09-12T03:08:50.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.411+0000 7f38ab200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f389c058670 con 0x7f389c056ea0 2024-09-12T03:08:50.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.411+0000 7f38ab200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f389c0e2e20 con 0x7f389c00e290 2024-09-12T03:08:50.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.412+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf38033070 con 0x7fcf2800b9a0 2024-09-12T03:08:50.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.412+0000 7fcf3fe00640 1 -- 172.21.15.29:0/1883855025 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf3802f5f0 con 0x7fcf2800b9a0 2024-09-12T03:08:50.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.411+0000 7ffa1e000640 1 -- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa1003ddd0 msgr2=0x7ffa10052cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.411+0000 7ffa1e000640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa1003ddd0 0x7ffa10052cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.411+0000 7ffa1e000640 1 -- 172.21.15.29:0/2502868920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa10056580 msgr2=0x7ffa10053200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.412+0000 7ffa1e000640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa10056580 0x7ffa10053200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.412+0000 7ffa1e000640 1 -- 172.21.15.29:0/2502868920 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa1004f330 con 0x7ffa10058230 2024-09-12T03:08:50.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.412+0000 7ffa1cc00640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa10056580 0x7ffa10053200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:50.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.412+0000 7f38a9200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f389c056ea0 0x7f389c0d8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.413+0000 7fcf46800640 1 -- 172.21.15.29:0/1883855025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf2800b9a0 msgr2=0x7fcf2800dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.413+0000 7fcf46800640 1 --2- 172.21.15.29:0/1883855025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf2800b9a0 0x7fcf2800dd90 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcf38009e30 tx=0x7fcf28004990 comp rx=0 tx=0).stop 2024-09-12T03:08:50.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.413+0000 7ffa1e000640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa10058230 0x7ffa1004e6b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ffa0400d800 tx=0x7ffa0400dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.412+0000 7f38a9200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f389c056ea0 0x7f389c0d8bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46264/0 (socket says 172.21.15.29:46264) 2024-09-12T03:08:50.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.412+0000 7f38a9200640 1 -- 172.21.15.29:0/2857607613 learned_addr learned my addr 172.21.15.29:0/2857607613 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.413+0000 7f38a9200640 1 -- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f389c00e290 msgr2=0x7f389c0c9a10 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-12T03:08:50.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.413+0000 7f38a9200640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f389c00e290 0x7f389c0c9a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.413+0000 7f38a9200640 1 -- 172.21.15.29:0/2857607613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f389c03bfe0 msgr2=0x7f389c04b960 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T03:08:50.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.412+0000 7f18e3200640 1 -- 172.21.15.29:0/2460505498 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18bc005290 con 0x7f18dc051f80 2024-09-12T03:08:50.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.414+0000 7fcf46800640 1 -- 172.21.15.29:0/1883855025 shutdown_connections 2024-09-12T03:08:50.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.414+0000 7ffa15600640 1 -- 172.21.15.29:0/2502868920 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa0400b6c0 con 0x7ffa10058230 2024-09-12T03:08:50.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.414+0000 7ffa15600640 1 -- 172.21.15.29:0/2502868920 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa04019070 con 0x7ffa10058230 2024-09-12T03:08:50.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.414+0000 7ffa15600640 1 -- 172.21.15.29:0/2502868920 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa0400bac0 con 0x7ffa10058230 2024-09-12T03:08:50.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.414+0000 7fcf46800640 1 --2- 172.21.15.29:0/1883855025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf2800b9a0 0x7fcf2800dd90 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.414+0000 7fcf46800640 1 -- 172.21.15.29:0/1883855025 >> 172.21.15.29:0/1883855025 conn(0x7fcf40073090 msgr2=0x7fcf400734a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.414+0000 7fcf46800640 1 -- 172.21.15.29:0/1883855025 shutdown_connections 2024-09-12T03:08:50.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.414+0000 7fcf46800640 1 -- 172.21.15.29:0/1883855025 wait complete. 2024-09-12T03:08:50.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.414+0000 7f18da000640 1 -- 172.21.15.29:0/2460505498 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f18d4055020 con 0x7f18dc051f80 2024-09-12T03:08:50.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.416+0000 7f18da000640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c406be30 0x7f18c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.416+0000 7f38a3400640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f389c03bfe0 0x7f389c04b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.416+0000 7f18da000640 1 -- 172.21.15.29:0/2460505498 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f18d40bcda0 con 0x7f18dc051f80 2024-09-12T03:08:50.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.417+0000 7fcf46800640 1 Processor -- start 2024-09-12T03:08:50.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.417+0000 7f01b2c00640 1 Processor -- start 2024-09-12T03:08:50.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.417+0000 7fcf46800640 1 -- start start 2024-09-12T03:08:50.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.417+0000 7f01b2c00640 1 -- start start 2024-09-12T03:08:50.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.418+0000 7ffa20000640 1 -- 172.21.15.29:0/2502868920 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa10185680 con 0x7ffa10058230 2024-09-12T03:08:50.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.418+0000 7ffa20000640 1 -- 172.21.15.29:0/2502868920 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa10185c40 con 0x7ffa10058230 2024-09-12T03:08:50.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.417+0000 7f38a9200640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f389c03bfe0 0x7f389c04b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.417+0000 7f38a9200640 1 -- 172.21.15.29:0/2857607613 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f389c0d8330 con 0x7f389c056ea0 2024-09-12T03:08:50.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.418+0000 7f38a3400640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f389c03bfe0 0x7f389c04b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:50.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7f18e1400640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c406be30 0x7f18c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7fcf46800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf2800b9a0 0x7fcf4009d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7fcf46800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf400cd670 0x7fcf40095bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7fcf46800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf400cf2c0 0x7fcf400b1b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7fcf46800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf400b40c0 con 0x7fcf400cf2c0 2024-09-12T03:08:50.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7fcf46800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcf400b3f40 con 0x7fcf400cd670 2024-09-12T03:08:50.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7fcf46800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcf400b4240 con 0x7fcf2800b9a0 2024-09-12T03:08:50.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7f01b2c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f01ac0b3fa0 0x7f01ac0b43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7f01b2c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 0x7f01ac0d4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7f01b2c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01ac0cefe0 con 0x7f01ac15e630 2024-09-12T03:08:50.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7f01b2c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f01ac0b3c00 con 0x7f01ac0b3fa0 2024-09-12T03:08:50.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.419+0000 7f01b2c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f01ac0d49d0 con 0x7f01ac0d4000 2024-09-12T03:08:50.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.420+0000 7fcf44a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf400cd670 0x7fcf40095bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.420+0000 7f01b1800640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f01ac15e630 0x7f01ac0cfa80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:58056/0 (socket says 172.21.15.29:58056) 2024-09-12T03:08:50.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.420+0000 7f01b1800640 1 -- 172.21.15.29:0/1613500232 learned_addr learned my addr 172.21.15.29:0/1613500232 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:50.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.420+0000 7f01b2200640 1 --2- 172.21.15.29:0/1613500232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 0x7f01ac0d4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.420+0000 7fcf44a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf400cd670 0x7fcf40095bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46270/0 (socket says 172.21.15.29:46270) 2024-09-12T03:08:50.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.420+0000 7fcf44a00640 1 -- 172.21.15.29:0/1060520574 learned_addr learned my addr 172.21.15.29:0/1060520574 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7f18e1400640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c406be30 0x7f18c406e2f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f18d0006fd0 tx=0x7f18d0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7f01abe00640 1 -- 172.21.15.29:0/1613500232 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1884881555 0 0) 0x7f01ac0cefe0 con 0x7f01ac15e630 2024-09-12T03:08:50.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7f01abe00640 1 -- 172.21.15.29:0/1613500232 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0194003520 con 0x7f01ac15e630 2024-09-12T03:08:50.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7f38a9200640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f389c056ea0 0x7f389c0d8bf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f38980090b0 tx=0x7f38980046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7f01b2200640 1 -- 172.21.15.29:0/1613500232 >> v2:172.21.15.29:3300/0 conn(0x7f01ac0b3fa0 msgr2=0x7f01ac0b43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7f01b2200640 1 --2- 172.21.15.29:0/1613500232 >> v2:172.21.15.29:3300/0 conn(0x7f01ac0b3fa0 0x7f01ac0b43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7f01b2200640 1 -- 172.21.15.29:0/1613500232 >> v1:172.21.15.38:6789/0 conn(0x7f01ac15e630 legacy=0x7f01ac0cfa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7f01b2200640 1 -- 172.21.15.29:0/1613500232 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01ac0b4920 con 0x7f01ac0d4000 2024-09-12T03:08:50.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7ffa0aa00640 1 -- 172.21.15.29:0/2502868920 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9ec005290 con 0x7ffa10058230 2024-09-12T03:08:50.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7fcf45e00640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf400cf2c0 0x7fcf400b1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.422+0000 7fcf45e00640 1 -- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf2800b9a0 msgr2=0x7fcf4009d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7fcf45400640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf2800b9a0 0x7fcf4009d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.421+0000 7f3897e00640 1 -- 172.21.15.29:0/2857607613 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3898037040 con 0x7f389c056ea0 2024-09-12T03:08:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.423+0000 7f3897e00640 1 -- 172.21.15.29:0/2857607613 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3898042070 con 0x7f389c056ea0 2024-09-12T03:08:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.423+0000 7f3897e00640 1 -- 172.21.15.29:0/2857607613 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3898037040 con 0x7f389c056ea0 2024-09-12T03:08:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.423+0000 7f01b2200640 1 --2- 172.21.15.29:0/1613500232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 0x7f01ac0d4490 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f01a4009d90 tx=0x7f01a402a590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34525488c10f4392 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.423+0000 7fcf45e00640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf2800b9a0 0x7fcf4009d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.423+0000 7fcf45e00640 1 -- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf400cd670 msgr2=0x7fcf40095bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.423+0000 7fcf45e00640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf400cd670 0x7fcf40095bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.423+0000 7fcf45e00640 1 -- 172.21.15.29:0/1060520574 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf4009db30 con 0x7fcf400cf2c0 2024-09-12T03:08:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.423+0000 7fcf45400640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf2800b9a0 0x7fcf4009d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.424+0000 7f01abe00640 1 -- 172.21.15.29:0/1613500232 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a4007740 con 0x7f01ac0d4000 2024-09-12T03:08:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.424+0000 7f01abe00640 1 -- 172.21.15.29:0/1613500232 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01a40078e0 con 0x7f01ac0d4000 2024-09-12T03:08:50.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.424+0000 7f01abe00640 1 -- 172.21.15.29:0/1613500232 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a4007740 con 0x7f01ac0d4000 2024-09-12T03:08:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.424+0000 7fcf45e00640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf400cf2c0 0x7fcf400b1b60 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fcf400704e0 tx=0x7fcf38004a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.425+0000 7f01b2c00640 1 -- 172.21.15.29:0/1613500232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 msgr2=0x7f01ac0d4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.426+0000 7f01b2c00640 1 --2- 172.21.15.29:0/1613500232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 0x7f01ac0d4490 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f01a4009d90 tx=0x7f01a402a590 comp rx=0 tx=0).stop 2024-09-12T03:08:50.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.426+0000 7f38ab200640 1 -- 172.21.15.29:0/2857607613 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f389c009d50 con 0x7f389c056ea0 2024-09-12T03:08:50.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.426+0000 7f18da000640 1 -- 172.21.15.29:0/2460505498 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f18d405c070 con 0x7f18dc051f80 2024-09-12T03:08:50.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.426+0000 7fcf3d600640 1 -- 172.21.15.29:0/1060520574 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf38049070 con 0x7fcf400cf2c0 2024-09-12T03:08:50.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.426+0000 7f38ab200640 1 -- 172.21.15.29:0/2857607613 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f389c00a310 con 0x7f389c056ea0 2024-09-12T03:08:50.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.426+0000 7f01b2c00640 1 -- 172.21.15.29:0/1613500232 shutdown_connections 2024-09-12T03:08:50.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.426+0000 7fcf3d600640 1 -- 172.21.15.29:0/1060520574 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf3802f3f0 con 0x7fcf400cf2c0 2024-09-12T03:08:50.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.426+0000 7fcf3d600640 1 -- 172.21.15.29:0/1060520574 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf38049070 con 0x7fcf400cf2c0 2024-09-12T03:08:50.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.426+0000 7f01b2c00640 1 --2- 172.21.15.29:0/1613500232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 0x7f01ac0d4490 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.426+0000 7f01b2c00640 1 --2- 172.21.15.29:0/1613500232 >> v2:172.21.15.29:3300/0 conn(0x7f01ac0b3fa0 0x7f01ac0b43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.426+0000 7f01b2c00640 1 -- 172.21.15.29:0/1613500232 >> 172.21.15.29:0/1613500232 conn(0x7f01ac09d6c0 msgr2=0x7f01ac08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.424+0000 7ffa15600640 1 -- 172.21.15.29:0/2502868920 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffa0400bc60 con 0x7ffa10058230 2024-09-12T03:08:50.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.427+0000 7f01b2c00640 1 -- 172.21.15.29:0/1613500232 shutdown_connections 2024-09-12T03:08:50.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.427+0000 7f01b2c00640 1 -- 172.21.15.29:0/1613500232 wait complete. 2024-09-12T03:08:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.427+0000 7fcf46800640 1 -- 172.21.15.29:0/1060520574 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf4009de10 con 0x7fcf400cf2c0 2024-09-12T03:08:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.428+0000 7ffa15600640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9f806bf00 0x7ff9f806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.428+0000 7fcf46800640 1 -- 172.21.15.29:0/1060520574 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf400ceda0 con 0x7fcf400cf2c0 2024-09-12T03:08:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.428+0000 7ffa15600640 1 -- 172.21.15.29:0/2502868920 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7ffa0408b5f0 con 0x7ffa10058230 2024-09-12T03:08:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.429+0000 7ffa1d600640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9f806bf00 0x7ff9f806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.430+0000 7f38ab200640 1 -- 172.21.15.29:0/2857607613 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f389c000e70 con 0x7f389c056ea0 2024-09-12T03:08:50.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.431+0000 7f01b2c00640 1 Processor -- start 2024-09-12T03:08:50.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.431+0000 7f01b2c00640 1 -- start start 2024-09-12T03:08:50.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.433+0000 7f01b2c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01ac0b3fa0 0x7f01ac0cbe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.433+0000 7f01b2c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 0x7f01ac14da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.433+0000 7f01b2c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01ac15e630 0x7f01ac0b96f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.433+0000 7f01b2c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac0cf560 con 0x7f01ac0b3fa0 2024-09-12T03:08:50.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.433+0000 7f01b2c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac0cf280 con 0x7f01ac15e630 2024-09-12T03:08:50.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.433+0000 7f01b2c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f01ac0d1b60 con 0x7f01ac0d4000 2024-09-12T03:08:50.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.433+0000 7f01b1800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01ac0b3fa0 0x7f01ac0cbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.433+0000 7f01b0e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 0x7f01ac14da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.434+0000 7f01b1800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01ac0b3fa0 0x7f01ac0cbe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34668/0 (socket says 172.21.15.29:34668) 2024-09-12T03:08:50.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.434+0000 7f01b0e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 0x7f01ac14da00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59298/0 (socket says 172.21.15.29:59298) 2024-09-12T03:08:50.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.434+0000 7f01b1800640 1 -- 172.21.15.29:0/3667457098 learned_addr learned my addr 172.21.15.29:0/3667457098 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.434+0000 7f01b2200640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01ac15e630 0x7f01ac0b96f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.435+0000 7ffa15600640 1 -- 172.21.15.29:0/2502868920 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffa04059c40 con 0x7ffa10058230 2024-09-12T03:08:50.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.434+0000 7f01b0e00640 1 -- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01ac15e630 msgr2=0x7f01ac0b96f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.434+0000 7f01b0e00640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01ac15e630 0x7f01ac0b96f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.434+0000 7f01b0e00640 1 -- 172.21.15.29:0/3667457098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01ac0b3fa0 msgr2=0x7f01ac0cbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.434+0000 7f01b0e00640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01ac0b3fa0 0x7f01ac0cbe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.434+0000 7f01b0e00640 1 -- 172.21.15.29:0/3667457098 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01ac0cc660 con 0x7f01ac0d4000 2024-09-12T03:08:50.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.435+0000 7ffa1d600640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9f806bf00 0x7ff9f806e3c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ffa10011860 tx=0x7ffa180aa000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.435+0000 7f01b0e00640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 0x7f01ac14da00 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0198013ad0 tx=0x7f0198013f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.432+0000 7fcf3d600640 1 -- 172.21.15.29:0/1060520574 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcf38036070 con 0x7fcf400cf2c0 2024-09-12T03:08:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.432+0000 7fcf46800640 1 -- 172.21.15.29:0/1060520574 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf400b5290 con 0x7fcf400cf2c0 2024-09-12T03:08:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.435+0000 7fcf3d600640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf2006c060 0x7fcf2006e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.435+0000 7fcf3d600640 1 -- 172.21.15.29:0/1060520574 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fcf380ab490 con 0x7fcf400cf2c0 2024-09-12T03:08:50.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.437+0000 7fcf45400640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf2006c060 0x7fcf2006e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.437+0000 7f01a9600640 1 -- 172.21.15.29:0/3667457098 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0198014c90 con 0x7f01ac0d4000 2024-09-12T03:08:50.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.437+0000 7f01a9600640 1 -- 172.21.15.29:0/3667457098 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0198014e30 con 0x7f01ac0d4000 2024-09-12T03:08:50.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.437+0000 7f01a9600640 1 -- 172.21.15.29:0/3667457098 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01980112f0 con 0x7f01ac0d4000 2024-09-12T03:08:50.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.435+0000 7f3897e00640 1 -- 172.21.15.29:0/2857607613 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f38980327f0 con 0x7f389c056ea0 2024-09-12T03:08:50.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.437+0000 7f3897e00640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f388406c030 0x7f388406e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.437+0000 7f01b2c00640 1 -- 172.21.15.29:0/3667457098 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01ac0cc940 con 0x7f01ac0d4000 2024-09-12T03:08:50.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.437+0000 7f01b2c00640 1 -- 172.21.15.29:0/3667457098 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f01ac0c9150 con 0x7f01ac0d4000 2024-09-12T03:08:50.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.437+0000 7f3897e00640 1 -- 172.21.15.29:0/2857607613 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f3898077b20 con 0x7f389c056ea0 2024-09-12T03:08:50.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.437+0000 7f38a3e00640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f388406c030 0x7f388406e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.438+0000 7f3897e00640 1 -- 172.21.15.29:0/2857607613 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f389c000e70 con 0x7f389c056ea0 2024-09-12T03:08:50.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.438+0000 7fcf45400640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf2006c060 0x7fcf2006e520 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fcf34001eb0 tx=0x7fcf34009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.438+0000 7f01b2c00640 1 -- 172.21.15.29:0/3667457098 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01ac0d50a0 con 0x7f01ac0d4000 2024-09-12T03:08:50.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.441+0000 7f01a9600640 1 -- 172.21.15.29:0/3667457098 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0198011490 con 0x7f01ac0d4000 2024-09-12T03:08:50.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.442+0000 7f01a9600640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f018c06be80 0x7f018c06e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.443+0000 7f01a9600640 1 -- 172.21.15.29:0/3667457098 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f019805f260 con 0x7f01ac0d4000 2024-09-12T03:08:50.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.443+0000 7f01b1800640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f018c06be80 0x7f018c06e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.444+0000 7f01b1800640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f018c06be80 0x7f018c06e340 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f01a0007630 tx=0x7f01a0007e10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.444+0000 7f38a3e00640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f388406c030 0x7f388406e4f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f389000a810 tx=0x7f3890008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.447+0000 7f01a9600640 1 -- 172.21.15.29:0/3667457098 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f01980611c0 con 0x7f01ac0d4000 2024-09-12T03:08:50.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.449+0000 7fcf3d600640 1 -- 172.21.15.29:0/1060520574 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcf400b5290 con 0x7fcf400cf2c0 2024-09-12T03:08:50.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.460+0000 7f3373200640 1 Processor -- start 2024-09-12T03:08:50.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.460+0000 7f3373200640 1 -- start start 2024-09-12T03:08:50.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.462+0000 7f3373200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3374162e60 0x7f337406e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.462+0000 7f3373200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33740d5020 0x7f33740d29c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.462+0000 7f3371e00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f3374162a80 0x7f33740d22b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:58070/0 (socket says 172.21.15.29:58070) 2024-09-12T03:08:50.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.466+0000 7f3371e00640 1 -- 172.21.15.29:0/3517867952 learned_addr learned my addr 172.21.15.29:0/3517867952 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:50.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.466+0000 7f3373200640 1 -- 172.21.15.29:0/3517867952 --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33740d30c0 con 0x7f3374162a80 2024-09-12T03:08:50.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.466+0000 7f3373200640 1 -- 172.21.15.29:0/3517867952 --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f33740b1190 con 0x7f3374162e60 2024-09-12T03:08:50.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.466+0000 7f3373200640 1 -- 172.21.15.29:0/3517867952 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f33740b1470 con 0x7f33740d5020 2024-09-12T03:08:50.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.466+0000 7f3371400640 1 --2- 172.21.15.29:0/3517867952 >> v2:172.21.15.29:3300/0 conn(0x7f3374162e60 0x7f337406e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.467+0000 7f3372800640 1 --2- 172.21.15.29:0/3517867952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33740d5020 0x7f33740d29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.467+0000 7f3370a00640 1 -- 172.21.15.29:0/3517867952 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 851778558 0 0) 0x7f33740d30c0 con 0x7f3374162a80 2024-09-12T03:08:50.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.467+0000 7f3370a00640 1 -- 172.21.15.29:0/3517867952 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3358003520 con 0x7f3374162a80 2024-09-12T03:08:50.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.467+0000 7f3372800640 1 -- 172.21.15.29:0/3517867952 >> v2:172.21.15.29:3300/0 conn(0x7f3374162e60 msgr2=0x7f337406e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.467+0000 7f3372800640 1 --2- 172.21.15.29:0/3517867952 >> v2:172.21.15.29:3300/0 conn(0x7f3374162e60 0x7f337406e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.467+0000 7f3372800640 1 -- 172.21.15.29:0/3517867952 >> v1:172.21.15.38:6789/0 conn(0x7f3374162a80 legacy=0x7f33740d22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.467+0000 7f3372800640 1 -- 172.21.15.29:0/3517867952 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33740d4d10 con 0x7f33740d5020 2024-09-12T03:08:50.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.467+0000 7f3371400640 1 --2- 172.21.15.29:0/3517867952 >> v2:172.21.15.29:3300/0 conn(0x7f3374162e60 0x7f337406e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:50.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.473+0000 7f3372800640 1 --2- 172.21.15.29:0/3517867952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33740d5020 0x7f33740d29c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f336c0097a0 tx=0x7f336c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0349b5ddabbd8f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.473+0000 7f3370a00640 1 -- 172.21.15.29:0/3517867952 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f336c037070 con 0x7f33740d5020 2024-09-12T03:08:50.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.474+0000 7f3370a00640 1 -- 172.21.15.29:0/3517867952 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f336c032440 con 0x7f33740d5020 2024-09-12T03:08:50.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.475+0000 7f3373200640 1 -- 172.21.15.29:0/3517867952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33740d5020 msgr2=0x7f33740d29c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.475+0000 7f3373200640 1 --2- 172.21.15.29:0/3517867952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33740d5020 0x7f33740d29c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f336c0097a0 tx=0x7f336c02a180 comp rx=0 tx=0).stop 2024-09-12T03:08:50.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.475+0000 7f3373200640 1 -- 172.21.15.29:0/3517867952 shutdown_connections 2024-09-12T03:08:50.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.475+0000 7f3373200640 1 --2- 172.21.15.29:0/3517867952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f33740d5020 0x7f33740d29c0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.475+0000 7f3373200640 1 --2- 172.21.15.29:0/3517867952 >> v2:172.21.15.29:3300/0 conn(0x7f3374162e60 0x7f337406e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.475+0000 7f3373200640 1 -- 172.21.15.29:0/3517867952 >> 172.21.15.29:0/3517867952 conn(0x7f337409d690 msgr2=0x7f33740d4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.476+0000 7f3373200640 1 -- 172.21.15.29:0/3517867952 shutdown_connections 2024-09-12T03:08:50.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.476+0000 7f3373200640 1 -- 172.21.15.29:0/3517867952 wait complete. 2024-09-12T03:08:50.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.478+0000 7f3373200640 1 Processor -- start 2024-09-12T03:08:50.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.479+0000 7f3373200640 1 -- start start 2024-09-12T03:08:50.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.481+0000 7f3373200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33740d5020 0x7f3374200670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.482+0000 7f3373200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3374162a80 0x7f33740d0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.482+0000 7f3371e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33740d5020 0x7f3374200670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.482+0000 7f3371e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33740d5020 0x7f3374200670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46288/0 (socket says 172.21.15.29:46288) 2024-09-12T03:08:50.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.482+0000 7f3371e00640 1 -- 172.21.15.29:0/522435137 learned_addr learned my addr 172.21.15.29:0/522435137 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.482+0000 7f3371400640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3374162a80 0x7f33740d0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.482+0000 7f3373200640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3374162e60 0x7f3374159570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.483+0000 7f3372800640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3374162e60 0x7f3374159570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.484+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f33740b1d20 con 0x7f3374162e60 2024-09-12T03:08:50.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.484+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f33740b1ba0 con 0x7f33740d5020 2024-09-12T03:08:50.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.484+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f33740b1ea0 con 0x7f3374162a80 2024-09-12T03:08:50.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.485+0000 7f3372800640 1 -- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3374162a80 msgr2=0x7f33740d0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.485+0000 7f3372800640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3374162a80 0x7f33740d0860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.485+0000 7f3372800640 1 -- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33740d5020 msgr2=0x7f3374200670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.485+0000 7f3372800640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33740d5020 0x7f3374200670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.485+0000 7f3372800640 1 -- 172.21.15.29:0/522435137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3374200bb0 con 0x7f3374162e60 2024-09-12T03:08:50.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.486+0000 7f3372800640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3374162e60 0x7f3374159570 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f336c031000 tx=0x7f336c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.486+0000 7f336a000640 1 -- 172.21.15.29:0/522435137 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f336c040020 con 0x7f3374162e60 2024-09-12T03:08:50.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.486+0000 7f336a000640 1 -- 172.21.15.29:0/522435137 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f336c038040 con 0x7f3374162e60 2024-09-12T03:08:50.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.486+0000 7f336a000640 1 -- 172.21.15.29:0/522435137 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f336c037070 con 0x7f3374162e60 2024-09-12T03:08:50.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.486+0000 7f3371400640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3374162a80 0x7f33740d0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:50.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.487+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33740d1240 con 0x7f3374162e60 2024-09-12T03:08:50.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.487+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33740b7430 con 0x7f3374162e60 2024-09-12T03:08:50.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.490+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33740d1760 con 0x7f3374162e60 2024-09-12T03:08:50.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.492+0000 7f6b94600640 1 Processor -- start 2024-09-12T03:08:50.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.492+0000 7f6b94600640 1 -- start start 2024-09-12T03:08:50.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.493+0000 7f336a000640 1 -- 172.21.15.29:0/522435137 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f336c043020 con 0x7f3374162e60 2024-09-12T03:08:50.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.494+0000 7f6b94600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6b840e0960 0x7f6b840064c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.494+0000 7f6b94600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6b84009af0 0x7f6b8404eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.494+0000 7f6b94600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b840321a0 con 0x7f6b8404f0a0 2024-09-12T03:08:50.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.494+0000 7f6b94600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f6b84032440 con 0x7f6b84009af0 2024-09-12T03:08:50.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.494+0000 7f6b94600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6b84032720 con 0x7f6b840e0960 2024-09-12T03:08:50.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.494+0000 7f336a000640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f335006bf00 0x7f335006e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.495+0000 7f6b92600640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f6b8404f0a0 0x7f6b840e4420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:58084/0 (socket says 172.21.15.29:58084) 2024-09-12T03:08:50.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.495+0000 7f6b92600640 1 -- 172.21.15.29:0/822513607 learned_addr learned my addr 172.21.15.29:0/822513607 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:50.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.495+0000 7f336a000640 1 -- 172.21.15.29:0/522435137 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f336c0ab650 con 0x7f3374162e60 2024-09-12T03:08:50.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.495+0000 7f6b91c00640 1 --2- 172.21.15.29:0/822513607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6b840e0960 0x7f6b840064c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.495+0000 7f6b91200640 1 --2- 172.21.15.29:0/822513607 >> v2:172.21.15.38:3300/0 conn(0x7f6b84009af0 0x7f6b8404eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.495+0000 7f3371e00640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f335006bf00 0x7f335006e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.497+0000 7f6b91c00640 1 -- 172.21.15.29:0/822513607 >> v2:172.21.15.38:3300/0 conn(0x7f6b84009af0 msgr2=0x7f6b8404eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.497+0000 7f6b91c00640 1 --2- 172.21.15.29:0/822513607 >> v2:172.21.15.38:3300/0 conn(0x7f6b84009af0 0x7f6b8404eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.497+0000 7f6b91c00640 1 -- 172.21.15.29:0/822513607 >> v1:172.21.15.38:6789/0 conn(0x7f6b8404f0a0 legacy=0x7f6b840e4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.497+0000 7f6b91c00640 1 -- 172.21.15.29:0/822513607 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b8401c520 con 0x7f6b840e0960 2024-09-12T03:08:50.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.500+0000 7f3371e00640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f335006bf00 0x7f335006e3c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f335c000f80 tx=0x7f335c007f10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.503+0000 7f89fce00640 1 Processor -- start 2024-09-12T03:08:50.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.503+0000 7f89fce00640 1 -- start start 2024-09-12T03:08:50.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.504+0000 7f336a000640 1 -- 172.21.15.29:0/522435137 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f33740d1760 con 0x7f3374162e60 2024-09-12T03:08:50.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.506+0000 7f6b91c00640 1 --2- 172.21.15.29:0/822513607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6b840e0960 0x7f6b840064c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6b78009790 tx=0x7f6b7802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8cc57e8ac0d9cf79 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.506+0000 7f6b8be00640 1 -- 172.21.15.29:0/822513607 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b78037070 con 0x7f6b840e0960 2024-09-12T03:08:50.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.506+0000 7f6b8be00640 1 -- 172.21.15.29:0/822513607 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b78032440 con 0x7f6b840e0960 2024-09-12T03:08:50.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.506+0000 7f6b8be00640 1 -- 172.21.15.29:0/822513607 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b78032850 con 0x7f6b840e0960 2024-09-12T03:08:50.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.505+0000 7f89fce00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f89f80d4ad0 0x7f89f80d4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.505+0000 7f89fce00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f806d530 0x7f89f806d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.505+0000 7f89fce00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89f80d2c40 con 0x7f89f80d0b00 2024-09-12T03:08:50.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.505+0000 7f89fce00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f89f806d0a0 con 0x7f89f80d4ad0 2024-09-12T03:08:50.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.505+0000 7f89fce00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f89f80d2f20 con 0x7f89f806d530 2024-09-12T03:08:50.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.506+0000 7f89f6a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f89f80d4ad0 0x7f89f80d4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.506+0000 7f89f6a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f89f80d4ad0 0x7f89f80d4f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46308/0 (socket says 172.21.15.29:46308) 2024-09-12T03:08:50.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.506+0000 7f89f6a00640 1 -- 172.21.15.29:0/2861379970 learned_addr learned my addr 172.21.15.29:0/2861379970 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.506+0000 7f89f7e00640 1 --2- 172.21.15.29:0/2861379970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f806d530 0x7f89f806d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.507+0000 7f89f7e00640 1 -- 172.21.15.29:0/2861379970 >> v2:172.21.15.38:3300/0 conn(0x7f89f80d4ad0 msgr2=0x7f89f80d4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:50.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.507+0000 7f89f7e00640 1 --2- 172.21.15.29:0/2861379970 >> v2:172.21.15.38:3300/0 conn(0x7f89f80d4ad0 0x7f89f80d4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.507+0000 7f6b94600640 1 -- 172.21.15.29:0/822513607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6b840e0960 msgr2=0x7f6b840064c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.507+0000 7f6b94600640 1 --2- 172.21.15.29:0/822513607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6b840e0960 0x7f6b840064c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6b78009790 tx=0x7f6b7802a1c0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.507+0000 7f89f7e00640 1 -- 172.21.15.29:0/2861379970 >> v1:172.21.15.29:6789/0 conn(0x7f89f80d0b00 legacy=0x7f89f80d0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.507+0000 7f89f7e00640 1 -- 172.21.15.29:0/2861379970 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89f80d3200 con 0x7f89f806d530 2024-09-12T03:08:50.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.507+0000 7f6b94600640 1 -- 172.21.15.29:0/822513607 shutdown_connections 2024-09-12T03:08:50.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.507+0000 7f6b94600640 1 --2- 172.21.15.29:0/822513607 >> v2:172.21.15.38:3300/0 conn(0x7f6b84009af0 0x7f6b8404eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.507+0000 7f6b94600640 1 --2- 172.21.15.29:0/822513607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6b840e0960 0x7f6b840064c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.508+0000 7f6b94600640 1 -- 172.21.15.29:0/822513607 >> 172.21.15.29:0/822513607 conn(0x7f6b84036090 msgr2=0x7f6b840364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.508+0000 7f6b94600640 1 -- 172.21.15.29:0/822513607 shutdown_connections 2024-09-12T03:08:50.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.509+0000 7f6b94600640 1 -- 172.21.15.29:0/822513607 wait complete. 2024-09-12T03:08:50.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.509+0000 7f89f7e00640 1 --2- 172.21.15.29:0/2861379970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f806d530 0x7f89f806d9c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f89f0009d90 tx=0x7f89f002a6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=284aedadfd496aed server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.510+0000 7f89f6000640 1 -- 172.21.15.29:0/2861379970 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f0007740 con 0x7f89f806d530 2024-09-12T03:08:50.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.510+0000 7f89f6000640 1 -- 172.21.15.29:0/2861379970 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89f00078e0 con 0x7f89f806d530 2024-09-12T03:08:50.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.510+0000 7f89f6000640 1 -- 172.21.15.29:0/2861379970 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89f0007cf0 con 0x7f89f806d530 2024-09-12T03:08:50.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.511+0000 7f89fce00640 1 -- 172.21.15.29:0/2861379970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f806d530 msgr2=0x7f89f806d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.511+0000 7f89fce00640 1 --2- 172.21.15.29:0/2861379970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f806d530 0x7f89f806d9c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f89f0009d90 tx=0x7f89f002a6a0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.512+0000 7f6b94600640 1 Processor -- start 2024-09-12T03:08:50.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.512+0000 7f6b94600640 1 -- start start 2024-09-12T03:08:50.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.515+0000 7f89fce00640 1 -- 172.21.15.29:0/2861379970 shutdown_connections 2024-09-12T03:08:50.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.515+0000 7f89fce00640 1 --2- 172.21.15.29:0/2861379970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f806d530 0x7f89f806d9c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.515+0000 7f89fce00640 1 --2- 172.21.15.29:0/2861379970 >> v2:172.21.15.38:3300/0 conn(0x7f89f80d4ad0 0x7f89f80d4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.515+0000 7f89fce00640 1 -- 172.21.15.29:0/2861379970 >> 172.21.15.29:0/2861379970 conn(0x7f89f808c000 msgr2=0x7f89f80d43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.515+0000 7f89fce00640 1 -- 172.21.15.29:0/2861379970 shutdown_connections 2024-09-12T03:08:50.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.515+0000 7f89fce00640 1 -- 172.21.15.29:0/2861379970 wait complete. 2024-09-12T03:08:50.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.515+0000 7f6b94600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6b84009af0 0x7f6b840377b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.516+0000 7f6b94600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b8404f0a0 0x7f6b84176620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.516+0000 7f6b94600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b840e0960 0x7f6b8404d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.516+0000 7f6b91200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b8404f0a0 0x7f6b84176620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.516+0000 7f6b91200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b8404f0a0 0x7f6b84176620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46318/0 (socket says 172.21.15.29:46318) 2024-09-12T03:08:50.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.516+0000 7f6b94600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6b84007120 con 0x7f6b840e0960 2024-09-12T03:08:50.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.516+0000 7f6b94600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6b8401cae0 con 0x7f6b8404f0a0 2024-09-12T03:08:50.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.516+0000 7f6b94600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6b84006a00 con 0x7f6b84009af0 2024-09-12T03:08:50.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.516+0000 7f6b91200640 1 -- 172.21.15.29:0/3881869357 learned_addr learned my addr 172.21.15.29:0/3881869357 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.517+0000 7f6b92600640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b840e0960 0x7f6b8404d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.518+0000 7f6b92600640 1 -- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6b84009af0 msgr2=0x7f6b840377b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T03:08:50.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.518+0000 7f6b92600640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6b84009af0 0x7f6b840377b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.518+0000 7f6b92600640 1 -- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b8404f0a0 msgr2=0x7f6b84176620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.518+0000 7f6b92600640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b8404f0a0 0x7f6b84176620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.518+0000 7f6b92600640 1 -- 172.21.15.29:0/3881869357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b84176fe0 con 0x7f6b840e0960 2024-09-12T03:08:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.518+0000 7f6b92600640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b840e0960 0x7f6b8404d040 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c0749b0 tx=0x7f6b8c050fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.519+0000 7f6b89600640 1 -- 172.21.15.29:0/3881869357 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b8c094a20 con 0x7f6b840e0960 2024-09-12T03:08:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.519+0000 7f6b89600640 1 -- 172.21.15.29:0/3881869357 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b8c099020 con 0x7f6b840e0960 2024-09-12T03:08:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.519+0000 7f6b89600640 1 -- 172.21.15.29:0/3881869357 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b8c094e60 con 0x7f6b840e0960 2024-09-12T03:08:50.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.522+0000 7f6b94600640 1 -- 172.21.15.29:0/3881869357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b841772c0 con 0x7f6b840e0960 2024-09-12T03:08:50.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.522+0000 7f6b94600640 1 -- 172.21.15.29:0/3881869357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b8404b680 con 0x7f6b840e0960 2024-09-12T03:08:50.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.523+0000 7f6b94600640 1 -- 172.21.15.29:0/3881869357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b8404eb60 con 0x7f6b840e0960 2024-09-12T03:08:50.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.528+0000 7f89fce00640 1 Processor -- start 2024-09-12T03:08:50.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.528+0000 7f89fce00640 1 -- start start 2024-09-12T03:08:50.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.533+0000 7f89fce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f806d530 0x7f89f80b66e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.533+0000 7f89fce00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f80d0b00 0x7f89f80b9200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.535+0000 7f6b89600640 1 -- 172.21.15.29:0/3881869357 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6b8c069b00 con 0x7f6b840e0960 2024-09-12T03:08:50.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.538+0000 7f89fce00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89f80d4ad0 0x7f89f81509b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.538+0000 7f89fce00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f89f8161be0 con 0x7f89f806d530 2024-09-12T03:08:50.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.538+0000 7f89fce00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f89f80d2950 con 0x7f89f80d4ad0 2024-09-12T03:08:50.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.538+0000 7f89fce00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f89f8161d60 con 0x7f89f80d0b00 2024-09-12T03:08:50.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.539+0000 7f89f6a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f80d0b00 0x7f89f80b9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.539+0000 7f89f6a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f80d0b00 0x7f89f80b9200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59340/0 (socket says 172.21.15.29:59340) 2024-09-12T03:08:50.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.539+0000 7f89f6a00640 1 -- 172.21.15.29:0/2887666124 learned_addr learned my addr 172.21.15.29:0/2887666124 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:50.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.539+0000 7f89f7400640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f806d530 0x7f89f80b66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.539+0000 7f89f6a00640 1 -- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89f80d4ad0 msgr2=0x7f89f81509b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-12T03:08:50.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.539+0000 7f89f6a00640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89f80d4ad0 0x7f89f81509b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.539+0000 7f89f6a00640 1 -- 172.21.15.29:0/2887666124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f806d530 msgr2=0x7f89f80b66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.540+0000 7f89f6a00640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f806d530 0x7f89f80b66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.540+0000 7f89f6a00640 1 -- 172.21.15.29:0/2887666124 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89f80b9740 con 0x7f89f80d0b00 2024-09-12T03:08:50.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.540+0000 7f89f7400640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f806d530 0x7f89f80b66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:50.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.540+0000 7f89f6a00640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f80d0b00 0x7f89f80b9200 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f89e8015660 tx=0x7f89e8015b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.536+0000 7f6b89600640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6b6c06be30 0x7f6b6c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.537+0000 7f6b89600640 1 -- 172.21.15.29:0/3881869357 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f6b8c10f1d0 con 0x7f6b840e0960 2024-09-12T03:08:50.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.537+0000 7f6b91c00640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6b6c06be30 0x7f6b6c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.539+0000 7f6b91c00640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6b6c06be30 0x7f6b6c06e2f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6b78034000 tx=0x7f6b7802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.541+0000 7f89ef400640 1 -- 172.21.15.29:0/2887666124 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e8024070 con 0x7f89f80d0b00 2024-09-12T03:08:50.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.541+0000 7f89ef400640 1 -- 172.21.15.29:0/2887666124 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89e8014900 con 0x7f89f80d0b00 2024-09-12T03:08:50.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.541+0000 7f89fce00640 1 -- 172.21.15.29:0/2887666124 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89f80b99c0 con 0x7f89f80d0b00 2024-09-12T03:08:50.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.541+0000 7f89ef400640 1 -- 172.21.15.29:0/2887666124 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e8014cf0 con 0x7f89f80d0b00 2024-09-12T03:08:50.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.541+0000 7f89fce00640 1 -- 172.21.15.29:0/2887666124 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f89f80b9f80 con 0x7f89f80d0b00 2024-09-12T03:08:50.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.543+0000 7f6b89600640 1 -- 172.21.15.29:0/3881869357 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6b8c0a3030 con 0x7f6b840e0960 2024-09-12T03:08:50.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.544+0000 7f89fce00640 1 -- 172.21.15.29:0/2887666124 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89f80b13f0 con 0x7f89f80d0b00 2024-09-12T03:08:50.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.550+0000 7f89ef400640 1 -- 172.21.15.29:0/2887666124 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f89e8027070 con 0x7f89f80d0b00 2024-09-12T03:08:50.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.555+0000 7f89ef400640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d806be30 0x7f89d806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:50.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.555+0000 7f89ef400640 1 -- 172.21.15.29:0/2887666124 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f89e8094460 con 0x7f89f80d0b00 2024-09-12T03:08:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.555+0000 7f89f7400640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d806be30 0x7f89d806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.559+0000 7f89ef400640 1 -- 172.21.15.29:0/2887666124 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f89f80b13f0 con 0x7f89f80d0b00 2024-09-12T03:08:50.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.564+0000 7f89f7400640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d806be30 0x7f89d806e2f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f89e40015e0 tx=0x7f89e4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:50.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.881+0000 7ffa0aa00640 1 -- 172.21.15.29:0/2502868920 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7ff9ec005580 con 0x7ffa10058230 2024-09-12T03:08:50.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.885+0000 7ffa15600640 1 -- 172.21.15.29:0/2502868920 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ffa04059540 con 0x7ffa10058230 2024-09-12T03:08:50.888 INFO:teuthology.orchestra.run.smithi029.stdout:55834574856 2024-09-12T03:08:50.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.889+0000 7ffa0aa00640 1 -- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9f806bf00 msgr2=0x7ff9f806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.889+0000 7f01b2c00640 1 -- 172.21.15.29:0/3667457098 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f01ac0d45f0 con 0x7f01ac0d4000 2024-09-12T03:08:50.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.889+0000 7ffa0aa00640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9f806bf00 0x7ff9f806e3c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ffa10011860 tx=0x7ffa180aa000 comp rx=0 tx=0).stop 2024-09-12T03:08:50.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.889+0000 7ffa0aa00640 1 -- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa10058230 msgr2=0x7ffa1004e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.889+0000 7ffa0aa00640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa10058230 0x7ffa1004e6b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ffa0400d800 tx=0x7ffa0400dcc0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.890+0000 7ffa0aa00640 1 -- 172.21.15.29:0/2502868920 shutdown_connections 2024-09-12T03:08:50.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.890+0000 7ffa0aa00640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9f806bf00 0x7ff9f806e3c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.890+0000 7ffa0aa00640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffa10058230 0x7ffa1004e6b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.890+0000 7ffa0aa00640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa10056580 0x7ffa10053200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.890+0000 7ffa0aa00640 1 --2- 172.21.15.29:0/2502868920 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffa1003ddd0 0x7ffa10052cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.890+0000 7ffa0aa00640 1 -- 172.21.15.29:0/2502868920 >> 172.21.15.29:0/2502868920 conn(0x7ffa1003a4a0 msgr2=0x7ffa10005210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.891+0000 7ffa0aa00640 1 -- 172.21.15.29:0/2502868920 shutdown_connections 2024-09-12T03:08:50.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.891+0000 7f01a9600640 1 -- 172.21.15.29:0/3667457098 <== mon.2 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f01980654c0 con 0x7f01ac0d4000 2024-09-12T03:08:50.892 INFO:teuthology.orchestra.run.smithi029.stdout:55834574856 2024-09-12T03:08:50.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.891+0000 7ffa0aa00640 1 -- 172.21.15.29:0/2502868920 wait complete. 2024-09-12T03:08:50.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.897+0000 7f01b2c00640 1 -- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f018c06be80 msgr2=0x7f018c06e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.897+0000 7f01b2c00640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f018c06be80 0x7f018c06e340 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f01a0007630 tx=0x7f01a0007e10 comp rx=0 tx=0).stop 2024-09-12T03:08:50.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.898+0000 7f01b2c00640 1 -- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 msgr2=0x7f01ac14da00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.898+0000 7f01b2c00640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 0x7f01ac14da00 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f0198013ad0 tx=0x7f0198013f90 comp rx=0 tx=0).stop 2024-09-12T03:08:50.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.898+0000 7f01b2c00640 1 -- 172.21.15.29:0/3667457098 shutdown_connections 2024-09-12T03:08:50.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.898+0000 7f01b2c00640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f018c06be80 0x7f018c06e340 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.898+0000 7f01b2c00640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01ac15e630 0x7f01ac0b96f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.898+0000 7f01b2c00640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01ac0d4000 0x7f01ac14da00 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.898+0000 7f18e3200640 1 -- 172.21.15.29:0/2460505498 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f18bc005580 con 0x7f18dc051f80 2024-09-12T03:08:50.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.898+0000 7f01b2c00640 1 --2- 172.21.15.29:0/3667457098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01ac0b3fa0 0x7f01ac0cbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.898+0000 7f01b2c00640 1 -- 172.21.15.29:0/3667457098 >> 172.21.15.29:0/3667457098 conn(0x7f01ac09d6c0 msgr2=0x7f01ac06d510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.899+0000 7f01b2c00640 1 -- 172.21.15.29:0/3667457098 shutdown_connections 2024-09-12T03:08:50.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.899+0000 7f01b2c00640 1 -- 172.21.15.29:0/3667457098 wait complete. 2024-09-12T03:08:50.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.899+0000 7f18da000640 1 -- 172.21.15.29:0/2460505498 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f18d4091030 con 0x7f18dc051f80 2024-09-12T03:08:50.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.904+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f337406e6e0 con 0x7f3374162e60 2024-09-12T03:08:50.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.904+0000 7f336a000640 1 -- 172.21.15.29:0/522435137 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f336c04a030 con 0x7f3374162e60 2024-09-12T03:08:50.905 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:50.905 INFO:teuthology.orchestra.run.smithi029.stdout:55834574856 2024-09-12T03:08:50.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.908+0000 7f18e3200640 1 -- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c406be30 msgr2=0x7f18c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.908+0000 7f18e3200640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c406be30 0x7f18c406e2f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f18d0006fd0 tx=0x7f18d0008040 comp rx=0 tx=0).stop 2024-09-12T03:08:50.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.908+0000 7f18e3200640 1 -- 172.21.15.29:0/2460505498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18dc051f80 msgr2=0x7f18dc0d3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.908+0000 7f18e3200640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18dc051f80 0x7f18dc0d3710 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f18d4000c00 tx=0x7f18d40046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.909+0000 7f18e3200640 1 -- 172.21.15.29:0/2460505498 shutdown_connections 2024-09-12T03:08:50.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.910+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f335006bf00 msgr2=0x7f335006e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.910+0000 7f3373200640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f335006bf00 0x7f335006e3c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f335c000f80 tx=0x7f335c007f10 comp rx=0 tx=0).stop 2024-09-12T03:08:50.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.910+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3374162e60 msgr2=0x7f3374159570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.910+0000 7f3373200640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3374162e60 0x7f3374159570 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f336c031000 tx=0x7f336c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.910+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 shutdown_connections 2024-09-12T03:08:50.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.910+0000 7f3373200640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f335006bf00 0x7f335006e3c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.910+0000 7f3373200640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3374162e60 0x7f3374159570 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.910+0000 7f3373200640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3374162a80 0x7f33740d0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.910+0000 7f3373200640 1 --2- 172.21.15.29:0/522435137 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f33740d5020 0x7f3374200670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.910+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 >> 172.21.15.29:0/522435137 conn(0x7f337409d690 msgr2=0x7f337415caf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.911+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 shutdown_connections 2024-09-12T03:08:50.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.911+0000 7f3373200640 1 -- 172.21.15.29:0/522435137 wait complete. 2024-09-12T03:08:50.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.909+0000 7f18e3200640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c406be30 0x7f18c406e2f0 secure :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f18d0006fd0 tx=0x7f18d0008040 comp rx=0 tx=0).stop 2024-09-12T03:08:50.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.909+0000 7f18e3200640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18dc0e0a30 0x7f18dc036210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.909+0000 7f18e3200640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18dc053130 0x7f18dc037fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.909+0000 7f18e3200640 1 --2- 172.21.15.29:0/2460505498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18dc051f80 0x7f18dc0d3710 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.909+0000 7f18e3200640 1 -- 172.21.15.29:0/2460505498 >> 172.21.15.29:0/2460505498 conn(0x7f18dc01fb40 msgr2=0x7f18dc0dd590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.912+0000 7f18e3200640 1 -- 172.21.15.29:0/2460505498 shutdown_connections 2024-09-12T03:08:50.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.912+0000 7f18e3200640 1 -- 172.21.15.29:0/2460505498 wait complete. 2024-09-12T03:08:50.921 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.5 2024-09-12T03:08:50.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.923+0000 7fcf46800640 1 -- 172.21.15.29:0/1060520574 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fcf400b45d0 con 0x7fcf400cf2c0 2024-09-12T03:08:50.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.924+0000 7fcf3d600640 1 -- 172.21.15.29:0/1060520574 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fcf38008030 con 0x7fcf400cf2c0 2024-09-12T03:08:50.926 INFO:teuthology.orchestra.run.smithi029.stdout:55834574856 2024-09-12T03:08:50.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.928+0000 7fcf46800640 1 -- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf2006c060 msgr2=0x7fcf2006e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.928+0000 7fcf46800640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf2006c060 0x7fcf2006e520 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fcf34001eb0 tx=0x7fcf34009040 comp rx=0 tx=0).stop 2024-09-12T03:08:50.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.928+0000 7fcf46800640 1 -- 172.21.15.29:0/1060520574 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf400cf2c0 msgr2=0x7fcf400b1b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.928+0000 7fcf46800640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf400cf2c0 0x7fcf400b1b60 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fcf400704e0 tx=0x7fcf38004a80 comp rx=0 tx=0).stop 2024-09-12T03:08:50.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.929+0000 7fcf46800640 1 -- 172.21.15.29:0/1060520574 shutdown_connections 2024-09-12T03:08:50.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.929+0000 7fcf46800640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf2006c060 0x7fcf2006e520 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.929+0000 7fcf46800640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf400cf2c0 0x7fcf400b1b60 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.929+0000 7fcf46800640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf400cd670 0x7fcf40095bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.929+0000 7fcf46800640 1 --2- 172.21.15.29:0/1060520574 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf2800b9a0 0x7fcf4009d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.929+0000 7fcf46800640 1 -- 172.21.15.29:0/1060520574 >> 172.21.15.29:0/1060520574 conn(0x7fcf40073090 msgr2=0x7fcf400b1330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.930+0000 7fcf46800640 1 -- 172.21.15.29:0/1060520574 shutdown_connections 2024-09-12T03:08:50.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.930+0000 7fcf46800640 1 -- 172.21.15.29:0/1060520574 wait complete. 2024-09-12T03:08:50.937 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.1 2024-09-12T03:08:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.936+0000 7f38ab200640 1 -- 172.21.15.29:0/2857607613 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f389c052a60 con 0x7f389c056ea0 2024-09-12T03:08:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.937+0000 7f3897e00640 1 -- 172.21.15.29:0/2857607613 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f389807a180 con 0x7f389c056ea0 2024-09-12T03:08:50.938 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:50.941 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574857 for osd.2 2024-09-12T03:08:50.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.940+0000 7f38ab200640 1 -- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f388406c030 msgr2=0x7f388406e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.940+0000 7f38ab200640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f388406c030 0x7f388406e4f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f389000a810 tx=0x7f3890008040 comp rx=0 tx=0).stop 2024-09-12T03:08:50.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.940+0000 7f38ab200640 1 -- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f389c056ea0 msgr2=0x7f389c0d8bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.940+0000 7f38ab200640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f389c056ea0 0x7f389c0d8bf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f38980090b0 tx=0x7f38980046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.941+0000 7f38ab200640 1 -- 172.21.15.29:0/2857607613 shutdown_connections 2024-09-12T03:08:50.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.941+0000 7f38ab200640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f388406c030 0x7f388406e4f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.941+0000 7f38ab200640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f389c056ea0 0x7f389c0d8bf0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.941+0000 7f38ab200640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f389c03bfe0 0x7f389c04b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.941+0000 7f38ab200640 1 --2- 172.21.15.29:0/2857607613 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f389c00e290 0x7f389c0c9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.941+0000 7f38ab200640 1 -- 172.21.15.29:0/2857607613 >> 172.21.15.29:0/2857607613 conn(0x7f389c058b20 msgr2=0x7f389c04ff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.941+0000 7f38ab200640 1 -- 172.21.15.29:0/2857607613 shutdown_connections 2024-09-12T03:08:50.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.941+0000 7f38ab200640 1 -- 172.21.15.29:0/2857607613 wait complete. 2024-09-12T03:08:50.944 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.7 2024-09-12T03:08:50.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.953+0000 7f6b94600640 1 -- 172.21.15.29:0/3881869357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f6b84036df0 con 0x7f6b840e0960 2024-09-12T03:08:50.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.954+0000 7f6b89600640 1 -- 172.21.15.29:0/3881869357 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6b8c0dd9b0 con 0x7f6b840e0960 2024-09-12T03:08:50.955 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:50.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 -- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6b6c06be30 msgr2=0x7f6b6c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6b6c06be30 0x7f6b6c06e2f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6b78034000 tx=0x7f6b7802e000 comp rx=0 tx=0).stop 2024-09-12T03:08:50.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 -- 172.21.15.29:0/3881869357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b840e0960 msgr2=0x7f6b8404d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:50.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b840e0960 0x7f6b8404d040 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c0749b0 tx=0x7f6b8c050fe0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 -- 172.21.15.29:0/3881869357 shutdown_connections 2024-09-12T03:08:50.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6b6c06be30 0x7f6b6c06e2f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b840e0960 0x7f6b8404d040 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6b8404f0a0 0x7f6b84176620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 --2- 172.21.15.29:0/3881869357 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6b84009af0 0x7f6b840377b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:50.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 -- 172.21.15.29:0/3881869357 >> 172.21.15.29:0/3881869357 conn(0x7f6b84036090 msgr2=0x7f6b84033ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:50.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 -- 172.21.15.29:0/3881869357 shutdown_connections 2024-09-12T03:08:50.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:50.957+0000 7f6b94600640 1 -- 172.21.15.29:0/3881869357 wait complete. 2024-09-12T03:08:50.960 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.4 2024-09-12T03:08:50.965 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574857 for osd.0 2024-09-12T03:08:50.975 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574857 for osd.3 2024-09-12T03:08:51.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.032+0000 7f89fce00640 1 -- 172.21.15.29:0/2887666124 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f89f815b370 con 0x7f89f80d0b00 2024-09-12T03:08:51.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.033+0000 7f89ef400640 1 -- 172.21.15.29:0/2887666124 <== mon.2 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f89f80b9740 con 0x7f89f80d0b00 2024-09-12T03:08:51.034 INFO:teuthology.orchestra.run.smithi029.stdout:55834574856 2024-09-12T03:08:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 -- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d806be30 msgr2=0x7f89d806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d806be30 0x7f89d806e2f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f89e40015e0 tx=0x7f89e4009040 comp rx=0 tx=0).stop 2024-09-12T03:08:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 -- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f80d0b00 msgr2=0x7f89f80b9200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f80d0b00 0x7f89f80b9200 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f89e8015660 tx=0x7f89e8015b20 comp rx=0 tx=0).stop 2024-09-12T03:08:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 -- 172.21.15.29:0/2887666124 shutdown_connections 2024-09-12T03:08:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d806be30 0x7f89d806e2f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89f80d4ad0 0x7f89f81509b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f80d0b00 0x7f89f80b9200 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 --2- 172.21.15.29:0/2887666124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f806d530 0x7f89f80b66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 -- 172.21.15.29:0/2887666124 >> 172.21.15.29:0/2887666124 conn(0x7f89f808c000 msgr2=0x7f89f80b1630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:51.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 -- 172.21.15.29:0/2887666124 shutdown_connections 2024-09-12T03:08:51.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:51.035+0000 7f89fce00640 1 -- 172.21.15.29:0/2887666124 wait complete. 2024-09-12T03:08:51.052 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.6 2024-09-12T03:08:51.922 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T03:08:51.939 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T03:08:51.941 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T03:08:51.945 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T03:08:51.960 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T03:08:51.966 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T03:08:51.976 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T03:08:52.053 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T03:08:52.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.162+0000 7fe4a7200640 1 Processor -- start 2024-09-12T03:08:52.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.162+0000 7fe4a7200640 1 -- start start 2024-09-12T03:08:52.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.164+0000 7fe4a7200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 0x7fe4a80d2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.165+0000 7fe4a5e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 0x7fe4a80d2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.165+0000 7fe4a5e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 0x7fe4a80d2dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59354/0 (socket says 172.21.15.29:59354) 2024-09-12T03:08:52.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.165+0000 7fe4a5e00640 1 -- 172.21.15.29:0/2816205105 learned_addr learned my addr 172.21.15.29:0/2816205105 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.165+0000 7fe4a7200640 1 --2- 172.21.15.29:0/2816205105 >> v2:172.21.15.38:3300/0 conn(0x7fe4a809d9d0 0x7fe4a809c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.165+0000 7fe4a7200640 1 -- 172.21.15.29:0/2816205105 --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4a806cb10 con 0x7fe4a80b3920 2024-09-12T03:08:52.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.166+0000 7fe4a7200640 1 -- 172.21.15.29:0/2816205105 --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe4a806c8c0 con 0x7fe4a809d9d0 2024-09-12T03:08:52.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.166+0000 7fe4a7200640 1 -- 172.21.15.29:0/2816205105 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe4a806d440 con 0x7fe4a80b6510 2024-09-12T03:08:52.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.167+0000 7fe4a6800640 1 --2- 172.21.15.29:0/2816205105 >> v2:172.21.15.38:3300/0 conn(0x7fe4a809d9d0 0x7fe4a809c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.168+0000 7fe4a5e00640 1 -- 172.21.15.29:0/2816205105 >> v2:172.21.15.38:3300/0 conn(0x7fe4a809d9d0 msgr2=0x7fe4a809c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.168+0000 7fe4a5e00640 1 --2- 172.21.15.29:0/2816205105 >> v2:172.21.15.38:3300/0 conn(0x7fe4a809d9d0 0x7fe4a809c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.168+0000 7fe4a5e00640 1 -- 172.21.15.29:0/2816205105 >> v1:172.21.15.29:6789/0 conn(0x7fe4a80b3920 legacy=0x7fe4a809c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.168+0000 7fe4a5e00640 1 -- 172.21.15.29:0/2816205105 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4a806cdf0 con 0x7fe4a80b6510 2024-09-12T03:08:52.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.170+0000 7fe4a6800640 1 --2- 172.21.15.29:0/2816205105 >> v2:172.21.15.38:3300/0 conn(0x7fe4a809d9d0 0x7fe4a809c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:52.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.171+0000 7fe4a5e00640 1 --2- 172.21.15.29:0/2816205105 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 0x7fe4a80d2dc0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe494009870 tx=0x7fe49402a2c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=406232f4dc77e5d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.173+0000 7fe4a4a00640 1 -- 172.21.15.29:0/2816205105 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe494037070 con 0x7fe4a80b6510 2024-09-12T03:08:52.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.173+0000 7fe4a4a00640 1 -- 172.21.15.29:0/2816205105 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe494032440 con 0x7fe4a80b6510 2024-09-12T03:08:52.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.173+0000 7fe4a4a00640 1 -- 172.21.15.29:0/2816205105 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe494032850 con 0x7fe4a80b6510 2024-09-12T03:08:52.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.174+0000 7fe4a7200640 1 -- 172.21.15.29:0/2816205105 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 msgr2=0x7fe4a80d2dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.174+0000 7fe4a7200640 1 --2- 172.21.15.29:0/2816205105 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 0x7fe4a80d2dc0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe494009870 tx=0x7fe49402a2c0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.174+0000 7fe4a7200640 1 -- 172.21.15.29:0/2816205105 shutdown_connections 2024-09-12T03:08:52.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.174+0000 7fe4a7200640 1 --2- 172.21.15.29:0/2816205105 >> v2:172.21.15.38:3300/0 conn(0x7fe4a809d9d0 0x7fe4a809c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.174+0000 7fe4a7200640 1 --2- 172.21.15.29:0/2816205105 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 0x7fe4a80d2dc0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.174+0000 7fe4a7200640 1 -- 172.21.15.29:0/2816205105 >> 172.21.15.29:0/2816205105 conn(0x7fe4a80d12e0 msgr2=0x7fe4a80d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.175+0000 7fe4a7200640 1 -- 172.21.15.29:0/2816205105 shutdown_connections 2024-09-12T03:08:52.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.175+0000 7fe4a7200640 1 -- 172.21.15.29:0/2816205105 wait complete. 2024-09-12T03:08:52.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.178+0000 7fe4a7200640 1 Processor -- start 2024-09-12T03:08:52.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.178+0000 7fe4a7200640 1 -- start start 2024-09-12T03:08:52.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.180+0000 7fe4a7200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a809d9d0 0x7fe4a80cac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.182+0000 7fe4a7200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 0x7fe4a80c9480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.182+0000 7fe4a7200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4a80ca560 0x7fe4a8070670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.182+0000 7fe4a7200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe4a809d070 con 0x7fe4a809d9d0 2024-09-12T03:08:52.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.182+0000 7fe4a7200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe4a809cef0 con 0x7fe4a80ca560 2024-09-12T03:08:52.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.182+0000 7fe4a7200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe4a80b68f0 con 0x7fe4a80b6510 2024-09-12T03:08:52.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.182+0000 7fe4a6800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4a80ca560 0x7fe4a8070670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.182+0000 7fe4a6800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4a80ca560 0x7fe4a8070670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46332/0 (socket says 172.21.15.29:46332) 2024-09-12T03:08:52.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.182+0000 7fe4a6800640 1 -- 172.21.15.29:0/996446191 learned_addr learned my addr 172.21.15.29:0/996446191 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.182+0000 7fe4a5e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a809d9d0 0x7fe4a80cac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.182+0000 7fe4a5400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 0x7fe4a80c9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.183+0000 7fe4a6800640 1 -- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 msgr2=0x7fe4a80c9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.183+0000 7fe4a6800640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 0x7fe4a80c9480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.183+0000 7fe4a6800640 1 -- 172.21.15.29:0/996446191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a809d9d0 msgr2=0x7fe4a80cac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.183+0000 7fe4a6800640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a809d9d0 0x7fe4a80cac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.183+0000 7fe4a6800640 1 -- 172.21.15.29:0/996446191 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4a80c83e0 con 0x7fe4a80ca560 2024-09-12T03:08:52.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.184+0000 7fe4a5e00640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a809d9d0 0x7fe4a80cac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:52.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.184+0000 7fe4a6800640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4a80ca560 0x7fe4a8070670 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe4a000cdd0 tx=0x7fe4a000a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.185+0000 7fe49e000640 1 -- 172.21.15.29:0/996446191 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4a0003b90 con 0x7fe4a80ca560 2024-09-12T03:08:52.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.185+0000 7fe49e000640 1 -- 172.21.15.29:0/996446191 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4a0003d30 con 0x7fe4a80ca560 2024-09-12T03:08:52.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.185+0000 7fe49e000640 1 -- 172.21.15.29:0/996446191 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4a0004260 con 0x7fe4a80ca560 2024-09-12T03:08:52.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.185+0000 7fe4a7200640 1 -- 172.21.15.29:0/996446191 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4a80c86c0 con 0x7fe4a80ca560 2024-09-12T03:08:52.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.185+0000 7fe4a7200640 1 -- 172.21.15.29:0/996446191 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4a80c8c80 con 0x7fe4a80ca560 2024-09-12T03:08:52.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.188+0000 7fe49e000640 1 -- 172.21.15.29:0/996446191 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe4a0004400 con 0x7fe4a80ca560 2024-09-12T03:08:52.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.190+0000 7fe49e000640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe48806bf00 0x7fe48806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.190+0000 7fe49e000640 1 -- 172.21.15.29:0/996446191 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fe4a008b980 con 0x7fe4a80ca560 2024-09-12T03:08:52.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.192+0000 7fe4a7200640 1 -- 172.21.15.29:0/996446191 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4a80cf410 con 0x7fe4a80ca560 2024-09-12T03:08:52.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.192+0000 7fe4a5e00640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe48806bf00 0x7fe48806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.194+0000 7fe4a5e00640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe48806bf00 0x7fe48806e3c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe494034000 tx=0x7fe49402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.199+0000 7fe49e000640 1 -- 172.21.15.29:0/996446191 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe4a0059a10 con 0x7fe4a80ca560 2024-09-12T03:08:52.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.230+0000 7f2496600640 1 Processor -- start 2024-09-12T03:08:52.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.230+0000 7f2496600640 1 -- start start 2024-09-12T03:08:52.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.232+0000 7f2496600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f24900b3b10 0x7f24900aeb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.232+0000 7f2496600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24900addd0 con 0x7f249006f6b0 2024-09-12T03:08:52.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.232+0000 7f2496600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24900ae0b0 con 0x7f24901632f0 2024-09-12T03:08:52.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.232+0000 7f2496600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f24900ae700 con 0x7f24900b3b10 2024-09-12T03:08:52.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.233+0000 7f2495c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f24900b3b10 0x7f24900aeb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.233+0000 7f2495c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f24900b3b10 0x7f24900aeb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59364/0 (socket says 172.21.15.29:59364) 2024-09-12T03:08:52.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.233+0000 7f2495200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f249006f6b0 0x7f2490162be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53736/0 (socket says 172.21.15.29:53736) 2024-09-12T03:08:52.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.233+0000 7f2495200640 1 -- 172.21.15.29:0/2129843214 learned_addr learned my addr 172.21.15.29:0/2129843214 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:52.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.236+0000 7f3a2d600640 1 Processor -- start 2024-09-12T03:08:52.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.236+0000 7f3a2d600640 1 -- start start 2024-09-12T03:08:52.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.234+0000 7f248f400640 1 -- 172.21.15.29:0/2129843214 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2727349398 0 0) 0x7f24900ae0b0 con 0x7f24901632f0 2024-09-12T03:08:52.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.235+0000 7f2495c00640 1 -- 172.21.15.29:0/2129843214 >> v1:172.21.15.38:6789/0 conn(0x7f24901632f0 legacy=0x7f249006df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.235+0000 7f2495c00640 1 -- 172.21.15.29:0/2129843214 >> v1:172.21.15.29:6789/0 conn(0x7f249006f6b0 legacy=0x7f2490162be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.235+0000 7f2495c00640 1 -- 172.21.15.29:0/2129843214 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24900ae390 con 0x7f24900b3b10 2024-09-12T03:08:52.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.237+0000 7f2495c00640 1 --2- 172.21.15.29:0/2129843214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f24900b3b10 0x7f24900aeb90 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2488009dc0 tx=0x7f248802a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=881ecef41cd105b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.237+0000 7f248f400640 1 -- 172.21.15.29:0/2129843214 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2488007740 con 0x7f24900b3b10 2024-09-12T03:08:52.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.238+0000 7f248f400640 1 -- 172.21.15.29:0/2129843214 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24880078e0 con 0x7f24900b3b10 2024-09-12T03:08:52.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.238+0000 7f3a2d600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3a280b3080 0x7f3a280cedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.238+0000 7f3a2d600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3a280cded0 0x7f3a280b3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.238+0000 7f3a2d600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a280cf330 con 0x7f3a281662a0 2024-09-12T03:08:52.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.238+0000 7f3a2d600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f3a280b39a0 con 0x7f3a280b3080 2024-09-12T03:08:52.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.238+0000 7f3a2d600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f3a280cf5d0 con 0x7f3a280cded0 2024-09-12T03:08:52.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.238+0000 7f248f400640 1 -- 172.21.15.29:0/2129843214 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2488007740 con 0x7f24900b3b10 2024-09-12T03:08:52.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.239+0000 7f2496600640 1 -- 172.21.15.29:0/2129843214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f24900b3b10 msgr2=0x7f24900aeb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.239+0000 7f3a26a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3a280b3080 0x7f3a280cedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.239+0000 7f2496600640 1 --2- 172.21.15.29:0/2129843214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f24900b3b10 0x7f24900aeb90 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2488009dc0 tx=0x7f248802a5d0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.239+0000 7f3a26a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3a280b3080 0x7f3a280cedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34730/0 (socket says 172.21.15.29:34730) 2024-09-12T03:08:52.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.239+0000 7f3a26a00640 1 -- 172.21.15.29:0/3221412014 learned_addr learned my addr 172.21.15.29:0/3221412014 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.239+0000 7f3a1e000640 1 --2- 172.21.15.29:0/3221412014 >> v2:172.21.15.38:3300/0 conn(0x7f3a280cded0 0x7f3a280b3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.239+0000 7f2496600640 1 -- 172.21.15.29:0/2129843214 shutdown_connections 2024-09-12T03:08:52.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.239+0000 7f2496600640 1 --2- 172.21.15.29:0/2129843214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f24900b3b10 0x7f24900aeb90 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.239+0000 7f2496600640 1 -- 172.21.15.29:0/2129843214 >> 172.21.15.29:0/2129843214 conn(0x7f249006bdf0 msgr2=0x7f249006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.239+0000 7f2496600640 1 -- 172.21.15.29:0/2129843214 shutdown_connections 2024-09-12T03:08:52.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.242+0000 7f3a26a00640 1 -- 172.21.15.29:0/3221412014 >> v2:172.21.15.38:3300/0 conn(0x7f3a280cded0 msgr2=0x7f3a280b3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.242+0000 7f3a26a00640 1 --2- 172.21.15.29:0/3221412014 >> v2:172.21.15.38:3300/0 conn(0x7f3a280cded0 0x7f3a280b3460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.242+0000 7f3a26a00640 1 -- 172.21.15.29:0/3221412014 >> v1:172.21.15.29:6789/0 conn(0x7f3a281662a0 legacy=0x7f3a28166730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.243+0000 7f2496600640 1 -- 172.21.15.29:0/2129843214 wait complete. 2024-09-12T03:08:52.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.242+0000 7f3a26a00640 1 -- 172.21.15.29:0/3221412014 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a280ad100 con 0x7f3a280b3080 2024-09-12T03:08:52.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.244+0000 7f3a26a00640 1 --2- 172.21.15.29:0/3221412014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a280b3080 0x7f3a280cedf0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3a2809e3b0 tx=0x7f3a1002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db2ce4ded41bb6c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.245+0000 7f3a26000640 1 -- 172.21.15.29:0/3221412014 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a10037070 con 0x7f3a280b3080 2024-09-12T03:08:52.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.245+0000 7f2496600640 1 Processor -- start 2024-09-12T03:08:52.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.245+0000 7f3a26000640 1 -- 172.21.15.29:0/3221412014 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a1002ae10 con 0x7f3a280b3080 2024-09-12T03:08:52.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.245+0000 7f3a26000640 1 -- 172.21.15.29:0/3221412014 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a10032660 con 0x7f3a280b3080 2024-09-12T03:08:52.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.246+0000 7f2496600640 1 -- start start 2024-09-12T03:08:52.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.246+0000 7f8c1c200640 1 Processor -- start 2024-09-12T03:08:52.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.246+0000 7f8c1c200640 1 -- start start 2024-09-12T03:08:52.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.247+0000 7f3a2d600640 1 -- 172.21.15.29:0/3221412014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a280b3080 msgr2=0x7f3a280cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.247+0000 7f3a2d600640 1 --2- 172.21.15.29:0/3221412014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a280b3080 0x7f3a280cedf0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3a2809e3b0 tx=0x7f3a1002a180 comp rx=0 tx=0).stop 2024-09-12T03:08:52.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.247+0000 7f3a2d600640 1 -- 172.21.15.29:0/3221412014 shutdown_connections 2024-09-12T03:08:52.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.247+0000 7f3a2d600640 1 --2- 172.21.15.29:0/3221412014 >> v2:172.21.15.38:3300/0 conn(0x7f3a280cded0 0x7f3a280b3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.247+0000 7f3a2d600640 1 --2- 172.21.15.29:0/3221412014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a280b3080 0x7f3a280cedf0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.247+0000 7f3a2d600640 1 -- 172.21.15.29:0/3221412014 >> 172.21.15.29:0/3221412014 conn(0x7f3a280b1d80 msgr2=0x7f3a280b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.247+0000 7f3a2d600640 1 -- 172.21.15.29:0/3221412014 shutdown_connections 2024-09-12T03:08:52.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.248+0000 7f37b0800640 1 Processor -- start 2024-09-12T03:08:52.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.248+0000 7f37b0800640 1 -- start start 2024-09-12T03:08:52.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.248+0000 7f8c1c200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8c1415e3f0 0x7f8c14073940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.248+0000 7f8c1c200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8c140cded0 0x7f8c140ce310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.248+0000 7f8c1c200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c140ade30 con 0x7f8c14161f00 2024-09-12T03:08:52.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.248+0000 7f8c1c200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8c140aeed0 con 0x7f8c1415e3f0 2024-09-12T03:08:52.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.248+0000 7f8c1c200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f8c1415e7d0 con 0x7f8c140cded0 2024-09-12T03:08:52.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.249+0000 7f8c19800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8c1415e3f0 0x7f8c14073940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.249+0000 7f8c19800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8c1415e3f0 0x7f8c14073940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34742/0 (socket says 172.21.15.29:34742) 2024-09-12T03:08:52.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.249+0000 7f8c19800640 1 -- 172.21.15.29:0/923901654 learned_addr learned my addr 172.21.15.29:0/923901654 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.248+0000 7f2f9ac00640 1 Processor -- start 2024-09-12T03:08:52.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.248+0000 7f2f9ac00640 1 -- start start 2024-09-12T03:08:52.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f2496600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f249006f6b0 0x7f2490200f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f8c18e00640 1 --2- 172.21.15.29:0/923901654 >> v2:172.21.15.38:3300/0 conn(0x7f8c140cded0 0x7f8c140ce310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f37b0800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f37a80d1c40 0x7f37a80cf2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f37b0800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a80d0cf0 0x7f37a80b4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f37b0800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37a815d5e0 con 0x7f37a80b4960 2024-09-12T03:08:52.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f37b0800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f37a80d2020 con 0x7f37a80d1c40 2024-09-12T03:08:52.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f37b0800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f37a80b4dd0 con 0x7f37a80d0cf0 2024-09-12T03:08:52.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f8c18e00640 1 -- 172.21.15.29:0/923901654 >> v2:172.21.15.29:3300/0 conn(0x7f8c1415e3f0 msgr2=0x7f8c14073940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f8c18e00640 1 --2- 172.21.15.29:0/923901654 >> v2:172.21.15.29:3300/0 conn(0x7f8c1415e3f0 0x7f8c14073940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f8c18e00640 1 -- 172.21.15.29:0/923901654 >> v1:172.21.15.38:6789/0 conn(0x7f8c14161f00 legacy=0x7f8c14162390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f8c18e00640 1 -- 172.21.15.29:0/923901654 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c140ae110 con 0x7f8c140cded0 2024-09-12T03:08:52.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.248+0000 7f3a2d600640 1 -- 172.21.15.29:0/3221412014 wait complete. 2024-09-12T03:08:52.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f3a2d600640 1 Processor -- start 2024-09-12T03:08:52.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f37ae800640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f37a80b4960 0x7f37a8141ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:58108/0 (socket says 172.21.15.29:58108) 2024-09-12T03:08:52.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f37ade00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f37a80d1c40 0x7f37a80cf2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f37ae800640 1 -- 172.21.15.29:0/3002421259 learned_addr learned my addr 172.21.15.29:0/3002421259 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:52.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f3a2d600640 1 -- start start 2024-09-12T03:08:52.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f37ad400640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a80d0cf0 0x7f37a80b4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f2496600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24900b3b10 0x7f249015def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1237690443 0 0) 0x7f37a815d5e0 con 0x7f37a80b4960 2024-09-12T03:08:52.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3790003520 con 0x7f37a80b4960 2024-09-12T03:08:52.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2495200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f249006f6b0 0x7f2490200f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f8c19800640 1 --2- 172.21.15.29:0/923901654 >> v2:172.21.15.29:3300/0 conn(0x7f8c1415e3f0 0x7f8c14073940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:52.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2496600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f24901632f0 0x7f2490202020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2495200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f249006f6b0 0x7f2490200f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59376/0 (socket says 172.21.15.29:59376) 2024-09-12T03:08:52.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 <== mon.1 v1:172.21.15.38:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 722067996 0 0) 0x7f3790003520 con 0x7f37a80b4960 2024-09-12T03:08:52.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a80d0cf0 msgr2=0x7f37a80b4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f37aca00640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a80d0cf0 0x7f37a80b4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 >> v2:172.21.15.38:3300/0 conn(0x7f37a80d1c40 msgr2=0x7f37a80cf2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f8c18e00640 1 --2- 172.21.15.29:0/923901654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c140cded0 0x7f8c140ce310 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8c140b5770 tx=0x7f8c0802a150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42de3cdf0d6500a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f248fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24900b3b10 0x7f249015def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f248fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24900b3b10 0x7f249015def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46382/0 (socket says 172.21.15.29:46382) 2024-09-12T03:08:52.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f8c13e00640 1 -- 172.21.15.29:0/923901654 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c08037070 con 0x7f8c140cded0 2024-09-12T03:08:52.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f3a2d600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a280b3080 0x7f3a28201180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f37aca00640 1 --2- 172.21.15.29:0/3002421259 >> v2:172.21.15.38:3300/0 conn(0x7f37a80d1c40 0x7f37a80cf2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 --> v1:172.21.15.38:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37a815ca60 con 0x7f37a80b4960 2024-09-12T03:08:52.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f37ade00640 1 --2- 172.21.15.29:0/3002421259 >> v2:172.21.15.38:3300/0 conn(0x7f37a80d1c40 0x7f37a80cf2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:52.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f3a2d600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a280cded0 0x7f3a28099360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f8c13e00640 1 -- 172.21.15.29:0/923901654 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c08032440 con 0x7f8c140cded0 2024-09-12T03:08:52.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f8c13e00640 1 -- 172.21.15.29:0/923901654 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c08032850 con 0x7f8c140cded0 2024-09-12T03:08:52.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.250+0000 7f2f9ac00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2f940cc940 0x7f2f9415e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f2f9ac00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f940ccdb0 con 0x7f2f9415a350 2024-09-12T03:08:52.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f2f9ac00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f940ce730 con 0x7f2f94071fd0 2024-09-12T03:08:52.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f2f9ac00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f2f940cfc00 con 0x7f2f940cc940 2024-09-12T03:08:52.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f2f98c00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f2f94071fd0 0x7f2f940b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:58120/0 (socket says 172.21.15.29:58120) 2024-09-12T03:08:52.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f2f98c00640 1 -- 172.21.15.29:0/3831708237 learned_addr learned my addr 172.21.15.29:0/3831708237 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:52.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.251+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 172685395 0 0) 0x7f2f940ce730 con 0x7f2f94071fd0 2024-09-12T03:08:52.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2f78003520 con 0x7f2f94071fd0 2024-09-12T03:08:52.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f93400640 1 --2- 172.21.15.29:0/3831708237 >> v2:172.21.15.29:3300/0 conn(0x7f2f940cc940 0x7f2f9415e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 <== mon.1 v1:172.21.15.38:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1462619606 0 0) 0x7f2f78003520 con 0x7f2f94071fd0 2024-09-12T03:08:52.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 >> v2:172.21.15.29:3300/0 conn(0x7f2f940cc940 msgr2=0x7f2f9415e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 --2- 172.21.15.29:0/3831708237 >> v2:172.21.15.29:3300/0 conn(0x7f2f940cc940 0x7f2f9415e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 >> v1:172.21.15.29:6789/0 conn(0x7f2f9415a350 legacy=0x7f2f940cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f3a2d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a281662a0 0x7f3a280998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 --> v1:172.21.15.38:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f940cea10 con 0x7f2f94071fd0 2024-09-12T03:08:52.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 <== mon.1 v1:172.21.15.38:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f2f84001670 con 0x7f2f94071fd0 2024-09-12T03:08:52.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 >> v1:172.21.15.38:6789/0 conn(0x7f2f94071fd0 legacy=0x7f2f940b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 --2- 172.21.15.29:0/3831708237 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f780039b0 0x7f2f78003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 --2- 172.21.15.29:0/3831708237 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f78004800 0x7f2f78004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 --2- 172.21.15.29:0/3831708237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f780053c0 0x7f2f7800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.252+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2f940cfc00 con 0x7f2f780053c0 2024-09-12T03:08:52.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7800c260 con 0x7f2f780039b0 2024-09-12T03:08:52.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2f7800c460 con 0x7f2f78004800 2024-09-12T03:08:52.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f2f93400640 1 --2- 172.21.15.29:0/3831708237 >> v2:172.21.15.29:3300/0 conn(0x7f2f940cc940 0x7f2f9415e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:52.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f2f98c00640 1 --2- 172.21.15.29:0/3831708237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f780053c0 0x7f2f7800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f2f93400640 1 --2- 172.21.15.29:0/3831708237 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f78004800 0x7f2f78004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f3a2d600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3a280cf8b0 con 0x7f3a281662a0 2024-09-12T03:08:52.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f3a1e000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a280cded0 0x7f3a28099360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f2f93e00640 1 --2- 172.21.15.29:0/3831708237 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f780039b0 0x7f2f78003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 <== mon.1 v1:172.21.15.38:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f37a40019f0 con 0x7f37a80b4960 2024-09-12T03:08:52.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 >> v1:172.21.15.38:6789/0 conn(0x7f37a80b4960 legacy=0x7f37a8141ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f3a2d600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3a280ad6c0 con 0x7f3a280cded0 2024-09-12T03:08:52.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f3a2d600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3a28162a10 con 0x7f3a280b3080 2024-09-12T03:08:52.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f3a1e000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a280cded0 0x7f3a28099360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46408/0 (socket says 172.21.15.29:46408) 2024-09-12T03:08:52.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f3a1e000640 1 -- 172.21.15.29:0/1014006633 learned_addr learned my addr 172.21.15.29:0/1014006633 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f37aca00640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a80d0cf0 0x7f3790003a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f37aca00640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37900040a0 0x7f3790004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f37aca00640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3790004d90 0x7f37900051f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f37a80d2020 con 0x7f3790004d90 2024-09-12T03:08:52.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f37a80b4dd0 con 0x7f37900040a0 2024-09-12T03:08:52.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f379000bd00 con 0x7f37a80d0cf0 2024-09-12T03:08:52.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f2f93400640 1 -- 172.21.15.29:0/3831708237 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f780039b0 msgr2=0x7f2f78003db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f2f93400640 1 --2- 172.21.15.29:0/3831708237 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f780039b0 0x7f2f78003db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f2f93400640 1 -- 172.21.15.29:0/3831708237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f780053c0 msgr2=0x7f2f7800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f2f93400640 1 --2- 172.21.15.29:0/3831708237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f780053c0 0x7f2f7800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f3a27400640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a281662a0 0x7f3a280998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f2f93400640 1 -- 172.21.15.29:0/3831708237 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f940cea10 con 0x7f2f78004800 2024-09-12T03:08:52.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.253+0000 7f2495c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f24901632f0 0x7f2490202020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.255+0000 7f2496600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f24900b5030 con 0x7f24901632f0 2024-09-12T03:08:52.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.255+0000 7f2496600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f24900b4eb0 con 0x7f24900b3b10 2024-09-12T03:08:52.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.255+0000 7f2496600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f24900b51b0 con 0x7f249006f6b0 2024-09-12T03:08:52.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.255+0000 7f2495200640 1 -- 172.21.15.29:0/775028124 learned_addr learned my addr 172.21.15.29:0/775028124 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f8c1c200640 1 -- 172.21.15.29:0/923901654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c140cded0 msgr2=0x7f8c140ce310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.254+0000 7f8c1c200640 1 --2- 172.21.15.29:0/923901654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c140cded0 0x7f8c140ce310 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8c140b5770 tx=0x7f8c0802a150 comp rx=0 tx=0).stop 2024-09-12T03:08:52.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.255+0000 7f2f98c00640 1 -- 172.21.15.29:0/3831708237 reap_dead start 2024-09-12T03:08:52.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f248fe00640 1 -- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f249006f6b0 msgr2=0x7f2490200f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f248fe00640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f249006f6b0 0x7f2490200f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f248fe00640 1 -- 172.21.15.29:0/775028124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f24901632f0 msgr2=0x7f2490202020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f248fe00640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f24901632f0 0x7f2490202020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f248fe00640 1 -- 172.21.15.29:0/775028124 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f249015d750 con 0x7f24900b3b10 2024-09-12T03:08:52.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.255+0000 7f3a26a00640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a280b3080 0x7f3a28201180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f3a1e000640 1 -- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a280b3080 msgr2=0x7f3a28201180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f2495c00640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f24901632f0 0x7f2490202020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:52.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.255+0000 7f37ade00640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a80d0cf0 0x7f3790003a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f2495200640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f249006f6b0 0x7f2490200f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:52.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f8c1c200640 1 -- 172.21.15.29:0/923901654 shutdown_connections 2024-09-12T03:08:52.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f8c1c200640 1 --2- 172.21.15.29:0/923901654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c140cded0 0x7f8c140ce310 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f8c1c200640 1 --2- 172.21.15.29:0/923901654 >> v2:172.21.15.29:3300/0 conn(0x7f8c1415e3f0 0x7f8c14073940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f8c1c200640 1 -- 172.21.15.29:0/923901654 >> 172.21.15.29:0/923901654 conn(0x7f8c140b57c0 msgr2=0x7f8c14073230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.255+0000 7f37ae800640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3790004d90 0x7f37900051f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.255+0000 7f37ad400640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37900040a0 0x7f3790004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f37ade00640 1 -- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37900040a0 msgr2=0x7f3790004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f37ade00640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37900040a0 0x7f3790004800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f37ade00640 1 -- 172.21.15.29:0/3002421259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3790004d90 msgr2=0x7f37900051f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f3a1e000640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a280b3080 0x7f3a28201180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f3a1e000640 1 -- 172.21.15.29:0/1014006633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a281662a0 msgr2=0x7f3a280998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f3a1e000640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a281662a0 0x7f3a280998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f3a1e000640 1 -- 172.21.15.29:0/1014006633 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a28158fb0 con 0x7f3a280cded0 2024-09-12T03:08:52.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f3a27400640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a281662a0 0x7f3a280998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:52.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f3a26a00640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a280b3080 0x7f3a28201180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:52.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f248fe00640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24900b3b10 0x7f249015def0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f248000c430 tx=0x7f248000c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.256+0000 7f8c1c200640 1 -- 172.21.15.29:0/923901654 shutdown_connections 2024-09-12T03:08:52.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f2f93400640 1 --2- 172.21.15.29:0/3831708237 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f78004800 0x7f2f78004c80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f2f8000cc90 tx=0x7f2f78005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63a9734b84fca4cc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f3a1e000640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a280cded0 0x7f3a28099360 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3a1800cd00 tx=0x7f3a1800a5c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f3a1f400640 1 -- 172.21.15.29:0/1014006633 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a18003990 con 0x7f3a280cded0 2024-09-12T03:08:52.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8003a070 con 0x7f2f78004800 2024-09-12T03:08:52.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f80035410 con 0x7f2f78004800 2024-09-12T03:08:52.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f2f92a00640 1 -- 172.21.15.29:0/3831708237 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8000c860 con 0x7f2f78004800 2024-09-12T03:08:52.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f37ade00640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3790004d90 0x7f37900051f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f37ade00640 1 -- 172.21.15.29:0/3002421259 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3790003520 con 0x7f37a80d0cf0 2024-09-12T03:08:52.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f37ae800640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3790004d90 0x7f37900051f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:52.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f8c1c200640 1 -- 172.21.15.29:0/923901654 wait complete. 2024-09-12T03:08:52.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f3a1f400640 1 -- 172.21.15.29:0/1014006633 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a18003b30 con 0x7f3a280cded0 2024-09-12T03:08:52.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f3a1f400640 1 -- 172.21.15.29:0/1014006633 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a18004020 con 0x7f3a280cded0 2024-09-12T03:08:52.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f3a2d600640 1 -- 172.21.15.29:0/1014006633 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a28159290 con 0x7f3a280cded0 2024-09-12T03:08:52.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f3a2d600640 1 -- 172.21.15.29:0/1014006633 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a28159850 con 0x7f3a280cded0 2024-09-12T03:08:52.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.257+0000 7f248cc00640 1 -- 172.21.15.29:0/775028124 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2480017070 con 0x7f24900b3b10 2024-09-12T03:08:52.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.258+0000 7f2f9ac00640 1 -- 172.21.15.29:0/3831708237 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f78004800 msgr2=0x7f2f78004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.258+0000 7f2f9ac00640 1 --2- 172.21.15.29:0/3831708237 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f78004800 0x7f2f78004c80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f2f8000cc90 tx=0x7f2f78005830 comp rx=0 tx=0).stop 2024-09-12T03:08:52.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.258+0000 7f2496600640 1 -- 172.21.15.29:0/775028124 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2490201610 con 0x7f24900b3b10 2024-09-12T03:08:52.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.258+0000 7f248cc00640 1 -- 172.21.15.29:0/775028124 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24800035f0 con 0x7f24900b3b10 2024-09-12T03:08:52.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.259+0000 7f2f9ac00640 1 -- 172.21.15.29:0/3831708237 shutdown_connections 2024-09-12T03:08:52.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.259+0000 7f2f9ac00640 1 --2- 172.21.15.29:0/3831708237 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f78004800 0x7f2f78004c80 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.259+0000 7f2f9ac00640 1 -- 172.21.15.29:0/3831708237 >> 172.21.15.29:0/3831708237 conn(0x7f2f94067da0 msgr2=0x7f2f9406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.259+0000 7f37ade00640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a80d0cf0 0x7f3790003a60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f379c00bde0 tx=0x7f3790005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a507d572b6800111 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.258+0000 7f248cc00640 1 -- 172.21.15.29:0/775028124 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24800039e0 con 0x7f24900b3b10 2024-09-12T03:08:52.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.259+0000 7f2496600640 1 -- 172.21.15.29:0/775028124 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2490201bd0 con 0x7f24900b3b10 2024-09-12T03:08:52.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.259+0000 7f3a2d600640 1 -- 172.21.15.29:0/1014006633 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a28099e90 con 0x7f3a280cded0 2024-09-12T03:08:52.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.259+0000 7f8c1c200640 1 Processor -- start 2024-09-12T03:08:52.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.260+0000 7f8c1c200640 1 -- start start 2024-09-12T03:08:52.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.260+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f379c037070 con 0x7f37a80d0cf0 2024-09-12T03:08:52.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.260+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f379c02ac00 con 0x7f37a80d0cf0 2024-09-12T03:08:52.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.260+0000 7f37aca00640 1 -- 172.21.15.29:0/3002421259 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f379c00b9b0 con 0x7f37a80d0cf0 2024-09-12T03:08:52.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.261+0000 7f37b0800640 1 -- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a80d0cf0 msgr2=0x7f3790003a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.261+0000 7f37b0800640 1 --2- 172.21.15.29:0/3002421259 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a80d0cf0 0x7f3790003a60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f379c00bde0 tx=0x7f3790005830 comp rx=0 tx=0).stop 2024-09-12T03:08:52.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.261+0000 7f37ae800640 1 -- 172.21.15.29:0/3002421259 reap_dead start 2024-09-12T03:08:52.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.261+0000 7f2496600640 1 -- 172.21.15.29:0/775028124 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2490201e10 con 0x7f24900b3b10 2024-09-12T03:08:52.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.261+0000 7f8c1c200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c140cded0 0x7f8c1415f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.261+0000 7f8c1c200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1415e3f0 0x7f8c141fb460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.261+0000 7f8c1c200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c14161f00 0x7f8c141567c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.261+0000 7f8c1c200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8c140ae6d0 con 0x7f8c140cded0 2024-09-12T03:08:52.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.261+0000 7f8c1c200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8c140ce850 con 0x7f8c1415e3f0 2024-09-12T03:08:52.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.261+0000 7f8c1c200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8c140ae9b0 con 0x7f8c14161f00 2024-09-12T03:08:52.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.262+0000 7f2f9ac00640 1 -- 172.21.15.29:0/3831708237 shutdown_connections 2024-09-12T03:08:52.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.262+0000 7f37b0800640 1 -- 172.21.15.29:0/3002421259 shutdown_connections 2024-09-12T03:08:52.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.262+0000 7f37b0800640 1 -- 172.21.15.29:0/3002421259 >> 172.21.15.29:0/3002421259 conn(0x7f37a8067d70 msgr2=0x7f37a8068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.262+0000 7f8c1a200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c14161f00 0x7f8c141567c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.262+0000 7f8c18e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1415e3f0 0x7f8c141fb460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.262+0000 7f8c18e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1415e3f0 0x7f8c141fb460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46432/0 (socket says 172.21.15.29:46432) 2024-09-12T03:08:52.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.262+0000 7f8c18e00640 1 -- 172.21.15.29:0/2939302966 learned_addr learned my addr 172.21.15.29:0/2939302966 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.262+0000 7f8c19800640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c140cded0 0x7f8c1415f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.263+0000 7f3a1f400640 1 -- 172.21.15.29:0/1014006633 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3a180041c0 con 0x7f3a280cded0 2024-09-12T03:08:52.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.263+0000 7f8c18e00640 1 -- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c14161f00 msgr2=0x7f8c141567c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.263+0000 7f8c18e00640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c14161f00 0x7f8c141567c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.263+0000 7f8c18e00640 1 -- 172.21.15.29:0/2939302966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c140cded0 msgr2=0x7f8c1415f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.263+0000 7f8c18e00640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c140cded0 0x7f8c1415f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.263+0000 7f8c18e00640 1 -- 172.21.15.29:0/2939302966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c1415fb00 con 0x7f8c1415e3f0 2024-09-12T03:08:52.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.263+0000 7f8c19800640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c140cded0 0x7f8c1415f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:52.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.262+0000 7f248cc00640 1 -- 172.21.15.29:0/775028124 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f248001a070 con 0x7f24900b3b10 2024-09-12T03:08:52.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.264+0000 7f248cc00640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f247006bf00 0x7f247006e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.264+0000 7f248cc00640 1 -- 172.21.15.29:0/775028124 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f248008a380 con 0x7f24900b3b10 2024-09-12T03:08:52.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.264+0000 7f3a1f400640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3a0406be30 0x7f3a0406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.264+0000 7f37b0800640 1 -- 172.21.15.29:0/3002421259 shutdown_connections 2024-09-12T03:08:52.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.262+0000 7f2f9ac00640 1 -- 172.21.15.29:0/3831708237 wait complete. 2024-09-12T03:08:52.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.264+0000 7f2495200640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f247006bf00 0x7f247006e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.264+0000 7f8c18e00640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1415e3f0 0x7f8c141fb460 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8c08000c00 tx=0x7f8c080046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.264+0000 7f3a1f400640 1 -- 172.21.15.29:0/1014006633 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f3a1808b6b0 con 0x7f3a280cded0 2024-09-12T03:08:52.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.265+0000 7f3a26a00640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3a0406be30 0x7f3a0406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.265+0000 7f37b0800640 1 -- 172.21.15.29:0/3002421259 wait complete. 2024-09-12T03:08:52.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.265+0000 7f2f9ac00640 1 Processor -- start 2024-09-12T03:08:52.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.265+0000 7f2f9ac00640 1 -- start start 2024-09-12T03:08:52.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.265+0000 7f2495200640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f247006bf00 0x7f247006e3c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f247c000f60 tx=0x7f247c007ec0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.266+0000 7f3a26a00640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3a0406be30 0x7f3a0406e2f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f3a10034000 tx=0x7f3a1002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.267+0000 7f2f9ac00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f78004800 0x7f2f940ac3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.267+0000 7f2f9ac00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f940ad0a0 0x7f2f940a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.267+0000 7f2f9ac00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f940a9a10 0x7f2f941591b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.267+0000 7f2f9ac00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9415a730 con 0x7f2f78004800 2024-09-12T03:08:52.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.267+0000 7f2f9ac00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2f940cefd0 con 0x7f2f940ad0a0 2024-09-12T03:08:52.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.267+0000 7f2f9ac00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2f940ac8e0 con 0x7f2f940a9a10 2024-09-12T03:08:52.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.267+0000 7f37b0800640 1 Processor -- start 2024-09-12T03:08:52.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.267+0000 7f2f93e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f78004800 0x7f2f940ac3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.267+0000 7f2f98c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f940a9a10 0x7f2f941591b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.268+0000 7f2f93e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f78004800 0x7f2f940ac3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34804/0 (socket says 172.21.15.29:34804) 2024-09-12T03:08:52.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.268+0000 7f2f98c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f940a9a10 0x7f2f941591b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59436/0 (socket says 172.21.15.29:59436) 2024-09-12T03:08:52.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.268+0000 7f2f93e00640 1 -- 172.21.15.29:0/2047252969 learned_addr learned my addr 172.21.15.29:0/2047252969 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.268+0000 7f2f93400640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f940ad0a0 0x7f2f940a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.268+0000 7f37b0800640 1 -- start start 2024-09-12T03:08:52.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.268+0000 7f2f98c00640 1 -- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f940ad0a0 msgr2=0x7f2f940a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.268+0000 7f2f98c00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f940ad0a0 0x7f2f940a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.268+0000 7f2f98c00640 1 -- 172.21.15.29:0/2047252969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f78004800 msgr2=0x7f2f940ac3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f2f98c00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f78004800 0x7f2f940ac3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f2f98c00640 1 -- 172.21.15.29:0/2047252969 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f94204710 con 0x7f2f940a9a10 2024-09-12T03:08:52.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f2f93e00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f78004800 0x7f2f940ac3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:52.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f248cc00640 1 -- 172.21.15.29:0/775028124 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2490201e10 con 0x7f24900b3b10 2024-09-12T03:08:52.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f2f98c00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f940a9a10 0x7f2f941591b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2f9406c750 tx=0x7f2f84007720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f37b0800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37a80d0cf0 0x7f37a8156440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f37b0800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37a80b1700 0x7f37a813ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f37b0800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a815ded0 0x7f37a815e350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f37b0800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f37a815d300 con 0x7f37a80b1700 2024-09-12T03:08:52.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f37b0800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f37a815d020 con 0x7f37a80d0cf0 2024-09-12T03:08:52.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f37b0800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f37a80cf7e0 con 0x7f37a815ded0 2024-09-12T03:08:52.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.269+0000 7f2f8be00640 1 -- 172.21.15.29:0/2047252969 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8401a070 con 0x7f2f940a9a10 2024-09-12T03:08:52.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.270+0000 7f2f8be00640 1 -- 172.21.15.29:0/2047252969 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f84001650 con 0x7f2f940a9a10 2024-09-12T03:08:52.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.270+0000 7f2f8be00640 1 -- 172.21.15.29:0/2047252969 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8400fb50 con 0x7f2f940a9a10 2024-09-12T03:08:52.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.270+0000 7f37ade00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37a80d0cf0 0x7f37a8156440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.270+0000 7f37ade00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37a80d0cf0 0x7f37a8156440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46436/0 (socket says 172.21.15.29:46436) 2024-09-12T03:08:52.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.270+0000 7f37ade00640 1 -- 172.21.15.29:0/2659186866 learned_addr learned my addr 172.21.15.29:0/2659186866 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.270+0000 7f37ad400640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37a80b1700 0x7f37a813ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.270+0000 7f37ae800640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a815ded0 0x7f37a815e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.271+0000 7f37ad400640 1 -- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a815ded0 msgr2=0x7f37a815e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.271+0000 7f37ad400640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a815ded0 0x7f37a815e350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.271+0000 7f37ad400640 1 -- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37a80d0cf0 msgr2=0x7f37a8156440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.271+0000 7f37ad400640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37a80d0cf0 0x7f37a8156440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.271+0000 7f37ad400640 1 -- 172.21.15.29:0/2659186866 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37a81396b0 con 0x7f37a80b1700 2024-09-12T03:08:52.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.270+0000 7f2f9ac00640 1 -- 172.21.15.29:0/2047252969 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f942049f0 con 0x7f2f940a9a10 2024-09-12T03:08:52.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.271+0000 7f2f9ac00640 1 -- 172.21.15.29:0/2047252969 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f94204fb0 con 0x7f2f940a9a10 2024-09-12T03:08:52.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.272+0000 7f37ad400640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37a80b1700 0x7f37a813ac80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f379800e5b0 tx=0x7f379800ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.272+0000 7f37a2000640 1 -- 172.21.15.29:0/2659186866 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3798017070 con 0x7f37a80b1700 2024-09-12T03:08:52.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.272+0000 7f37a2000640 1 -- 172.21.15.29:0/2659186866 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3798013610 con 0x7f37a80b1700 2024-09-12T03:08:52.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.272+0000 7f37a2000640 1 -- 172.21.15.29:0/2659186866 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f379800f040 con 0x7f37a80b1700 2024-09-12T03:08:52.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.272+0000 7f37b0800640 1 -- 172.21.15.29:0/2659186866 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37a8139990 con 0x7f37a80b1700 2024-09-12T03:08:52.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.272+0000 7f37b0800640 1 -- 172.21.15.29:0/2659186866 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37a813b1c0 con 0x7f37a80b1700 2024-09-12T03:08:52.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.273+0000 7f8c11600640 1 -- 172.21.15.29:0/2939302966 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c08041020 con 0x7f8c1415e3f0 2024-09-12T03:08:52.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.273+0000 7f8c11600640 1 -- 172.21.15.29:0/2939302966 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c08030990 con 0x7f8c1415e3f0 2024-09-12T03:08:52.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.273+0000 7f8c11600640 1 -- 172.21.15.29:0/2939302966 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c08037040 con 0x7f8c1415e3f0 2024-09-12T03:08:52.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.273+0000 7f8c1c200640 1 -- 172.21.15.29:0/2939302966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c1415fde0 con 0x7f8c1415e3f0 2024-09-12T03:08:52.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.274+0000 7f8c1c200640 1 -- 172.21.15.29:0/2939302966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c141603a0 con 0x7f8c1415e3f0 2024-09-12T03:08:52.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.273+0000 7f2f9ac00640 1 -- 172.21.15.29:0/2047252969 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f94068480 con 0x7f2f940a9a10 2024-09-12T03:08:52.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.275+0000 7f2f8be00640 1 -- 172.21.15.29:0/2047252969 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2f8401d070 con 0x7f2f940a9a10 2024-09-12T03:08:52.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.275+0000 7f3a1f400640 1 -- 172.21.15.29:0/1014006633 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3a18014030 con 0x7f3a280cded0 2024-09-12T03:08:52.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.276+0000 7f8c1c200640 1 -- 172.21.15.29:0/2939302966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c140725f0 con 0x7f8c1415e3f0 2024-09-12T03:08:52.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.276+0000 7f2f8be00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f7406bf00 0x7f2f7406e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.277+0000 7f2f8be00640 1 -- 172.21.15.29:0/2047252969 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f2f8408a850 con 0x7f2f940a9a10 2024-09-12T03:08:52.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.277+0000 7f8c11600640 1 -- 172.21.15.29:0/2939302966 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8c08044020 con 0x7f8c1415e3f0 2024-09-12T03:08:52.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.277+0000 7f2f93e00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f7406bf00 0x7f2f7406e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.278+0000 7f3797400640 1 -- 172.21.15.29:0/2659186866 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37a8072790 con 0x7f37a80b1700 2024-09-12T03:08:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.279+0000 7f8c11600640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf406be80 0x7f8bf406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.279+0000 7f8c11600640 1 -- 172.21.15.29:0/2939302966 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f8c080ab9d0 con 0x7f8c1415e3f0 2024-09-12T03:08:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.279+0000 7f8c19800640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf406be80 0x7f8bf406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.279+0000 7f2f93e00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f7406bf00 0x7f2f7406e3c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c005960 tx=0x7f2f8c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.280+0000 7f8c19800640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf406be80 0x7f8bf406e340 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c007500 tx=0x7f8c0c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.283+0000 7f8c11600640 1 -- 172.21.15.29:0/2939302966 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c0804b030 con 0x7f8c1415e3f0 2024-09-12T03:08:52.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.283+0000 7f2f8be00640 1 -- 172.21.15.29:0/2047252969 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2f84058850 con 0x7f2f940a9a10 2024-09-12T03:08:52.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.285+0000 7f37a2000640 1 -- 172.21.15.29:0/2659186866 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f379801a070 con 0x7f37a80b1700 2024-09-12T03:08:52.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.290+0000 7f37a2000640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f378c06bf30 0x7f378c06e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.290+0000 7f37a2000640 1 -- 172.21.15.29:0/2659186866 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f379808a990 con 0x7f37a80b1700 2024-09-12T03:08:52.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.292+0000 7f37ade00640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f378c06bf30 0x7f378c06e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.293+0000 7f37a2000640 1 -- 172.21.15.29:0/2659186866 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3798058990 con 0x7f37a80b1700 2024-09-12T03:08:52.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.296+0000 7f37ade00640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f378c06bf30 0x7f378c06e3f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f379c00bc00 tx=0x7f379c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.308+0000 7f298dc00640 1 Processor -- start 2024-09-12T03:08:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.308+0000 7f298dc00640 1 -- start start 2024-09-12T03:08:52.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.310+0000 7f298dc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2988099cc0 0x7f29880b4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.311+0000 7f298dc00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2988073d30 con 0x7f29880b46c0 2024-09-12T03:08:52.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.311+0000 7f298dc00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29880b34d0 con 0x7f29880aee40 2024-09-12T03:08:52.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.311+0000 7f298dc00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f29880af270 con 0x7f2988099cc0 2024-09-12T03:08:52.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.311+0000 7f2987e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2988099cc0 0x7f29880b4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.311+0000 7f298d200640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f29880aee40 0x7f29880b0b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:58122/0 (socket says 172.21.15.29:58122) 2024-09-12T03:08:52.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.311+0000 7f298d200640 1 -- 172.21.15.29:0/3332102754 learned_addr learned my addr 172.21.15.29:0/3332102754 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:52.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.312+0000 7f2987e00640 1 -- 172.21.15.29:0/3332102754 >> v1:172.21.15.38:6789/0 conn(0x7f29880aee40 legacy=0x7f29880b0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.312+0000 7f2987e00640 1 -- 172.21.15.29:0/3332102754 >> v1:172.21.15.29:6789/0 conn(0x7f29880b46c0 legacy=0x7f29880b0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:52.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.313+0000 7f2987e00640 1 -- 172.21.15.29:0/3332102754 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29880b4d90 con 0x7f2988099cc0 2024-09-12T03:08:52.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.315+0000 7f2987e00640 1 --2- 172.21.15.29:0/3332102754 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2988099cc0 0x7f29880b4180 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2980009d90 tx=0x7f298002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b727c3824acd73 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.315+0000 7f2986a00640 1 -- 172.21.15.29:0/3332102754 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980007740 con 0x7f2988099cc0 2024-09-12T03:08:52.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.315+0000 7f2986a00640 1 -- 172.21.15.29:0/3332102754 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29800078e0 con 0x7f2988099cc0 2024-09-12T03:08:52.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.315+0000 7f2986a00640 1 -- 172.21.15.29:0/3332102754 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2980007cb0 con 0x7f2988099cc0 2024-09-12T03:08:52.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.316+0000 7f298dc00640 1 -- 172.21.15.29:0/3332102754 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2988099cc0 msgr2=0x7f29880b4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.316+0000 7f298dc00640 1 --2- 172.21.15.29:0/3332102754 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2988099cc0 0x7f29880b4180 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2980009d90 tx=0x7f298002a5d0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.317+0000 7f298dc00640 1 -- 172.21.15.29:0/3332102754 shutdown_connections 2024-09-12T03:08:52.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.317+0000 7f298dc00640 1 --2- 172.21.15.29:0/3332102754 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2988099cc0 0x7f29880b4180 secure :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2980009d90 tx=0x7f298002a5d0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.317+0000 7f298dc00640 1 -- 172.21.15.29:0/3332102754 >> 172.21.15.29:0/3332102754 conn(0x7f2988073090 msgr2=0x7f29880734a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.317+0000 7f298dc00640 1 -- 172.21.15.29:0/3332102754 shutdown_connections 2024-09-12T03:08:52.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.317+0000 7f298dc00640 1 -- 172.21.15.29:0/3332102754 wait complete. 2024-09-12T03:08:52.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.320+0000 7f298dc00640 1 Processor -- start 2024-09-12T03:08:52.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.320+0000 7f298dc00640 1 -- start start 2024-09-12T03:08:52.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.322+0000 7f298dc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29880aee40 0x7f2988160d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.322+0000 7f298dc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29880b46c0 0x7f298815f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.322+0000 7f298dc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2988097220 0x7f29880976a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.322+0000 7f298dc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f29880b37b0 con 0x7f29880b46c0 2024-09-12T03:08:52.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.322+0000 7f298dc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f29880b3c20 con 0x7f29880aee40 2024-09-12T03:08:52.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.322+0000 7f298dc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f29880b3930 con 0x7f2988097220 2024-09-12T03:08:52.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.323+0000 7f2987e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29880aee40 0x7f2988160d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.323+0000 7f2987e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29880aee40 0x7f2988160d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46440/0 (socket says 172.21.15.29:46440) 2024-09-12T03:08:52.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.323+0000 7f298d200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2988097220 0x7f29880976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.323+0000 7f298d200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2988097220 0x7f29880976a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59464/0 (socket says 172.21.15.29:59464) 2024-09-12T03:08:52.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.323+0000 7f298d200640 1 -- 172.21.15.29:0/1099333167 learned_addr learned my addr 172.21.15.29:0/1099333167 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.323+0000 7f2987400640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29880b46c0 0x7f298815f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.323+0000 7f298d200640 1 -- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29880aee40 msgr2=0x7f2988160d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.323+0000 7f298d200640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29880aee40 0x7f2988160d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.323+0000 7f298d200640 1 -- 172.21.15.29:0/1099333167 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29880b46c0 msgr2=0x7f298815f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.323+0000 7f298d200640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29880b46c0 0x7f298815f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.323+0000 7f298d200640 1 -- 172.21.15.29:0/1099333167 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2988161280 con 0x7f2988097220 2024-09-12T03:08:52.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.324+0000 7f298d200640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2988097220 0x7f29880976a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f297800b440 tx=0x7f2978009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.324+0000 7f297fe00640 1 -- 172.21.15.29:0/1099333167 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2978015020 con 0x7f2988097220 2024-09-12T03:08:52.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.325+0000 7f297fe00640 1 -- 172.21.15.29:0/1099333167 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2978011830 con 0x7f2988097220 2024-09-12T03:08:52.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.325+0000 7f297fe00640 1 -- 172.21.15.29:0/1099333167 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2978011c00 con 0x7f2988097220 2024-09-12T03:08:52.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.325+0000 7f298dc00640 1 -- 172.21.15.29:0/1099333167 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f298815fca0 con 0x7f2988097220 2024-09-12T03:08:52.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.326+0000 7f298dc00640 1 -- 172.21.15.29:0/1099333167 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2988160260 con 0x7f2988097220 2024-09-12T03:08:52.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.327+0000 7f298dc00640 1 -- 172.21.15.29:0/1099333167 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29880b0930 con 0x7f2988097220 2024-09-12T03:08:52.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.330+0000 7f297fe00640 1 -- 172.21.15.29:0/1099333167 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2978018020 con 0x7f2988097220 2024-09-12T03:08:52.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.331+0000 7f297fe00640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f296806be30 0x7f296806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.332+0000 7f297fe00640 1 -- 172.21.15.29:0/1099333167 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f297808ace0 con 0x7f2988097220 2024-09-12T03:08:52.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.332+0000 7f2987e00640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f296806be30 0x7f296806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.333+0000 7f2987e00640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f296806be30 0x7f296806e2f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2980034000 tx=0x7f298002f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.335+0000 7f297fe00640 1 -- 172.21.15.29:0/1099333167 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f29780592b0 con 0x7f2988097220 2024-09-12T03:08:52.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.361+0000 7fc8d6400640 1 Processor -- start 2024-09-12T03:08:52.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.361+0000 7fc8d6400640 1 -- start start 2024-09-12T03:08:52.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.363+0000 7fc8d6400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc8c804fc60 0x7fc8c801d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.364+0000 7fc8d6400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8c801db70 con 0x7fc8c8053580 2024-09-12T03:08:52.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.364+0000 7fc8d6400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8c8006980 con 0x7fc8c80064c0 2024-09-12T03:08:52.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.364+0000 7fc8d6400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc8c8032770 con 0x7fc8c804fc60 2024-09-12T03:08:52.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.365+0000 7fc8d5a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc8c8053580 0x7fc8c80e9370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53752/0 (socket says 172.21.15.29:53752) 2024-09-12T03:08:52.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.365+0000 7fc8d5a00640 1 -- 172.21.15.29:0/2835710550 learned_addr learned my addr 172.21.15.29:0/2835710550 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:52.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.365+0000 7fc8d5000640 1 --2- 172.21.15.29:0/2835710550 >> v2:172.21.15.29:3300/0 conn(0x7fc8c804fc60 0x7fc8c801d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.366+0000 7fc8cf400640 1 -- 172.21.15.29:0/2835710550 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 869834269 0 0) 0x7fc8c801db70 con 0x7fc8c8053580 2024-09-12T03:08:52.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.366+0000 7fc8cf400640 1 -- 172.21.15.29:0/2835710550 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc8b8003520 con 0x7fc8c8053580 2024-09-12T03:08:52.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.366+0000 7fc8d5000640 1 -- 172.21.15.29:0/2835710550 >> v1:172.21.15.38:6789/0 conn(0x7fc8c80064c0 legacy=0x7fc8c8050040 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-12T03:08:52.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.366+0000 7fc8d5000640 1 -- 172.21.15.29:0/2835710550 >> v1:172.21.15.29:6789/0 conn(0x7fc8c8053580 legacy=0x7fc8c80e9370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.367+0000 7fc8d5000640 1 -- 172.21.15.29:0/2835710550 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8c8006c60 con 0x7fc8c804fc60 2024-09-12T03:08:52.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.369+0000 7fc8d5000640 1 --2- 172.21.15.29:0/2835710550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8c804fc60 0x7fc8c801d630 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc00ba30 tx=0x7fc8bc02c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=472e320bb6f7a96f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.369+0000 7fc8cf400640 1 -- 172.21.15.29:0/2835710550 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8bc032750 con 0x7fc8c804fc60 2024-09-12T03:08:52.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.369+0000 7fc8cf400640 1 -- 172.21.15.29:0/2835710550 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8bc030050 con 0x7fc8c804fc60 2024-09-12T03:08:52.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.369+0000 7fc8cf400640 1 -- 172.21.15.29:0/2835710550 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8bc032af0 con 0x7fc8c804fc60 2024-09-12T03:08:52.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.371+0000 7fc8d6400640 1 -- 172.21.15.29:0/2835710550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8c804fc60 msgr2=0x7fc8c801d630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.371+0000 7fc8d6400640 1 --2- 172.21.15.29:0/2835710550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8c804fc60 0x7fc8c801d630 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc00ba30 tx=0x7fc8bc02c890 comp rx=0 tx=0).stop 2024-09-12T03:08:52.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.371+0000 7fc8d6400640 1 -- 172.21.15.29:0/2835710550 shutdown_connections 2024-09-12T03:08:52.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.371+0000 7fc8d6400640 1 --2- 172.21.15.29:0/2835710550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8c804fc60 0x7fc8c801d630 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.371+0000 7fc8d6400640 1 -- 172.21.15.29:0/2835710550 >> 172.21.15.29:0/2835710550 conn(0x7fc8c8036090 msgr2=0x7fc8c80364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.372+0000 7fc8d6400640 1 -- 172.21.15.29:0/2835710550 shutdown_connections 2024-09-12T03:08:52.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.372+0000 7fc8d6400640 1 -- 172.21.15.29:0/2835710550 wait complete. 2024-09-12T03:08:52.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.375+0000 7fc8d6400640 1 Processor -- start 2024-09-12T03:08:52.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.375+0000 7fc8d6400640 1 -- start start 2024-09-12T03:08:52.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.377+0000 7fc8d6400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8c80064c0 0x7fc8c80dd440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.377+0000 7fc8d6400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8c804fc60 0x7fc8c81809b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.378+0000 7fc8d6400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8c8053580 0x7fc8c80d91a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.378+0000 7fc8d6400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc8c8007220 con 0x7fc8c80064c0 2024-09-12T03:08:52.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.378+0000 7fc8d6400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc8c80520e0 con 0x7fc8c804fc60 2024-09-12T03:08:52.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.379+0000 7fc8d6400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc8c8050750 con 0x7fc8c8053580 2024-09-12T03:08:52.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.379+0000 7fc8cfe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8c804fc60 0x7fc8c81809b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.379+0000 7fc8d5a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8c8053580 0x7fc8c80d91a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.379+0000 7fc8d5a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8c8053580 0x7fc8c80d91a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59466/0 (socket says 172.21.15.29:59466) 2024-09-12T03:08:52.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.379+0000 7fc8cfe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8c804fc60 0x7fc8c81809b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46442/0 (socket says 172.21.15.29:46442) 2024-09-12T03:08:52.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.379+0000 7fc8cfe00640 1 -- 172.21.15.29:0/1015644536 learned_addr learned my addr 172.21.15.29:0/1015644536 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.380+0000 7fc8cfe00640 1 -- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8c8053580 msgr2=0x7fc8c80d91a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.380+0000 7fc8cfe00640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8c8053580 0x7fc8c80d91a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.380+0000 7fc8cfe00640 1 -- 172.21.15.29:0/1015644536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8c80064c0 msgr2=0x7fc8c80dd440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.380+0000 7fc8d5000640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8c80064c0 0x7fc8c80dd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.380+0000 7fc8cfe00640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8c80064c0 0x7fc8c80dd440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.380+0000 7fc8cfe00640 1 -- 172.21.15.29:0/1015644536 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8c80de960 con 0x7fc8c804fc60 2024-09-12T03:08:52.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.380+0000 7fc8d5000640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8c80064c0 0x7fc8c80dd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:08:52.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.381+0000 7fc8cfe00640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8c804fc60 0x7fc8c81809b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc8c400b450 tx=0x7fc8c400b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.381+0000 7fc8ccc00640 1 -- 172.21.15.29:0/1015644536 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c4015020 con 0x7fc8c804fc60 2024-09-12T03:08:52.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.381+0000 7fc8d6400640 1 -- 172.21.15.29:0/1015644536 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8c80de680 con 0x7fc8c804fc60 2024-09-12T03:08:52.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.382+0000 7fc8d6400640 1 -- 172.21.15.29:0/1015644536 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8c80dcc40 con 0x7fc8c804fc60 2024-09-12T03:08:52.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.382+0000 7fc8ccc00640 1 -- 172.21.15.29:0/1015644536 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8c4011890 con 0x7fc8c804fc60 2024-09-12T03:08:52.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.382+0000 7fc8ccc00640 1 -- 172.21.15.29:0/1015644536 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c4015020 con 0x7fc8c804fc60 2024-09-12T03:08:52.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.383+0000 7fc8d6400640 1 -- 172.21.15.29:0/1015644536 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8ac005290 con 0x7fc8c804fc60 2024-09-12T03:08:52.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.386+0000 7fc8ccc00640 1 -- 172.21.15.29:0/1015644536 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc8c4018020 con 0x7fc8c804fc60 2024-09-12T03:08:52.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.388+0000 7fc8ccc00640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc8b006c230 0x7fc8b006e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.388+0000 7fc8ccc00640 1 -- 172.21.15.29:0/1015644536 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fc8c4011690 con 0x7fc8c804fc60 2024-09-12T03:08:52.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.389+0000 7fc8d5000640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc8b006c230 0x7fc8b006e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.391+0000 7fc8ccc00640 1 -- 172.21.15.29:0/1015644536 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc8c401f020 con 0x7fc8c804fc60 2024-09-12T03:08:52.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.393+0000 7fc8d5000640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc8b006c230 0x7fc8b006e6f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc037000 tx=0x7fc8bc032000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.610+0000 7fe4a7200640 1 -- 172.21.15.29:0/996446191 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fe4a806bc10 con 0x7fe4a80ca560 2024-09-12T03:08:52.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.611+0000 7fe49e000640 1 -- 172.21.15.29:0/996446191 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe4a005dd10 con 0x7fe4a80ca560 2024-09-12T03:08:52.611 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:52.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.616+0000 7fe4a7200640 1 -- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe48806bf00 msgr2=0x7fe48806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.616+0000 7fe4a7200640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe48806bf00 0x7fe48806e3c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe494034000 tx=0x7fe49402e000 comp rx=0 tx=0).stop 2024-09-12T03:08:52.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.616+0000 7fe4a7200640 1 -- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4a80ca560 msgr2=0x7fe4a8070670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.616+0000 7fe4a7200640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4a80ca560 0x7fe4a8070670 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe4a000cdd0 tx=0x7fe4a000a710 comp rx=0 tx=0).stop 2024-09-12T03:08:52.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.616+0000 7fe4a7200640 1 -- 172.21.15.29:0/996446191 shutdown_connections 2024-09-12T03:08:52.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.616+0000 7fe4a7200640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe48806bf00 0x7fe48806e3c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.616+0000 7fe4a7200640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4a80ca560 0x7fe4a8070670 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.616+0000 7fe4a7200640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4a80b6510 0x7fe4a80c9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.616+0000 7fe4a7200640 1 --2- 172.21.15.29:0/996446191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a809d9d0 0x7fe4a80cac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.616+0000 7fe4a7200640 1 -- 172.21.15.29:0/996446191 >> 172.21.15.29:0/996446191 conn(0x7fe4a80d12e0 msgr2=0x7fe4a806ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.616+0000 7fe4a7200640 1 -- 172.21.15.29:0/996446191 shutdown_connections 2024-09-12T03:08:52.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.617+0000 7fe4a7200640 1 -- 172.21.15.29:0/996446191 wait complete. 2024-09-12T03:08:52.642 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.5 2024-09-12T03:08:52.642 DEBUG:teuthology.parallel:result is None 2024-09-12T03:08:52.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.684+0000 7f2496600640 1 -- 172.21.15.29:0/775028124 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f2490166ef0 con 0x7f24900b3b10 2024-09-12T03:08:52.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.685+0000 7f248cc00640 1 -- 172.21.15.29:0/775028124 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f249015d750 con 0x7f24900b3b10 2024-09-12T03:08:52.799 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:52.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 -- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f247006bf00 msgr2=0x7f247006e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f247006bf00 0x7f247006e3c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f247c000f60 tx=0x7f247c007ec0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 -- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24900b3b10 msgr2=0x7f249015def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24900b3b10 0x7f249015def0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f248000c430 tx=0x7f248000c8f0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 -- 172.21.15.29:0/775028124 shutdown_connections 2024-09-12T03:08:52.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f247006bf00 0x7f247006e3c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f24901632f0 0x7f2490202020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f24900b3b10 0x7f249015def0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 --2- 172.21.15.29:0/775028124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f249006f6b0 0x7f2490200f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 -- 172.21.15.29:0/775028124 >> 172.21.15.29:0/775028124 conn(0x7f249006bdf0 msgr2=0x7f2490162430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 -- 172.21.15.29:0/775028124 shutdown_connections 2024-09-12T03:08:52.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.689+0000 7f2496600640 1 -- 172.21.15.29:0/775028124 wait complete. 2024-09-12T03:08:52.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.693+0000 7f298dc00640 1 -- 172.21.15.29:0/1099333167 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f29880b0650 con 0x7f2988097220 2024-09-12T03:08:52.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.693+0000 7f297fe00640 1 -- 172.21.15.29:0/1099333167 <== mon.2 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2978058bb0 con 0x7f2988097220 2024-09-12T03:08:52.801 INFO:teuthology.orchestra.run.smithi029.stdout:55834574858 2024-09-12T03:08:52.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.696+0000 7f298dc00640 1 -- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f296806be30 msgr2=0x7f296806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.696+0000 7f298dc00640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f296806be30 0x7f296806e2f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2980034000 tx=0x7f298002f000 comp rx=0 tx=0).stop 2024-09-12T03:08:52.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.696+0000 7f298dc00640 1 -- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2988097220 msgr2=0x7f29880976a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.696+0000 7f298dc00640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2988097220 0x7f29880976a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f297800b440 tx=0x7f2978009f90 comp rx=0 tx=0).stop 2024-09-12T03:08:52.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.696+0000 7f298dc00640 1 -- 172.21.15.29:0/1099333167 shutdown_connections 2024-09-12T03:08:52.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.696+0000 7f298dc00640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f296806be30 0x7f296806e2f0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.696+0000 7f298dc00640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2988097220 0x7f29880976a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.696+0000 7f298dc00640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29880b46c0 0x7f298815f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.696+0000 7f298dc00640 1 --2- 172.21.15.29:0/1099333167 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29880aee40 0x7f2988160d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.696+0000 7f298dc00640 1 -- 172.21.15.29:0/1099333167 >> 172.21.15.29:0/1099333167 conn(0x7f2988073090 msgr2=0x7f298806e990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.697+0000 7f298dc00640 1 -- 172.21.15.29:0/1099333167 shutdown_connections 2024-09-12T03:08:52.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.697+0000 7f298dc00640 1 -- 172.21.15.29:0/1099333167 wait complete. 2024-09-12T03:08:52.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.708+0000 7f8c1c200640 1 -- 172.21.15.29:0/2939302966 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f8c141e7fe0 con 0x7f8c1415e3f0 2024-09-12T03:08:52.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.709+0000 7f8c11600640 1 -- 172.21.15.29:0/2939302966 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8c08032e20 con 0x7f8c1415e3f0 2024-09-12T03:08:52.804 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:52.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.712+0000 7f3a2d600640 1 -- 172.21.15.29:0/1014006633 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f3a280b0750 con 0x7f3a280cded0 2024-09-12T03:08:52.804 INFO:teuthology.orchestra.run.smithi029.stdout:55834574858 2024-09-12T03:08:52.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.712+0000 7f3a1f400640 1 -- 172.21.15.29:0/1014006633 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3a18059630 con 0x7f3a280cded0 2024-09-12T03:08:52.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f8c1c200640 1 -- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf406be80 msgr2=0x7f8bf406e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f8c1c200640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf406be80 0x7f8bf406e340 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c007500 tx=0x7f8c0c009040 comp rx=0 tx=0).stop 2024-09-12T03:08:52.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f8c1c200640 1 -- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1415e3f0 msgr2=0x7f8c141fb460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f8c1c200640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1415e3f0 0x7f8c141fb460 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8c08000c00 tx=0x7f8c080046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f8c1c200640 1 -- 172.21.15.29:0/2939302966 shutdown_connections 2024-09-12T03:08:52.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f8c1c200640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf406be80 0x7f8bf406e340 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f8c1c200640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c14161f00 0x7f8c141567c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f8c1c200640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1415e3f0 0x7f8c141fb460 secure :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f8c08000c00 tx=0x7f8c080046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f8c1c200640 1 --2- 172.21.15.29:0/2939302966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c140cded0 0x7f8c1415f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f8c1c200640 1 -- 172.21.15.29:0/2939302966 >> 172.21.15.29:0/2939302966 conn(0x7f8c140b57c0 msgr2=0x7f8c1415c260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f3797400640 1 -- 172.21.15.29:0/2659186866 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f37a815e890 con 0x7f37a80b1700 2024-09-12T03:08:52.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.714+0000 7f8c1c200640 1 -- 172.21.15.29:0/2939302966 shutdown_connections 2024-09-12T03:08:52.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f8c1c200640 1 -- 172.21.15.29:0/2939302966 wait complete. 2024-09-12T03:08:52.807 INFO:teuthology.orchestra.run.smithi029.stdout:55834574858 2024-09-12T03:08:52.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f37a2000640 1 -- 172.21.15.29:0/2659186866 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f379805de20 con 0x7f37a80b1700 2024-09-12T03:08:52.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f3a2d600640 1 -- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3a0406be30 msgr2=0x7f3a0406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.809 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.3 2024-09-12T03:08:52.809 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.1 2024-09-12T03:08:52.810 DEBUG:teuthology.parallel:result is None 2024-09-12T03:08:52.810 DEBUG:teuthology.parallel:result is None 2024-09-12T03:08:52.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f3a2d600640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3a0406be30 0x7f3a0406e2f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f3a10034000 tx=0x7f3a1002e000 comp rx=0 tx=0).stop 2024-09-12T03:08:52.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f3a2d600640 1 -- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a280cded0 msgr2=0x7f3a28099360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f3a2d600640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a280cded0 0x7f3a28099360 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3a1800cd00 tx=0x7f3a1800a5c0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f3a2d600640 1 -- 172.21.15.29:0/1014006633 shutdown_connections 2024-09-12T03:08:52.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f3a2d600640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3a0406be30 0x7f3a0406e2f0 secure :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f3a10034000 tx=0x7f3a1002e000 comp rx=0 tx=0).stop 2024-09-12T03:08:52.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f3a2d600640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a281662a0 0x7f3a280998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f3a2d600640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a280cded0 0x7f3a28099360 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f3a2d600640 1 --2- 172.21.15.29:0/1014006633 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a280b3080 0x7f3a28201180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.715+0000 7f3a2d600640 1 -- 172.21.15.29:0/1014006633 >> 172.21.15.29:0/1014006633 conn(0x7f3a280b1d80 msgr2=0x7f3a280ae9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.716+0000 7f3a2d600640 1 -- 172.21.15.29:0/1014006633 shutdown_connections 2024-09-12T03:08:52.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.716+0000 7f3a2d600640 1 -- 172.21.15.29:0/1014006633 wait complete. 2024-09-12T03:08:52.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.716+0000 7f2f9ac00640 1 -- 172.21.15.29:0/2047252969 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f2f940ce470 con 0x7f2f940a9a10 2024-09-12T03:08:52.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.717+0000 7f2f8be00640 1 -- 172.21.15.29:0/2047252969 <== mon.2 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2f8405cb50 con 0x7f2f940a9a10 2024-09-12T03:08:52.812 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:52.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 -- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f378c06bf30 msgr2=0x7f378c06e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f378c06bf30 0x7f378c06e3f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f379c00bc00 tx=0x7f379c02e000 comp rx=0 tx=0).stop 2024-09-12T03:08:52.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 -- 172.21.15.29:0/2659186866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37a80b1700 msgr2=0x7f37a813ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37a80b1700 0x7f37a813ac80 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f379800e5b0 tx=0x7f379800ea70 comp rx=0 tx=0).stop 2024-09-12T03:08:52.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 -- 172.21.15.29:0/2659186866 shutdown_connections 2024-09-12T03:08:52.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f378c06bf30 0x7f378c06e3f0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f37a815ded0 0x7f37a815e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37a80b1700 0x7f37a813ac80 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 --2- 172.21.15.29:0/2659186866 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f37a80d0cf0 0x7f37a8156440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 -- 172.21.15.29:0/2659186866 >> 172.21.15.29:0/2659186866 conn(0x7f37a8067d70 msgr2=0x7f37a8068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 -- 172.21.15.29:0/2659186866 shutdown_connections 2024-09-12T03:08:52.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.718+0000 7f3797400640 1 -- 172.21.15.29:0/2659186866 wait complete. 2024-09-12T03:08:52.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 -- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f7406bf00 msgr2=0x7f2f7406e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f7406bf00 0x7f2f7406e3c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c005960 tx=0x7f2f8c009040 comp rx=0 tx=0).stop 2024-09-12T03:08:52.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 -- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f940a9a10 msgr2=0x7f2f941591b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f940a9a10 0x7f2f941591b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2f9406c750 tx=0x7f2f84007720 comp rx=0 tx=0).stop 2024-09-12T03:08:52.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 -- 172.21.15.29:0/2047252969 shutdown_connections 2024-09-12T03:08:52.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f7406bf00 0x7f2f7406e3c0 secure :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c005960 tx=0x7f2f8c009040 comp rx=0 tx=0).stop 2024-09-12T03:08:52.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f940a9a10 0x7f2f941591b0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f940ad0a0 0x7f2f940a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 --2- 172.21.15.29:0/2047252969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f78004800 0x7f2f940ac3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 -- 172.21.15.29:0/2047252969 >> 172.21.15.29:0/2047252969 conn(0x7f2f94067da0 msgr2=0x7f2f941579d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 -- 172.21.15.29:0/2047252969 shutdown_connections 2024-09-12T03:08:52.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.720+0000 7f2f9ac00640 1 -- 172.21.15.29:0/2047252969 wait complete. 2024-09-12T03:08:52.816 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.7 2024-09-12T03:08:52.817 DEBUG:teuthology.parallel:result is None 2024-09-12T03:08:52.817 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.0 2024-09-12T03:08:52.818 DEBUG:teuthology.parallel:result is None 2024-09-12T03:08:52.818 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.2 2024-09-12T03:08:52.819 DEBUG:teuthology.parallel:result is None 2024-09-12T03:08:52.819 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.4 2024-09-12T03:08:52.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.759+0000 7fc8d6400640 1 -- 172.21.15.29:0/1015644536 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fc8ac005850 con 0x7fc8c804fc60 2024-09-12T03:08:52.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.762+0000 7fc8ccc00640 1 -- 172.21.15.29:0/1015644536 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc8c400d040 con 0x7fc8c804fc60 2024-09-12T03:08:52.820 DEBUG:teuthology.parallel:result is None 2024-09-12T03:08:52.820 INFO:teuthology.orchestra.run.smithi029.stdout:55834574857 2024-09-12T03:08:52.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.764+0000 7fc8d6400640 1 -- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc8b006c230 msgr2=0x7fc8b006e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.764+0000 7fc8d6400640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc8b006c230 0x7fc8b006e6f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc037000 tx=0x7fc8bc032000 comp rx=0 tx=0).stop 2024-09-12T03:08:52.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.764+0000 7fc8d6400640 1 -- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8c804fc60 msgr2=0x7fc8c81809b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.764+0000 7fc8d6400640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8c804fc60 0x7fc8c81809b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc8c400b450 tx=0x7fc8c400b910 comp rx=0 tx=0).stop 2024-09-12T03:08:52.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.764+0000 7fc8d6400640 1 -- 172.21.15.29:0/1015644536 shutdown_connections 2024-09-12T03:08:52.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.764+0000 7fc8d6400640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc8b006c230 0x7fc8b006e6f0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.764+0000 7fc8d6400640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8c8053580 0x7fc8c80d91a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.764+0000 7fc8d6400640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc8c804fc60 0x7fc8c81809b0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.764+0000 7fc8d6400640 1 --2- 172.21.15.29:0/1015644536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8c80064c0 0x7fc8c80dd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.764+0000 7fc8d6400640 1 -- 172.21.15.29:0/1015644536 >> 172.21.15.29:0/1015644536 conn(0x7fc8c8036090 msgr2=0x7fc8c8004950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.765+0000 7fc8d6400640 1 -- 172.21.15.29:0/1015644536 shutdown_connections 2024-09-12T03:08:52.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.765+0000 7fc8d6400640 1 -- 172.21.15.29:0/1015644536 wait complete. 2024-09-12T03:08:52.822 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.6 2024-09-12T03:08:52.822 DEBUG:teuthology.parallel:result is None 2024-09-12T03:08:52.823 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T03:08:52.823 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:08:52.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.979+0000 7f3dcc800640 1 Processor -- start 2024-09-12T03:08:52.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.979+0000 7f3dcc800640 1 -- start start 2024-09-12T03:08:52.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.980+0000 7f3dcc800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3dc4147990 0x7f3dc40afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.980+0000 7f3dcc800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dc40b3c60 con 0x7f3dc4071fd0 2024-09-12T03:08:52.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.980+0000 7f3dcc800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dc40b3f40 con 0x7f3dc41475b0 2024-09-12T03:08:52.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.980+0000 7f3dcc800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f3dc40b4220 con 0x7f3dc4147990 2024-09-12T03:08:52.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.980+0000 7f3dc9400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3dc4147990 0x7f3dc40afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.981+0000 7f3dc9400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3dc4147990 0x7f3dc40afb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34892/0 (socket says 172.21.15.29:34892) 2024-09-12T03:08:52.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.981+0000 7f3dca800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f3dc4071fd0 0x7f3dc406dfd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53768/0 (socket says 172.21.15.29:53768) 2024-09-12T03:08:52.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.981+0000 7f3dc9400640 1 -- 172.21.15.29:0/2022285645 learned_addr learned my addr 172.21.15.29:0/2022285645 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.981+0000 7f3dc9400640 1 -- 172.21.15.29:0/2022285645 >> v1:172.21.15.38:6789/0 conn(0x7f3dc41475b0 legacy=0x7f3dc40b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.981+0000 7f3dc9400640 1 -- 172.21.15.29:0/2022285645 >> v1:172.21.15.29:6789/0 conn(0x7f3dc4071fd0 legacy=0x7f3dc406dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.981+0000 7f3dc8a00640 1 -- 172.21.15.29:0/2022285645 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3539768393 0 0) 0x7f3dc40b3c60 con 0x7f3dc4071fd0 2024-09-12T03:08:52.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.981+0000 7f3dc9400640 1 -- 172.21.15.29:0/2022285645 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc40b4500 con 0x7f3dc4147990 2024-09-12T03:08:52.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.982+0000 7f3dc9400640 1 --2- 172.21.15.29:0/2022285645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc4147990 0x7f3dc40afb60 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3db4009870 tx=0x7f3db402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd8b1190f4331687 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.983+0000 7f3dc8a00640 1 -- 172.21.15.29:0/2022285645 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db4037070 con 0x7f3dc4147990 2024-09-12T03:08:52.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.983+0000 7f3dc8a00640 1 -- 172.21.15.29:0/2022285645 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3db402ae50 con 0x7f3dc4147990 2024-09-12T03:08:52.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.983+0000 7f3dc8a00640 1 -- 172.21.15.29:0/2022285645 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db4032860 con 0x7f3dc4147990 2024-09-12T03:08:52.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.983+0000 7f3dcc800640 1 -- 172.21.15.29:0/2022285645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc4147990 msgr2=0x7f3dc40afb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.983+0000 7f3dcc800640 1 --2- 172.21.15.29:0/2022285645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc4147990 0x7f3dc40afb60 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3db4009870 tx=0x7f3db402a300 comp rx=0 tx=0).stop 2024-09-12T03:08:52.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.983+0000 7f3dcc800640 1 -- 172.21.15.29:0/2022285645 shutdown_connections 2024-09-12T03:08:52.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.983+0000 7f3dcc800640 1 --2- 172.21.15.29:0/2022285645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc4147990 0x7f3dc40afb60 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.983+0000 7f3dcc800640 1 -- 172.21.15.29:0/2022285645 >> 172.21.15.29:0/2022285645 conn(0x7f3dc4067da0 msgr2=0x7f3dc406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:52.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.983+0000 7f3dcc800640 1 -- 172.21.15.29:0/2022285645 shutdown_connections 2024-09-12T03:08:52.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.983+0000 7f3dcc800640 1 -- 172.21.15.29:0/2022285645 wait complete. 2024-09-12T03:08:52.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.985+0000 7f3dcc800640 1 Processor -- start 2024-09-12T03:08:52.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.985+0000 7f3dcc800640 1 -- start start 2024-09-12T03:08:52.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.986+0000 7f3dcc800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3dc4071fd0 0x7f3dc41e9e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.986+0000 7f3dcc800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc41475b0 0x7f3dc4141620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.986+0000 7f3dcc800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3dc4147990 0x7f3dc4141b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.986+0000 7f3dcc800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc40725e0 con 0x7f3dc41475b0 2024-09-12T03:08:52.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.986+0000 7f3dcc800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc4072460 con 0x7f3dc4071fd0 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.986+0000 7f3dcc800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3dc4072760 con 0x7f3dc4147990 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.986+0000 7f3dc9400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc41475b0 0x7f3dc4141620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.986+0000 7f3dc9400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc41475b0 0x7f3dc4141620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34904/0 (socket says 172.21.15.29:34904) 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.986+0000 7f3dc9400640 1 -- 172.21.15.29:0/1040449721 learned_addr learned my addr 172.21.15.29:0/1040449721 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.986+0000 7f3dc9e00640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3dc4071fd0 0x7f3dc41e9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.987+0000 7f3dca800640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3dc4147990 0x7f3dc4141b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.987+0000 7f3dc9400640 1 -- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3dc4147990 msgr2=0x7f3dc4141b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.987+0000 7f3dc9400640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3dc4147990 0x7f3dc4141b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.987+0000 7f3dc9400640 1 -- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3dc4071fd0 msgr2=0x7f3dc41e9e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.987+0000 7f3dc9400640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3dc4071fd0 0x7f3dc41e9e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.987+0000 7f3dc9400640 1 -- 172.21.15.29:0/1040449721 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc4160a10 con 0x7f3dc41475b0 2024-09-12T03:08:52.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.987+0000 7f3dc9400640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc41475b0 0x7f3dc4141620 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3db4000c00 tx=0x7f3db40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.987+0000 7f3dbe000640 1 -- 172.21.15.29:0/1040449721 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db4041070 con 0x7f3dc41475b0 2024-09-12T03:08:52.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.987+0000 7f3dbe000640 1 -- 172.21.15.29:0/1040449721 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3db403c870 con 0x7f3dc41475b0 2024-09-12T03:08:52.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.987+0000 7f3dcc800640 1 -- 172.21.15.29:0/1040449721 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dc4160cf0 con 0x7f3dc41475b0 2024-09-12T03:08:52.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.987+0000 7f3dbe000640 1 -- 172.21.15.29:0/1040449721 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db4037040 con 0x7f3dc41475b0 2024-09-12T03:08:52.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.988+0000 7f3dcc800640 1 -- 172.21.15.29:0/1040449721 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dc41612b0 con 0x7f3dc41475b0 2024-09-12T03:08:52.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.989+0000 7f3dcc800640 1 -- 172.21.15.29:0/1040449721 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dc4068480 con 0x7f3dc41475b0 2024-09-12T03:08:52.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.989+0000 7f3dbe000640 1 -- 172.21.15.29:0/1040449721 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3db4044070 con 0x7f3dc41475b0 2024-09-12T03:08:52.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.990+0000 7f3dbe000640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3da806be30 0x7f3da806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:52.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.990+0000 7f3dbe000640 1 -- 172.21.15.29:0/1040449721 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f3db40aba30 con 0x7f3dc41475b0 2024-09-12T03:08:52.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.991+0000 7f3dc9e00640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3da806be30 0x7f3da806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:52.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.991+0000 7f3dc9e00640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3da806be30 0x7f3da806e2f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3db8000f60 tx=0x7f3db8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:52.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:52.994+0000 7f3dbe000640 1 -- 172.21.15.29:0/1040449721 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3dc4068480 con 0x7f3dc41475b0 2024-09-12T03:08:53.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.175+0000 7f3dcc800640 1 -- 172.21.15.29:0/1040449721 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3dc40cf880 con 0x7f3da806be30 2024-09-12T03:08:53.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.185+0000 7f3dbe000640 1 -- 172.21.15.29:0/1040449721 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332531 (secure 0 0 0) 0x7f3dc40cf880 con 0x7f3da806be30 2024-09-12T03:08:53.189 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:53.191 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:08:53.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 -- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3da806be30 msgr2=0x7f3da806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3da806be30 0x7f3da806e2f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3db8000f60 tx=0x7f3db8009040 comp rx=0 tx=0).stop 2024-09-12T03:08:53.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 -- 172.21.15.29:0/1040449721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc41475b0 msgr2=0x7f3dc4141620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc41475b0 0x7f3dc4141620 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3db4000c00 tx=0x7f3db40046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 -- 172.21.15.29:0/1040449721 shutdown_connections 2024-09-12T03:08:53.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3da806be30 0x7f3da806e2f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3dc4147990 0x7f3dc4141b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3dc41475b0 0x7f3dc4141620 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 --2- 172.21.15.29:0/1040449721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3dc4071fd0 0x7f3dc41e9e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 -- 172.21.15.29:0/1040449721 >> 172.21.15.29:0/1040449721 conn(0x7f3dc4067da0 msgr2=0x7f3dc4161ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:53.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 -- 172.21.15.29:0/1040449721 shutdown_connections 2024-09-12T03:08:53.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.190+0000 7f3dcc800640 1 -- 172.21.15.29:0/1040449721 wait complete. 2024-09-12T03:08:53.205 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-12T03:08:51.722040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240236,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734484,"statfs":{"total":773094113280,"available":772848111616,"internally_reserved":0,"allocated":3284992,"data_stored":1992068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003114"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538495+0000","last_change":"2024-09-12T03:08:24.625565+0000","last_active":"2024-09-12T03:08:31.538495+0000","last_peered":"2024-09-12T03:08:31.538495+0000","last_clean":"2024-09-12T03:08:31.538495+0000","last_became_active":"2024-09-12T03:08:24.625213+0000","last_became_peered":"2024-09-12T03:08:24.625213+0000","last_unstale":"2024-09-12T03:08:31.538495+0000","last_undegraded":"2024-09-12T03:08:31.538495+0000","last_fullsized":"2024-09-12T03:08:31.538495+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:07.733907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714986+0000","last_change":"2024-09-12T03:08:25.637303+0000","last_active":"2024-09-12T03:08:31.714986+0000","last_peered":"2024-09-12T03:08:31.714986+0000","last_clean":"2024-09-12T03:08:31.714986+0000","last_became_active":"2024-09-12T03:08:25.635549+0000","last_became_peered":"2024-09-12T03:08:25.635549+0000","last_unstale":"2024-09-12T03:08:31.714986+0000","last_undegraded":"2024-09-12T03:08:31.714986+0000","last_fullsized":"2024-09-12T03:08:31.714986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714258+0000","last_change":"2024-09-12T03:08:29.841427+0000","last_active":"2024-09-12T03:08:31.714258+0000","last_peered":"2024-09-12T03:08:31.714258+0000","last_clean":"2024-09-12T03:08:31.714258+0000","last_became_active":"2024-09-12T03:08:29.840962+0000","last_became_peered":"2024-09-12T03:08:29.840962+0000","last_unstale":"2024-09-12T03:08:31.714258+0000","last_undegraded":"2024-09-12T03:08:31.714258+0000","last_fullsized":"2024-09-12T03:08:31.714258+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:00.812880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715107+0000","last_change":"2024-09-12T03:08:24.632831+0000","last_active":"2024-09-12T03:08:31.715107+0000","last_peered":"2024-09-12T03:08:31.715107+0000","last_clean":"2024-09-12T03:08:31.715107+0000","last_became_active":"2024-09-12T03:08:24.632621+0000","last_became_peered":"2024-09-12T03:08:24.632621+0000","last_unstale":"2024-09-12T03:08:31.715107+0000","last_undegraded":"2024-09-12T03:08:31.715107+0000","last_fullsized":"2024-09-12T03:08:31.715107+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538322+0000","last_change":"2024-09-12T03:08:25.669902+0000","last_active":"2024-09-12T03:08:31.538322+0000","last_peered":"2024-09-12T03:08:31.538322+0000","last_clean":"2024-09-12T03:08:31.538322+0000","last_became_active":"2024-09-12T03:08:25.669273+0000","last_became_peered":"2024-09-12T03:08:25.669273+0000","last_unstale":"2024-09-12T03:08:31.538322+0000","last_undegraded":"2024-09-12T03:08:31.538322+0000","last_fullsized":"2024-09-12T03:08:31.538322+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674671+0000","last_change":"2024-09-12T03:08:29.689089+0000","last_active":"2024-09-12T03:08:30.674671+0000","last_peered":"2024-09-12T03:08:30.674671+0000","last_clean":"2024-09-12T03:08:30.674671+0000","last_became_active":"2024-09-12T03:08:29.688408+0000","last_became_peered":"2024-09-12T03:08:29.688408+0000","last_unstale":"2024-09-12T03:08:30.674671+0000","last_undegraded":"2024-09-12T03:08:30.674671+0000","last_fullsized":"2024-09-12T03:08:30.674671+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:18:02.713228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716207+0000","last_change":"2024-09-12T03:08:24.641954+0000","last_active":"2024-09-12T03:08:31.716207+0000","last_peered":"2024-09-12T03:08:31.716207+0000","last_clean":"2024-09-12T03:08:31.716207+0000","last_became_active":"2024-09-12T03:08:24.641424+0000","last_became_peered":"2024-09-12T03:08:24.641424+0000","last_unstale":"2024-09-12T03:08:31.716207+0000","last_undegraded":"2024-09-12T03:08:31.716207+0000","last_fullsized":"2024-09-12T03:08:31.716207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:38.123875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714737+0000","last_change":"2024-09-12T03:08:25.661463+0000","last_active":"2024-09-12T03:08:31.714737+0000","last_peered":"2024-09-12T03:08:31.714737+0000","last_clean":"2024-09-12T03:08:31.714737+0000","last_became_active":"2024-09-12T03:08:25.660731+0000","last_became_peered":"2024-09-12T03:08:25.660731+0000","last_unstale":"2024-09-12T03:08:31.714737+0000","last_undegraded":"2024-09-12T03:08:31.714737+0000","last_fullsized":"2024-09-12T03:08:31.714737+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675556+0000","last_change":"2024-09-12T03:08:29.690079+0000","last_active":"2024-09-12T03:08:30.675556+0000","last_peered":"2024-09-12T03:08:30.675556+0000","last_clean":"2024-09-12T03:08:30.675556+0000","last_became_active":"2024-09-12T03:08:29.688625+0000","last_became_peered":"2024-09-12T03:08:29.688625+0000","last_unstale":"2024-09-12T03:08:30.675556+0000","last_undegraded":"2024-09-12T03:08:30.675556+0000","last_fullsized":"2024-09-12T03:08:30.675556+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:09.883234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715884+0000","last_change":"2024-09-12T03:08:24.643508+0000","last_active":"2024-09-12T03:08:31.715884+0000","last_peered":"2024-09-12T03:08:31.715884+0000","last_clean":"2024-09-12T03:08:31.715884+0000","last_became_active":"2024-09-12T03:08:24.643163+0000","last_became_peered":"2024-09-12T03:08:24.643163+0000","last_unstale":"2024-09-12T03:08:31.715884+0000","last_undegraded":"2024-09-12T03:08:31.715884+0000","last_fullsized":"2024-09-12T03:08:31.715884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:30.165593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714638+0000","last_change":"2024-09-12T03:08:25.664719+0000","last_active":"2024-09-12T03:08:31.714638+0000","last_peered":"2024-09-12T03:08:31.714638+0000","last_clean":"2024-09-12T03:08:31.714638+0000","last_became_active":"2024-09-12T03:08:25.664215+0000","last_became_peered":"2024-09-12T03:08:25.664215+0000","last_unstale":"2024-09-12T03:08:31.714638+0000","last_undegraded":"2024-09-12T03:08:31.714638+0000","last_fullsized":"2024-09-12T03:08:31.714638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:10.586294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675339+0000","last_change":"2024-09-12T03:08:29.686132+0000","last_active":"2024-09-12T03:08:30.675339+0000","last_peered":"2024-09-12T03:08:30.675339+0000","last_clean":"2024-09-12T03:08:30.675339+0000","last_became_active":"2024-09-12T03:08:29.685654+0000","last_became_peered":"2024-09-12T03:08:29.685654+0000","last_unstale":"2024-09-12T03:08:30.675339+0000","last_undegraded":"2024-09-12T03:08:30.675339+0000","last_fullsized":"2024-09-12T03:08:30.675339+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:13.956205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674768+0000","last_change":"2024-09-12T03:08:25.646368+0000","last_active":"2024-09-12T03:08:30.674768+0000","last_peered":"2024-09-12T03:08:30.674768+0000","last_clean":"2024-09-12T03:08:30.674768+0000","last_became_active":"2024-09-12T03:08:25.646112+0000","last_became_peered":"2024-09-12T03:08:25.646112+0000","last_unstale":"2024-09-12T03:08:30.674768+0000","last_undegraded":"2024-09-12T03:08:30.674768+0000","last_fullsized":"2024-09-12T03:08:30.674768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716115+0000","last_change":"2024-09-12T03:08:24.642779+0000","last_active":"2024-09-12T03:08:31.716115+0000","last_peered":"2024-09-12T03:08:31.716115+0000","last_clean":"2024-09-12T03:08:31.716115+0000","last_became_active":"2024-09-12T03:08:24.642477+0000","last_became_peered":"2024-09-12T03:08:24.642477+0000","last_unstale":"2024-09-12T03:08:31.716115+0000","last_undegraded":"2024-09-12T03:08:31.716115+0000","last_fullsized":"2024-09-12T03:08:31.716115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:57.582833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676103+0000","last_change":"2024-09-12T03:08:29.689493+0000","last_active":"2024-09-12T03:08:30.676103+0000","last_peered":"2024-09-12T03:08:30.676103+0000","last_clean":"2024-09-12T03:08:30.676103+0000","last_became_active":"2024-09-12T03:08:29.689242+0000","last_became_peered":"2024-09-12T03:08:29.689242+0000","last_unstale":"2024-09-12T03:08:30.676103+0000","last_undegraded":"2024-09-12T03:08:30.676103+0000","last_fullsized":"2024-09-12T03:08:30.676103+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714915+0000","last_change":"2024-09-12T03:08:25.644486+0000","last_active":"2024-09-12T03:08:31.714915+0000","last_peered":"2024-09-12T03:08:31.714915+0000","last_clean":"2024-09-12T03:08:31.714915+0000","last_became_active":"2024-09-12T03:08:25.644206+0000","last_became_peered":"2024-09-12T03:08:25.644206+0000","last_unstale":"2024-09-12T03:08:31.714915+0000","last_undegraded":"2024-09-12T03:08:31.714915+0000","last_fullsized":"2024-09-12T03:08:31.714915+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714356+0000","last_change":"2024-09-12T03:08:24.631591+0000","last_active":"2024-09-12T03:08:31.714356+0000","last_peered":"2024-09-12T03:08:31.714356+0000","last_clean":"2024-09-12T03:08:31.714356+0000","last_became_active":"2024-09-12T03:08:24.631188+0000","last_became_peered":"2024-09-12T03:08:24.631188+0000","last_unstale":"2024-09-12T03:08:31.714356+0000","last_undegraded":"2024-09-12T03:08:31.714356+0000","last_fullsized":"2024-09-12T03:08:31.714356+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675534+0000","last_change":"2024-09-12T03:08:29.691931+0000","last_active":"2024-09-12T03:08:30.675534+0000","last_peered":"2024-09-12T03:08:30.675534+0000","last_clean":"2024-09-12T03:08:30.675534+0000","last_became_active":"2024-09-12T03:08:29.691594+0000","last_became_peered":"2024-09-12T03:08:29.691594+0000","last_unstale":"2024-09-12T03:08:30.675534+0000","last_undegraded":"2024-09-12T03:08:30.675534+0000","last_fullsized":"2024-09-12T03:08:30.675534+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:14.637564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714110+0000","last_change":"2024-09-12T03:08:25.635998+0000","last_active":"2024-09-12T03:08:31.714110+0000","last_peered":"2024-09-12T03:08:31.714110+0000","last_clean":"2024-09-12T03:08:31.714110+0000","last_became_active":"2024-09-12T03:08:25.634548+0000","last_became_peered":"2024-09-12T03:08:25.634548+0000","last_unstale":"2024-09-12T03:08:31.714110+0000","last_undegraded":"2024-09-12T03:08:31.714110+0000","last_fullsized":"2024-09-12T03:08:31.714110+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713662+0000","last_change":"2024-09-12T03:08:24.637038+0000","last_active":"2024-09-12T03:08:31.713662+0000","last_peered":"2024-09-12T03:08:31.713662+0000","last_clean":"2024-09-12T03:08:31.713662+0000","last_became_active":"2024-09-12T03:08:24.636626+0000","last_became_peered":"2024-09-12T03:08:24.636626+0000","last_unstale":"2024-09-12T03:08:31.713662+0000","last_undegraded":"2024-09-12T03:08:31.713662+0000","last_fullsized":"2024-09-12T03:08:31.713662+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714332+0000","last_change":"2024-09-12T03:08:29.842457+0000","last_active":"2024-09-12T03:08:31.714332+0000","last_peered":"2024-09-12T03:08:31.714332+0000","last_clean":"2024-09-12T03:08:31.714332+0000","last_became_active":"2024-09-12T03:08:29.840766+0000","last_became_peered":"2024-09-12T03:08:29.840766+0000","last_unstale":"2024-09-12T03:08:31.714332+0000","last_undegraded":"2024-09-12T03:08:31.714332+0000","last_fullsized":"2024-09-12T03:08:31.714332+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675504+0000","last_change":"2024-09-12T03:08:25.648247+0000","last_active":"2024-09-12T03:08:30.675504+0000","last_peered":"2024-09-12T03:08:30.675504+0000","last_clean":"2024-09-12T03:08:30.675504+0000","last_became_active":"2024-09-12T03:08:25.644047+0000","last_became_peered":"2024-09-12T03:08:25.644047+0000","last_unstale":"2024-09-12T03:08:30.675504+0000","last_undegraded":"2024-09-12T03:08:30.675504+0000","last_fullsized":"2024-09-12T03:08:30.675504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:14.961957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714538+0000","last_change":"2024-09-12T03:08:24.640290+0000","last_active":"2024-09-12T03:08:31.714538+0000","last_peered":"2024-09-12T03:08:31.714538+0000","last_clean":"2024-09-12T03:08:31.714538+0000","last_became_active":"2024-09-12T03:08:24.640042+0000","last_became_peered":"2024-09-12T03:08:24.640042+0000","last_unstale":"2024-09-12T03:08:31.714538+0000","last_undegraded":"2024-09-12T03:08:31.714538+0000","last_fullsized":"2024-09-12T03:08:31.714538+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676032+0000","last_change":"2024-09-12T03:08:29.692021+0000","last_active":"2024-09-12T03:08:30.676032+0000","last_peered":"2024-09-12T03:08:30.676032+0000","last_clean":"2024-09-12T03:08:30.676032+0000","last_became_active":"2024-09-12T03:08:29.690888+0000","last_became_peered":"2024-09-12T03:08:29.690888+0000","last_unstale":"2024-09-12T03:08:30.676032+0000","last_undegraded":"2024-09-12T03:08:30.676032+0000","last_fullsized":"2024-09-12T03:08:30.676032+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538598+0000","last_change":"2024-09-12T03:08:25.635536+0000","last_active":"2024-09-12T03:08:31.538598+0000","last_peered":"2024-09-12T03:08:31.538598+0000","last_clean":"2024-09-12T03:08:31.538598+0000","last_became_active":"2024-09-12T03:08:25.635219+0000","last_became_peered":"2024-09-12T03:08:25.635219+0000","last_unstale":"2024-09-12T03:08:31.538598+0000","last_undegraded":"2024-09-12T03:08:31.538598+0000","last_fullsized":"2024-09-12T03:08:31.538598+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676455+0000","last_change":"2024-09-12T03:08:24.626670+0000","last_active":"2024-09-12T03:08:30.676455+0000","last_peered":"2024-09-12T03:08:30.676455+0000","last_clean":"2024-09-12T03:08:30.676455+0000","last_became_active":"2024-09-12T03:08:24.626324+0000","last_became_peered":"2024-09-12T03:08:24.626324+0000","last_unstale":"2024-09-12T03:08:30.676455+0000","last_undegraded":"2024-09-12T03:08:30.676455+0000","last_fullsized":"2024-09-12T03:08:30.676455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675182+0000","last_change":"2024-09-12T03:08:29.835187+0000","last_active":"2024-09-12T03:08:30.675182+0000","last_peered":"2024-09-12T03:08:30.675182+0000","last_clean":"2024-09-12T03:08:30.675182+0000","last_became_active":"2024-09-12T03:08:29.834560+0000","last_became_peered":"2024-09-12T03:08:29.834560+0000","last_unstale":"2024-09-12T03:08:30.675182+0000","last_undegraded":"2024-09-12T03:08:30.675182+0000","last_fullsized":"2024-09-12T03:08:30.675182+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:51.373905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715433+0000","last_change":"2024-09-12T03:08:25.654812+0000","last_active":"2024-09-12T03:08:31.715433+0000","last_peered":"2024-09-12T03:08:31.715433+0000","last_clean":"2024-09-12T03:08:31.715433+0000","last_became_active":"2024-09-12T03:08:25.654544+0000","last_became_peered":"2024-09-12T03:08:25.654544+0000","last_unstale":"2024-09-12T03:08:31.715433+0000","last_undegraded":"2024-09-12T03:08:31.715433+0000","last_fullsized":"2024-09-12T03:08:31.715433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713981+0000","last_change":"2024-09-12T03:08:24.633960+0000","last_active":"2024-09-12T03:08:31.713981+0000","last_peered":"2024-09-12T03:08:31.713981+0000","last_clean":"2024-09-12T03:08:31.713981+0000","last_became_active":"2024-09-12T03:08:24.633669+0000","last_became_peered":"2024-09-12T03:08:24.633669+0000","last_unstale":"2024-09-12T03:08:31.713981+0000","last_undegraded":"2024-09-12T03:08:31.713981+0000","last_fullsized":"2024-09-12T03:08:31.713981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713729+0000","last_change":"2024-09-12T03:08:29.836853+0000","last_active":"2024-09-12T03:08:31.713729+0000","last_peered":"2024-09-12T03:08:31.713729+0000","last_clean":"2024-09-12T03:08:31.713729+0000","last_became_active":"2024-09-12T03:08:29.836422+0000","last_became_peered":"2024-09-12T03:08:29.836422+0000","last_unstale":"2024-09-12T03:08:31.713729+0000","last_undegraded":"2024-09-12T03:08:31.713729+0000","last_fullsized":"2024-09-12T03:08:31.713729+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:46.516947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714598+0000","last_change":"2024-09-12T03:08:25.649624+0000","last_active":"2024-09-12T03:08:31.714598+0000","last_peered":"2024-09-12T03:08:31.714598+0000","last_clean":"2024-09-12T03:08:31.714598+0000","last_became_active":"2024-09-12T03:08:25.649267+0000","last_became_peered":"2024-09-12T03:08:25.649267+0000","last_unstale":"2024-09-12T03:08:31.714598+0000","last_undegraded":"2024-09-12T03:08:31.714598+0000","last_fullsized":"2024-09-12T03:08:31.714598+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716292+0000","last_change":"2024-09-12T03:08:24.642031+0000","last_active":"2024-09-12T03:08:31.716292+0000","last_peered":"2024-09-12T03:08:31.716292+0000","last_clean":"2024-09-12T03:08:31.716292+0000","last_became_active":"2024-09-12T03:08:24.641712+0000","last_became_peered":"2024-09-12T03:08:24.641712+0000","last_unstale":"2024-09-12T03:08:31.716292+0000","last_undegraded":"2024-09-12T03:08:31.716292+0000","last_fullsized":"2024-09-12T03:08:31.716292+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:44.953752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538176+0000","last_change":"2024-09-12T03:08:29.834997+0000","last_active":"2024-09-12T03:08:31.538176+0000","last_peered":"2024-09-12T03:08:31.538176+0000","last_clean":"2024-09-12T03:08:31.538176+0000","last_became_active":"2024-09-12T03:08:29.834640+0000","last_became_peered":"2024-09-12T03:08:29.834640+0000","last_unstale":"2024-09-12T03:08:31.538176+0000","last_undegraded":"2024-09-12T03:08:31.538176+0000","last_fullsized":"2024-09-12T03:08:31.538176+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714761+0000","last_change":"2024-09-12T03:08:25.664500+0000","last_active":"2024-09-12T03:08:31.714761+0000","last_peered":"2024-09-12T03:08:31.714761+0000","last_clean":"2024-09-12T03:08:31.714761+0000","last_became_active":"2024-09-12T03:08:25.663842+0000","last_became_peered":"2024-09-12T03:08:25.663842+0000","last_unstale":"2024-09-12T03:08:31.714761+0000","last_undegraded":"2024-09-12T03:08:31.714761+0000","last_fullsized":"2024-09-12T03:08:31.714761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:59.598115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714676+0000","last_change":"2024-09-12T03:08:24.627519+0000","last_active":"2024-09-12T03:08:31.714676+0000","last_peered":"2024-09-12T03:08:31.714676+0000","last_clean":"2024-09-12T03:08:31.714676+0000","last_became_active":"2024-09-12T03:08:24.627132+0000","last_became_peered":"2024-09-12T03:08:24.627132+0000","last_unstale":"2024-09-12T03:08:31.714676+0000","last_undegraded":"2024-09-12T03:08:31.714676+0000","last_fullsized":"2024-09-12T03:08:31.714676+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713720+0000","last_change":"2024-09-12T03:08:29.684746+0000","last_active":"2024-09-12T03:08:31.713720+0000","last_peered":"2024-09-12T03:08:31.713720+0000","last_clean":"2024-09-12T03:08:31.713720+0000","last_became_active":"2024-09-12T03:08:29.684280+0000","last_became_peered":"2024-09-12T03:08:29.684280+0000","last_unstale":"2024-09-12T03:08:31.713720+0000","last_undegraded":"2024-09-12T03:08:31.713720+0000","last_fullsized":"2024-09-12T03:08:31.713720+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675891+0000","last_change":"2024-09-12T03:08:25.642159+0000","last_active":"2024-09-12T03:08:30.675891+0000","last_peered":"2024-09-12T03:08:30.675891+0000","last_clean":"2024-09-12T03:08:30.675891+0000","last_became_active":"2024-09-12T03:08:25.641865+0000","last_became_peered":"2024-09-12T03:08:25.641865+0000","last_unstale":"2024-09-12T03:08:30.675891+0000","last_undegraded":"2024-09-12T03:08:30.675891+0000","last_fullsized":"2024-09-12T03:08:30.675891+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:34.883644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715184+0000","last_change":"2024-09-12T03:08:24.628131+0000","last_active":"2024-09-12T03:08:31.715184+0000","last_peered":"2024-09-12T03:08:31.715184+0000","last_clean":"2024-09-12T03:08:31.715184+0000","last_became_active":"2024-09-12T03:08:24.627834+0000","last_became_peered":"2024-09-12T03:08:24.627834+0000","last_unstale":"2024-09-12T03:08:31.715184+0000","last_undegraded":"2024-09-12T03:08:31.715184+0000","last_fullsized":"2024-09-12T03:08:31.715184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714585+0000","last_change":"2024-09-12T03:08:29.690446+0000","last_active":"2024-09-12T03:08:31.714585+0000","last_peered":"2024-09-12T03:08:31.714585+0000","last_clean":"2024-09-12T03:08:31.714585+0000","last_became_active":"2024-09-12T03:08:29.689898+0000","last_became_peered":"2024-09-12T03:08:29.689898+0000","last_unstale":"2024-09-12T03:08:31.714585+0000","last_undegraded":"2024-09-12T03:08:31.714585+0000","last_fullsized":"2024-09-12T03:08:31.714585+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:56.481018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713495+0000","last_change":"2024-09-12T03:08:25.644836+0000","last_active":"2024-09-12T03:08:31.713495+0000","last_peered":"2024-09-12T03:08:31.713495+0000","last_clean":"2024-09-12T03:08:31.713495+0000","last_became_active":"2024-09-12T03:08:25.644562+0000","last_became_peered":"2024-09-12T03:08:25.644562+0000","last_unstale":"2024-09-12T03:08:31.713495+0000","last_undegraded":"2024-09-12T03:08:31.713495+0000","last_fullsized":"2024-09-12T03:08:31.713495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671885+0000","last_change":"2024-09-12T03:08:24.631462+0000","last_active":"2024-09-12T03:08:30.671885+0000","last_peered":"2024-09-12T03:08:30.671885+0000","last_clean":"2024-09-12T03:08:30.671885+0000","last_became_active":"2024-09-12T03:08:24.630317+0000","last_became_peered":"2024-09-12T03:08:24.630317+0000","last_unstale":"2024-09-12T03:08:30.671885+0000","last_undegraded":"2024-09-12T03:08:30.671885+0000","last_fullsized":"2024-09-12T03:08:30.671885+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714485+0000","last_change":"2024-09-12T03:08:29.697088+0000","last_active":"2024-09-12T03:08:31.714485+0000","last_peered":"2024-09-12T03:08:31.714485+0000","last_clean":"2024-09-12T03:08:31.714485+0000","last_became_active":"2024-09-12T03:08:29.696037+0000","last_became_peered":"2024-09-12T03:08:29.696037+0000","last_unstale":"2024-09-12T03:08:31.714485+0000","last_undegraded":"2024-09-12T03:08:31.714485+0000","last_fullsized":"2024-09-12T03:08:31.714485+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:27.110332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538094+0000","last_change":"2024-09-12T03:08:25.637271+0000","last_active":"2024-09-12T03:08:31.538094+0000","last_peered":"2024-09-12T03:08:31.538094+0000","last_clean":"2024-09-12T03:08:31.538094+0000","last_became_active":"2024-09-12T03:08:25.636912+0000","last_became_peered":"2024-09-12T03:08:25.636912+0000","last_unstale":"2024-09-12T03:08:31.538094+0000","last_undegraded":"2024-09-12T03:08:31.538094+0000","last_fullsized":"2024-09-12T03:08:31.538094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:31.168212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714647+0000","last_change":"2024-09-12T03:08:24.640833+0000","last_active":"2024-09-12T03:08:31.714647+0000","last_peered":"2024-09-12T03:08:31.714647+0000","last_clean":"2024-09-12T03:08:31.714647+0000","last_became_active":"2024-09-12T03:08:24.640545+0000","last_became_peered":"2024-09-12T03:08:24.640545+0000","last_unstale":"2024-09-12T03:08:31.714647+0000","last_undegraded":"2024-09-12T03:08:31.714647+0000","last_fullsized":"2024-09-12T03:08:31.714647+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:33.881025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538482+0000","last_change":"2024-09-12T03:08:29.842346+0000","last_active":"2024-09-12T03:08:31.538482+0000","last_peered":"2024-09-12T03:08:31.538482+0000","last_clean":"2024-09-12T03:08:31.538482+0000","last_became_active":"2024-09-12T03:08:29.841945+0000","last_became_peered":"2024-09-12T03:08:29.841945+0000","last_unstale":"2024-09-12T03:08:31.538482+0000","last_undegraded":"2024-09-12T03:08:31.538482+0000","last_fullsized":"2024-09-12T03:08:31.538482+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:46.516947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714654+0000","last_change":"2024-09-12T03:08:25.669871+0000","last_active":"2024-09-12T03:08:31.714654+0000","last_peered":"2024-09-12T03:08:31.714654+0000","last_clean":"2024-09-12T03:08:31.714654+0000","last_became_active":"2024-09-12T03:08:25.669703+0000","last_became_peered":"2024-09-12T03:08:25.669703+0000","last_unstale":"2024-09-12T03:08:31.714654+0000","last_undegraded":"2024-09-12T03:08:31.714654+0000","last_fullsized":"2024-09-12T03:08:31.714654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715509+0000","last_change":"2024-09-12T03:08:24.629157+0000","last_active":"2024-09-12T03:08:31.715509+0000","last_peered":"2024-09-12T03:08:31.715509+0000","last_clean":"2024-09-12T03:08:31.715509+0000","last_became_active":"2024-09-12T03:08:24.628837+0000","last_became_peered":"2024-09-12T03:08:24.628837+0000","last_unstale":"2024-09-12T03:08:31.715509+0000","last_undegraded":"2024-09-12T03:08:31.715509+0000","last_fullsized":"2024-09-12T03:08:31.715509+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":178,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714753+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:08:31.714753+0000","last_peered":"2024-09-12T03:08:31.714753+0000","last_clean":"2024-09-12T03:08:31.714753+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:08:31.714753+0000","last_undegraded":"2024-09-12T03:08:31.714753+0000","last_fullsized":"2024-09-12T03:08:31.714753+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674979+0000","last_change":"2024-09-12T03:08:29.837258+0000","last_active":"2024-09-12T03:08:30.674979+0000","last_peered":"2024-09-12T03:08:30.674979+0000","last_clean":"2024-09-12T03:08:30.674979+0000","last_became_active":"2024-09-12T03:08:29.836741+0000","last_became_peered":"2024-09-12T03:08:29.836741+0000","last_unstale":"2024-09-12T03:08:30.674979+0000","last_undegraded":"2024-09-12T03:08:30.674979+0000","last_fullsized":"2024-09-12T03:08:30.674979+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716049+0000","last_change":"2024-09-12T03:08:25.673221+0000","last_active":"2024-09-12T03:08:31.716049+0000","last_peered":"2024-09-12T03:08:31.716049+0000","last_clean":"2024-09-12T03:08:31.716049+0000","last_became_active":"2024-09-12T03:08:25.671003+0000","last_became_peered":"2024-09-12T03:08:25.671003+0000","last_unstale":"2024-09-12T03:08:31.716049+0000","last_undegraded":"2024-09-12T03:08:31.716049+0000","last_fullsized":"2024-09-12T03:08:31.716049+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:52.429748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672147+0000","last_change":"2024-09-12T03:08:24.628208+0000","last_active":"2024-09-12T03:08:30.672147+0000","last_peered":"2024-09-12T03:08:30.672147+0000","last_clean":"2024-09-12T03:08:30.672147+0000","last_became_active":"2024-09-12T03:08:24.627823+0000","last_became_peered":"2024-09-12T03:08:24.627823+0000","last_unstale":"2024-09-12T03:08:30.672147+0000","last_undegraded":"2024-09-12T03:08:30.672147+0000","last_fullsized":"2024-09-12T03:08:30.672147+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.415138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674520+0000","last_change":"2024-09-12T03:08:29.837222+0000","last_active":"2024-09-12T03:08:30.674520+0000","last_peered":"2024-09-12T03:08:30.674520+0000","last_clean":"2024-09-12T03:08:30.674520+0000","last_became_active":"2024-09-12T03:08:29.836730+0000","last_became_peered":"2024-09-12T03:08:29.836730+0000","last_unstale":"2024-09-12T03:08:30.674520+0000","last_undegraded":"2024-09-12T03:08:30.674520+0000","last_fullsized":"2024-09-12T03:08:30.674520+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:14.637564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714885+0000","last_change":"2024-09-12T03:08:25.658762+0000","last_active":"2024-09-12T03:08:31.714885+0000","last_peered":"2024-09-12T03:08:31.714885+0000","last_clean":"2024-09-12T03:08:31.714885+0000","last_became_active":"2024-09-12T03:08:25.658484+0000","last_became_peered":"2024-09-12T03:08:25.658484+0000","last_unstale":"2024-09-12T03:08:31.714885+0000","last_undegraded":"2024-09-12T03:08:31.714885+0000","last_fullsized":"2024-09-12T03:08:31.714885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.831963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714001+0000","last_change":"2024-09-12T03:08:24.629753+0000","last_active":"2024-09-12T03:08:31.714001+0000","last_peered":"2024-09-12T03:08:31.714001+0000","last_clean":"2024-09-12T03:08:31.714001+0000","last_became_active":"2024-09-12T03:08:24.629270+0000","last_became_peered":"2024-09-12T03:08:24.629270+0000","last_unstale":"2024-09-12T03:08:31.714001+0000","last_undegraded":"2024-09-12T03:08:31.714001+0000","last_fullsized":"2024-09-12T03:08:31.714001+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:38.123875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538298+0000","last_change":"2024-09-12T03:08:29.687071+0000","last_active":"2024-09-12T03:08:31.538298+0000","last_peered":"2024-09-12T03:08:31.538298+0000","last_clean":"2024-09-12T03:08:31.538298+0000","last_became_active":"2024-09-12T03:08:29.686113+0000","last_became_peered":"2024-09-12T03:08:29.686113+0000","last_unstale":"2024-09-12T03:08:31.538298+0000","last_undegraded":"2024-09-12T03:08:31.538298+0000","last_fullsized":"2024-09-12T03:08:31.538298+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:56.481018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716112+0000","last_change":"2024-09-12T03:08:25.659120+0000","last_active":"2024-09-12T03:08:31.716112+0000","last_peered":"2024-09-12T03:08:31.716112+0000","last_clean":"2024-09-12T03:08:31.716112+0000","last_became_active":"2024-09-12T03:08:25.658732+0000","last_became_peered":"2024-09-12T03:08:25.658732+0000","last_unstale":"2024-09-12T03:08:31.716112+0000","last_undegraded":"2024-09-12T03:08:31.716112+0000","last_fullsized":"2024-09-12T03:08:31.716112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:42.465677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672194+0000","last_change":"2024-09-12T03:08:24.630640+0000","last_active":"2024-09-12T03:08:30.672194+0000","last_peered":"2024-09-12T03:08:30.672194+0000","last_clean":"2024-09-12T03:08:30.672194+0000","last_became_active":"2024-09-12T03:08:24.630315+0000","last_became_peered":"2024-09-12T03:08:24.630315+0000","last_unstale":"2024-09-12T03:08:30.672194+0000","last_undegraded":"2024-09-12T03:08:30.672194+0000","last_fullsized":"2024-09-12T03:08:30.672194+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714095+0000","last_change":"2024-09-12T03:08:29.841319+0000","last_active":"2024-09-12T03:08:31.714095+0000","last_peered":"2024-09-12T03:08:31.714095+0000","last_clean":"2024-09-12T03:08:31.714095+0000","last_became_active":"2024-09-12T03:08:29.840763+0000","last_became_peered":"2024-09-12T03:08:29.840763+0000","last_unstale":"2024-09-12T03:08:31.714095+0000","last_undegraded":"2024-09-12T03:08:31.714095+0000","last_fullsized":"2024-09-12T03:08:31.714095+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:00.812880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716437+0000","last_change":"2024-09-12T03:08:25.659920+0000","last_active":"2024-09-12T03:08:31.716437+0000","last_peered":"2024-09-12T03:08:31.716437+0000","last_clean":"2024-09-12T03:08:31.716437+0000","last_became_active":"2024-09-12T03:08:25.659633+0000","last_became_peered":"2024-09-12T03:08:25.659633+0000","last_unstale":"2024-09-12T03:08:31.716437+0000","last_undegraded":"2024-09-12T03:08:31.716437+0000","last_fullsized":"2024-09-12T03:08:31.716437+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:10.586294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676560+0000","last_change":"2024-09-12T03:08:24.624145+0000","last_active":"2024-09-12T03:08:30.676560+0000","last_peered":"2024-09-12T03:08:30.676560+0000","last_clean":"2024-09-12T03:08:30.676560+0000","last_became_active":"2024-09-12T03:08:24.623943+0000","last_became_peered":"2024-09-12T03:08:24.623943+0000","last_unstale":"2024-09-12T03:08:30.676560+0000","last_undegraded":"2024-09-12T03:08:30.676560+0000","last_fullsized":"2024-09-12T03:08:30.676560+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:47.056500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675177+0000","last_change":"2024-09-12T03:08:29.686771+0000","last_active":"2024-09-12T03:08:30.675177+0000","last_peered":"2024-09-12T03:08:30.675177+0000","last_clean":"2024-09-12T03:08:30.675177+0000","last_became_active":"2024-09-12T03:08:29.685850+0000","last_became_peered":"2024-09-12T03:08:29.685850+0000","last_unstale":"2024-09-12T03:08:30.675177+0000","last_undegraded":"2024-09-12T03:08:30.675177+0000","last_fullsized":"2024-09-12T03:08:30.675177+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:54.174031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715353+0000","last_change":"2024-09-12T03:08:25.661094+0000","last_active":"2024-09-12T03:08:31.715353+0000","last_peered":"2024-09-12T03:08:31.715353+0000","last_clean":"2024-09-12T03:08:31.715353+0000","last_became_active":"2024-09-12T03:08:25.660823+0000","last_became_peered":"2024-09-12T03:08:25.660823+0000","last_unstale":"2024-09-12T03:08:31.715353+0000","last_undegraded":"2024-09-12T03:08:31.715353+0000","last_fullsized":"2024-09-12T03:08:31.715353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671728+0000","last_change":"2024-09-12T03:08:24.617602+0000","last_active":"2024-09-12T03:08:30.671728+0000","last_peered":"2024-09-12T03:08:30.671728+0000","last_clean":"2024-09-12T03:08:30.671728+0000","last_became_active":"2024-09-12T03:08:24.617183+0000","last_became_peered":"2024-09-12T03:08:24.617183+0000","last_unstale":"2024-09-12T03:08:30.671728+0000","last_undegraded":"2024-09-12T03:08:30.671728+0000","last_fullsized":"2024-09-12T03:08:30.671728+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538386+0000","last_change":"2024-09-12T03:08:29.698634+0000","last_active":"2024-09-12T03:08:31.538386+0000","last_peered":"2024-09-12T03:08:31.538386+0000","last_clean":"2024-09-12T03:08:31.538386+0000","last_became_active":"2024-09-12T03:08:29.697983+0000","last_became_peered":"2024-09-12T03:08:29.697983+0000","last_unstale":"2024-09-12T03:08:31.538386+0000","last_undegraded":"2024-09-12T03:08:31.538386+0000","last_fullsized":"2024-09-12T03:08:31.538386+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:19.424434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674387+0000","last_change":"2024-09-12T03:08:25.644435+0000","last_active":"2024-09-12T03:08:30.674387+0000","last_peered":"2024-09-12T03:08:30.674387+0000","last_clean":"2024-09-12T03:08:30.674387+0000","last_became_active":"2024-09-12T03:08:25.644149+0000","last_became_peered":"2024-09-12T03:08:25.644149+0000","last_unstale":"2024-09-12T03:08:30.674387+0000","last_undegraded":"2024-09-12T03:08:30.674387+0000","last_fullsized":"2024-09-12T03:08:30.674387+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674582+0000","last_change":"2024-09-12T03:08:24.625404+0000","last_active":"2024-09-12T03:08:30.674582+0000","last_peered":"2024-09-12T03:08:30.674582+0000","last_clean":"2024-09-12T03:08:30.674582+0000","last_became_active":"2024-09-12T03:08:24.618465+0000","last_became_peered":"2024-09-12T03:08:24.618465+0000","last_unstale":"2024-09-12T03:08:30.674582+0000","last_undegraded":"2024-09-12T03:08:30.674582+0000","last_fullsized":"2024-09-12T03:08:30.674582+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715339+0000","last_change":"2024-09-12T03:08:29.836102+0000","last_active":"2024-09-12T03:08:31.715339+0000","last_peered":"2024-09-12T03:08:31.715339+0000","last_clean":"2024-09-12T03:08:31.715339+0000","last_became_active":"2024-09-12T03:08:29.835726+0000","last_became_peered":"2024-09-12T03:08:29.835726+0000","last_unstale":"2024-09-12T03:08:31.715339+0000","last_undegraded":"2024-09-12T03:08:31.715339+0000","last_fullsized":"2024-09-12T03:08:31.715339+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:51.522993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715852+0000","last_change":"2024-09-12T03:08:25.663946+0000","last_active":"2024-09-12T03:08:31.715852+0000","last_peered":"2024-09-12T03:08:31.715852+0000","last_clean":"2024-09-12T03:08:31.715852+0000","last_became_active":"2024-09-12T03:08:25.663579+0000","last_became_peered":"2024-09-12T03:08:25.663579+0000","last_unstale":"2024-09-12T03:08:31.715852+0000","last_undegraded":"2024-09-12T03:08:31.715852+0000","last_fullsized":"2024-09-12T03:08:31.715852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:59.598115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715160+0000","last_change":"2024-09-12T03:08:24.638525+0000","last_active":"2024-09-12T03:08:31.715160+0000","last_peered":"2024-09-12T03:08:31.715160+0000","last_clean":"2024-09-12T03:08:31.715160+0000","last_became_active":"2024-09-12T03:08:24.638179+0000","last_became_peered":"2024-09-12T03:08:24.638179+0000","last_unstale":"2024-09-12T03:08:31.715160+0000","last_undegraded":"2024-09-12T03:08:31.715160+0000","last_fullsized":"2024-09-12T03:08:31.715160+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715323+0000","last_change":"2024-09-12T03:08:29.834808+0000","last_active":"2024-09-12T03:08:31.715323+0000","last_peered":"2024-09-12T03:08:31.715323+0000","last_clean":"2024-09-12T03:08:31.715323+0000","last_became_active":"2024-09-12T03:08:29.834419+0000","last_became_peered":"2024-09-12T03:08:29.834419+0000","last_unstale":"2024-09-12T03:08:31.715323+0000","last_undegraded":"2024-09-12T03:08:31.715323+0000","last_fullsized":"2024-09-12T03:08:31.715323+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:11.098372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538614+0000","last_change":"2024-09-12T03:08:25.651811+0000","last_active":"2024-09-12T03:08:31.538614+0000","last_peered":"2024-09-12T03:08:31.538614+0000","last_clean":"2024-09-12T03:08:31.538614+0000","last_became_active":"2024-09-12T03:08:25.651511+0000","last_became_peered":"2024-09-12T03:08:25.651511+0000","last_unstale":"2024-09-12T03:08:31.538614+0000","last_undegraded":"2024-09-12T03:08:31.538614+0000","last_fullsized":"2024-09-12T03:08:31.538614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538642+0000","last_change":"2024-09-12T03:08:24.626409+0000","last_active":"2024-09-12T03:08:31.538642+0000","last_peered":"2024-09-12T03:08:31.538642+0000","last_clean":"2024-09-12T03:08:31.538642+0000","last_became_active":"2024-09-12T03:08:24.626069+0000","last_became_peered":"2024-09-12T03:08:24.626069+0000","last_unstale":"2024-09-12T03:08:31.538642+0000","last_undegraded":"2024-09-12T03:08:31.538642+0000","last_fullsized":"2024-09-12T03:08:31.538642+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:47.056500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714686+0000","last_change":"2024-09-12T03:08:29.836258+0000","last_active":"2024-09-12T03:08:31.714686+0000","last_peered":"2024-09-12T03:08:31.714686+0000","last_clean":"2024-09-12T03:08:31.714686+0000","last_became_active":"2024-09-12T03:08:29.834827+0000","last_became_peered":"2024-09-12T03:08:29.834827+0000","last_unstale":"2024-09-12T03:08:31.714686+0000","last_undegraded":"2024-09-12T03:08:31.714686+0000","last_fullsized":"2024-09-12T03:08:31.714686+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:36.994691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715631+0000","last_change":"2024-09-12T03:08:25.655009+0000","last_active":"2024-09-12T03:08:31.715631+0000","last_peered":"2024-09-12T03:08:31.715631+0000","last_clean":"2024-09-12T03:08:31.715631+0000","last_became_active":"2024-09-12T03:08:25.654588+0000","last_became_peered":"2024-09-12T03:08:25.654588+0000","last_unstale":"2024-09-12T03:08:31.715631+0000","last_undegraded":"2024-09-12T03:08:31.715631+0000","last_fullsized":"2024-09-12T03:08:31.715631+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:08.291373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'9","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:37.344234+0000","last_change":"2024-09-12T03:08:24.634531+0000","last_active":"2024-09-12T03:08:37.344234+0000","last_peered":"2024-09-12T03:08:37.344234+0000","last_clean":"2024-09-12T03:08:37.344234+0000","last_became_active":"2024-09-12T03:08:24.634083+0000","last_became_peered":"2024-09-12T03:08:24.634083+0000","last_unstale":"2024-09-12T03:08:37.344234+0000","last_undegraded":"2024-09-12T03:08:37.344234+0000","last_fullsized":"2024-09-12T03:08:37.344234+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713899+0000","last_change":"2024-09-12T03:08:29.684581+0000","last_active":"2024-09-12T03:08:31.713899+0000","last_peered":"2024-09-12T03:08:31.713899+0000","last_clean":"2024-09-12T03:08:31.713899+0000","last_became_active":"2024-09-12T03:08:29.684122+0000","last_became_peered":"2024-09-12T03:08:29.684122+0000","last_unstale":"2024-09-12T03:08:31.713899+0000","last_undegraded":"2024-09-12T03:08:31.713899+0000","last_fullsized":"2024-09-12T03:08:31.713899+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675974+0000","last_change":"2024-09-12T03:08:25.652157+0000","last_active":"2024-09-12T03:08:30.675974+0000","last_peered":"2024-09-12T03:08:30.675974+0000","last_clean":"2024-09-12T03:08:30.675974+0000","last_became_active":"2024-09-12T03:08:25.651878+0000","last_became_peered":"2024-09-12T03:08:25.651878+0000","last_unstale":"2024-09-12T03:08:30.675974+0000","last_undegraded":"2024-09-12T03:08:30.675974+0000","last_fullsized":"2024-09-12T03:08:30.675974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:58.585452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713900+0000","last_change":"2024-09-12T03:08:24.637116+0000","last_active":"2024-09-12T03:08:31.713900+0000","last_peered":"2024-09-12T03:08:31.713900+0000","last_clean":"2024-09-12T03:08:31.713900+0000","last_became_active":"2024-09-12T03:08:24.636794+0000","last_became_peered":"2024-09-12T03:08:24.636794+0000","last_unstale":"2024-09-12T03:08:31.713900+0000","last_undegraded":"2024-09-12T03:08:31.713900+0000","last_fullsized":"2024-09-12T03:08:31.713900+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:33.881025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675793+0000","last_change":"2024-09-12T03:08:29.684888+0000","last_active":"2024-09-12T03:08:30.675793+0000","last_peered":"2024-09-12T03:08:30.675793+0000","last_clean":"2024-09-12T03:08:30.675793+0000","last_became_active":"2024-09-12T03:08:29.684219+0000","last_became_peered":"2024-09-12T03:08:29.684219+0000","last_unstale":"2024-09-12T03:08:30.675793+0000","last_undegraded":"2024-09-12T03:08:30.675793+0000","last_fullsized":"2024-09-12T03:08:30.675793+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538425+0000","last_change":"2024-09-12T03:08:25.670176+0000","last_active":"2024-09-12T03:08:31.538425+0000","last_peered":"2024-09-12T03:08:31.538425+0000","last_clean":"2024-09-12T03:08:31.538425+0000","last_became_active":"2024-09-12T03:08:25.669647+0000","last_became_peered":"2024-09-12T03:08:25.669647+0000","last_unstale":"2024-09-12T03:08:31.538425+0000","last_undegraded":"2024-09-12T03:08:31.538425+0000","last_fullsized":"2024-09-12T03:08:31.538425+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714845+0000","last_change":"2024-09-12T03:08:24.637629+0000","last_active":"2024-09-12T03:08:31.714845+0000","last_peered":"2024-09-12T03:08:31.714845+0000","last_clean":"2024-09-12T03:08:31.714845+0000","last_became_active":"2024-09-12T03:08:24.637331+0000","last_became_peered":"2024-09-12T03:08:24.637331+0000","last_unstale":"2024-09-12T03:08:31.714845+0000","last_undegraded":"2024-09-12T03:08:31.714845+0000","last_fullsized":"2024-09-12T03:08:31.714845+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713922+0000","last_change":"2024-09-12T03:08:29.690980+0000","last_active":"2024-09-12T03:08:31.713922+0000","last_peered":"2024-09-12T03:08:31.713922+0000","last_clean":"2024-09-12T03:08:31.713922+0000","last_became_active":"2024-09-12T03:08:29.689523+0000","last_became_peered":"2024-09-12T03:08:29.689523+0000","last_unstale":"2024-09-12T03:08:31.713922+0000","last_undegraded":"2024-09-12T03:08:31.713922+0000","last_fullsized":"2024-09-12T03:08:31.713922+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:59.206009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714719+0000","last_change":"2024-09-12T03:08:25.650416+0000","last_active":"2024-09-12T03:08:31.714719+0000","last_peered":"2024-09-12T03:08:31.714719+0000","last_clean":"2024-09-12T03:08:31.714719+0000","last_became_active":"2024-09-12T03:08:25.650142+0000","last_became_peered":"2024-09-12T03:08:25.650142+0000","last_unstale":"2024-09-12T03:08:31.714719+0000","last_undegraded":"2024-09-12T03:08:31.714719+0000","last_fullsized":"2024-09-12T03:08:31.714719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:28.553599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676318+0000","last_change":"2024-09-12T03:08:24.631891+0000","last_active":"2024-09-12T03:08:30.676318+0000","last_peered":"2024-09-12T03:08:30.676318+0000","last_clean":"2024-09-12T03:08:30.676318+0000","last_became_active":"2024-09-12T03:08:24.631595+0000","last_became_peered":"2024-09-12T03:08:24.631595+0000","last_unstale":"2024-09-12T03:08:30.676318+0000","last_undegraded":"2024-09-12T03:08:30.676318+0000","last_fullsized":"2024-09-12T03:08:30.676318+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714417+0000","last_change":"2024-09-12T03:08:29.835791+0000","last_active":"2024-09-12T03:08:31.714417+0000","last_peered":"2024-09-12T03:08:31.714417+0000","last_clean":"2024-09-12T03:08:31.714417+0000","last_became_active":"2024-09-12T03:08:29.834450+0000","last_became_peered":"2024-09-12T03:08:29.834450+0000","last_unstale":"2024-09-12T03:08:31.714417+0000","last_undegraded":"2024-09-12T03:08:31.714417+0000","last_fullsized":"2024-09-12T03:08:31.714417+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:36.994691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538290+0000","last_change":"2024-09-12T03:08:29.834879+0000","last_active":"2024-09-12T03:08:31.538290+0000","last_peered":"2024-09-12T03:08:31.538290+0000","last_clean":"2024-09-12T03:08:31.538290+0000","last_became_active":"2024-09-12T03:08:29.834408+0000","last_became_peered":"2024-09-12T03:08:29.834408+0000","last_unstale":"2024-09-12T03:08:31.538290+0000","last_undegraded":"2024-09-12T03:08:31.538290+0000","last_fullsized":"2024-09-12T03:08:31.538290+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:27.110332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713469+0000","last_change":"2024-09-12T03:08:25.634029+0000","last_active":"2024-09-12T03:08:31.713469+0000","last_peered":"2024-09-12T03:08:31.713469+0000","last_clean":"2024-09-12T03:08:31.713469+0000","last_became_active":"2024-09-12T03:08:25.633677+0000","last_became_peered":"2024-09-12T03:08:25.633677+0000","last_unstale":"2024-09-12T03:08:31.713469+0000","last_undegraded":"2024-09-12T03:08:31.713469+0000","last_fullsized":"2024-09-12T03:08:31.713469+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714262+0000","last_change":"2024-09-12T03:08:24.635197+0000","last_active":"2024-09-12T03:08:31.714262+0000","last_peered":"2024-09-12T03:08:31.714262+0000","last_clean":"2024-09-12T03:08:31.714262+0000","last_became_active":"2024-09-12T03:08:24.633761+0000","last_became_peered":"2024-09-12T03:08:24.633761+0000","last_unstale":"2024-09-12T03:08:31.714262+0000","last_undegraded":"2024-09-12T03:08:31.714262+0000","last_fullsized":"2024-09-12T03:08:31.714262+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676338+0000","last_change":"2024-09-12T03:08:29.687717+0000","last_active":"2024-09-12T03:08:30.676338+0000","last_peered":"2024-09-12T03:08:30.676338+0000","last_clean":"2024-09-12T03:08:30.676338+0000","last_became_active":"2024-09-12T03:08:29.687309+0000","last_became_peered":"2024-09-12T03:08:29.687309+0000","last_unstale":"2024-09-12T03:08:30.676338+0000","last_undegraded":"2024-09-12T03:08:30.676338+0000","last_fullsized":"2024-09-12T03:08:30.676338+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714018+0000","last_change":"2024-09-12T03:08:25.651261+0000","last_active":"2024-09-12T03:08:31.714018+0000","last_peered":"2024-09-12T03:08:31.714018+0000","last_clean":"2024-09-12T03:08:31.714018+0000","last_became_active":"2024-09-12T03:08:25.650980+0000","last_became_peered":"2024-09-12T03:08:25.650980+0000","last_unstale":"2024-09-12T03:08:31.714018+0000","last_undegraded":"2024-09-12T03:08:31.714018+0000","last_fullsized":"2024-09-12T03:08:31.714018+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714718+0000","last_change":"2024-09-12T03:08:24.634306+0000","last_active":"2024-09-12T03:08:31.714718+0000","last_peered":"2024-09-12T03:08:31.714718+0000","last_clean":"2024-09-12T03:08:31.714718+0000","last_became_active":"2024-09-12T03:08:24.633996+0000","last_became_peered":"2024-09-12T03:08:24.633996+0000","last_unstale":"2024-09-12T03:08:31.714718+0000","last_undegraded":"2024-09-12T03:08:31.714718+0000","last_fullsized":"2024-09-12T03:08:31.714718+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:07.733907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675016+0000","last_change":"2024-09-12T03:08:24.630279+0000","last_active":"2024-09-12T03:08:30.675016+0000","last_peered":"2024-09-12T03:08:30.675016+0000","last_clean":"2024-09-12T03:08:30.675016+0000","last_became_active":"2024-09-12T03:08:24.630009+0000","last_became_peered":"2024-09-12T03:08:24.630009+0000","last_unstale":"2024-09-12T03:08:30.675016+0000","last_undegraded":"2024-09-12T03:08:30.675016+0000","last_fullsized":"2024-09-12T03:08:30.675016+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538544+0000","last_change":"2024-09-12T03:08:25.638637+0000","last_active":"2024-09-12T03:08:31.538544+0000","last_peered":"2024-09-12T03:08:31.538544+0000","last_clean":"2024-09-12T03:08:31.538544+0000","last_became_active":"2024-09-12T03:08:25.638320+0000","last_became_peered":"2024-09-12T03:08:25.638320+0000","last_unstale":"2024-09-12T03:08:31.538544+0000","last_undegraded":"2024-09-12T03:08:31.538544+0000","last_fullsized":"2024-09-12T03:08:31.538544+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672027+0000","last_change":"2024-09-12T03:08:29.689979+0000","last_active":"2024-09-12T03:08:30.672027+0000","last_peered":"2024-09-12T03:08:30.672027+0000","last_clean":"2024-09-12T03:08:30.672027+0000","last_became_active":"2024-09-12T03:08:29.687043+0000","last_became_peered":"2024-09-12T03:08:29.687043+0000","last_unstale":"2024-09-12T03:08:30.672027+0000","last_undegraded":"2024-09-12T03:08:30.672027+0000","last_fullsized":"2024-09-12T03:08:30.672027+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:35.219482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714961+0000","last_change":"2024-09-12T03:08:24.622231+0000","last_active":"2024-09-12T03:08:31.714961+0000","last_peered":"2024-09-12T03:08:31.714961+0000","last_clean":"2024-09-12T03:08:31.714961+0000","last_became_active":"2024-09-12T03:08:24.620606+0000","last_became_peered":"2024-09-12T03:08:24.620606+0000","last_unstale":"2024-09-12T03:08:31.714961+0000","last_undegraded":"2024-09-12T03:08:31.714961+0000","last_fullsized":"2024-09-12T03:08:31.714961+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.415138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675563+0000","last_change":"2024-09-12T03:08:25.644604+0000","last_active":"2024-09-12T03:08:30.675563+0000","last_peered":"2024-09-12T03:08:30.675563+0000","last_clean":"2024-09-12T03:08:30.675563+0000","last_became_active":"2024-09-12T03:08:25.643711+0000","last_became_peered":"2024-09-12T03:08:25.643711+0000","last_unstale":"2024-09-12T03:08:30.675563+0000","last_undegraded":"2024-09-12T03:08:30.675563+0000","last_fullsized":"2024-09-12T03:08:30.675563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:39.126494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714897+0000","last_change":"2024-09-12T03:08:29.689848+0000","last_active":"2024-09-12T03:08:31.714897+0000","last_peered":"2024-09-12T03:08:31.714897+0000","last_clean":"2024-09-12T03:08:31.714897+0000","last_became_active":"2024-09-12T03:08:29.689471+0000","last_became_peered":"2024-09-12T03:08:29.689471+0000","last_unstale":"2024-09-12T03:08:31.714897+0000","last_undegraded":"2024-09-12T03:08:31.714897+0000","last_fullsized":"2024-09-12T03:08:31.714897+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:09:49.569795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674510+0000","last_change":"2024-09-12T03:08:25.643702+0000","last_active":"2024-09-12T03:08:30.674510+0000","last_peered":"2024-09-12T03:08:30.674510+0000","last_clean":"2024-09-12T03:08:30.674510+0000","last_became_active":"2024-09-12T03:08:25.643376+0000","last_became_peered":"2024-09-12T03:08:25.643376+0000","last_unstale":"2024-09-12T03:08:30.674510+0000","last_undegraded":"2024-09-12T03:08:30.674510+0000","last_fullsized":"2024-09-12T03:08:30.674510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671940+0000","last_change":"2024-09-12T03:08:25.655057+0000","last_active":"2024-09-12T03:08:30.671940+0000","last_peered":"2024-09-12T03:08:30.671940+0000","last_clean":"2024-09-12T03:08:30.671940+0000","last_became_active":"2024-09-12T03:08:25.654772+0000","last_became_peered":"2024-09-12T03:08:25.654772+0000","last_unstale":"2024-09-12T03:08:30.671940+0000","last_undegraded":"2024-09-12T03:08:30.671940+0000","last_fullsized":"2024-09-12T03:08:30.671940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:34.883644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715038+0000","last_change":"2024-09-12T03:08:25.669974+0000","last_active":"2024-09-12T03:08:31.715038+0000","last_peered":"2024-09-12T03:08:31.715038+0000","last_clean":"2024-09-12T03:08:31.715038+0000","last_became_active":"2024-09-12T03:08:25.667571+0000","last_became_peered":"2024-09-12T03:08:25.667571+0000","last_unstale":"2024-09-12T03:08:31.715038+0000","last_undegraded":"2024-09-12T03:08:31.715038+0000","last_fullsized":"2024-09-12T03:08:31.715038+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538400+0000","last_change":"2024-09-12T03:08:25.635429+0000","last_active":"2024-09-12T03:08:31.538400+0000","last_peered":"2024-09-12T03:08:31.538400+0000","last_clean":"2024-09-12T03:08:31.538400+0000","last_became_active":"2024-09-12T03:08:25.635139+0000","last_became_peered":"2024-09-12T03:08:25.635139+0000","last_unstale":"2024-09-12T03:08:31.538400+0000","last_undegraded":"2024-09-12T03:08:31.538400+0000","last_fullsized":"2024-09-12T03:08:31.538400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715444+0000","last_change":"2024-09-12T03:08:25.652430+0000","last_active":"2024-09-12T03:08:31.715444+0000","last_peered":"2024-09-12T03:08:31.715444+0000","last_clean":"2024-09-12T03:08:31.715444+0000","last_became_active":"2024-09-12T03:08:25.652117+0000","last_became_peered":"2024-09-12T03:08:25.652117+0000","last_unstale":"2024-09-12T03:08:31.715444+0000","last_undegraded":"2024-09-12T03:08:31.715444+0000","last_fullsized":"2024-09-12T03:08:31.715444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:50.122761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713722+0000","last_change":"2024-09-12T03:08:25.634119+0000","last_active":"2024-09-12T03:08:31.713722+0000","last_peered":"2024-09-12T03:08:31.713722+0000","last_clean":"2024-09-12T03:08:31.713722+0000","last_became_active":"2024-09-12T03:08:25.633667+0000","last_became_peered":"2024-09-12T03:08:25.633667+0000","last_unstale":"2024-09-12T03:08:31.713722+0000","last_undegraded":"2024-09-12T03:08:31.713722+0000","last_fullsized":"2024-09-12T03:08:31.713722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676330+0000","last_change":"2024-09-12T03:08:25.652301+0000","last_active":"2024-09-12T03:08:30.676330+0000","last_peered":"2024-09-12T03:08:30.676330+0000","last_clean":"2024-09-12T03:08:30.676330+0000","last_became_active":"2024-09-12T03:08:25.652007+0000","last_became_peered":"2024-09-12T03:08:25.652007+0000","last_unstale":"2024-09-12T03:08:30.676330+0000","last_undegraded":"2024-09-12T03:08:30.676330+0000","last_fullsized":"2024-09-12T03:08:30.676330+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715402+0000","last_change":"2024-09-12T03:08:25.648494+0000","last_active":"2024-09-12T03:08:31.715402+0000","last_peered":"2024-09-12T03:08:31.715402+0000","last_clean":"2024-09-12T03:08:31.715402+0000","last_became_active":"2024-09-12T03:08:25.648120+0000","last_became_peered":"2024-09-12T03:08:25.648120+0000","last_unstale":"2024-09-12T03:08:31.715402+0000","last_undegraded":"2024-09-12T03:08:31.715402+0000","last_fullsized":"2024-09-12T03:08:31.715402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714177+0000","last_change":"2024-09-12T03:08:25.651693+0000","last_active":"2024-09-12T03:08:31.714177+0000","last_peered":"2024-09-12T03:08:31.714177+0000","last_clean":"2024-09-12T03:08:31.714177+0000","last_became_active":"2024-09-12T03:08:25.651355+0000","last_became_peered":"2024-09-12T03:08:25.651355+0000","last_unstale":"2024-09-12T03:08:31.714177+0000","last_undegraded":"2024-09-12T03:08:31.714177+0000","last_fullsized":"2024-09-12T03:08:31.714177+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:08.291373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714572+0000","last_change":"2024-09-12T03:08:25.649592+0000","last_active":"2024-09-12T03:08:31.714572+0000","last_peered":"2024-09-12T03:08:31.714572+0000","last_clean":"2024-09-12T03:08:31.714572+0000","last_became_active":"2024-09-12T03:08:25.649333+0000","last_became_peered":"2024-09-12T03:08:25.649333+0000","last_unstale":"2024-09-12T03:08:31.714572+0000","last_undegraded":"2024-09-12T03:08:31.714572+0000","last_fullsized":"2024-09-12T03:08:31.714572+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714922+0000","last_change":"2024-09-12T03:08:25.667360+0000","last_active":"2024-09-12T03:08:31.714922+0000","last_peered":"2024-09-12T03:08:31.714922+0000","last_clean":"2024-09-12T03:08:31.714922+0000","last_became_active":"2024-09-12T03:08:25.660826+0000","last_became_peered":"2024-09-12T03:08:25.660826+0000","last_unstale":"2024-09-12T03:08:31.714922+0000","last_undegraded":"2024-09-12T03:08:31.714922+0000","last_fullsized":"2024-09-12T03:08:31.714922+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:50.122761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538094+0000","last_change":"2024-09-12T03:08:25.654067+0000","last_active":"2024-09-12T03:08:31.538094+0000","last_peered":"2024-09-12T03:08:31.538094+0000","last_clean":"2024-09-12T03:08:31.538094+0000","last_became_active":"2024-09-12T03:08:25.652440+0000","last_became_peered":"2024-09-12T03:08:25.652440+0000","last_unstale":"2024-09-12T03:08:31.538094+0000","last_undegraded":"2024-09-12T03:08:31.538094+0000","last_fullsized":"2024-09-12T03:08:31.538094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:46:18.504239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675190+0000","last_change":"2024-09-12T03:08:25.647094+0000","last_active":"2024-09-12T03:08:30.675190+0000","last_peered":"2024-09-12T03:08:30.675190+0000","last_clean":"2024-09-12T03:08:30.675190+0000","last_became_active":"2024-09-12T03:08:25.645430+0000","last_became_peered":"2024-09-12T03:08:25.645430+0000","last_unstale":"2024-09-12T03:08:30.675190+0000","last_undegraded":"2024-09-12T03:08:30.675190+0000","last_fullsized":"2024-09-12T03:08:30.675190+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716237+0000","last_change":"2024-09-12T03:08:25.659026+0000","last_active":"2024-09-12T03:08:31.716237+0000","last_peered":"2024-09-12T03:08:31.716237+0000","last_clean":"2024-09-12T03:08:31.716237+0000","last_became_active":"2024-09-12T03:08:25.658669+0000","last_became_peered":"2024-09-12T03:08:25.658669+0000","last_unstale":"2024-09-12T03:08:31.716237+0000","last_undegraded":"2024-09-12T03:08:31.716237+0000","last_fullsized":"2024-09-12T03:08:31.716237+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:15.373164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672081+0000","last_change":"2024-09-12T03:08:25.651994+0000","last_active":"2024-09-12T03:08:30.672081+0000","last_peered":"2024-09-12T03:08:30.672081+0000","last_clean":"2024-09-12T03:08:30.672081+0000","last_became_active":"2024-09-12T03:08:25.651712+0000","last_became_peered":"2024-09-12T03:08:25.651712+0000","last_unstale":"2024-09-12T03:08:30.672081+0000","last_undegraded":"2024-09-12T03:08:30.672081+0000","last_fullsized":"2024-09-12T03:08:30.672081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:39.126494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716184+0000","last_change":"2024-09-12T03:08:25.655736+0000","last_active":"2024-09-12T03:08:31.716184+0000","last_peered":"2024-09-12T03:08:31.716184+0000","last_clean":"2024-09-12T03:08:31.716184+0000","last_became_active":"2024-09-12T03:08:25.655460+0000","last_became_peered":"2024-09-12T03:08:25.655460+0000","last_unstale":"2024-09-12T03:08:31.716184+0000","last_undegraded":"2024-09-12T03:08:31.716184+0000","last_fullsized":"2024-09-12T03:08:31.716184+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:23.059062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714112+0000","last_change":"2024-09-12T03:08:25.649239+0000","last_active":"2024-09-12T03:08:31.714112+0000","last_peered":"2024-09-12T03:08:31.714112+0000","last_clean":"2024-09-12T03:08:31.714112+0000","last_became_active":"2024-09-12T03:08:25.648940+0000","last_became_peered":"2024-09-12T03:08:25.648940+0000","last_unstale":"2024-09-12T03:08:31.714112+0000","last_undegraded":"2024-09-12T03:08:31.714112+0000","last_fullsized":"2024-09-12T03:08:31.714112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713569+0000","last_change":"2024-09-12T03:08:25.643590+0000","last_active":"2024-09-12T03:08:31.713569+0000","last_peered":"2024-09-12T03:08:31.713569+0000","last_clean":"2024-09-12T03:08:31.713569+0000","last_became_active":"2024-09-12T03:08:25.638562+0000","last_became_peered":"2024-09-12T03:08:25.638562+0000","last_unstale":"2024-09-12T03:08:31.713569+0000","last_undegraded":"2024-09-12T03:08:31.713569+0000","last_fullsized":"2024-09-12T03:08:31.713569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538513+0000","last_change":"2024-09-12T03:08:25.635095+0000","last_active":"2024-09-12T03:08:31.538513+0000","last_peered":"2024-09-12T03:08:31.538513+0000","last_clean":"2024-09-12T03:08:31.538513+0000","last_became_active":"2024-09-12T03:08:25.634753+0000","last_became_peered":"2024-09-12T03:08:25.634753+0000","last_unstale":"2024-09-12T03:08:31.538513+0000","last_undegraded":"2024-09-12T03:08:31.538513+0000","last_fullsized":"2024-09-12T03:08:31.538513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:20:18.604731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714857+0000","last_change":"2024-09-12T03:08:25.635730+0000","last_active":"2024-09-12T03:08:31.714857+0000","last_peered":"2024-09-12T03:08:31.714857+0000","last_clean":"2024-09-12T03:08:31.714857+0000","last_became_active":"2024-09-12T03:08:25.635445+0000","last_became_peered":"2024-09-12T03:08:25.635445+0000","last_unstale":"2024-09-12T03:08:31.714857+0000","last_undegraded":"2024-09-12T03:08:31.714857+0000","last_fullsized":"2024-09-12T03:08:31.714857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675836+0000","last_change":"2024-09-12T03:08:25.650160+0000","last_active":"2024-09-12T03:08:30.675836+0000","last_peered":"2024-09-12T03:08:30.675836+0000","last_clean":"2024-09-12T03:08:30.675836+0000","last_became_active":"2024-09-12T03:08:25.649908+0000","last_became_peered":"2024-09-12T03:08:25.649908+0000","last_unstale":"2024-09-12T03:08:30.675836+0000","last_undegraded":"2024-09-12T03:08:30.675836+0000","last_fullsized":"2024-09-12T03:08:30.675836+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:45.956371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675682+0000","last_change":"2024-09-12T03:08:25.668940+0000","last_active":"2024-09-12T03:08:30.675682+0000","last_peered":"2024-09-12T03:08:30.675682+0000","last_clean":"2024-09-12T03:08:30.675682+0000","last_became_active":"2024-09-12T03:08:25.668647+0000","last_became_peered":"2024-09-12T03:08:25.668647+0000","last_unstale":"2024-09-12T03:08:30.675682+0000","last_undegraded":"2024-09-12T03:08:30.675682+0000","last_fullsized":"2024-09-12T03:08:30.675682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676256+0000","last_change":"2024-09-12T03:08:25.662631+0000","last_active":"2024-09-12T03:08:30.676256+0000","last_peered":"2024-09-12T03:08:30.676256+0000","last_clean":"2024-09-12T03:08:30.676256+0000","last_became_active":"2024-09-12T03:08:25.662356+0000","last_became_peered":"2024-09-12T03:08:25.662356+0000","last_unstale":"2024-09-12T03:08:30.676256+0000","last_undegraded":"2024-09-12T03:08:30.676256+0000","last_fullsized":"2024-09-12T03:08:30.676256+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716070+0000","last_change":"2024-09-12T03:08:25.671313+0000","last_active":"2024-09-12T03:08:31.716070+0000","last_peered":"2024-09-12T03:08:31.716070+0000","last_clean":"2024-09-12T03:08:31.716070+0000","last_became_active":"2024-09-12T03:08:25.670911+0000","last_became_peered":"2024-09-12T03:08:25.670911+0000","last_unstale":"2024-09-12T03:08:31.716070+0000","last_undegraded":"2024-09-12T03:08:31.716070+0000","last_fullsized":"2024-09-12T03:08:31.716070+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:28.553599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714197+0000","last_change":"2024-09-12T03:08:25.660898+0000","last_active":"2024-09-12T03:08:31.714197+0000","last_peered":"2024-09-12T03:08:31.714197+0000","last_clean":"2024-09-12T03:08:31.714197+0000","last_became_active":"2024-09-12T03:08:25.660592+0000","last_became_peered":"2024-09-12T03:08:25.660592+0000","last_unstale":"2024-09-12T03:08:31.714197+0000","last_undegraded":"2024-09-12T03:08:31.714197+0000","last_fullsized":"2024-09-12T03:08:31.714197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:44.274740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715322+0000","last_change":"2024-09-12T03:08:25.656780+0000","last_active":"2024-09-12T03:08:31.715322+0000","last_peered":"2024-09-12T03:08:31.715322+0000","last_clean":"2024-09-12T03:08:31.715322+0000","last_became_active":"2024-09-12T03:08:25.656516+0000","last_became_peered":"2024-09-12T03:08:25.656516+0000","last_unstale":"2024-09-12T03:08:31.715322+0000","last_undegraded":"2024-09-12T03:08:31.715322+0000","last_fullsized":"2024-09-12T03:08:31.715322+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714768+0000","last_change":"2024-09-12T03:08:25.662589+0000","last_active":"2024-09-12T03:08:31.714768+0000","last_peered":"2024-09-12T03:08:31.714768+0000","last_clean":"2024-09-12T03:08:31.714768+0000","last_became_active":"2024-09-12T03:08:25.662175+0000","last_became_peered":"2024-09-12T03:08:25.662175+0000","last_unstale":"2024-09-12T03:08:31.714768+0000","last_undegraded":"2024-09-12T03:08:31.714768+0000","last_fullsized":"2024-09-12T03:08:31.714768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715613+0000","last_change":"2024-09-12T03:08:25.657464+0000","last_active":"2024-09-12T03:08:31.715613+0000","last_peered":"2024-09-12T03:08:31.715613+0000","last_clean":"2024-09-12T03:08:31.715613+0000","last_became_active":"2024-09-12T03:08:25.657004+0000","last_became_peered":"2024-09-12T03:08:25.657004+0000","last_unstale":"2024-09-12T03:08:31.715613+0000","last_undegraded":"2024-09-12T03:08:31.715613+0000","last_fullsized":"2024-09-12T03:08:31.715613+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.831963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714592+0000","last_change":"2024-09-12T03:08:25.661779+0000","last_active":"2024-09-12T03:08:31.714592+0000","last_peered":"2024-09-12T03:08:31.714592+0000","last_clean":"2024-09-12T03:08:31.714592+0000","last_became_active":"2024-09-12T03:08:25.661136+0000","last_became_peered":"2024-09-12T03:08:25.661136+0000","last_unstale":"2024-09-12T03:08:31.714592+0000","last_undegraded":"2024-09-12T03:08:31.714592+0000","last_fullsized":"2024-09-12T03:08:31.714592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538252+0000","last_change":"2024-09-12T03:08:25.650310+0000","last_active":"2024-09-12T03:08:31.538252+0000","last_peered":"2024-09-12T03:08:31.538252+0000","last_clean":"2024-09-12T03:08:31.538252+0000","last_became_active":"2024-09-12T03:08:25.649818+0000","last_became_peered":"2024-09-12T03:08:25.649818+0000","last_unstale":"2024-09-12T03:08:31.538252+0000","last_undegraded":"2024-09-12T03:08:31.538252+0000","last_fullsized":"2024-09-12T03:08:31.538252+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:44.274740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713942+0000","last_change":"2024-09-12T03:08:25.633937+0000","last_active":"2024-09-12T03:08:31.713942+0000","last_peered":"2024-09-12T03:08:31.713942+0000","last_clean":"2024-09-12T03:08:31.713942+0000","last_became_active":"2024-09-12T03:08:25.633619+0000","last_became_peered":"2024-09-12T03:08:25.633619+0000","last_unstale":"2024-09-12T03:08:31.713942+0000","last_undegraded":"2024-09-12T03:08:31.713942+0000","last_fullsized":"2024-09-12T03:08:31.713942+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715956+0000","last_change":"2024-09-12T03:08:25.663021+0000","last_active":"2024-09-12T03:08:31.715956+0000","last_peered":"2024-09-12T03:08:31.715956+0000","last_clean":"2024-09-12T03:08:31.715956+0000","last_became_active":"2024-09-12T03:08:25.662486+0000","last_became_peered":"2024-09-12T03:08:25.662486+0000","last_unstale":"2024-09-12T03:08:31.715956+0000","last_undegraded":"2024-09-12T03:08:31.715956+0000","last_fullsized":"2024-09-12T03:08:31.715956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:23.059062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":851968,"data_stored":691206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574857,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":266240,"data_stored":104100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":258048,"data_stored":100346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":100382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574858,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":266240,"data_stored":104100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574858,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31440,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340400,"statfs":{"total":96636764160,"available":96604569600,"internally_reserved":0,"allocated":253952,"data_stored":100256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":262144,"data_stored":100416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574858,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32028,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339812,"statfs":{"total":96636764160,"available":96603967488,"internally_reserved":0,"allocated":860160,"data_stored":691262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:08:53.210 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:08:53.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.402+0000 7f15fb200640 1 Processor -- start 2024-09-12T03:08:53.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.402+0000 7f15fb200640 1 -- start start 2024-09-12T03:08:53.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.403+0000 7f15fb200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f15f40cfa10 0x7f15f40d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.403+0000 7f15fb200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f15f40d4060 0x7f15f40b7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.403+0000 7f15fb200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15f40b6060 con 0x7f15f40d0ff0 2024-09-12T03:08:53.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.403+0000 7f15fb200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f15f40b6c70 con 0x7f15f40d4060 2024-09-12T03:08:53.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.403+0000 7f15fb200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f15f40b6340 con 0x7f15f40cfa10 2024-09-12T03:08:53.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.403+0000 7f15f9200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f15f40d4060 0x7f15f40b7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.404+0000 7f15f9200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f15f40d4060 0x7f15f40b7670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34912/0 (socket says 172.21.15.29:34912) 2024-09-12T03:08:53.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.404+0000 7f15f9200640 1 -- 172.21.15.29:0/1178136353 learned_addr learned my addr 172.21.15.29:0/1178136353 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:53.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.404+0000 7f15ebe00640 1 --2- 172.21.15.29:0/1178136353 >> v2:172.21.15.38:3300/0 conn(0x7f15f40cfa10 0x7f15f40d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.404+0000 7f15f9200640 1 -- 172.21.15.29:0/1178136353 >> v2:172.21.15.38:3300/0 conn(0x7f15f40cfa10 msgr2=0x7f15f40d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:53.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.404+0000 7f15f9200640 1 --2- 172.21.15.29:0/1178136353 >> v2:172.21.15.38:3300/0 conn(0x7f15f40cfa10 0x7f15f40d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.404+0000 7f15f9200640 1 -- 172.21.15.29:0/1178136353 >> v1:172.21.15.38:6789/0 conn(0x7f15f40d0ff0 legacy=0x7f15f40d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.404+0000 7f15f9200640 1 -- 172.21.15.29:0/1178136353 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15f40b6620 con 0x7f15f40d4060 2024-09-12T03:08:53.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.405+0000 7f15f9200640 1 --2- 172.21.15.29:0/1178136353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15f40d4060 0x7f15f40b7670 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f15f40b71d0 tx=0x7f15ec02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=509eb2b70354a731 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:53.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.405+0000 7f15f3400640 1 -- 172.21.15.29:0/1178136353 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec036070 con 0x7f15f40d4060 2024-09-12T03:08:53.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.405+0000 7f15f3400640 1 -- 172.21.15.29:0/1178136353 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15ec031600 con 0x7f15f40d4060 2024-09-12T03:08:53.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.405+0000 7f15f3400640 1 -- 172.21.15.29:0/1178136353 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec0319d0 con 0x7f15f40d4060 2024-09-12T03:08:53.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.406+0000 7f15fb200640 1 -- 172.21.15.29:0/1178136353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15f40d4060 msgr2=0x7f15f40b7670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.406+0000 7f15fb200640 1 --2- 172.21.15.29:0/1178136353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15f40d4060 0x7f15f40b7670 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f15f40b71d0 tx=0x7f15ec02a6a0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.406+0000 7f15fb200640 1 -- 172.21.15.29:0/1178136353 shutdown_connections 2024-09-12T03:08:53.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.406+0000 7f15fb200640 1 --2- 172.21.15.29:0/1178136353 >> v2:172.21.15.38:3300/0 conn(0x7f15f40cfa10 0x7f15f40d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.406+0000 7f15fb200640 1 --2- 172.21.15.29:0/1178136353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15f40d4060 0x7f15f40b7670 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.406+0000 7f15fb200640 1 -- 172.21.15.29:0/1178136353 >> 172.21.15.29:0/1178136353 conn(0x7f15f4067f80 msgr2=0x7f15f406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:53.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.406+0000 7f15fb200640 1 -- 172.21.15.29:0/1178136353 shutdown_connections 2024-09-12T03:08:53.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.406+0000 7f15fb200640 1 -- 172.21.15.29:0/1178136353 wait complete. 2024-09-12T03:08:53.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.407+0000 7f15fb200640 1 Processor -- start 2024-09-12T03:08:53.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.408+0000 7f15fb200640 1 -- start start 2024-09-12T03:08:53.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.408+0000 7f15fb200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15f40cfa10 0x7f15f40abe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.408+0000 7f15fb200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f15f40d0ff0 0x7f15f40cd310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.408+0000 7f15fb200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f15f40d4060 0x7f15f415d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.408+0000 7f15fb200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f15f415ea70 con 0x7f15f40cfa10 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.408+0000 7f15fb200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f15f415e8f0 con 0x7f15f40d0ff0 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.408+0000 7f15fb200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f15f40b7bb0 con 0x7f15f40d4060 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.409+0000 7f15f3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15f40cfa10 0x7f15f40abe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.409+0000 7f15f3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15f40cfa10 0x7f15f40abe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34926/0 (socket says 172.21.15.29:34926) 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.409+0000 7f15f3e00640 1 -- 172.21.15.29:0/2286242162 learned_addr learned my addr 172.21.15.29:0/2286242162 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.409+0000 7f15ebe00640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f15f40d0ff0 0x7f15f40cd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.409+0000 7f15f9200640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f15f40d4060 0x7f15f415d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.409+0000 7f15f3e00640 1 -- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f15f40d4060 msgr2=0x7f15f415d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.409+0000 7f15f3e00640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f15f40d4060 0x7f15f415d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.409+0000 7f15f3e00640 1 -- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f15f40d0ff0 msgr2=0x7f15f40cd310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.409+0000 7f15f3e00640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f15f40d0ff0 0x7f15f40cd310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.409+0000 7f15f3e00640 1 -- 172.21.15.29:0/2286242162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15f40cdb60 con 0x7f15f40cfa10 2024-09-12T03:08:53.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.409+0000 7f15f3e00640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15f40cfa10 0x7f15f40abe80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f15e400c430 tx=0x7f15e400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:53.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.410+0000 7f15f0c00640 1 -- 172.21.15.29:0/2286242162 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e40052d0 con 0x7f15f40cfa10 2024-09-12T03:08:53.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.410+0000 7f15f0c00640 1 -- 172.21.15.29:0/2286242162 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15e4005490 con 0x7f15f40cfa10 2024-09-12T03:08:53.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.410+0000 7f15f0c00640 1 -- 172.21.15.29:0/2286242162 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e4007260 con 0x7f15f40cfa10 2024-09-12T03:08:53.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.410+0000 7f15fb200640 1 -- 172.21.15.29:0/2286242162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15f40cde40 con 0x7f15f40cfa10 2024-09-12T03:08:53.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.410+0000 7f15fb200640 1 -- 172.21.15.29:0/2286242162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15f40ce400 con 0x7f15f40cfa10 2024-09-12T03:08:53.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.411+0000 7f15fb200640 1 -- 172.21.15.29:0/2286242162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15f40b3160 con 0x7f15f40cfa10 2024-09-12T03:08:53.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.412+0000 7f15f0c00640 1 -- 172.21.15.29:0/2286242162 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f15e4007400 con 0x7f15f40cfa10 2024-09-12T03:08:53.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.412+0000 7f15f0c00640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f15d006be30 0x7f15d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.413+0000 7f15f0c00640 1 -- 172.21.15.29:0/2286242162 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f15e408a620 con 0x7f15f40cfa10 2024-09-12T03:08:53.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.413+0000 7f15ebe00640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f15d006be30 0x7f15d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.414+0000 7f15ebe00640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f15d006be30 0x7f15d006e2f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f15f40b9fe0 tx=0x7f15dc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:53.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.417+0000 7f15f0c00640 1 -- 172.21.15.29:0/2286242162 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f15f40b3160 con 0x7f15f40cfa10 2024-09-12T03:08:53.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.597+0000 7f15fb200640 1 -- 172.21.15.29:0/2286242162 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f15f40d3b20 con 0x7f15d006be30 2024-09-12T03:08:53.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.606+0000 7f15f0c00640 1 -- 172.21.15.29:0/2286242162 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332531 (secure 0 0 0) 0x7f15f40d3b20 con 0x7f15d006be30 2024-09-12T03:08:53.609 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:53.612 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:08:53.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 -- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f15d006be30 msgr2=0x7f15d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f15d006be30 0x7f15d006e2f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f15f40b9fe0 tx=0x7f15dc009190 comp rx=0 tx=0).stop 2024-09-12T03:08:53.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 -- 172.21.15.29:0/2286242162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15f40cfa10 msgr2=0x7f15f40abe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15f40cfa10 0x7f15f40abe80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f15e400c430 tx=0x7f15e400c8f0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 -- 172.21.15.29:0/2286242162 shutdown_connections 2024-09-12T03:08:53.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f15d006be30 0x7f15d006e2f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f15f40d4060 0x7f15f415d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f15f40d0ff0 0x7f15f40cd310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 --2- 172.21.15.29:0/2286242162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15f40cfa10 0x7f15f40abe80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 -- 172.21.15.29:0/2286242162 >> 172.21.15.29:0/2286242162 conn(0x7f15f4067f80 msgr2=0x7f15f406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:53.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 -- 172.21.15.29:0/2286242162 shutdown_connections 2024-09-12T03:08:53.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.610+0000 7f15fb200640 1 -- 172.21.15.29:0/2286242162 wait complete. 2024-09-12T03:08:53.626 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2024-09-12T03:08:51.722040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240236,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734484,"statfs":{"total":773094113280,"available":772848111616,"internally_reserved":0,"allocated":3284992,"data_stored":1992068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003114"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538495+0000","last_change":"2024-09-12T03:08:24.625565+0000","last_active":"2024-09-12T03:08:31.538495+0000","last_peered":"2024-09-12T03:08:31.538495+0000","last_clean":"2024-09-12T03:08:31.538495+0000","last_became_active":"2024-09-12T03:08:24.625213+0000","last_became_peered":"2024-09-12T03:08:24.625213+0000","last_unstale":"2024-09-12T03:08:31.538495+0000","last_undegraded":"2024-09-12T03:08:31.538495+0000","last_fullsized":"2024-09-12T03:08:31.538495+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:07.733907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714986+0000","last_change":"2024-09-12T03:08:25.637303+0000","last_active":"2024-09-12T03:08:31.714986+0000","last_peered":"2024-09-12T03:08:31.714986+0000","last_clean":"2024-09-12T03:08:31.714986+0000","last_became_active":"2024-09-12T03:08:25.635549+0000","last_became_peered":"2024-09-12T03:08:25.635549+0000","last_unstale":"2024-09-12T03:08:31.714986+0000","last_undegraded":"2024-09-12T03:08:31.714986+0000","last_fullsized":"2024-09-12T03:08:31.714986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714258+0000","last_change":"2024-09-12T03:08:29.841427+0000","last_active":"2024-09-12T03:08:31.714258+0000","last_peered":"2024-09-12T03:08:31.714258+0000","last_clean":"2024-09-12T03:08:31.714258+0000","last_became_active":"2024-09-12T03:08:29.840962+0000","last_became_peered":"2024-09-12T03:08:29.840962+0000","last_unstale":"2024-09-12T03:08:31.714258+0000","last_undegraded":"2024-09-12T03:08:31.714258+0000","last_fullsized":"2024-09-12T03:08:31.714258+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:00.812880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715107+0000","last_change":"2024-09-12T03:08:24.632831+0000","last_active":"2024-09-12T03:08:31.715107+0000","last_peered":"2024-09-12T03:08:31.715107+0000","last_clean":"2024-09-12T03:08:31.715107+0000","last_became_active":"2024-09-12T03:08:24.632621+0000","last_became_peered":"2024-09-12T03:08:24.632621+0000","last_unstale":"2024-09-12T03:08:31.715107+0000","last_undegraded":"2024-09-12T03:08:31.715107+0000","last_fullsized":"2024-09-12T03:08:31.715107+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538322+0000","last_change":"2024-09-12T03:08:25.669902+0000","last_active":"2024-09-12T03:08:31.538322+0000","last_peered":"2024-09-12T03:08:31.538322+0000","last_clean":"2024-09-12T03:08:31.538322+0000","last_became_active":"2024-09-12T03:08:25.669273+0000","last_became_peered":"2024-09-12T03:08:25.669273+0000","last_unstale":"2024-09-12T03:08:31.538322+0000","last_undegraded":"2024-09-12T03:08:31.538322+0000","last_fullsized":"2024-09-12T03:08:31.538322+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674671+0000","last_change":"2024-09-12T03:08:29.689089+0000","last_active":"2024-09-12T03:08:30.674671+0000","last_peered":"2024-09-12T03:08:30.674671+0000","last_clean":"2024-09-12T03:08:30.674671+0000","last_became_active":"2024-09-12T03:08:29.688408+0000","last_became_peered":"2024-09-12T03:08:29.688408+0000","last_unstale":"2024-09-12T03:08:30.674671+0000","last_undegraded":"2024-09-12T03:08:30.674671+0000","last_fullsized":"2024-09-12T03:08:30.674671+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:18:02.713228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716207+0000","last_change":"2024-09-12T03:08:24.641954+0000","last_active":"2024-09-12T03:08:31.716207+0000","last_peered":"2024-09-12T03:08:31.716207+0000","last_clean":"2024-09-12T03:08:31.716207+0000","last_became_active":"2024-09-12T03:08:24.641424+0000","last_became_peered":"2024-09-12T03:08:24.641424+0000","last_unstale":"2024-09-12T03:08:31.716207+0000","last_undegraded":"2024-09-12T03:08:31.716207+0000","last_fullsized":"2024-09-12T03:08:31.716207+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:38.123875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714737+0000","last_change":"2024-09-12T03:08:25.661463+0000","last_active":"2024-09-12T03:08:31.714737+0000","last_peered":"2024-09-12T03:08:31.714737+0000","last_clean":"2024-09-12T03:08:31.714737+0000","last_became_active":"2024-09-12T03:08:25.660731+0000","last_became_peered":"2024-09-12T03:08:25.660731+0000","last_unstale":"2024-09-12T03:08:31.714737+0000","last_undegraded":"2024-09-12T03:08:31.714737+0000","last_fullsized":"2024-09-12T03:08:31.714737+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675556+0000","last_change":"2024-09-12T03:08:29.690079+0000","last_active":"2024-09-12T03:08:30.675556+0000","last_peered":"2024-09-12T03:08:30.675556+0000","last_clean":"2024-09-12T03:08:30.675556+0000","last_became_active":"2024-09-12T03:08:29.688625+0000","last_became_peered":"2024-09-12T03:08:29.688625+0000","last_unstale":"2024-09-12T03:08:30.675556+0000","last_undegraded":"2024-09-12T03:08:30.675556+0000","last_fullsized":"2024-09-12T03:08:30.675556+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:09.883234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715884+0000","last_change":"2024-09-12T03:08:24.643508+0000","last_active":"2024-09-12T03:08:31.715884+0000","last_peered":"2024-09-12T03:08:31.715884+0000","last_clean":"2024-09-12T03:08:31.715884+0000","last_became_active":"2024-09-12T03:08:24.643163+0000","last_became_peered":"2024-09-12T03:08:24.643163+0000","last_unstale":"2024-09-12T03:08:31.715884+0000","last_undegraded":"2024-09-12T03:08:31.715884+0000","last_fullsized":"2024-09-12T03:08:31.715884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:30.165593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714638+0000","last_change":"2024-09-12T03:08:25.664719+0000","last_active":"2024-09-12T03:08:31.714638+0000","last_peered":"2024-09-12T03:08:31.714638+0000","last_clean":"2024-09-12T03:08:31.714638+0000","last_became_active":"2024-09-12T03:08:25.664215+0000","last_became_peered":"2024-09-12T03:08:25.664215+0000","last_unstale":"2024-09-12T03:08:31.714638+0000","last_undegraded":"2024-09-12T03:08:31.714638+0000","last_fullsized":"2024-09-12T03:08:31.714638+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:10.586294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675339+0000","last_change":"2024-09-12T03:08:29.686132+0000","last_active":"2024-09-12T03:08:30.675339+0000","last_peered":"2024-09-12T03:08:30.675339+0000","last_clean":"2024-09-12T03:08:30.675339+0000","last_became_active":"2024-09-12T03:08:29.685654+0000","last_became_peered":"2024-09-12T03:08:29.685654+0000","last_unstale":"2024-09-12T03:08:30.675339+0000","last_undegraded":"2024-09-12T03:08:30.675339+0000","last_fullsized":"2024-09-12T03:08:30.675339+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:13.956205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674768+0000","last_change":"2024-09-12T03:08:25.646368+0000","last_active":"2024-09-12T03:08:30.674768+0000","last_peered":"2024-09-12T03:08:30.674768+0000","last_clean":"2024-09-12T03:08:30.674768+0000","last_became_active":"2024-09-12T03:08:25.646112+0000","last_became_peered":"2024-09-12T03:08:25.646112+0000","last_unstale":"2024-09-12T03:08:30.674768+0000","last_undegraded":"2024-09-12T03:08:30.674768+0000","last_fullsized":"2024-09-12T03:08:30.674768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716115+0000","last_change":"2024-09-12T03:08:24.642779+0000","last_active":"2024-09-12T03:08:31.716115+0000","last_peered":"2024-09-12T03:08:31.716115+0000","last_clean":"2024-09-12T03:08:31.716115+0000","last_became_active":"2024-09-12T03:08:24.642477+0000","last_became_peered":"2024-09-12T03:08:24.642477+0000","last_unstale":"2024-09-12T03:08:31.716115+0000","last_undegraded":"2024-09-12T03:08:31.716115+0000","last_fullsized":"2024-09-12T03:08:31.716115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:57.582833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676103+0000","last_change":"2024-09-12T03:08:29.689493+0000","last_active":"2024-09-12T03:08:30.676103+0000","last_peered":"2024-09-12T03:08:30.676103+0000","last_clean":"2024-09-12T03:08:30.676103+0000","last_became_active":"2024-09-12T03:08:29.689242+0000","last_became_peered":"2024-09-12T03:08:29.689242+0000","last_unstale":"2024-09-12T03:08:30.676103+0000","last_undegraded":"2024-09-12T03:08:30.676103+0000","last_fullsized":"2024-09-12T03:08:30.676103+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714915+0000","last_change":"2024-09-12T03:08:25.644486+0000","last_active":"2024-09-12T03:08:31.714915+0000","last_peered":"2024-09-12T03:08:31.714915+0000","last_clean":"2024-09-12T03:08:31.714915+0000","last_became_active":"2024-09-12T03:08:25.644206+0000","last_became_peered":"2024-09-12T03:08:25.644206+0000","last_unstale":"2024-09-12T03:08:31.714915+0000","last_undegraded":"2024-09-12T03:08:31.714915+0000","last_fullsized":"2024-09-12T03:08:31.714915+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714356+0000","last_change":"2024-09-12T03:08:24.631591+0000","last_active":"2024-09-12T03:08:31.714356+0000","last_peered":"2024-09-12T03:08:31.714356+0000","last_clean":"2024-09-12T03:08:31.714356+0000","last_became_active":"2024-09-12T03:08:24.631188+0000","last_became_peered":"2024-09-12T03:08:24.631188+0000","last_unstale":"2024-09-12T03:08:31.714356+0000","last_undegraded":"2024-09-12T03:08:31.714356+0000","last_fullsized":"2024-09-12T03:08:31.714356+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675534+0000","last_change":"2024-09-12T03:08:29.691931+0000","last_active":"2024-09-12T03:08:30.675534+0000","last_peered":"2024-09-12T03:08:30.675534+0000","last_clean":"2024-09-12T03:08:30.675534+0000","last_became_active":"2024-09-12T03:08:29.691594+0000","last_became_peered":"2024-09-12T03:08:29.691594+0000","last_unstale":"2024-09-12T03:08:30.675534+0000","last_undegraded":"2024-09-12T03:08:30.675534+0000","last_fullsized":"2024-09-12T03:08:30.675534+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:14.637564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714110+0000","last_change":"2024-09-12T03:08:25.635998+0000","last_active":"2024-09-12T03:08:31.714110+0000","last_peered":"2024-09-12T03:08:31.714110+0000","last_clean":"2024-09-12T03:08:31.714110+0000","last_became_active":"2024-09-12T03:08:25.634548+0000","last_became_peered":"2024-09-12T03:08:25.634548+0000","last_unstale":"2024-09-12T03:08:31.714110+0000","last_undegraded":"2024-09-12T03:08:31.714110+0000","last_fullsized":"2024-09-12T03:08:31.714110+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713662+0000","last_change":"2024-09-12T03:08:24.637038+0000","last_active":"2024-09-12T03:08:31.713662+0000","last_peered":"2024-09-12T03:08:31.713662+0000","last_clean":"2024-09-12T03:08:31.713662+0000","last_became_active":"2024-09-12T03:08:24.636626+0000","last_became_peered":"2024-09-12T03:08:24.636626+0000","last_unstale":"2024-09-12T03:08:31.713662+0000","last_undegraded":"2024-09-12T03:08:31.713662+0000","last_fullsized":"2024-09-12T03:08:31.713662+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714332+0000","last_change":"2024-09-12T03:08:29.842457+0000","last_active":"2024-09-12T03:08:31.714332+0000","last_peered":"2024-09-12T03:08:31.714332+0000","last_clean":"2024-09-12T03:08:31.714332+0000","last_became_active":"2024-09-12T03:08:29.840766+0000","last_became_peered":"2024-09-12T03:08:29.840766+0000","last_unstale":"2024-09-12T03:08:31.714332+0000","last_undegraded":"2024-09-12T03:08:31.714332+0000","last_fullsized":"2024-09-12T03:08:31.714332+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675504+0000","last_change":"2024-09-12T03:08:25.648247+0000","last_active":"2024-09-12T03:08:30.675504+0000","last_peered":"2024-09-12T03:08:30.675504+0000","last_clean":"2024-09-12T03:08:30.675504+0000","last_became_active":"2024-09-12T03:08:25.644047+0000","last_became_peered":"2024-09-12T03:08:25.644047+0000","last_unstale":"2024-09-12T03:08:30.675504+0000","last_undegraded":"2024-09-12T03:08:30.675504+0000","last_fullsized":"2024-09-12T03:08:30.675504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:14.961957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714538+0000","last_change":"2024-09-12T03:08:24.640290+0000","last_active":"2024-09-12T03:08:31.714538+0000","last_peered":"2024-09-12T03:08:31.714538+0000","last_clean":"2024-09-12T03:08:31.714538+0000","last_became_active":"2024-09-12T03:08:24.640042+0000","last_became_peered":"2024-09-12T03:08:24.640042+0000","last_unstale":"2024-09-12T03:08:31.714538+0000","last_undegraded":"2024-09-12T03:08:31.714538+0000","last_fullsized":"2024-09-12T03:08:31.714538+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676032+0000","last_change":"2024-09-12T03:08:29.692021+0000","last_active":"2024-09-12T03:08:30.676032+0000","last_peered":"2024-09-12T03:08:30.676032+0000","last_clean":"2024-09-12T03:08:30.676032+0000","last_became_active":"2024-09-12T03:08:29.690888+0000","last_became_peered":"2024-09-12T03:08:29.690888+0000","last_unstale":"2024-09-12T03:08:30.676032+0000","last_undegraded":"2024-09-12T03:08:30.676032+0000","last_fullsized":"2024-09-12T03:08:30.676032+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538598+0000","last_change":"2024-09-12T03:08:25.635536+0000","last_active":"2024-09-12T03:08:31.538598+0000","last_peered":"2024-09-12T03:08:31.538598+0000","last_clean":"2024-09-12T03:08:31.538598+0000","last_became_active":"2024-09-12T03:08:25.635219+0000","last_became_peered":"2024-09-12T03:08:25.635219+0000","last_unstale":"2024-09-12T03:08:31.538598+0000","last_undegraded":"2024-09-12T03:08:31.538598+0000","last_fullsized":"2024-09-12T03:08:31.538598+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676455+0000","last_change":"2024-09-12T03:08:24.626670+0000","last_active":"2024-09-12T03:08:30.676455+0000","last_peered":"2024-09-12T03:08:30.676455+0000","last_clean":"2024-09-12T03:08:30.676455+0000","last_became_active":"2024-09-12T03:08:24.626324+0000","last_became_peered":"2024-09-12T03:08:24.626324+0000","last_unstale":"2024-09-12T03:08:30.676455+0000","last_undegraded":"2024-09-12T03:08:30.676455+0000","last_fullsized":"2024-09-12T03:08:30.676455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675182+0000","last_change":"2024-09-12T03:08:29.835187+0000","last_active":"2024-09-12T03:08:30.675182+0000","last_peered":"2024-09-12T03:08:30.675182+0000","last_clean":"2024-09-12T03:08:30.675182+0000","last_became_active":"2024-09-12T03:08:29.834560+0000","last_became_peered":"2024-09-12T03:08:29.834560+0000","last_unstale":"2024-09-12T03:08:30.675182+0000","last_undegraded":"2024-09-12T03:08:30.675182+0000","last_fullsized":"2024-09-12T03:08:30.675182+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:51.373905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715433+0000","last_change":"2024-09-12T03:08:25.654812+0000","last_active":"2024-09-12T03:08:31.715433+0000","last_peered":"2024-09-12T03:08:31.715433+0000","last_clean":"2024-09-12T03:08:31.715433+0000","last_became_active":"2024-09-12T03:08:25.654544+0000","last_became_peered":"2024-09-12T03:08:25.654544+0000","last_unstale":"2024-09-12T03:08:31.715433+0000","last_undegraded":"2024-09-12T03:08:31.715433+0000","last_fullsized":"2024-09-12T03:08:31.715433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713981+0000","last_change":"2024-09-12T03:08:24.633960+0000","last_active":"2024-09-12T03:08:31.713981+0000","last_peered":"2024-09-12T03:08:31.713981+0000","last_clean":"2024-09-12T03:08:31.713981+0000","last_became_active":"2024-09-12T03:08:24.633669+0000","last_became_peered":"2024-09-12T03:08:24.633669+0000","last_unstale":"2024-09-12T03:08:31.713981+0000","last_undegraded":"2024-09-12T03:08:31.713981+0000","last_fullsized":"2024-09-12T03:08:31.713981+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713729+0000","last_change":"2024-09-12T03:08:29.836853+0000","last_active":"2024-09-12T03:08:31.713729+0000","last_peered":"2024-09-12T03:08:31.713729+0000","last_clean":"2024-09-12T03:08:31.713729+0000","last_became_active":"2024-09-12T03:08:29.836422+0000","last_became_peered":"2024-09-12T03:08:29.836422+0000","last_unstale":"2024-09-12T03:08:31.713729+0000","last_undegraded":"2024-09-12T03:08:31.713729+0000","last_fullsized":"2024-09-12T03:08:31.713729+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:46.516947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714598+0000","last_change":"2024-09-12T03:08:25.649624+0000","last_active":"2024-09-12T03:08:31.714598+0000","last_peered":"2024-09-12T03:08:31.714598+0000","last_clean":"2024-09-12T03:08:31.714598+0000","last_became_active":"2024-09-12T03:08:25.649267+0000","last_became_peered":"2024-09-12T03:08:25.649267+0000","last_unstale":"2024-09-12T03:08:31.714598+0000","last_undegraded":"2024-09-12T03:08:31.714598+0000","last_fullsized":"2024-09-12T03:08:31.714598+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716292+0000","last_change":"2024-09-12T03:08:24.642031+0000","last_active":"2024-09-12T03:08:31.716292+0000","last_peered":"2024-09-12T03:08:31.716292+0000","last_clean":"2024-09-12T03:08:31.716292+0000","last_became_active":"2024-09-12T03:08:24.641712+0000","last_became_peered":"2024-09-12T03:08:24.641712+0000","last_unstale":"2024-09-12T03:08:31.716292+0000","last_undegraded":"2024-09-12T03:08:31.716292+0000","last_fullsized":"2024-09-12T03:08:31.716292+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:44.953752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538176+0000","last_change":"2024-09-12T03:08:29.834997+0000","last_active":"2024-09-12T03:08:31.538176+0000","last_peered":"2024-09-12T03:08:31.538176+0000","last_clean":"2024-09-12T03:08:31.538176+0000","last_became_active":"2024-09-12T03:08:29.834640+0000","last_became_peered":"2024-09-12T03:08:29.834640+0000","last_unstale":"2024-09-12T03:08:31.538176+0000","last_undegraded":"2024-09-12T03:08:31.538176+0000","last_fullsized":"2024-09-12T03:08:31.538176+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:32.604869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714761+0000","last_change":"2024-09-12T03:08:25.664500+0000","last_active":"2024-09-12T03:08:31.714761+0000","last_peered":"2024-09-12T03:08:31.714761+0000","last_clean":"2024-09-12T03:08:31.714761+0000","last_became_active":"2024-09-12T03:08:25.663842+0000","last_became_peered":"2024-09-12T03:08:25.663842+0000","last_unstale":"2024-09-12T03:08:31.714761+0000","last_undegraded":"2024-09-12T03:08:31.714761+0000","last_fullsized":"2024-09-12T03:08:31.714761+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:59.598115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714676+0000","last_change":"2024-09-12T03:08:24.627519+0000","last_active":"2024-09-12T03:08:31.714676+0000","last_peered":"2024-09-12T03:08:31.714676+0000","last_clean":"2024-09-12T03:08:31.714676+0000","last_became_active":"2024-09-12T03:08:24.627132+0000","last_became_peered":"2024-09-12T03:08:24.627132+0000","last_unstale":"2024-09-12T03:08:31.714676+0000","last_undegraded":"2024-09-12T03:08:31.714676+0000","last_fullsized":"2024-09-12T03:08:31.714676+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713720+0000","last_change":"2024-09-12T03:08:29.684746+0000","last_active":"2024-09-12T03:08:31.713720+0000","last_peered":"2024-09-12T03:08:31.713720+0000","last_clean":"2024-09-12T03:08:31.713720+0000","last_became_active":"2024-09-12T03:08:29.684280+0000","last_became_peered":"2024-09-12T03:08:29.684280+0000","last_unstale":"2024-09-12T03:08:31.713720+0000","last_undegraded":"2024-09-12T03:08:31.713720+0000","last_fullsized":"2024-09-12T03:08:31.713720+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675891+0000","last_change":"2024-09-12T03:08:25.642159+0000","last_active":"2024-09-12T03:08:30.675891+0000","last_peered":"2024-09-12T03:08:30.675891+0000","last_clean":"2024-09-12T03:08:30.675891+0000","last_became_active":"2024-09-12T03:08:25.641865+0000","last_became_peered":"2024-09-12T03:08:25.641865+0000","last_unstale":"2024-09-12T03:08:30.675891+0000","last_undegraded":"2024-09-12T03:08:30.675891+0000","last_fullsized":"2024-09-12T03:08:30.675891+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:34.883644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715184+0000","last_change":"2024-09-12T03:08:24.628131+0000","last_active":"2024-09-12T03:08:31.715184+0000","last_peered":"2024-09-12T03:08:31.715184+0000","last_clean":"2024-09-12T03:08:31.715184+0000","last_became_active":"2024-09-12T03:08:24.627834+0000","last_became_peered":"2024-09-12T03:08:24.627834+0000","last_unstale":"2024-09-12T03:08:31.715184+0000","last_undegraded":"2024-09-12T03:08:31.715184+0000","last_fullsized":"2024-09-12T03:08:31.715184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714585+0000","last_change":"2024-09-12T03:08:29.690446+0000","last_active":"2024-09-12T03:08:31.714585+0000","last_peered":"2024-09-12T03:08:31.714585+0000","last_clean":"2024-09-12T03:08:31.714585+0000","last_became_active":"2024-09-12T03:08:29.689898+0000","last_became_peered":"2024-09-12T03:08:29.689898+0000","last_unstale":"2024-09-12T03:08:31.714585+0000","last_undegraded":"2024-09-12T03:08:31.714585+0000","last_fullsized":"2024-09-12T03:08:31.714585+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:56.481018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713495+0000","last_change":"2024-09-12T03:08:25.644836+0000","last_active":"2024-09-12T03:08:31.713495+0000","last_peered":"2024-09-12T03:08:31.713495+0000","last_clean":"2024-09-12T03:08:31.713495+0000","last_became_active":"2024-09-12T03:08:25.644562+0000","last_became_peered":"2024-09-12T03:08:25.644562+0000","last_unstale":"2024-09-12T03:08:31.713495+0000","last_undegraded":"2024-09-12T03:08:31.713495+0000","last_fullsized":"2024-09-12T03:08:31.713495+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671885+0000","last_change":"2024-09-12T03:08:24.631462+0000","last_active":"2024-09-12T03:08:30.671885+0000","last_peered":"2024-09-12T03:08:30.671885+0000","last_clean":"2024-09-12T03:08:30.671885+0000","last_became_active":"2024-09-12T03:08:24.630317+0000","last_became_peered":"2024-09-12T03:08:24.630317+0000","last_unstale":"2024-09-12T03:08:30.671885+0000","last_undegraded":"2024-09-12T03:08:30.671885+0000","last_fullsized":"2024-09-12T03:08:30.671885+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714485+0000","last_change":"2024-09-12T03:08:29.697088+0000","last_active":"2024-09-12T03:08:31.714485+0000","last_peered":"2024-09-12T03:08:31.714485+0000","last_clean":"2024-09-12T03:08:31.714485+0000","last_became_active":"2024-09-12T03:08:29.696037+0000","last_became_peered":"2024-09-12T03:08:29.696037+0000","last_unstale":"2024-09-12T03:08:31.714485+0000","last_undegraded":"2024-09-12T03:08:31.714485+0000","last_fullsized":"2024-09-12T03:08:31.714485+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:27.110332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538094+0000","last_change":"2024-09-12T03:08:25.637271+0000","last_active":"2024-09-12T03:08:31.538094+0000","last_peered":"2024-09-12T03:08:31.538094+0000","last_clean":"2024-09-12T03:08:31.538094+0000","last_became_active":"2024-09-12T03:08:25.636912+0000","last_became_peered":"2024-09-12T03:08:25.636912+0000","last_unstale":"2024-09-12T03:08:31.538094+0000","last_undegraded":"2024-09-12T03:08:31.538094+0000","last_fullsized":"2024-09-12T03:08:31.538094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:31.168212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714647+0000","last_change":"2024-09-12T03:08:24.640833+0000","last_active":"2024-09-12T03:08:31.714647+0000","last_peered":"2024-09-12T03:08:31.714647+0000","last_clean":"2024-09-12T03:08:31.714647+0000","last_became_active":"2024-09-12T03:08:24.640545+0000","last_became_peered":"2024-09-12T03:08:24.640545+0000","last_unstale":"2024-09-12T03:08:31.714647+0000","last_undegraded":"2024-09-12T03:08:31.714647+0000","last_fullsized":"2024-09-12T03:08:31.714647+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:33.881025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538482+0000","last_change":"2024-09-12T03:08:29.842346+0000","last_active":"2024-09-12T03:08:31.538482+0000","last_peered":"2024-09-12T03:08:31.538482+0000","last_clean":"2024-09-12T03:08:31.538482+0000","last_became_active":"2024-09-12T03:08:29.841945+0000","last_became_peered":"2024-09-12T03:08:29.841945+0000","last_unstale":"2024-09-12T03:08:31.538482+0000","last_undegraded":"2024-09-12T03:08:31.538482+0000","last_fullsized":"2024-09-12T03:08:31.538482+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:46.516947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714654+0000","last_change":"2024-09-12T03:08:25.669871+0000","last_active":"2024-09-12T03:08:31.714654+0000","last_peered":"2024-09-12T03:08:31.714654+0000","last_clean":"2024-09-12T03:08:31.714654+0000","last_became_active":"2024-09-12T03:08:25.669703+0000","last_became_peered":"2024-09-12T03:08:25.669703+0000","last_unstale":"2024-09-12T03:08:31.714654+0000","last_undegraded":"2024-09-12T03:08:31.714654+0000","last_fullsized":"2024-09-12T03:08:31.714654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715509+0000","last_change":"2024-09-12T03:08:24.629157+0000","last_active":"2024-09-12T03:08:31.715509+0000","last_peered":"2024-09-12T03:08:31.715509+0000","last_clean":"2024-09-12T03:08:31.715509+0000","last_became_active":"2024-09-12T03:08:24.628837+0000","last_became_peered":"2024-09-12T03:08:24.628837+0000","last_unstale":"2024-09-12T03:08:31.715509+0000","last_undegraded":"2024-09-12T03:08:31.715509+0000","last_fullsized":"2024-09-12T03:08:31.715509+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":178,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714753+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:08:31.714753+0000","last_peered":"2024-09-12T03:08:31.714753+0000","last_clean":"2024-09-12T03:08:31.714753+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:08:31.714753+0000","last_undegraded":"2024-09-12T03:08:31.714753+0000","last_fullsized":"2024-09-12T03:08:31.714753+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674979+0000","last_change":"2024-09-12T03:08:29.837258+0000","last_active":"2024-09-12T03:08:30.674979+0000","last_peered":"2024-09-12T03:08:30.674979+0000","last_clean":"2024-09-12T03:08:30.674979+0000","last_became_active":"2024-09-12T03:08:29.836741+0000","last_became_peered":"2024-09-12T03:08:29.836741+0000","last_unstale":"2024-09-12T03:08:30.674979+0000","last_undegraded":"2024-09-12T03:08:30.674979+0000","last_fullsized":"2024-09-12T03:08:30.674979+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716049+0000","last_change":"2024-09-12T03:08:25.673221+0000","last_active":"2024-09-12T03:08:31.716049+0000","last_peered":"2024-09-12T03:08:31.716049+0000","last_clean":"2024-09-12T03:08:31.716049+0000","last_became_active":"2024-09-12T03:08:25.671003+0000","last_became_peered":"2024-09-12T03:08:25.671003+0000","last_unstale":"2024-09-12T03:08:31.716049+0000","last_undegraded":"2024-09-12T03:08:31.716049+0000","last_fullsized":"2024-09-12T03:08:31.716049+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:52.429748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672147+0000","last_change":"2024-09-12T03:08:24.628208+0000","last_active":"2024-09-12T03:08:30.672147+0000","last_peered":"2024-09-12T03:08:30.672147+0000","last_clean":"2024-09-12T03:08:30.672147+0000","last_became_active":"2024-09-12T03:08:24.627823+0000","last_became_peered":"2024-09-12T03:08:24.627823+0000","last_unstale":"2024-09-12T03:08:30.672147+0000","last_undegraded":"2024-09-12T03:08:30.672147+0000","last_fullsized":"2024-09-12T03:08:30.672147+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.415138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674520+0000","last_change":"2024-09-12T03:08:29.837222+0000","last_active":"2024-09-12T03:08:30.674520+0000","last_peered":"2024-09-12T03:08:30.674520+0000","last_clean":"2024-09-12T03:08:30.674520+0000","last_became_active":"2024-09-12T03:08:29.836730+0000","last_became_peered":"2024-09-12T03:08:29.836730+0000","last_unstale":"2024-09-12T03:08:30.674520+0000","last_undegraded":"2024-09-12T03:08:30.674520+0000","last_fullsized":"2024-09-12T03:08:30.674520+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:14.637564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714885+0000","last_change":"2024-09-12T03:08:25.658762+0000","last_active":"2024-09-12T03:08:31.714885+0000","last_peered":"2024-09-12T03:08:31.714885+0000","last_clean":"2024-09-12T03:08:31.714885+0000","last_became_active":"2024-09-12T03:08:25.658484+0000","last_became_peered":"2024-09-12T03:08:25.658484+0000","last_unstale":"2024-09-12T03:08:31.714885+0000","last_undegraded":"2024-09-12T03:08:31.714885+0000","last_fullsized":"2024-09-12T03:08:31.714885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.831963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714001+0000","last_change":"2024-09-12T03:08:24.629753+0000","last_active":"2024-09-12T03:08:31.714001+0000","last_peered":"2024-09-12T03:08:31.714001+0000","last_clean":"2024-09-12T03:08:31.714001+0000","last_became_active":"2024-09-12T03:08:24.629270+0000","last_became_peered":"2024-09-12T03:08:24.629270+0000","last_unstale":"2024-09-12T03:08:31.714001+0000","last_undegraded":"2024-09-12T03:08:31.714001+0000","last_fullsized":"2024-09-12T03:08:31.714001+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:38.123875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538298+0000","last_change":"2024-09-12T03:08:29.687071+0000","last_active":"2024-09-12T03:08:31.538298+0000","last_peered":"2024-09-12T03:08:31.538298+0000","last_clean":"2024-09-12T03:08:31.538298+0000","last_became_active":"2024-09-12T03:08:29.686113+0000","last_became_peered":"2024-09-12T03:08:29.686113+0000","last_unstale":"2024-09-12T03:08:31.538298+0000","last_undegraded":"2024-09-12T03:08:31.538298+0000","last_fullsized":"2024-09-12T03:08:31.538298+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:16:56.481018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716112+0000","last_change":"2024-09-12T03:08:25.659120+0000","last_active":"2024-09-12T03:08:31.716112+0000","last_peered":"2024-09-12T03:08:31.716112+0000","last_clean":"2024-09-12T03:08:31.716112+0000","last_became_active":"2024-09-12T03:08:25.658732+0000","last_became_peered":"2024-09-12T03:08:25.658732+0000","last_unstale":"2024-09-12T03:08:31.716112+0000","last_undegraded":"2024-09-12T03:08:31.716112+0000","last_fullsized":"2024-09-12T03:08:31.716112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:42.465677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672194+0000","last_change":"2024-09-12T03:08:24.630640+0000","last_active":"2024-09-12T03:08:30.672194+0000","last_peered":"2024-09-12T03:08:30.672194+0000","last_clean":"2024-09-12T03:08:30.672194+0000","last_became_active":"2024-09-12T03:08:24.630315+0000","last_became_peered":"2024-09-12T03:08:24.630315+0000","last_unstale":"2024-09-12T03:08:30.672194+0000","last_undegraded":"2024-09-12T03:08:30.672194+0000","last_fullsized":"2024-09-12T03:08:30.672194+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714095+0000","last_change":"2024-09-12T03:08:29.841319+0000","last_active":"2024-09-12T03:08:31.714095+0000","last_peered":"2024-09-12T03:08:31.714095+0000","last_clean":"2024-09-12T03:08:31.714095+0000","last_became_active":"2024-09-12T03:08:29.840763+0000","last_became_peered":"2024-09-12T03:08:29.840763+0000","last_unstale":"2024-09-12T03:08:31.714095+0000","last_undegraded":"2024-09-12T03:08:31.714095+0000","last_fullsized":"2024-09-12T03:08:31.714095+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:00.812880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716437+0000","last_change":"2024-09-12T03:08:25.659920+0000","last_active":"2024-09-12T03:08:31.716437+0000","last_peered":"2024-09-12T03:08:31.716437+0000","last_clean":"2024-09-12T03:08:31.716437+0000","last_became_active":"2024-09-12T03:08:25.659633+0000","last_became_peered":"2024-09-12T03:08:25.659633+0000","last_unstale":"2024-09-12T03:08:31.716437+0000","last_undegraded":"2024-09-12T03:08:31.716437+0000","last_fullsized":"2024-09-12T03:08:31.716437+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:53:10.586294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676560+0000","last_change":"2024-09-12T03:08:24.624145+0000","last_active":"2024-09-12T03:08:30.676560+0000","last_peered":"2024-09-12T03:08:30.676560+0000","last_clean":"2024-09-12T03:08:30.676560+0000","last_became_active":"2024-09-12T03:08:24.623943+0000","last_became_peered":"2024-09-12T03:08:24.623943+0000","last_unstale":"2024-09-12T03:08:30.676560+0000","last_undegraded":"2024-09-12T03:08:30.676560+0000","last_fullsized":"2024-09-12T03:08:30.676560+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:47.056500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675177+0000","last_change":"2024-09-12T03:08:29.686771+0000","last_active":"2024-09-12T03:08:30.675177+0000","last_peered":"2024-09-12T03:08:30.675177+0000","last_clean":"2024-09-12T03:08:30.675177+0000","last_became_active":"2024-09-12T03:08:29.685850+0000","last_became_peered":"2024-09-12T03:08:29.685850+0000","last_unstale":"2024-09-12T03:08:30.675177+0000","last_undegraded":"2024-09-12T03:08:30.675177+0000","last_fullsized":"2024-09-12T03:08:30.675177+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:54.174031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715353+0000","last_change":"2024-09-12T03:08:25.661094+0000","last_active":"2024-09-12T03:08:31.715353+0000","last_peered":"2024-09-12T03:08:31.715353+0000","last_clean":"2024-09-12T03:08:31.715353+0000","last_became_active":"2024-09-12T03:08:25.660823+0000","last_became_peered":"2024-09-12T03:08:25.660823+0000","last_unstale":"2024-09-12T03:08:31.715353+0000","last_undegraded":"2024-09-12T03:08:31.715353+0000","last_fullsized":"2024-09-12T03:08:31.715353+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:53:09.904934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671728+0000","last_change":"2024-09-12T03:08:24.617602+0000","last_active":"2024-09-12T03:08:30.671728+0000","last_peered":"2024-09-12T03:08:30.671728+0000","last_clean":"2024-09-12T03:08:30.671728+0000","last_became_active":"2024-09-12T03:08:24.617183+0000","last_became_peered":"2024-09-12T03:08:24.617183+0000","last_unstale":"2024-09-12T03:08:30.671728+0000","last_undegraded":"2024-09-12T03:08:30.671728+0000","last_fullsized":"2024-09-12T03:08:30.671728+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538386+0000","last_change":"2024-09-12T03:08:29.698634+0000","last_active":"2024-09-12T03:08:31.538386+0000","last_peered":"2024-09-12T03:08:31.538386+0000","last_clean":"2024-09-12T03:08:31.538386+0000","last_became_active":"2024-09-12T03:08:29.697983+0000","last_became_peered":"2024-09-12T03:08:29.697983+0000","last_unstale":"2024-09-12T03:08:31.538386+0000","last_undegraded":"2024-09-12T03:08:31.538386+0000","last_fullsized":"2024-09-12T03:08:31.538386+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:19.424434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674387+0000","last_change":"2024-09-12T03:08:25.644435+0000","last_active":"2024-09-12T03:08:30.674387+0000","last_peered":"2024-09-12T03:08:30.674387+0000","last_clean":"2024-09-12T03:08:30.674387+0000","last_became_active":"2024-09-12T03:08:25.644149+0000","last_became_peered":"2024-09-12T03:08:25.644149+0000","last_unstale":"2024-09-12T03:08:30.674387+0000","last_undegraded":"2024-09-12T03:08:30.674387+0000","last_fullsized":"2024-09-12T03:08:30.674387+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674582+0000","last_change":"2024-09-12T03:08:24.625404+0000","last_active":"2024-09-12T03:08:30.674582+0000","last_peered":"2024-09-12T03:08:30.674582+0000","last_clean":"2024-09-12T03:08:30.674582+0000","last_became_active":"2024-09-12T03:08:24.618465+0000","last_became_peered":"2024-09-12T03:08:24.618465+0000","last_unstale":"2024-09-12T03:08:30.674582+0000","last_undegraded":"2024-09-12T03:08:30.674582+0000","last_fullsized":"2024-09-12T03:08:30.674582+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715339+0000","last_change":"2024-09-12T03:08:29.836102+0000","last_active":"2024-09-12T03:08:31.715339+0000","last_peered":"2024-09-12T03:08:31.715339+0000","last_clean":"2024-09-12T03:08:31.715339+0000","last_became_active":"2024-09-12T03:08:29.835726+0000","last_became_peered":"2024-09-12T03:08:29.835726+0000","last_unstale":"2024-09-12T03:08:31.715339+0000","last_undegraded":"2024-09-12T03:08:31.715339+0000","last_fullsized":"2024-09-12T03:08:31.715339+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:51.522993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715852+0000","last_change":"2024-09-12T03:08:25.663946+0000","last_active":"2024-09-12T03:08:31.715852+0000","last_peered":"2024-09-12T03:08:31.715852+0000","last_clean":"2024-09-12T03:08:31.715852+0000","last_became_active":"2024-09-12T03:08:25.663579+0000","last_became_peered":"2024-09-12T03:08:25.663579+0000","last_unstale":"2024-09-12T03:08:31.715852+0000","last_undegraded":"2024-09-12T03:08:31.715852+0000","last_fullsized":"2024-09-12T03:08:31.715852+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:59.598115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715160+0000","last_change":"2024-09-12T03:08:24.638525+0000","last_active":"2024-09-12T03:08:31.715160+0000","last_peered":"2024-09-12T03:08:31.715160+0000","last_clean":"2024-09-12T03:08:31.715160+0000","last_became_active":"2024-09-12T03:08:24.638179+0000","last_became_peered":"2024-09-12T03:08:24.638179+0000","last_unstale":"2024-09-12T03:08:31.715160+0000","last_undegraded":"2024-09-12T03:08:31.715160+0000","last_fullsized":"2024-09-12T03:08:31.715160+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715323+0000","last_change":"2024-09-12T03:08:29.834808+0000","last_active":"2024-09-12T03:08:31.715323+0000","last_peered":"2024-09-12T03:08:31.715323+0000","last_clean":"2024-09-12T03:08:31.715323+0000","last_became_active":"2024-09-12T03:08:29.834419+0000","last_became_peered":"2024-09-12T03:08:29.834419+0000","last_unstale":"2024-09-12T03:08:31.715323+0000","last_undegraded":"2024-09-12T03:08:31.715323+0000","last_fullsized":"2024-09-12T03:08:31.715323+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:11.098372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538614+0000","last_change":"2024-09-12T03:08:25.651811+0000","last_active":"2024-09-12T03:08:31.538614+0000","last_peered":"2024-09-12T03:08:31.538614+0000","last_clean":"2024-09-12T03:08:31.538614+0000","last_became_active":"2024-09-12T03:08:25.651511+0000","last_became_peered":"2024-09-12T03:08:25.651511+0000","last_unstale":"2024-09-12T03:08:31.538614+0000","last_undegraded":"2024-09-12T03:08:31.538614+0000","last_fullsized":"2024-09-12T03:08:31.538614+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538642+0000","last_change":"2024-09-12T03:08:24.626409+0000","last_active":"2024-09-12T03:08:31.538642+0000","last_peered":"2024-09-12T03:08:31.538642+0000","last_clean":"2024-09-12T03:08:31.538642+0000","last_became_active":"2024-09-12T03:08:24.626069+0000","last_became_peered":"2024-09-12T03:08:24.626069+0000","last_unstale":"2024-09-12T03:08:31.538642+0000","last_undegraded":"2024-09-12T03:08:31.538642+0000","last_fullsized":"2024-09-12T03:08:31.538642+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:47.056500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714686+0000","last_change":"2024-09-12T03:08:29.836258+0000","last_active":"2024-09-12T03:08:31.714686+0000","last_peered":"2024-09-12T03:08:31.714686+0000","last_clean":"2024-09-12T03:08:31.714686+0000","last_became_active":"2024-09-12T03:08:29.834827+0000","last_became_peered":"2024-09-12T03:08:29.834827+0000","last_unstale":"2024-09-12T03:08:31.714686+0000","last_undegraded":"2024-09-12T03:08:31.714686+0000","last_fullsized":"2024-09-12T03:08:31.714686+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:36.994691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715631+0000","last_change":"2024-09-12T03:08:25.655009+0000","last_active":"2024-09-12T03:08:31.715631+0000","last_peered":"2024-09-12T03:08:31.715631+0000","last_clean":"2024-09-12T03:08:31.715631+0000","last_became_active":"2024-09-12T03:08:25.654588+0000","last_became_peered":"2024-09-12T03:08:25.654588+0000","last_unstale":"2024-09-12T03:08:31.715631+0000","last_undegraded":"2024-09-12T03:08:31.715631+0000","last_fullsized":"2024-09-12T03:08:31.715631+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:08.291373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'9","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:37.344234+0000","last_change":"2024-09-12T03:08:24.634531+0000","last_active":"2024-09-12T03:08:37.344234+0000","last_peered":"2024-09-12T03:08:37.344234+0000","last_clean":"2024-09-12T03:08:37.344234+0000","last_became_active":"2024-09-12T03:08:24.634083+0000","last_became_peered":"2024-09-12T03:08:24.634083+0000","last_unstale":"2024-09-12T03:08:37.344234+0000","last_undegraded":"2024-09-12T03:08:37.344234+0000","last_fullsized":"2024-09-12T03:08:37.344234+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:04.983998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713899+0000","last_change":"2024-09-12T03:08:29.684581+0000","last_active":"2024-09-12T03:08:31.713899+0000","last_peered":"2024-09-12T03:08:31.713899+0000","last_clean":"2024-09-12T03:08:31.713899+0000","last_became_active":"2024-09-12T03:08:29.684122+0000","last_became_peered":"2024-09-12T03:08:29.684122+0000","last_unstale":"2024-09-12T03:08:31.713899+0000","last_undegraded":"2024-09-12T03:08:31.713899+0000","last_fullsized":"2024-09-12T03:08:31.713899+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675974+0000","last_change":"2024-09-12T03:08:25.652157+0000","last_active":"2024-09-12T03:08:30.675974+0000","last_peered":"2024-09-12T03:08:30.675974+0000","last_clean":"2024-09-12T03:08:30.675974+0000","last_became_active":"2024-09-12T03:08:25.651878+0000","last_became_peered":"2024-09-12T03:08:25.651878+0000","last_unstale":"2024-09-12T03:08:30.675974+0000","last_undegraded":"2024-09-12T03:08:30.675974+0000","last_fullsized":"2024-09-12T03:08:30.675974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:58.585452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713900+0000","last_change":"2024-09-12T03:08:24.637116+0000","last_active":"2024-09-12T03:08:31.713900+0000","last_peered":"2024-09-12T03:08:31.713900+0000","last_clean":"2024-09-12T03:08:31.713900+0000","last_became_active":"2024-09-12T03:08:24.636794+0000","last_became_peered":"2024-09-12T03:08:24.636794+0000","last_unstale":"2024-09-12T03:08:31.713900+0000","last_undegraded":"2024-09-12T03:08:31.713900+0000","last_fullsized":"2024-09-12T03:08:31.713900+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:33.881025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675793+0000","last_change":"2024-09-12T03:08:29.684888+0000","last_active":"2024-09-12T03:08:30.675793+0000","last_peered":"2024-09-12T03:08:30.675793+0000","last_clean":"2024-09-12T03:08:30.675793+0000","last_became_active":"2024-09-12T03:08:29.684219+0000","last_became_peered":"2024-09-12T03:08:29.684219+0000","last_unstale":"2024-09-12T03:08:30.675793+0000","last_undegraded":"2024-09-12T03:08:30.675793+0000","last_fullsized":"2024-09-12T03:08:30.675793+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:03.649385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538425+0000","last_change":"2024-09-12T03:08:25.670176+0000","last_active":"2024-09-12T03:08:31.538425+0000","last_peered":"2024-09-12T03:08:31.538425+0000","last_clean":"2024-09-12T03:08:31.538425+0000","last_became_active":"2024-09-12T03:08:25.669647+0000","last_became_peered":"2024-09-12T03:08:25.669647+0000","last_unstale":"2024-09-12T03:08:31.538425+0000","last_undegraded":"2024-09-12T03:08:31.538425+0000","last_fullsized":"2024-09-12T03:08:31.538425+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714845+0000","last_change":"2024-09-12T03:08:24.637629+0000","last_active":"2024-09-12T03:08:31.714845+0000","last_peered":"2024-09-12T03:08:31.714845+0000","last_clean":"2024-09-12T03:08:31.714845+0000","last_became_active":"2024-09-12T03:08:24.637331+0000","last_became_peered":"2024-09-12T03:08:24.637331+0000","last_unstale":"2024-09-12T03:08:31.714845+0000","last_undegraded":"2024-09-12T03:08:31.714845+0000","last_fullsized":"2024-09-12T03:08:31.714845+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:22:13.959338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713922+0000","last_change":"2024-09-12T03:08:29.690980+0000","last_active":"2024-09-12T03:08:31.713922+0000","last_peered":"2024-09-12T03:08:31.713922+0000","last_clean":"2024-09-12T03:08:31.713922+0000","last_became_active":"2024-09-12T03:08:29.689523+0000","last_became_peered":"2024-09-12T03:08:29.689523+0000","last_unstale":"2024-09-12T03:08:31.713922+0000","last_undegraded":"2024-09-12T03:08:31.713922+0000","last_fullsized":"2024-09-12T03:08:31.713922+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:59.206009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714719+0000","last_change":"2024-09-12T03:08:25.650416+0000","last_active":"2024-09-12T03:08:31.714719+0000","last_peered":"2024-09-12T03:08:31.714719+0000","last_clean":"2024-09-12T03:08:31.714719+0000","last_became_active":"2024-09-12T03:08:25.650142+0000","last_became_peered":"2024-09-12T03:08:25.650142+0000","last_unstale":"2024-09-12T03:08:31.714719+0000","last_undegraded":"2024-09-12T03:08:31.714719+0000","last_fullsized":"2024-09-12T03:08:31.714719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:28.553599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676318+0000","last_change":"2024-09-12T03:08:24.631891+0000","last_active":"2024-09-12T03:08:30.676318+0000","last_peered":"2024-09-12T03:08:30.676318+0000","last_clean":"2024-09-12T03:08:30.676318+0000","last_became_active":"2024-09-12T03:08:24.631595+0000","last_became_peered":"2024-09-12T03:08:24.631595+0000","last_unstale":"2024-09-12T03:08:30.676318+0000","last_undegraded":"2024-09-12T03:08:30.676318+0000","last_fullsized":"2024-09-12T03:08:30.676318+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:14.073275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714417+0000","last_change":"2024-09-12T03:08:29.835791+0000","last_active":"2024-09-12T03:08:31.714417+0000","last_peered":"2024-09-12T03:08:31.714417+0000","last_clean":"2024-09-12T03:08:31.714417+0000","last_became_active":"2024-09-12T03:08:29.834450+0000","last_became_peered":"2024-09-12T03:08:29.834450+0000","last_unstale":"2024-09-12T03:08:31.714417+0000","last_undegraded":"2024-09-12T03:08:31.714417+0000","last_fullsized":"2024-09-12T03:08:31.714417+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:08:36.994691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538290+0000","last_change":"2024-09-12T03:08:29.834879+0000","last_active":"2024-09-12T03:08:31.538290+0000","last_peered":"2024-09-12T03:08:31.538290+0000","last_clean":"2024-09-12T03:08:31.538290+0000","last_became_active":"2024-09-12T03:08:29.834408+0000","last_became_peered":"2024-09-12T03:08:29.834408+0000","last_unstale":"2024-09-12T03:08:31.538290+0000","last_undegraded":"2024-09-12T03:08:31.538290+0000","last_fullsized":"2024-09-12T03:08:31.538290+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:27.110332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713469+0000","last_change":"2024-09-12T03:08:25.634029+0000","last_active":"2024-09-12T03:08:31.713469+0000","last_peered":"2024-09-12T03:08:31.713469+0000","last_clean":"2024-09-12T03:08:31.713469+0000","last_became_active":"2024-09-12T03:08:25.633677+0000","last_became_peered":"2024-09-12T03:08:25.633677+0000","last_unstale":"2024-09-12T03:08:31.713469+0000","last_undegraded":"2024-09-12T03:08:31.713469+0000","last_fullsized":"2024-09-12T03:08:31.713469+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714262+0000","last_change":"2024-09-12T03:08:24.635197+0000","last_active":"2024-09-12T03:08:31.714262+0000","last_peered":"2024-09-12T03:08:31.714262+0000","last_clean":"2024-09-12T03:08:31.714262+0000","last_became_active":"2024-09-12T03:08:24.633761+0000","last_became_peered":"2024-09-12T03:08:24.633761+0000","last_unstale":"2024-09-12T03:08:31.714262+0000","last_undegraded":"2024-09-12T03:08:31.714262+0000","last_fullsized":"2024-09-12T03:08:31.714262+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:43.002188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676338+0000","last_change":"2024-09-12T03:08:29.687717+0000","last_active":"2024-09-12T03:08:30.676338+0000","last_peered":"2024-09-12T03:08:30.676338+0000","last_clean":"2024-09-12T03:08:30.676338+0000","last_became_active":"2024-09-12T03:08:29.687309+0000","last_became_peered":"2024-09-12T03:08:29.687309+0000","last_unstale":"2024-09-12T03:08:30.676338+0000","last_undegraded":"2024-09-12T03:08:30.676338+0000","last_fullsized":"2024-09-12T03:08:30.676338+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:12.342643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714018+0000","last_change":"2024-09-12T03:08:25.651261+0000","last_active":"2024-09-12T03:08:31.714018+0000","last_peered":"2024-09-12T03:08:31.714018+0000","last_clean":"2024-09-12T03:08:31.714018+0000","last_became_active":"2024-09-12T03:08:25.650980+0000","last_became_peered":"2024-09-12T03:08:25.650980+0000","last_unstale":"2024-09-12T03:08:31.714018+0000","last_undegraded":"2024-09-12T03:08:31.714018+0000","last_fullsized":"2024-09-12T03:08:31.714018+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714718+0000","last_change":"2024-09-12T03:08:24.634306+0000","last_active":"2024-09-12T03:08:31.714718+0000","last_peered":"2024-09-12T03:08:31.714718+0000","last_clean":"2024-09-12T03:08:31.714718+0000","last_became_active":"2024-09-12T03:08:24.633996+0000","last_became_peered":"2024-09-12T03:08:24.633996+0000","last_unstale":"2024-09-12T03:08:31.714718+0000","last_undegraded":"2024-09-12T03:08:31.714718+0000","last_fullsized":"2024-09-12T03:08:31.714718+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:07.733907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675016+0000","last_change":"2024-09-12T03:08:24.630279+0000","last_active":"2024-09-12T03:08:30.675016+0000","last_peered":"2024-09-12T03:08:30.675016+0000","last_clean":"2024-09-12T03:08:30.675016+0000","last_became_active":"2024-09-12T03:08:24.630009+0000","last_became_peered":"2024-09-12T03:08:24.630009+0000","last_unstale":"2024-09-12T03:08:30.675016+0000","last_undegraded":"2024-09-12T03:08:30.675016+0000","last_fullsized":"2024-09-12T03:08:30.675016+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:47:26.320564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538544+0000","last_change":"2024-09-12T03:08:25.638637+0000","last_active":"2024-09-12T03:08:31.538544+0000","last_peered":"2024-09-12T03:08:31.538544+0000","last_clean":"2024-09-12T03:08:31.538544+0000","last_became_active":"2024-09-12T03:08:25.638320+0000","last_became_peered":"2024-09-12T03:08:25.638320+0000","last_unstale":"2024-09-12T03:08:31.538544+0000","last_undegraded":"2024-09-12T03:08:31.538544+0000","last_fullsized":"2024-09-12T03:08:31.538544+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672027+0000","last_change":"2024-09-12T03:08:29.689979+0000","last_active":"2024-09-12T03:08:30.672027+0000","last_peered":"2024-09-12T03:08:30.672027+0000","last_clean":"2024-09-12T03:08:30.672027+0000","last_became_active":"2024-09-12T03:08:29.687043+0000","last_became_peered":"2024-09-12T03:08:29.687043+0000","last_unstale":"2024-09-12T03:08:30.672027+0000","last_undegraded":"2024-09-12T03:08:30.672027+0000","last_fullsized":"2024-09-12T03:08:30.672027+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:35.219482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714961+0000","last_change":"2024-09-12T03:08:24.622231+0000","last_active":"2024-09-12T03:08:31.714961+0000","last_peered":"2024-09-12T03:08:31.714961+0000","last_clean":"2024-09-12T03:08:31.714961+0000","last_became_active":"2024-09-12T03:08:24.620606+0000","last_became_peered":"2024-09-12T03:08:24.620606+0000","last_unstale":"2024-09-12T03:08:31.714961+0000","last_undegraded":"2024-09-12T03:08:31.714961+0000","last_fullsized":"2024-09-12T03:08:31.714961+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:23.595552+0000","last_clean_scrub_stamp":"2024-09-12T03:08:23.595552+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:14:10.415138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675563+0000","last_change":"2024-09-12T03:08:25.644604+0000","last_active":"2024-09-12T03:08:30.675563+0000","last_peered":"2024-09-12T03:08:30.675563+0000","last_clean":"2024-09-12T03:08:30.675563+0000","last_became_active":"2024-09-12T03:08:25.643711+0000","last_became_peered":"2024-09-12T03:08:25.643711+0000","last_unstale":"2024-09-12T03:08:30.675563+0000","last_undegraded":"2024-09-12T03:08:30.675563+0000","last_fullsized":"2024-09-12T03:08:30.675563+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:39.126494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714897+0000","last_change":"2024-09-12T03:08:29.689848+0000","last_active":"2024-09-12T03:08:31.714897+0000","last_peered":"2024-09-12T03:08:31.714897+0000","last_clean":"2024-09-12T03:08:31.714897+0000","last_became_active":"2024-09-12T03:08:29.689471+0000","last_became_peered":"2024-09-12T03:08:29.689471+0000","last_unstale":"2024-09-12T03:08:31.714897+0000","last_undegraded":"2024-09-12T03:08:31.714897+0000","last_fullsized":"2024-09-12T03:08:31.714897+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:28.649441+0000","last_clean_scrub_stamp":"2024-09-12T03:08:28.649441+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:09:49.569795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.674510+0000","last_change":"2024-09-12T03:08:25.643702+0000","last_active":"2024-09-12T03:08:30.674510+0000","last_peered":"2024-09-12T03:08:30.674510+0000","last_clean":"2024-09-12T03:08:30.674510+0000","last_became_active":"2024-09-12T03:08:25.643376+0000","last_became_peered":"2024-09-12T03:08:25.643376+0000","last_unstale":"2024-09-12T03:08:30.674510+0000","last_undegraded":"2024-09-12T03:08:30.674510+0000","last_fullsized":"2024-09-12T03:08:30.674510+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.671940+0000","last_change":"2024-09-12T03:08:25.655057+0000","last_active":"2024-09-12T03:08:30.671940+0000","last_peered":"2024-09-12T03:08:30.671940+0000","last_clean":"2024-09-12T03:08:30.671940+0000","last_became_active":"2024-09-12T03:08:25.654772+0000","last_became_peered":"2024-09-12T03:08:25.654772+0000","last_unstale":"2024-09-12T03:08:30.671940+0000","last_undegraded":"2024-09-12T03:08:30.671940+0000","last_fullsized":"2024-09-12T03:08:30.671940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:34.883644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715038+0000","last_change":"2024-09-12T03:08:25.669974+0000","last_active":"2024-09-12T03:08:31.715038+0000","last_peered":"2024-09-12T03:08:31.715038+0000","last_clean":"2024-09-12T03:08:31.715038+0000","last_became_active":"2024-09-12T03:08:25.667571+0000","last_became_peered":"2024-09-12T03:08:25.667571+0000","last_unstale":"2024-09-12T03:08:31.715038+0000","last_undegraded":"2024-09-12T03:08:31.715038+0000","last_fullsized":"2024-09-12T03:08:31.715038+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538400+0000","last_change":"2024-09-12T03:08:25.635429+0000","last_active":"2024-09-12T03:08:31.538400+0000","last_peered":"2024-09-12T03:08:31.538400+0000","last_clean":"2024-09-12T03:08:31.538400+0000","last_became_active":"2024-09-12T03:08:25.635139+0000","last_became_peered":"2024-09-12T03:08:25.635139+0000","last_unstale":"2024-09-12T03:08:31.538400+0000","last_undegraded":"2024-09-12T03:08:31.538400+0000","last_fullsized":"2024-09-12T03:08:31.538400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:59.330944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715444+0000","last_change":"2024-09-12T03:08:25.652430+0000","last_active":"2024-09-12T03:08:31.715444+0000","last_peered":"2024-09-12T03:08:31.715444+0000","last_clean":"2024-09-12T03:08:31.715444+0000","last_became_active":"2024-09-12T03:08:25.652117+0000","last_became_peered":"2024-09-12T03:08:25.652117+0000","last_unstale":"2024-09-12T03:08:31.715444+0000","last_undegraded":"2024-09-12T03:08:31.715444+0000","last_fullsized":"2024-09-12T03:08:31.715444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:50.122761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713722+0000","last_change":"2024-09-12T03:08:25.634119+0000","last_active":"2024-09-12T03:08:31.713722+0000","last_peered":"2024-09-12T03:08:31.713722+0000","last_clean":"2024-09-12T03:08:31.713722+0000","last_became_active":"2024-09-12T03:08:25.633667+0000","last_became_peered":"2024-09-12T03:08:25.633667+0000","last_unstale":"2024-09-12T03:08:31.713722+0000","last_undegraded":"2024-09-12T03:08:31.713722+0000","last_fullsized":"2024-09-12T03:08:31.713722+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676330+0000","last_change":"2024-09-12T03:08:25.652301+0000","last_active":"2024-09-12T03:08:30.676330+0000","last_peered":"2024-09-12T03:08:30.676330+0000","last_clean":"2024-09-12T03:08:30.676330+0000","last_became_active":"2024-09-12T03:08:25.652007+0000","last_became_peered":"2024-09-12T03:08:25.652007+0000","last_unstale":"2024-09-12T03:08:30.676330+0000","last_undegraded":"2024-09-12T03:08:30.676330+0000","last_fullsized":"2024-09-12T03:08:30.676330+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715402+0000","last_change":"2024-09-12T03:08:25.648494+0000","last_active":"2024-09-12T03:08:31.715402+0000","last_peered":"2024-09-12T03:08:31.715402+0000","last_clean":"2024-09-12T03:08:31.715402+0000","last_became_active":"2024-09-12T03:08:25.648120+0000","last_became_peered":"2024-09-12T03:08:25.648120+0000","last_unstale":"2024-09-12T03:08:31.715402+0000","last_undegraded":"2024-09-12T03:08:31.715402+0000","last_fullsized":"2024-09-12T03:08:31.715402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714177+0000","last_change":"2024-09-12T03:08:25.651693+0000","last_active":"2024-09-12T03:08:31.714177+0000","last_peered":"2024-09-12T03:08:31.714177+0000","last_clean":"2024-09-12T03:08:31.714177+0000","last_became_active":"2024-09-12T03:08:25.651355+0000","last_became_peered":"2024-09-12T03:08:25.651355+0000","last_unstale":"2024-09-12T03:08:31.714177+0000","last_undegraded":"2024-09-12T03:08:31.714177+0000","last_fullsized":"2024-09-12T03:08:31.714177+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:02:08.291373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714572+0000","last_change":"2024-09-12T03:08:25.649592+0000","last_active":"2024-09-12T03:08:31.714572+0000","last_peered":"2024-09-12T03:08:31.714572+0000","last_clean":"2024-09-12T03:08:31.714572+0000","last_became_active":"2024-09-12T03:08:25.649333+0000","last_became_peered":"2024-09-12T03:08:25.649333+0000","last_unstale":"2024-09-12T03:08:31.714572+0000","last_undegraded":"2024-09-12T03:08:31.714572+0000","last_fullsized":"2024-09-12T03:08:31.714572+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:38.390067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714922+0000","last_change":"2024-09-12T03:08:25.667360+0000","last_active":"2024-09-12T03:08:31.714922+0000","last_peered":"2024-09-12T03:08:31.714922+0000","last_clean":"2024-09-12T03:08:31.714922+0000","last_became_active":"2024-09-12T03:08:25.660826+0000","last_became_peered":"2024-09-12T03:08:25.660826+0000","last_unstale":"2024-09-12T03:08:31.714922+0000","last_undegraded":"2024-09-12T03:08:31.714922+0000","last_fullsized":"2024-09-12T03:08:31.714922+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:50.122761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538094+0000","last_change":"2024-09-12T03:08:25.654067+0000","last_active":"2024-09-12T03:08:31.538094+0000","last_peered":"2024-09-12T03:08:31.538094+0000","last_clean":"2024-09-12T03:08:31.538094+0000","last_became_active":"2024-09-12T03:08:25.652440+0000","last_became_peered":"2024-09-12T03:08:25.652440+0000","last_unstale":"2024-09-12T03:08:31.538094+0000","last_undegraded":"2024-09-12T03:08:31.538094+0000","last_fullsized":"2024-09-12T03:08:31.538094+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:46:18.504239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675190+0000","last_change":"2024-09-12T03:08:25.647094+0000","last_active":"2024-09-12T03:08:30.675190+0000","last_peered":"2024-09-12T03:08:30.675190+0000","last_clean":"2024-09-12T03:08:30.675190+0000","last_became_active":"2024-09-12T03:08:25.645430+0000","last_became_peered":"2024-09-12T03:08:25.645430+0000","last_unstale":"2024-09-12T03:08:30.675190+0000","last_undegraded":"2024-09-12T03:08:30.675190+0000","last_fullsized":"2024-09-12T03:08:30.675190+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716237+0000","last_change":"2024-09-12T03:08:25.659026+0000","last_active":"2024-09-12T03:08:31.716237+0000","last_peered":"2024-09-12T03:08:31.716237+0000","last_clean":"2024-09-12T03:08:31.716237+0000","last_became_active":"2024-09-12T03:08:25.658669+0000","last_became_peered":"2024-09-12T03:08:25.658669+0000","last_unstale":"2024-09-12T03:08:31.716237+0000","last_undegraded":"2024-09-12T03:08:31.716237+0000","last_fullsized":"2024-09-12T03:08:31.716237+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:15.373164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.672081+0000","last_change":"2024-09-12T03:08:25.651994+0000","last_active":"2024-09-12T03:08:30.672081+0000","last_peered":"2024-09-12T03:08:30.672081+0000","last_clean":"2024-09-12T03:08:30.672081+0000","last_became_active":"2024-09-12T03:08:25.651712+0000","last_became_peered":"2024-09-12T03:08:25.651712+0000","last_unstale":"2024-09-12T03:08:30.672081+0000","last_undegraded":"2024-09-12T03:08:30.672081+0000","last_fullsized":"2024-09-12T03:08:30.672081+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:39.126494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716184+0000","last_change":"2024-09-12T03:08:25.655736+0000","last_active":"2024-09-12T03:08:31.716184+0000","last_peered":"2024-09-12T03:08:31.716184+0000","last_clean":"2024-09-12T03:08:31.716184+0000","last_became_active":"2024-09-12T03:08:25.655460+0000","last_became_peered":"2024-09-12T03:08:25.655460+0000","last_unstale":"2024-09-12T03:08:31.716184+0000","last_undegraded":"2024-09-12T03:08:31.716184+0000","last_fullsized":"2024-09-12T03:08:31.716184+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:23.059062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714112+0000","last_change":"2024-09-12T03:08:25.649239+0000","last_active":"2024-09-12T03:08:31.714112+0000","last_peered":"2024-09-12T03:08:31.714112+0000","last_clean":"2024-09-12T03:08:31.714112+0000","last_became_active":"2024-09-12T03:08:25.648940+0000","last_became_peered":"2024-09-12T03:08:25.648940+0000","last_unstale":"2024-09-12T03:08:31.714112+0000","last_undegraded":"2024-09-12T03:08:31.714112+0000","last_fullsized":"2024-09-12T03:08:31.714112+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713569+0000","last_change":"2024-09-12T03:08:25.643590+0000","last_active":"2024-09-12T03:08:31.713569+0000","last_peered":"2024-09-12T03:08:31.713569+0000","last_clean":"2024-09-12T03:08:31.713569+0000","last_became_active":"2024-09-12T03:08:25.638562+0000","last_became_peered":"2024-09-12T03:08:25.638562+0000","last_unstale":"2024-09-12T03:08:31.713569+0000","last_undegraded":"2024-09-12T03:08:31.713569+0000","last_fullsized":"2024-09-12T03:08:31.713569+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:05.725318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538513+0000","last_change":"2024-09-12T03:08:25.635095+0000","last_active":"2024-09-12T03:08:31.538513+0000","last_peered":"2024-09-12T03:08:31.538513+0000","last_clean":"2024-09-12T03:08:31.538513+0000","last_became_active":"2024-09-12T03:08:25.634753+0000","last_became_peered":"2024-09-12T03:08:25.634753+0000","last_unstale":"2024-09-12T03:08:31.538513+0000","last_undegraded":"2024-09-12T03:08:31.538513+0000","last_fullsized":"2024-09-12T03:08:31.538513+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:20:18.604731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714857+0000","last_change":"2024-09-12T03:08:25.635730+0000","last_active":"2024-09-12T03:08:31.714857+0000","last_peered":"2024-09-12T03:08:31.714857+0000","last_clean":"2024-09-12T03:08:31.714857+0000","last_became_active":"2024-09-12T03:08:25.635445+0000","last_became_peered":"2024-09-12T03:08:25.635445+0000","last_unstale":"2024-09-12T03:08:31.714857+0000","last_undegraded":"2024-09-12T03:08:31.714857+0000","last_fullsized":"2024-09-12T03:08:31.714857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:11.964441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675836+0000","last_change":"2024-09-12T03:08:25.650160+0000","last_active":"2024-09-12T03:08:30.675836+0000","last_peered":"2024-09-12T03:08:30.675836+0000","last_clean":"2024-09-12T03:08:30.675836+0000","last_became_active":"2024-09-12T03:08:25.649908+0000","last_became_peered":"2024-09-12T03:08:25.649908+0000","last_unstale":"2024-09-12T03:08:30.675836+0000","last_undegraded":"2024-09-12T03:08:30.675836+0000","last_fullsized":"2024-09-12T03:08:30.675836+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:45.956371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.675682+0000","last_change":"2024-09-12T03:08:25.668940+0000","last_active":"2024-09-12T03:08:30.675682+0000","last_peered":"2024-09-12T03:08:30.675682+0000","last_clean":"2024-09-12T03:08:30.675682+0000","last_became_active":"2024-09-12T03:08:25.668647+0000","last_became_peered":"2024-09-12T03:08:25.668647+0000","last_unstale":"2024-09-12T03:08:30.675682+0000","last_undegraded":"2024-09-12T03:08:30.675682+0000","last_fullsized":"2024-09-12T03:08:30.675682+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:30.676256+0000","last_change":"2024-09-12T03:08:25.662631+0000","last_active":"2024-09-12T03:08:30.676256+0000","last_peered":"2024-09-12T03:08:30.676256+0000","last_clean":"2024-09-12T03:08:30.676256+0000","last_became_active":"2024-09-12T03:08:25.662356+0000","last_became_peered":"2024-09-12T03:08:25.662356+0000","last_unstale":"2024-09-12T03:08:30.676256+0000","last_undegraded":"2024-09-12T03:08:30.676256+0000","last_fullsized":"2024-09-12T03:08:30.676256+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.716070+0000","last_change":"2024-09-12T03:08:25.671313+0000","last_active":"2024-09-12T03:08:31.716070+0000","last_peered":"2024-09-12T03:08:31.716070+0000","last_clean":"2024-09-12T03:08:31.716070+0000","last_became_active":"2024-09-12T03:08:25.670911+0000","last_became_peered":"2024-09-12T03:08:25.670911+0000","last_unstale":"2024-09-12T03:08:31.716070+0000","last_undegraded":"2024-09-12T03:08:31.716070+0000","last_fullsized":"2024-09-12T03:08:31.716070+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:28.553599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714197+0000","last_change":"2024-09-12T03:08:25.660898+0000","last_active":"2024-09-12T03:08:31.714197+0000","last_peered":"2024-09-12T03:08:31.714197+0000","last_clean":"2024-09-12T03:08:31.714197+0000","last_became_active":"2024-09-12T03:08:25.660592+0000","last_became_peered":"2024-09-12T03:08:25.660592+0000","last_unstale":"2024-09-12T03:08:31.714197+0000","last_undegraded":"2024-09-12T03:08:31.714197+0000","last_fullsized":"2024-09-12T03:08:31.714197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:44.274740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715322+0000","last_change":"2024-09-12T03:08:25.656780+0000","last_active":"2024-09-12T03:08:31.715322+0000","last_peered":"2024-09-12T03:08:31.715322+0000","last_clean":"2024-09-12T03:08:31.715322+0000","last_became_active":"2024-09-12T03:08:25.656516+0000","last_became_peered":"2024-09-12T03:08:25.656516+0000","last_unstale":"2024-09-12T03:08:31.715322+0000","last_undegraded":"2024-09-12T03:08:31.715322+0000","last_fullsized":"2024-09-12T03:08:31.715322+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:47.322634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714768+0000","last_change":"2024-09-12T03:08:25.662589+0000","last_active":"2024-09-12T03:08:31.714768+0000","last_peered":"2024-09-12T03:08:31.714768+0000","last_clean":"2024-09-12T03:08:31.714768+0000","last_became_active":"2024-09-12T03:08:25.662175+0000","last_became_peered":"2024-09-12T03:08:25.662175+0000","last_unstale":"2024-09-12T03:08:31.714768+0000","last_undegraded":"2024-09-12T03:08:31.714768+0000","last_fullsized":"2024-09-12T03:08:31.714768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:50.379362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715613+0000","last_change":"2024-09-12T03:08:25.657464+0000","last_active":"2024-09-12T03:08:31.715613+0000","last_peered":"2024-09-12T03:08:31.715613+0000","last_clean":"2024-09-12T03:08:31.715613+0000","last_became_active":"2024-09-12T03:08:25.657004+0000","last_became_peered":"2024-09-12T03:08:25.657004+0000","last_unstale":"2024-09-12T03:08:31.715613+0000","last_undegraded":"2024-09-12T03:08:31.715613+0000","last_fullsized":"2024-09-12T03:08:31.715613+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.831963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.714592+0000","last_change":"2024-09-12T03:08:25.661779+0000","last_active":"2024-09-12T03:08:31.714592+0000","last_peered":"2024-09-12T03:08:31.714592+0000","last_clean":"2024-09-12T03:08:31.714592+0000","last_became_active":"2024-09-12T03:08:25.661136+0000","last_became_peered":"2024-09-12T03:08:25.661136+0000","last_unstale":"2024-09-12T03:08:31.714592+0000","last_undegraded":"2024-09-12T03:08:31.714592+0000","last_fullsized":"2024-09-12T03:08:31.714592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:58.661958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.538252+0000","last_change":"2024-09-12T03:08:25.650310+0000","last_active":"2024-09-12T03:08:31.538252+0000","last_peered":"2024-09-12T03:08:31.538252+0000","last_clean":"2024-09-12T03:08:31.538252+0000","last_became_active":"2024-09-12T03:08:25.649818+0000","last_became_peered":"2024-09-12T03:08:25.649818+0000","last_unstale":"2024-09-12T03:08:31.538252+0000","last_undegraded":"2024-09-12T03:08:31.538252+0000","last_fullsized":"2024-09-12T03:08:31.538252+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:05:44.274740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.713942+0000","last_change":"2024-09-12T03:08:25.633937+0000","last_active":"2024-09-12T03:08:31.713942+0000","last_peered":"2024-09-12T03:08:31.713942+0000","last_clean":"2024-09-12T03:08:31.713942+0000","last_became_active":"2024-09-12T03:08:25.633619+0000","last_became_peered":"2024-09-12T03:08:25.633619+0000","last_unstale":"2024-09-12T03:08:31.713942+0000","last_undegraded":"2024-09-12T03:08:31.713942+0000","last_fullsized":"2024-09-12T03:08:31.713942+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:41.544523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-09-12T03:08:31.715956+0000","last_change":"2024-09-12T03:08:25.663021+0000","last_active":"2024-09-12T03:08:31.715956+0000","last_peered":"2024-09-12T03:08:31.715956+0000","last_clean":"2024-09-12T03:08:31.715956+0000","last_became_active":"2024-09-12T03:08:25.662486+0000","last_became_peered":"2024-09-12T03:08:25.662486+0000","last_unstale":"2024-09-12T03:08:31.715956+0000","last_undegraded":"2024-09-12T03:08:31.715956+0000","last_fullsized":"2024-09-12T03:08:31.715956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:24.598171+0000","last_clean_scrub_stamp":"2024-09-12T03:08:24.598171+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:37:23.059062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":851968,"data_stored":691206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574857,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":266240,"data_stored":104100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":258048,"data_stored":100346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":100382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574858,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":266240,"data_stored":104100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574858,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31440,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340400,"statfs":{"total":96636764160,"available":96604569600,"internally_reserved":0,"allocated":253952,"data_stored":100256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":262144,"data_stored":100416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574858,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32028,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339812,"statfs":{"total":96636764160,"available":96603967488,"internally_reserved":0,"allocated":860160,"data_stored":691262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:08:53.632 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T03:08:53.633 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-12T03:08:53.633 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-12T03:08:53.633 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-12T03:08:53.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.825+0000 7f019fe00640 1 Processor -- start 2024-09-12T03:08:53.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.825+0000 7f019fe00640 1 -- start start 2024-09-12T03:08:53.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.826+0000 7f019fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f01a015e2a0 0x7f01a00cfb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.826+0000 7f019fe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f01a00d18a0 0x7f01a00d2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.826+0000 7f019fe00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01a00d1cf0 con 0x7f01a00d3220 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.826+0000 7f019fe00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f01a00d1fb0 con 0x7f01a015e2a0 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.826+0000 7f019fe00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f01a00d2850 con 0x7f01a00d18a0 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.826+0000 7f019ea00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f01a015e2a0 0x7f01a00cfb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.826+0000 7f019ea00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f01a015e2a0 0x7f01a00cfb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34940/0 (socket says 172.21.15.29:34940) 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.826+0000 7f019f400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f01a00d3220 0x7f01a006ce10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53770/0 (socket says 172.21.15.29:53770) 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.826+0000 7f019ea00640 1 -- 172.21.15.29:0/3036885870 learned_addr learned my addr 172.21.15.29:0/3036885870 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.827+0000 7f0197e00640 1 --2- 172.21.15.29:0/3036885870 >> v2:172.21.15.38:3300/0 conn(0x7f01a00d18a0 0x7f01a00d2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.827+0000 7f019ea00640 1 -- 172.21.15.29:0/3036885870 >> v2:172.21.15.38:3300/0 conn(0x7f01a00d18a0 msgr2=0x7f01a00d2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.827+0000 7f019ea00640 1 --2- 172.21.15.29:0/3036885870 >> v2:172.21.15.38:3300/0 conn(0x7f01a00d18a0 0x7f01a00d2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.827+0000 7f019ea00640 1 -- 172.21.15.29:0/3036885870 >> v1:172.21.15.29:6789/0 conn(0x7f01a00d3220 legacy=0x7f01a006ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.827+0000 7f019e000640 1 -- 172.21.15.29:0/3036885870 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 13307171 0 0) 0x7f01a00d1cf0 con 0x7f01a00d3220 2024-09-12T03:08:53.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.827+0000 7f019ea00640 1 -- 172.21.15.29:0/3036885870 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01a00d0240 con 0x7f01a015e2a0 2024-09-12T03:08:53.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.828+0000 7f019ea00640 1 --2- 172.21.15.29:0/3036885870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01a015e2a0 0x7f01a00cfb40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f01a00a2260 tx=0x7f019002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=782bccd02679a948 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:53.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.828+0000 7f019e000640 1 -- 172.21.15.29:0/3036885870 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190037070 con 0x7f01a015e2a0 2024-09-12T03:08:53.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.828+0000 7f019e000640 1 -- 172.21.15.29:0/3036885870 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f019002ae50 con 0x7f01a015e2a0 2024-09-12T03:08:53.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.828+0000 7f019e000640 1 -- 172.21.15.29:0/3036885870 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190032860 con 0x7f01a015e2a0 2024-09-12T03:08:53.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.829+0000 7f019fe00640 1 -- 172.21.15.29:0/3036885870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01a015e2a0 msgr2=0x7f01a00cfb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.829+0000 7f019fe00640 1 --2- 172.21.15.29:0/3036885870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01a015e2a0 0x7f01a00cfb40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f01a00a2260 tx=0x7f019002a300 comp rx=0 tx=0).stop 2024-09-12T03:08:53.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.829+0000 7f019fe00640 1 -- 172.21.15.29:0/3036885870 shutdown_connections 2024-09-12T03:08:53.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.829+0000 7f019fe00640 1 --2- 172.21.15.29:0/3036885870 >> v2:172.21.15.38:3300/0 conn(0x7f01a00d18a0 0x7f01a00d2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.829+0000 7f019fe00640 1 --2- 172.21.15.29:0/3036885870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01a015e2a0 0x7f01a00cfb40 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.829+0000 7f019fe00640 1 -- 172.21.15.29:0/3036885870 >> 172.21.15.29:0/3036885870 conn(0x7f01a009d700 msgr2=0x7f01a008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:53.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.829+0000 7f019fe00640 1 -- 172.21.15.29:0/3036885870 shutdown_connections 2024-09-12T03:08:53.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.829+0000 7f019fe00640 1 -- 172.21.15.29:0/3036885870 wait complete. 2024-09-12T03:08:53.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.830+0000 7f019fe00640 1 Processor -- start 2024-09-12T03:08:53.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.831+0000 7f019fe00640 1 -- start start 2024-09-12T03:08:53.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.831+0000 7f019fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01a00d18a0 0x7f01a01544c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.831+0000 7f019fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01a00d3220 0x7f01a00b9d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.831+0000 7f019fe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01a015e2a0 0x7f01a00b7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019fe00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f01a015e680 con 0x7f01a00d18a0 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019fe00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f01a00d24e0 con 0x7f01a00d3220 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019fe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f01a015e800 con 0x7f01a015e2a0 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01a00d18a0 0x7f01a01544c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01a00d18a0 0x7f01a01544c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34946/0 (socket says 172.21.15.29:34946) 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019ea00640 1 -- 172.21.15.29:0/4255575010 learned_addr learned my addr 172.21.15.29:0/4255575010 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f0197e00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01a00d3220 0x7f01a00b9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019f400640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01a015e2a0 0x7f01a00b7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019ea00640 1 -- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01a015e2a0 msgr2=0x7f01a00b7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019ea00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01a015e2a0 0x7f01a00b7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019ea00640 1 -- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01a00d3220 msgr2=0x7f01a00b9d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019ea00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01a00d3220 0x7f01a00b9d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:53.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.832+0000 7f019ea00640 1 -- 172.21.15.29:0/4255575010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01a00b84c0 con 0x7f01a00d18a0 2024-09-12T03:08:53.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.833+0000 7f019ea00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01a00d18a0 0x7f01a01544c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f019002a340 tx=0x7f01900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:53.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.833+0000 7f0196a00640 1 -- 172.21.15.29:0/4255575010 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190041020 con 0x7f01a00d18a0 2024-09-12T03:08:53.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.833+0000 7f0196a00640 1 -- 172.21.15.29:0/4255575010 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f019003c670 con 0x7f01a00d18a0 2024-09-12T03:08:53.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.833+0000 7f0196a00640 1 -- 172.21.15.29:0/4255575010 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190037040 con 0x7f01a00d18a0 2024-09-12T03:08:53.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.833+0000 7f019fe00640 1 -- 172.21.15.29:0/4255575010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01a00b87a0 con 0x7f01a00d18a0 2024-09-12T03:08:53.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.833+0000 7f019fe00640 1 -- 172.21.15.29:0/4255575010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01a00b8d60 con 0x7f01a00d18a0 2024-09-12T03:08:53.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.834+0000 7f019fe00640 1 -- 172.21.15.29:0/4255575010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01a00d2ce0 con 0x7f01a00d18a0 2024-09-12T03:08:53.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.836+0000 7f0196a00640 1 -- 172.21.15.29:0/4255575010 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0190044020 con 0x7f01a00d18a0 2024-09-12T03:08:53.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.837+0000 7f0196a00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f017c06be30 0x7f017c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:53.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.837+0000 7f0196a00640 1 -- 172.21.15.29:0/4255575010 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f01900ab6d0 con 0x7f01a00d18a0 2024-09-12T03:08:53.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.837+0000 7f0197e00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f017c06be30 0x7f017c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:53.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.838+0000 7f0197e00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f017c06be30 0x7f017c06e2f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f01a0154be0 tx=0x7f0188008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:53.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:53.841+0000 7f0196a00640 1 -- 172.21.15.29:0/4255575010 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f019004b070 con 0x7f01a00d18a0 2024-09-12T03:08:54.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.063+0000 7f019fe00640 1 -- 172.21.15.29:0/4255575010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f01a00b5330 con 0x7f01a00d18a0 2024-09-12T03:08:54.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.064+0000 7f0196a00640 1 -- 172.21.15.29:0/4255575010 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f01900795c0 con 0x7f01a00d18a0 2024-09-12T03:08:54.063 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:54.064 INFO:teuthology.orchestra.run.smithi029.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-12T03:08:54.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 -- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f017c06be30 msgr2=0x7f017c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f017c06be30 0x7f017c06e2f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f01a0154be0 tx=0x7f0188008040 comp rx=0 tx=0).stop 2024-09-12T03:08:54.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 -- 172.21.15.29:0/4255575010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01a00d18a0 msgr2=0x7f01a01544c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01a00d18a0 0x7f01a01544c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f019002a340 tx=0x7f01900046c0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 -- 172.21.15.29:0/4255575010 shutdown_connections 2024-09-12T03:08:54.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f017c06be30 0x7f017c06e2f0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01a015e2a0 0x7f01a00b7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01a00d3220 0x7f01a00b9d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 --2- 172.21.15.29:0/4255575010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01a00d18a0 0x7f01a01544c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 -- 172.21.15.29:0/4255575010 >> 172.21.15.29:0/4255575010 conn(0x7f01a009d700 msgr2=0x7f01a00d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:54.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 -- 172.21.15.29:0/4255575010 shutdown_connections 2024-09-12T03:08:54.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.066+0000 7f019fe00640 1 -- 172.21.15.29:0/4255575010 wait complete. 2024-09-12T03:08:54.081 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-12T03:08:54.081 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:08:54.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.238+0000 7fd7d7600640 1 Processor -- start 2024-09-12T03:08:54.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.239+0000 7fd7d7600640 1 -- start start 2024-09-12T03:08:54.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.240+0000 7fd7d7600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd7d006f0e0 0x7fd7d015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.240+0000 7fd7d7600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd7d00b3ba0 0x7fd7d00b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.240+0000 7fd7d7600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7d015c620 con 0x7fd7d006f4c0 2024-09-12T03:08:54.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.240+0000 7fd7d7600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fd7d015bc50 con 0x7fd7d00b3ba0 2024-09-12T03:08:54.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.240+0000 7fd7d7600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fd7d0152630 con 0x7fd7d006f0e0 2024-09-12T03:08:54.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.240+0000 7fd7d5600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd7d00b3ba0 0x7fd7d00b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.240+0000 7fd7d5600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd7d00b3ba0 0x7fd7d00b4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34960/0 (socket says 172.21.15.29:34960) 2024-09-12T03:08:54.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.240+0000 7fd7d5600640 1 -- 172.21.15.29:0/1378057856 learned_addr learned my addr 172.21.15.29:0/1378057856 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:54.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.240+0000 7fd7d4c00640 1 --2- 172.21.15.29:0/1378057856 >> v2:172.21.15.38:3300/0 conn(0x7fd7d006f0e0 0x7fd7d015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.241+0000 7fd7d5600640 1 -- 172.21.15.29:0/1378057856 >> v2:172.21.15.38:3300/0 conn(0x7fd7d006f0e0 msgr2=0x7fd7d015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:54.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.241+0000 7fd7d5600640 1 --2- 172.21.15.29:0/1378057856 >> v2:172.21.15.38:3300/0 conn(0x7fd7d006f0e0 0x7fd7d015c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.241+0000 7fd7d5600640 1 -- 172.21.15.29:0/1378057856 >> v1:172.21.15.38:6789/0 conn(0x7fd7d006f4c0 legacy=0x7fd7d00cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.241+0000 7fd7d5600640 1 -- 172.21.15.29:0/1378057856 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7d00cfb40 con 0x7fd7d00b3ba0 2024-09-12T03:08:54.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.242+0000 7fd7d5600640 1 --2- 172.21.15.29:0/1378057856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7d00b3ba0 0x7fd7d00b4030 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd7d0073070 tx=0x7fd7c802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82caaa6b83cc9747 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:54.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.242+0000 7fd7cf400640 1 -- 172.21.15.29:0/1378057856 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c8036070 con 0x7fd7d00b3ba0 2024-09-12T03:08:54.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.242+0000 7fd7cf400640 1 -- 172.21.15.29:0/1378057856 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7c8031600 con 0x7fd7d00b3ba0 2024-09-12T03:08:54.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.242+0000 7fd7cf400640 1 -- 172.21.15.29:0/1378057856 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c80319d0 con 0x7fd7d00b3ba0 2024-09-12T03:08:54.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.242+0000 7fd7d7600640 1 -- 172.21.15.29:0/1378057856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7d00b3ba0 msgr2=0x7fd7d00b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.242+0000 7fd7d7600640 1 --2- 172.21.15.29:0/1378057856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7d00b3ba0 0x7fd7d00b4030 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd7d0073070 tx=0x7fd7c802a730 comp rx=0 tx=0).stop 2024-09-12T03:08:54.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.243+0000 7fd7d7600640 1 -- 172.21.15.29:0/1378057856 shutdown_connections 2024-09-12T03:08:54.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.243+0000 7fd7d7600640 1 --2- 172.21.15.29:0/1378057856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7d00b3ba0 0x7fd7d00b4030 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.243+0000 7fd7d7600640 1 --2- 172.21.15.29:0/1378057856 >> v2:172.21.15.38:3300/0 conn(0x7fd7d006f0e0 0x7fd7d015c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.243+0000 7fd7d7600640 1 -- 172.21.15.29:0/1378057856 >> 172.21.15.29:0/1378057856 conn(0x7fd7d0067da0 msgr2=0x7fd7d006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:54.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.243+0000 7fd7d7600640 1 -- 172.21.15.29:0/1378057856 shutdown_connections 2024-09-12T03:08:54.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.243+0000 7fd7d7600640 1 -- 172.21.15.29:0/1378057856 wait complete. 2024-09-12T03:08:54.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.244+0000 7fd7d7600640 1 Processor -- start 2024-09-12T03:08:54.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.244+0000 7fd7d7600640 1 -- start start 2024-09-12T03:08:54.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.245+0000 7fd7d7600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7d006f0e0 0x7fd7d00cd240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.245+0000 7fd7d7600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7d006f4c0 0x7fd7d00c6e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.245+0000 7fd7d7600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd7d00b3ba0 0x7fd7d013dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.245+0000 7fd7d7600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d006f930 con 0x7fd7d006f0e0 2024-09-12T03:08:54.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.245+0000 7fd7d7600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d015b8e0 con 0x7fd7d006f4c0 2024-09-12T03:08:54.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.245+0000 7fd7d7600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd7d00cf770 con 0x7fd7d00b3ba0 2024-09-12T03:08:54.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.246+0000 7fd7d4c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7d006f0e0 0x7fd7d00cd240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.246+0000 7fd7d4c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7d006f0e0 0x7fd7d00cd240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34968/0 (socket says 172.21.15.29:34968) 2024-09-12T03:08:54.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.246+0000 7fd7d4c00640 1 -- 172.21.15.29:0/2189275274 learned_addr learned my addr 172.21.15.29:0/2189275274 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:54.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.246+0000 7fd7d5600640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd7d00b3ba0 0x7fd7d013dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.246+0000 7fd7cfe00640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7d006f4c0 0x7fd7d00c6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.246+0000 7fd7d4c00640 1 -- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd7d00b3ba0 msgr2=0x7fd7d013dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.246+0000 7fd7d4c00640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd7d00b3ba0 0x7fd7d013dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.246+0000 7fd7d4c00640 1 -- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7d006f4c0 msgr2=0x7fd7d00c6e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.246+0000 7fd7d4c00640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7d006f4c0 0x7fd7d00c6e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.246+0000 7fd7d4c00640 1 -- 172.21.15.29:0/2189275274 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7d00c7630 con 0x7fd7d006f0e0 2024-09-12T03:08:54.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.246+0000 7fd7d4c00640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7d006f0e0 0x7fd7d00cd240 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd7c400e9e0 tx=0x7fd7c400eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:54.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.247+0000 7fd7ccc00640 1 -- 172.21.15.29:0/2189275274 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c4017070 con 0x7fd7d006f0e0 2024-09-12T03:08:54.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.247+0000 7fd7ccc00640 1 -- 172.21.15.29:0/2189275274 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7c400c9d0 con 0x7fd7d006f0e0 2024-09-12T03:08:54.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.247+0000 7fd7ccc00640 1 -- 172.21.15.29:0/2189275274 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c400cdc0 con 0x7fd7d006f0e0 2024-09-12T03:08:54.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.247+0000 7fd7d7600640 1 -- 172.21.15.29:0/2189275274 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7d00c7910 con 0x7fd7d006f0e0 2024-09-12T03:08:54.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.247+0000 7fd7d7600640 1 -- 172.21.15.29:0/2189275274 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7d013b9b0 con 0x7fd7d006f0e0 2024-09-12T03:08:54.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.248+0000 7fd7d7600640 1 -- 172.21.15.29:0/2189275274 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7d00c7e30 con 0x7fd7d006f0e0 2024-09-12T03:08:54.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.249+0000 7fd7ccc00640 1 -- 172.21.15.29:0/2189275274 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd7c401a070 con 0x7fd7d006f0e0 2024-09-12T03:08:54.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.250+0000 7fd7ccc00640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd7b006be30 0x7fd7b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.250+0000 7fd7ccc00640 1 -- 172.21.15.29:0/2189275274 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fd7c408b560 con 0x7fd7d006f0e0 2024-09-12T03:08:54.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.250+0000 7fd7cfe00640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd7b006be30 0x7fd7b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.251+0000 7fd7cfe00640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd7b006be30 0x7fd7b006e2f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd7d00c8370 tx=0x7fd7bc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:54.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.254+0000 7fd7ccc00640 1 -- 172.21.15.29:0/2189275274 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd7d00c7e30 con 0x7fd7d006f0e0 2024-09-12T03:08:54.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.480+0000 7fd7d7600640 1 -- 172.21.15.29:0/2189275274 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd7d015ee80 con 0x7fd7d006f0e0 2024-09-12T03:08:54.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.481+0000 7fd7ccc00640 1 -- 172.21.15.29:0/2189275274 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5216 (secure 0 0 0) 0x7fd7c40594e0 con 0x7fd7d006f0e0 2024-09-12T03:08:54.480 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:54.480 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":9,"btime":"2024-09-12T03:08:46:734774+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2970531733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2970531733},{"type":"v1","addr":"172.21.15.29:6835","nonce":2970531733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1613885882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1613885882},{"type":"v1","addr":"172.21.15.38:6835","nonce":1613885882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1407657731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1407657731},{"type":"v1","addr":"172.21.15.38:6837","nonce":1407657731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:08:25.039695+0000","modified":"2024-09-12T03:08:46.155044+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-12T03:08:54.481 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 9 2024-09-12T03:08:54.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 -- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd7b006be30 msgr2=0x7fd7b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd7b006be30 0x7fd7b006e2f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd7d00c8370 tx=0x7fd7bc009040 comp rx=0 tx=0).stop 2024-09-12T03:08:54.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 -- 172.21.15.29:0/2189275274 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7d006f0e0 msgr2=0x7fd7d00cd240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7d006f0e0 0x7fd7d00cd240 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd7c400e9e0 tx=0x7fd7c400eea0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 -- 172.21.15.29:0/2189275274 shutdown_connections 2024-09-12T03:08:54.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd7b006be30 0x7fd7b006e2f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd7d00b3ba0 0x7fd7d013dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7d006f4c0 0x7fd7d00c6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 --2- 172.21.15.29:0/2189275274 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7d006f0e0 0x7fd7d00cd240 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 -- 172.21.15.29:0/2189275274 >> 172.21.15.29:0/2189275274 conn(0x7fd7d0067da0 msgr2=0x7fd7d00ad8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:54.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 -- 172.21.15.29:0/2189275274 shutdown_connections 2024-09-12T03:08:54.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.483+0000 7fd7d7600640 1 -- 172.21.15.29:0/2189275274 wait complete. 2024-09-12T03:08:54.499 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:08:54.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.658+0000 7f49dde00640 1 Processor -- start 2024-09-12T03:08:54.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.658+0000 7f49dde00640 1 -- start start 2024-09-12T03:08:54.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.659+0000 7f49dde00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f49d80d4310 0x7f49d80d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.659+0000 7f49dde00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f49d806d460 0x7f49d806d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.659+0000 7f49dde00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49d806de10 con 0x7f49d815e470 2024-09-12T03:08:54.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.659+0000 7f49dde00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f49d80d4cc0 con 0x7f49d806d460 2024-09-12T03:08:54.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.659+0000 7f49dde00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f49d80cf710 con 0x7f49d80d4310 2024-09-12T03:08:54.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.659+0000 7f49dd400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f49d806d460 0x7f49d806d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.659+0000 7f49dd400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f49d806d460 0x7f49d806d8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34970/0 (socket says 172.21.15.29:34970) 2024-09-12T03:08:54.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.659+0000 7f49dd400640 1 -- 172.21.15.29:0/4227997843 learned_addr learned my addr 172.21.15.29:0/4227997843 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:54.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.660+0000 7f49d7e00640 1 --2- 172.21.15.29:0/4227997843 >> v2:172.21.15.38:3300/0 conn(0x7f49d80d4310 0x7f49d80d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.660+0000 7f49dd400640 1 -- 172.21.15.29:0/4227997843 >> v2:172.21.15.38:3300/0 conn(0x7f49d80d4310 msgr2=0x7f49d80d4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:54.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.660+0000 7f49dd400640 1 --2- 172.21.15.29:0/4227997843 >> v2:172.21.15.38:3300/0 conn(0x7f49d80d4310 0x7f49d80d4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.660+0000 7f49dd400640 1 -- 172.21.15.29:0/4227997843 >> v1:172.21.15.38:6789/0 conn(0x7f49d815e470 legacy=0x7f49d80cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:54.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.660+0000 7f49dd400640 1 -- 172.21.15.29:0/4227997843 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49d815e850 con 0x7f49d806d460 2024-09-12T03:08:54.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.661+0000 7f49dd400640 1 --2- 172.21.15.29:0/4227997843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49d806d460 0x7f49d806d8d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f49d80b6f10 tx=0x7f49d002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de10f3d6ddb0f56c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:54.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.661+0000 7f49d7400640 1 -- 172.21.15.29:0/4227997843 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d0036070 con 0x7f49d806d460 2024-09-12T03:08:54.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.661+0000 7f49d7400640 1 -- 172.21.15.29:0/4227997843 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49d0031600 con 0x7f49d806d460 2024-09-12T03:08:54.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.661+0000 7f49d7400640 1 -- 172.21.15.29:0/4227997843 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d00319d0 con 0x7f49d806d460 2024-09-12T03:08:54.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.662+0000 7f49dde00640 1 -- 172.21.15.29:0/4227997843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49d806d460 msgr2=0x7f49d806d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.662+0000 7f49dde00640 1 --2- 172.21.15.29:0/4227997843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49d806d460 0x7f49d806d8d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f49d80b6f10 tx=0x7f49d002a6f0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.662+0000 7f49dde00640 1 -- 172.21.15.29:0/4227997843 shutdown_connections 2024-09-12T03:08:54.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.662+0000 7f49dde00640 1 --2- 172.21.15.29:0/4227997843 >> v2:172.21.15.38:3300/0 conn(0x7f49d80d4310 0x7f49d80d4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.662+0000 7f49dde00640 1 --2- 172.21.15.29:0/4227997843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49d806d460 0x7f49d806d8d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.662+0000 7f49dde00640 1 -- 172.21.15.29:0/4227997843 >> 172.21.15.29:0/4227997843 conn(0x7f49d809d700 msgr2=0x7f49d808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:54.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.662+0000 7f49dde00640 1 -- 172.21.15.29:0/4227997843 shutdown_connections 2024-09-12T03:08:54.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.662+0000 7f49dde00640 1 -- 172.21.15.29:0/4227997843 wait complete. 2024-09-12T03:08:54.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.663+0000 7f49dde00640 1 Processor -- start 2024-09-12T03:08:54.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.664+0000 7f49dde00640 1 -- start start 2024-09-12T03:08:54.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.664+0000 7f49dde00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49d806d460 0x7f49d815cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dde00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49d80d4310 0x7f49d80b42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dde00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49d815e470 0x7f49d80b4800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dde00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f49d80cf0c0 con 0x7f49d815e470 2024-09-12T03:08:54.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dde00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f49d80d1980 con 0x7f49d806d460 2024-09-12T03:08:54.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dde00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f49d80cf3a0 con 0x7f49d80d4310 2024-09-12T03:08:54.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dd400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49d815e470 0x7f49d80b4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dd400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49d815e470 0x7f49d80b4800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34984/0 (socket says 172.21.15.29:34984) 2024-09-12T03:08:54.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dd400640 1 -- 172.21.15.29:0/810673418 learned_addr learned my addr 172.21.15.29:0/810673418 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:54.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49d7e00640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49d80d4310 0x7f49d80b42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dca00640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49d806d460 0x7f49d815cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dd400640 1 -- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49d80d4310 msgr2=0x7f49d80b42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dd400640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49d80d4310 0x7f49d80b42c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dd400640 1 -- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49d806d460 msgr2=0x7f49d815cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dd400640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49d806d460 0x7f49d815cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.665+0000 7f49dd400640 1 -- 172.21.15.29:0/810673418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49d80b8450 con 0x7f49d815e470 2024-09-12T03:08:54.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.666+0000 7f49dd400640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49d815e470 0x7f49d80b4800 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f49d0009f40 tx=0x7f49d0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:54.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.666+0000 7f49d4c00640 1 -- 172.21.15.29:0/810673418 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d003f020 con 0x7f49d815e470 2024-09-12T03:08:54.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.666+0000 7f49d4c00640 1 -- 172.21.15.29:0/810673418 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49d0037040 con 0x7f49d815e470 2024-09-12T03:08:54.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.666+0000 7f49d4c00640 1 -- 172.21.15.29:0/810673418 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d0036070 con 0x7f49d815e470 2024-09-12T03:08:54.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.666+0000 7f49dde00640 1 -- 172.21.15.29:0/810673418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49d80b8730 con 0x7f49d815e470 2024-09-12T03:08:54.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.666+0000 7f49dde00640 1 -- 172.21.15.29:0/810673418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49d80b8cf0 con 0x7f49d815e470 2024-09-12T03:08:54.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.667+0000 7f49dde00640 1 -- 172.21.15.29:0/810673418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49d80b2f90 con 0x7f49d815e470 2024-09-12T03:08:54.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.668+0000 7f49d4c00640 1 -- 172.21.15.29:0/810673418 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f49d0042020 con 0x7f49d815e470 2024-09-12T03:08:54.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.669+0000 7f49d4c00640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f49b806be30 0x7f49b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:54.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.669+0000 7f49d4c00640 1 -- 172.21.15.29:0/810673418 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f49d00ab600 con 0x7f49d815e470 2024-09-12T03:08:54.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.669+0000 7f49dca00640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f49b806be30 0x7f49b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:54.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.670+0000 7f49dca00640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f49b806be30 0x7f49b806e2f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f49d80b4e80 tx=0x7f49cc009060 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:54.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.673+0000 7f49d4c00640 1 -- 172.21.15.29:0/810673418 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f49d80b2f90 con 0x7f49d815e470 2024-09-12T03:08:54.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.898+0000 7f49dde00640 1 -- 172.21.15.29:0/810673418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f49d806d8d0 con 0x7f49d815e470 2024-09-12T03:08:54.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.898+0000 7f49d4c00640 1 -- 172.21.15.29:0/810673418 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5216 (secure 0 0 0) 0x7f49d0049030 con 0x7f49d815e470 2024-09-12T03:08:54.898 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:54.898 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":9,"btime":"2024-09-12T03:08:46:734774+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2970531733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2970531733},{"type":"v1","addr":"172.21.15.29:6835","nonce":2970531733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1613885882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1613885882},{"type":"v1","addr":"172.21.15.38:6835","nonce":1613885882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1407657731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1407657731},{"type":"v1","addr":"172.21.15.38:6837","nonce":1407657731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:08:25.039695+0000","modified":"2024-09-12T03:08:46.155044+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-12T03:08:54.898 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 9 2024-09-12T03:08:54.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 -- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f49b806be30 msgr2=0x7f49b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f49b806be30 0x7f49b806e2f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f49d80b4e80 tx=0x7f49cc009060 comp rx=0 tx=0).stop 2024-09-12T03:08:54.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 -- 172.21.15.29:0/810673418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49d815e470 msgr2=0x7f49d80b4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:54.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49d815e470 0x7f49d80b4800 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f49d0009f40 tx=0x7f49d0004a40 comp rx=0 tx=0).stop 2024-09-12T03:08:54.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 -- 172.21.15.29:0/810673418 shutdown_connections 2024-09-12T03:08:54.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f49b806be30 0x7f49b806e2f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49d815e470 0x7f49d80b4800 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49d80d4310 0x7f49d80b42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 --2- 172.21.15.29:0/810673418 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f49d806d460 0x7f49d815cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:54.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 -- 172.21.15.29:0/810673418 >> 172.21.15.29:0/810673418 conn(0x7f49d809d700 msgr2=0x7f49d81e8c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:54.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 -- 172.21.15.29:0/810673418 shutdown_connections 2024-09-12T03:08:54.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:54.901+0000 7f49dde00640 1 -- 172.21.15.29:0/810673418 wait complete. 2024-09-12T03:08:54.917 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:08:55.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.074+0000 7fe3db200640 1 Processor -- start 2024-09-12T03:08:55.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.074+0000 7fe3db200640 1 -- start start 2024-09-12T03:08:55.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.075+0000 7fe3db200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe3dc15e470 0x7fe3dc0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:55.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.075+0000 7fe3db200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3dc0d4a20 0x7fe3dc06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:55.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.075+0000 7fe3db200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3dc15e850 con 0x7fe3dc0d00e0 2024-09-12T03:08:55.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.075+0000 7fe3db200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe3dc0cf710 con 0x7fe3dc15e470 2024-09-12T03:08:55.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.075+0000 7fe3db200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe3dc0d1c60 con 0x7fe3dc0d4a20 2024-09-12T03:08:55.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.075+0000 7fe3d9400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe3dc0d00e0 0x7fe3dc0d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53776/0 (socket says 172.21.15.29:53776) 2024-09-12T03:08:55.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.075+0000 7fe3d9400640 1 -- 172.21.15.29:0/3662432280 learned_addr learned my addr 172.21.15.29:0/3662432280 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:55.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.076+0000 7fe3da800640 1 --2- 172.21.15.29:0/3662432280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3dc0d4a20 0x7fe3dc06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:55.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.076+0000 7fe3d9e00640 1 --2- 172.21.15.29:0/3662432280 >> v2:172.21.15.38:3300/0 conn(0x7fe3dc15e470 0x7fe3dc0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:55.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.076+0000 7fe3d9e00640 1 -- 172.21.15.29:0/3662432280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3dc0d4a20 msgr2=0x7fe3dc06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:55.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.076+0000 7fe3d9e00640 1 --2- 172.21.15.29:0/3662432280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3dc0d4a20 0x7fe3dc06d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.076+0000 7fe3d8a00640 1 -- 172.21.15.29:0/3662432280 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1588898970 0 0) 0x7fe3dc15e850 con 0x7fe3dc0d00e0 2024-09-12T03:08:55.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.076+0000 7fe3d9e00640 1 -- 172.21.15.29:0/3662432280 >> v1:172.21.15.29:6789/0 conn(0x7fe3dc0d00e0 legacy=0x7fe3dc0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.076+0000 7fe3d9e00640 1 -- 172.21.15.29:0/3662432280 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3dc0d1980 con 0x7fe3dc15e470 2024-09-12T03:08:55.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.077+0000 7fe3d9e00640 1 --2- 172.21.15.29:0/3662432280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3dc15e470 0x7fe3dc0cfba0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc0097a0 tx=0x7fe3cc02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a5a249c5ecb597b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:55.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.077+0000 7fe3d8a00640 1 -- 172.21.15.29:0/3662432280 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3cc037070 con 0x7fe3dc15e470 2024-09-12T03:08:55.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.077+0000 7fe3d8a00640 1 -- 172.21.15.29:0/3662432280 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3cc032440 con 0x7fe3dc15e470 2024-09-12T03:08:55.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.077+0000 7fe3d8a00640 1 -- 172.21.15.29:0/3662432280 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3cc032810 con 0x7fe3dc15e470 2024-09-12T03:08:55.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.078+0000 7fe3db200640 1 -- 172.21.15.29:0/3662432280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3dc15e470 msgr2=0x7fe3dc0cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.078+0000 7fe3db200640 1 --2- 172.21.15.29:0/3662432280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3dc15e470 0x7fe3dc0cfba0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc0097a0 tx=0x7fe3cc02a180 comp rx=0 tx=0).stop 2024-09-12T03:08:55.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.078+0000 7fe3db200640 1 -- 172.21.15.29:0/3662432280 shutdown_connections 2024-09-12T03:08:55.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.078+0000 7fe3db200640 1 --2- 172.21.15.29:0/3662432280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3dc0d4a20 0x7fe3dc06d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.078+0000 7fe3db200640 1 --2- 172.21.15.29:0/3662432280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3dc15e470 0x7fe3dc0cfba0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.078+0000 7fe3db200640 1 -- 172.21.15.29:0/3662432280 >> 172.21.15.29:0/3662432280 conn(0x7fe3dc09d700 msgr2=0x7fe3dc08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:55.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.078+0000 7fe3db200640 1 -- 172.21.15.29:0/3662432280 shutdown_connections 2024-09-12T03:08:55.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.078+0000 7fe3db200640 1 -- 172.21.15.29:0/3662432280 wait complete. 2024-09-12T03:08:55.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.080+0000 7fe3db200640 1 Processor -- start 2024-09-12T03:08:55.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.080+0000 7fe3db200640 1 -- start start 2024-09-12T03:08:55.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.081+0000 7fe3db200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3dc0d00e0 0x7fe3dc156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:55.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.081+0000 7fe3db200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3dc0d4a20 0x7fe3dc158300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:55.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.081+0000 7fe3db200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3dc15e470 0x7fe3dc161ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:55.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.081+0000 7fe3db200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe3dc06d9a0 con 0x7fe3dc15e470 2024-09-12T03:08:55.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.081+0000 7fe3db200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe3dc0cf3a0 con 0x7fe3dc0d4a20 2024-09-12T03:08:55.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.081+0000 7fe3db200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe3dc06db20 con 0x7fe3dc0d00e0 2024-09-12T03:08:55.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.081+0000 7fe3da800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3dc15e470 0x7fe3dc161ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:55.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.081+0000 7fe3da800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3dc15e470 0x7fe3dc161ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34990/0 (socket says 172.21.15.29:34990) 2024-09-12T03:08:55.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.081+0000 7fe3da800640 1 -- 172.21.15.29:0/1985281769 learned_addr learned my addr 172.21.15.29:0/1985281769 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:55.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.081+0000 7fe3d9e00640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3dc0d00e0 0x7fe3dc156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:55.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.081+0000 7fe3d9400640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3dc0d4a20 0x7fe3dc158300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:55.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.082+0000 7fe3da800640 1 -- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3dc0d00e0 msgr2=0x7fe3dc156ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.082+0000 7fe3da800640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3dc0d00e0 0x7fe3dc156ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.082+0000 7fe3da800640 1 -- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3dc0d4a20 msgr2=0x7fe3dc158300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.082+0000 7fe3da800640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3dc0d4a20 0x7fe3dc158300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.082+0000 7fe3da800640 1 -- 172.21.15.29:0/1985281769 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3dc159cd0 con 0x7fe3dc15e470 2024-09-12T03:08:55.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.082+0000 7fe3da800640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3dc15e470 0x7fe3dc161ee0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe3d400efc0 tx=0x7fe3d400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:55.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.082+0000 7fe3d2000640 1 -- 172.21.15.29:0/1985281769 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d4018020 con 0x7fe3dc15e470 2024-09-12T03:08:55.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.082+0000 7fe3d2000640 1 -- 172.21.15.29:0/1985281769 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3d4014480 con 0x7fe3dc15e470 2024-09-12T03:08:55.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.082+0000 7fe3d2000640 1 -- 172.21.15.29:0/1985281769 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d4014870 con 0x7fe3dc15e470 2024-09-12T03:08:55.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.082+0000 7fe3db200640 1 -- 172.21.15.29:0/1985281769 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3dc158c30 con 0x7fe3dc15e470 2024-09-12T03:08:55.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.082+0000 7fe3db200640 1 -- 172.21.15.29:0/1985281769 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3dc1591f0 con 0x7fe3dc15e470 2024-09-12T03:08:55.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.083+0000 7fe3db200640 1 -- 172.21.15.29:0/1985281769 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3dc06d460 con 0x7fe3dc15e470 2024-09-12T03:08:55.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.084+0000 7fe3d2000640 1 -- 172.21.15.29:0/1985281769 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe3d4005d10 con 0x7fe3dc15e470 2024-09-12T03:08:55.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.085+0000 7fe3d2000640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3bc06be60 0x7fe3bc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:55.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.085+0000 7fe3d2000640 1 -- 172.21.15.29:0/1985281769 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fe3d408bec0 con 0x7fe3dc15e470 2024-09-12T03:08:55.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.086+0000 7fe3d9e00640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3bc06be60 0x7fe3bc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:55.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.086+0000 7fe3d9e00640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3bc06be60 0x7fe3bc06e320 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc034000 tx=0x7fe3cc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:55.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.090+0000 7fe3d2000640 1 -- 172.21.15.29:0/1985281769 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe3d4022030 con 0x7fe3dc15e470 2024-09-12T03:08:55.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.276+0000 7fe3db200640 1 -- 172.21.15.29:0/1985281769 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe3dc06cf90 con 0x7fe3dc15e470 2024-09-12T03:08:55.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.277+0000 7fe3d2000640 1 -- 172.21.15.29:0/1985281769 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18526 (secure 0 0 0) 0x7fe3d4010040 con 0x7fe3dc15e470 2024-09-12T03:08:55.277 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:55.277 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:08:30.105585+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:08:55.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.279+0000 7fe3db200640 1 -- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3bc06be60 msgr2=0x7fe3bc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.280+0000 7fe3db200640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3bc06be60 0x7fe3bc06e320 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc034000 tx=0x7fe3cc02e000 comp rx=0 tx=0).stop 2024-09-12T03:08:55.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.280+0000 7fe3db200640 1 -- 172.21.15.29:0/1985281769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3dc15e470 msgr2=0x7fe3dc161ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.280+0000 7fe3db200640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3dc15e470 0x7fe3dc161ee0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe3d400efc0 tx=0x7fe3d400c490 comp rx=0 tx=0).stop 2024-09-12T03:08:55.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.280+0000 7fe3db200640 1 -- 172.21.15.29:0/1985281769 shutdown_connections 2024-09-12T03:08:55.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.280+0000 7fe3db200640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3bc06be60 0x7fe3bc06e320 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.280+0000 7fe3db200640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3dc15e470 0x7fe3dc161ee0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.280+0000 7fe3db200640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3dc0d4a20 0x7fe3dc158300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.280+0000 7fe3db200640 1 --2- 172.21.15.29:0/1985281769 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3dc0d00e0 0x7fe3dc156ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.280+0000 7fe3db200640 1 -- 172.21.15.29:0/1985281769 >> 172.21.15.29:0/1985281769 conn(0x7fe3dc09d700 msgr2=0x7fe3dc0d04c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:55.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.280+0000 7fe3db200640 1 -- 172.21.15.29:0/1985281769 shutdown_connections 2024-09-12T03:08:55.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.280+0000 7fe3db200640 1 -- 172.21.15.29:0/1985281769 wait complete. 2024-09-12T03:08:55.296 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:08:55.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.452+0000 7f176fe00640 1 Processor -- start 2024-09-12T03:08:55.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.452+0000 7f176fe00640 1 -- start start 2024-09-12T03:08:55.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.453+0000 7f176fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f177015e470 0x7f17700cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:55.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.453+0000 7f176fe00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f177015e850 con 0x7f17700d00e0 2024-09-12T03:08:55.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.453+0000 7f176fe00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17700d1c60 con 0x7f17700d4a20 2024-09-12T03:08:55.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.453+0000 7f176fe00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f17700cf710 con 0x7f177015e470 2024-09-12T03:08:55.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.453+0000 7f176ea00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f177015e470 0x7f17700cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:55.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.453+0000 7f176ea00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f177015e470 0x7f17700cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34992/0 (socket says 172.21.15.29:34992) 2024-09-12T03:08:55.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.453+0000 7f176ea00640 1 -- 172.21.15.29:0/4232729342 learned_addr learned my addr 172.21.15.29:0/4232729342 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:55.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.453+0000 7f176e000640 1 --1- 172.21.15.29:0/4232729342 >> v1:172.21.15.29:6789/0 conn(0x7f17700d00e0 0x7f17700d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53780/0 (socket says 172.21.15.29:53780) 2024-09-12T03:08:55.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.454+0000 7f176ea00640 1 -- 172.21.15.29:0/4232729342 >> v1:172.21.15.38:6789/0 conn(0x7f17700d4a20 legacy=0x7f177006d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.454+0000 7f176ea00640 1 -- 172.21.15.29:0/4232729342 >> v1:172.21.15.29:6789/0 conn(0x7f17700d00e0 legacy=0x7f17700d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.454+0000 7f176ea00640 1 -- 172.21.15.29:0/4232729342 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17700d1980 con 0x7f177015e470 2024-09-12T03:08:55.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.455+0000 7f176ea00640 1 --2- 172.21.15.29:0/4232729342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f177015e470 0x7f17700cfba0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1760009870 tx=0x7f176002a2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65d3ea75603d5583 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:55.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.455+0000 7f176d600640 1 -- 172.21.15.29:0/4232729342 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1760037070 con 0x7f177015e470 2024-09-12T03:08:55.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.455+0000 7f176d600640 1 -- 172.21.15.29:0/4232729342 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1760032640 con 0x7f177015e470 2024-09-12T03:08:55.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.455+0000 7f176d600640 1 -- 172.21.15.29:0/4232729342 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1760032a10 con 0x7f177015e470 2024-09-12T03:08:55.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.456+0000 7f176fe00640 1 -- 172.21.15.29:0/4232729342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f177015e470 msgr2=0x7f17700cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.456+0000 7f176fe00640 1 --2- 172.21.15.29:0/4232729342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f177015e470 0x7f17700cfba0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1760009870 tx=0x7f176002a2f0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.456+0000 7f176fe00640 1 -- 172.21.15.29:0/4232729342 shutdown_connections 2024-09-12T03:08:55.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.456+0000 7f176fe00640 1 --2- 172.21.15.29:0/4232729342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f177015e470 0x7f17700cfba0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.456+0000 7f176fe00640 1 -- 172.21.15.29:0/4232729342 >> 172.21.15.29:0/4232729342 conn(0x7f177009d700 msgr2=0x7f177008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:55.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.456+0000 7f176fe00640 1 -- 172.21.15.29:0/4232729342 shutdown_connections 2024-09-12T03:08:55.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.456+0000 7f176fe00640 1 -- 172.21.15.29:0/4232729342 wait complete. 2024-09-12T03:08:55.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.457+0000 7f176fe00640 1 Processor -- start 2024-09-12T03:08:55.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.457+0000 7f176fe00640 1 -- start start 2024-09-12T03:08:55.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.458+0000 7f176fe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17700d00e0 0x7f1770156840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:55.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.458+0000 7f176fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17700d4a20 0x7f17700b8be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:55.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.458+0000 7f176fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f177015e470 0x7f17700b2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:55.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.458+0000 7f176fe00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f177006db70 con 0x7f17700d4a20 2024-09-12T03:08:55.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.458+0000 7f176fe00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f17700cf3a0 con 0x7f177015e470 2024-09-12T03:08:55.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.458+0000 7f176fe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f177006dcf0 con 0x7f17700d00e0 2024-09-12T03:08:55.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.459+0000 7f176e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17700d4a20 0x7f17700b8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:55.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.459+0000 7f176e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17700d4a20 0x7f17700b8be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35004/0 (socket says 172.21.15.29:35004) 2024-09-12T03:08:55.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.459+0000 7f176e000640 1 -- 172.21.15.29:0/2440820970 learned_addr learned my addr 172.21.15.29:0/2440820970 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:55.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.459+0000 7f176ea00640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17700d00e0 0x7f1770156840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:55.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.459+0000 7f176f400640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f177015e470 0x7f17700b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:55.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.459+0000 7f176e000640 1 -- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17700d00e0 msgr2=0x7f1770156840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.459+0000 7f176e000640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17700d00e0 0x7f1770156840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.459+0000 7f176e000640 1 -- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f177015e470 msgr2=0x7f17700b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.459+0000 7f176e000640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f177015e470 0x7f17700b2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.459+0000 7f176e000640 1 -- 172.21.15.29:0/2440820970 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17700b9120 con 0x7f17700d4a20 2024-09-12T03:08:55.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.459+0000 7f176e000640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17700d4a20 0x7f17700b8be0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f175c00c4d0 tx=0x7f175c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:55.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.460+0000 7f1767400640 1 -- 172.21.15.29:0/2440820970 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f175c018070 con 0x7f17700d4a20 2024-09-12T03:08:55.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.460+0000 7f1767400640 1 -- 172.21.15.29:0/2440820970 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f175c007480 con 0x7f17700d4a20 2024-09-12T03:08:55.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.460+0000 7f1767400640 1 -- 172.21.15.29:0/2440820970 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f175c0049e0 con 0x7f17700d4a20 2024-09-12T03:08:55.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.460+0000 7f176fe00640 1 -- 172.21.15.29:0/2440820970 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17701f4c20 con 0x7f17700d4a20 2024-09-12T03:08:55.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.460+0000 7f176fe00640 1 -- 172.21.15.29:0/2440820970 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17701f51e0 con 0x7f17700d4a20 2024-09-12T03:08:55.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.461+0000 7f176fe00640 1 -- 172.21.15.29:0/2440820970 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17700cfea0 con 0x7f17700d4a20 2024-09-12T03:08:55.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.462+0000 7f1767400640 1 -- 172.21.15.29:0/2440820970 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f175c004b80 con 0x7f17700d4a20 2024-09-12T03:08:55.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.462+0000 7f1767400640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f175006be30 0x7f175006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:55.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.463+0000 7f1767400640 1 -- 172.21.15.29:0/2440820970 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f175c08a2d0 con 0x7f17700d4a20 2024-09-12T03:08:55.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.463+0000 7f176ea00640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f175006be30 0x7f175006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:55.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.464+0000 7f176ea00640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f175006be30 0x7f175006e2f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1760034000 tx=0x7f176002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:55.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.467+0000 7f1767400640 1 -- 172.21.15.29:0/2440820970 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f17700cfea0 con 0x7f17700d4a20 2024-09-12T03:08:55.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.688+0000 7f176fe00640 1 -- 172.21.15.29:0/2440820970 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f177006cf90 con 0x7f17700d4a20 2024-09-12T03:08:55.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.689+0000 7f1767400640 1 -- 172.21.15.29:0/2440820970 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5216 (secure 0 0 0) 0x7f175c007670 con 0x7f17700d4a20 2024-09-12T03:08:55.688 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:08:55.689 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":9,"btime":"2024-09-12T03:08:46:734774+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2970531733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2970531733},{"type":"v1","addr":"172.21.15.29:6835","nonce":2970531733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1613885882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1613885882},{"type":"v1","addr":"172.21.15.38:6835","nonce":1613885882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1407657731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1407657731},{"type":"v1","addr":"172.21.15.38:6837","nonce":1407657731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:08:25.039695+0000","modified":"2024-09-12T03:08:46.155044+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-12T03:08:55.689 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 9 2024-09-12T03:08:55.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.691+0000 7f176fe00640 1 -- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f175006be30 msgr2=0x7f175006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.691+0000 7f176fe00640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f175006be30 0x7f175006e2f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1760034000 tx=0x7f176002e000 comp rx=0 tx=0).stop 2024-09-12T03:08:55.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.691+0000 7f176fe00640 1 -- 172.21.15.29:0/2440820970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17700d4a20 msgr2=0x7f17700b8be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:55.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.691+0000 7f176fe00640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17700d4a20 0x7f17700b8be0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f175c00c4d0 tx=0x7f175c00c990 comp rx=0 tx=0).stop 2024-09-12T03:08:55.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.692+0000 7f176fe00640 1 -- 172.21.15.29:0/2440820970 shutdown_connections 2024-09-12T03:08:55.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.692+0000 7f176fe00640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f175006be30 0x7f175006e2f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.692+0000 7f176fe00640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f177015e470 0x7f17700b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.692+0000 7f176fe00640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17700d4a20 0x7f17700b8be0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.692+0000 7f176fe00640 1 --2- 172.21.15.29:0/2440820970 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17700d00e0 0x7f1770156840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:55.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.692+0000 7f176fe00640 1 -- 172.21.15.29:0/2440820970 >> 172.21.15.29:0/2440820970 conn(0x7f177009d700 msgr2=0x7f17700b4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:55.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.692+0000 7f176fe00640 1 -- 172.21.15.29:0/2440820970 shutdown_connections 2024-09-12T03:08:55.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:55.692+0000 7f176fe00640 1 -- 172.21.15.29:0/2440820970 wait complete. 2024-09-12T03:08:56.109 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:08:25.039695+0000', 'modified': '2024-09-12T03:08:46.155044+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4290}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4290': {'gid': 4290, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.29:6833/203632037', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 203632037}, {'type': 'v1', 'addr': '172.21.15.29:6833', 'nonce': 203632037}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4290, 'qdb_cluster': [4290]} 2024-09-12T03:08:56.109 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T03:08:56.109 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-12T03:08:56.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.269+0000 7fd3d4400640 1 Processor -- start 2024-09-12T03:08:56.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.269+0000 7fd3d4400640 1 -- start start 2024-09-12T03:08:56.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.270+0000 7fd3d4400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd3cc15e660 0x7fd3cc0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.270+0000 7fd3d4400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd3cc0b6700 0x7fd3cc06d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.270+0000 7fd3d4400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3cc0d3680 con 0x7fd3cc0d3150 2024-09-12T03:08:56.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.270+0000 7fd3d4400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fd3cc06d4b0 con 0x7fd3cc15e660 2024-09-12T03:08:56.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.270+0000 7fd3d4400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd3cc0d3960 con 0x7fd3cc0b6700 2024-09-12T03:08:56.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.270+0000 7fd3d1a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd3cc15e660 0x7fd3cc0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.270+0000 7fd3d1a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd3cc15e660 0x7fd3cc0d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35006/0 (socket says 172.21.15.29:35006) 2024-09-12T03:08:56.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.270+0000 7fd3d1a00640 1 -- 172.21.15.29:0/1762626974 learned_addr learned my addr 172.21.15.29:0/1762626974 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:56.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.271+0000 7fd3d2400640 1 --2- 172.21.15.29:0/1762626974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd3cc0b6700 0x7fd3cc06d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.271+0000 7fd3d1a00640 1 -- 172.21.15.29:0/1762626974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd3cc0b6700 msgr2=0x7fd3cc06d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:56.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.271+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/1762626974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd3cc0b6700 0x7fd3cc06d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.271+0000 7fd3d1a00640 1 -- 172.21.15.29:0/1762626974 >> v1:172.21.15.38:6789/0 conn(0x7fd3cc0d3150 legacy=0x7fd3cc0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:56.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.271+0000 7fd3d1a00640 1 -- 172.21.15.29:0/1762626974 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3cc06ce60 con 0x7fd3cc15e660 2024-09-12T03:08:56.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.271+0000 7fd3d2400640 1 --2- 172.21.15.29:0/1762626974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd3cc0b6700 0x7fd3cc06d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:56.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.272+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/1762626974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3cc15e660 0x7fd3cc0d4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd3c0009870 tx=0x7fd3c002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5f6dcbeac54f82d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:56.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.272+0000 7fd3cbe00640 1 -- 172.21.15.29:0/1762626974 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0037070 con 0x7fd3cc15e660 2024-09-12T03:08:56.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.272+0000 7fd3cbe00640 1 -- 172.21.15.29:0/1762626974 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c002ae50 con 0x7fd3cc15e660 2024-09-12T03:08:56.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.272+0000 7fd3cbe00640 1 -- 172.21.15.29:0/1762626974 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0032860 con 0x7fd3cc15e660 2024-09-12T03:08:56.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.273+0000 7fd3d4400640 1 -- 172.21.15.29:0/1762626974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3cc15e660 msgr2=0x7fd3cc0d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:56.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.273+0000 7fd3d4400640 1 --2- 172.21.15.29:0/1762626974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3cc15e660 0x7fd3cc0d4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd3c0009870 tx=0x7fd3c002a300 comp rx=0 tx=0).stop 2024-09-12T03:08:56.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.273+0000 7fd3d4400640 1 -- 172.21.15.29:0/1762626974 shutdown_connections 2024-09-12T03:08:56.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.273+0000 7fd3d4400640 1 --2- 172.21.15.29:0/1762626974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd3cc0b6700 0x7fd3cc06d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.273+0000 7fd3d4400640 1 --2- 172.21.15.29:0/1762626974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3cc15e660 0x7fd3cc0d4dd0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.273+0000 7fd3d4400640 1 -- 172.21.15.29:0/1762626974 >> 172.21.15.29:0/1762626974 conn(0x7fd3cc08c000 msgr2=0x7fd3cc0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:56.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.273+0000 7fd3d4400640 1 -- 172.21.15.29:0/1762626974 shutdown_connections 2024-09-12T03:08:56.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.273+0000 7fd3d4400640 1 -- 172.21.15.29:0/1762626974 wait complete. 2024-09-12T03:08:56.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.274+0000 7fd3d4400640 1 Processor -- start 2024-09-12T03:08:56.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.275+0000 7fd3d4400640 1 -- start start 2024-09-12T03:08:56.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.275+0000 7fd3d4400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd3cc0b6700 0x7fd3cc161920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.275+0000 7fd3d4400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3cc0d3150 0x7fd3cc157bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.275+0000 7fd3d4400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3cc15e660 0x7fd3cc1f47c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.275+0000 7fd3d4400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd3cc15ea40 con 0x7fd3cc15e660 2024-09-12T03:08:56.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.275+0000 7fd3d4400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd3cc0d5310 con 0x7fd3cc0d3150 2024-09-12T03:08:56.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.275+0000 7fd3d4400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd3cc06de80 con 0x7fd3cc0b6700 2024-09-12T03:08:56.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.276+0000 7fd3d2400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3cc15e660 0x7fd3cc1f47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.276+0000 7fd3d2400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3cc15e660 0x7fd3cc1f47c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35020/0 (socket says 172.21.15.29:35020) 2024-09-12T03:08:56.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.276+0000 7fd3d2400640 1 -- 172.21.15.29:0/140218920 learned_addr learned my addr 172.21.15.29:0/140218920 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:56.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.276+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd3cc0b6700 0x7fd3cc161920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.276+0000 7fd3d1000640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3cc0d3150 0x7fd3cc157bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.276+0000 7fd3d2400640 1 -- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd3cc0b6700 msgr2=0x7fd3cc161920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:56.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.276+0000 7fd3d2400640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd3cc0b6700 0x7fd3cc161920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.276+0000 7fd3d2400640 1 -- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3cc0d3150 msgr2=0x7fd3cc157bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:56.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.276+0000 7fd3d2400640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3cc0d3150 0x7fd3cc157bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.276+0000 7fd3d2400640 1 -- 172.21.15.29:0/140218920 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3cc1f5070 con 0x7fd3cc15e660 2024-09-12T03:08:56.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.277+0000 7fd3d2400640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3cc15e660 0x7fd3cc1f47c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4007ef0 tx=0x7fd3c400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:56.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.277+0000 7fd3c9600640 1 -- 172.21.15.29:0/140218920 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c401a070 con 0x7fd3cc15e660 2024-09-12T03:08:56.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.277+0000 7fd3c9600640 1 -- 172.21.15.29:0/140218920 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c4003b90 con 0x7fd3cc15e660 2024-09-12T03:08:56.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.277+0000 7fd3c9600640 1 -- 172.21.15.29:0/140218920 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4004030 con 0x7fd3cc15e660 2024-09-12T03:08:56.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.277+0000 7fd3d4400640 1 -- 172.21.15.29:0/140218920 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3cc1f5350 con 0x7fd3cc15e660 2024-09-12T03:08:56.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.277+0000 7fd3d4400640 1 -- 172.21.15.29:0/140218920 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3cc1f4d00 con 0x7fd3cc15e660 2024-09-12T03:08:56.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.279+0000 7fd3c9600640 1 -- 172.21.15.29:0/140218920 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd3c401d070 con 0x7fd3cc15e660 2024-09-12T03:08:56.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.280+0000 7fd3c9600640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd3ac06be30 0x7fd3ac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.281+0000 7fd3c9600640 1 -- 172.21.15.29:0/140218920 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fd3c408b3d0 con 0x7fd3cc15e660 2024-09-12T03:08:56.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.281+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd3ac06be30 0x7fd3ac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.281+0000 7fd3d7450740 1 Processor -- start 2024-09-12T03:08:56.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.282+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd3ac06be30 0x7fd3ac06e2f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd3c0034000 tx=0x7fd3c002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:56.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.282+0000 7fd3d7450740 1 -- start start 2024-09-12T03:08:56.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.282+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328107cf0 0x55c32814d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.282+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c3281054b0 0x55c3281080d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.282+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328102570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.282+0000 7fd3d7450740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c3280663b0 con 0x55c328109480 2024-09-12T03:08:56.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.282+0000 7fd3d7450740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c32806b410 con 0x55c328107cf0 2024-09-12T03:08:56.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.282+0000 7fd3d7450740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c328013620 con 0x55c3281054b0 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d2400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328102570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d1a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328107cf0 0x55c32814d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d2400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328102570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35026/0 (socket says 172.21.15.29:35026) 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d2400640 1 -- 172.21.15.29:0/2478565848 learned_addr learned my addr 172.21.15.29:0/2478565848 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d1000640 1 --2- 172.21.15.29:0/2478565848 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c3281054b0 0x55c3281080d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d2400640 1 -- 172.21.15.29:0/2478565848 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c3281054b0 msgr2=0x55c3281080d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d2400640 1 --2- 172.21.15.29:0/2478565848 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c3281054b0 0x55c3281080d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d2400640 1 -- 172.21.15.29:0/2478565848 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328107cf0 msgr2=0x55c32814d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d2400640 1 --2- 172.21.15.29:0/2478565848 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328107cf0 0x55c32814d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d2400640 1 -- 172.21.15.29:0/2478565848 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c327d7e2d0 con 0x55c328109480 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/2478565848 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328107cf0 0x55c32814d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:08:56.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.283+0000 7fd3d2400640 1 --2- 172.21.15.29:0/2478565848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328102570 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4059080 tx=0x7fd3c4058e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=762bd56716e1263b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:56.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3be000640 1 -- 172.21.15.29:0/2478565848 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4061f10 con 0x55c328109480 2024-09-12T03:08:56.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3be000640 1 -- 172.21.15.29:0/2478565848 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c40576e0 con 0x55c328109480 2024-09-12T03:08:56.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3be000640 1 -- 172.21.15.29:0/2478565848 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4055a50 con 0x55c328109480 2024-09-12T03:08:56.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3d7450740 1 -- 172.21.15.29:0/2478565848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 msgr2=0x55c328102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:56.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3d7450740 1 --2- 172.21.15.29:0/2478565848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328102570 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4059080 tx=0x7fd3c4058e00 comp rx=0 tx=0).stop 2024-09-12T03:08:56.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3d7450740 1 -- 172.21.15.29:0/2478565848 shutdown_connections 2024-09-12T03:08:56.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3d7450740 1 --2- 172.21.15.29:0/2478565848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328102570 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3d7450740 1 --2- 172.21.15.29:0/2478565848 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c3281054b0 0x55c3281080d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3d7450740 1 --2- 172.21.15.29:0/2478565848 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328107cf0 0x55c32814d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3d7450740 1 -- 172.21.15.29:0/2478565848 >> 172.21.15.29:0/2478565848 conn(0x55c328104740 msgr2=0x55c32814c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3d7450740 1 -- 172.21.15.29:0/2478565848 shutdown_connections 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.284+0000 7fd3d7450740 1 -- 172.21.15.29:0/2478565848 wait complete. 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.285+0000 7fd3d7450740 1 -- start start 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.285+0000 7fd3d7450740 1 Processor -- start 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.286+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328107cf0 0x55c328126a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.286+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328106400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.286+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328101530 0x55c328106940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.286+0000 7fd3d7450740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c328026780 con 0x55c328109480 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.286+0000 7fd3d7450740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c3280673d0 con 0x55c328101530 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.286+0000 7fd3d7450740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c328103be0 con 0x55c328107cf0 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.286+0000 7fd3d7450740 10 client.0 _ll_register_callbacks cb 0x55c3280645d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:08:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3d1000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328106400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3d1000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328106400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35034/0 (socket says 172.21.15.29:35034) 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3d1000640 1 -- 172.21.15.29:0/4064821019 learned_addr learned my addr 172.21.15.29:0/4064821019 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3d2400640 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328101530 0x55c328106940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328107cf0 0x55c328126a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3d1000640 1 -- 172.21.15.29:0/4064821019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328107cf0 msgr2=0x55c328126a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3d1000640 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328107cf0 0x55c328126a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3d1000640 1 -- 172.21.15.29:0/4064821019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328101530 msgr2=0x55c328106940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3d1000640 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328101530 0x55c328106940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3d1000640 1 -- 172.21.15.29:0/4064821019 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c327e486b0 con 0x55c328109480 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3d1000640 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328106400 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8001de0 tx=0x7fd3b8012690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90df096c024d5d5d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.287+0000 7fd3b2a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3b2a00640 1 -- 172.21.15.29:0/4064821019 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b8019020 con 0x55c328109480 2024-09-12T03:08:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3b2a00640 1 -- 172.21.15.29:0/4064821019 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fd3b80052e0 con 0x55c328109480 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3d7450740 1 -- 172.21.15.29:0/4064821019 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3c40576e0 con 0x55c328109480 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3b2a00640 1 -- 172.21.15.29:0/4064821019 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7fd3b8023050 con 0x55c328109480 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3d7450740 10 client.4677 fetch_fsmap learned FSMap version 9 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3d7450740 1 -- 172.21.15.29:0/4064821019 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x55c3281021f0 con 0x55c328109480 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3b2a00640 1 -- 172.21.15.29:0/4064821019 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c40576e0 con 0x55c328109480 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3b2a00640 1 -- 172.21.15.29:0/4064821019 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7fd3b8026020 con 0x55c328109480 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3d7450740 10 client.4677 fetch_fsmap finished waiting for FSMap version 9 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3d7450740 10 client.4677 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3d7450740 20 client.4677 populate_metadata read hostname 'smithi029' 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3d7450740 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55c3281278c0 0x55c328132110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3d7450740 4 client.4677 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.288+0000 7fd3d7450740 1 -- 172.21.15.29:0/4064821019 --> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c328078b40 con 0x55c3281278c0 2024-09-12T03:08:56.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.289+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55c3281278c0 0x55c328132110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.289+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55c3281278c0 0x55c328132110 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ccc832e323ec4129 server_cookie=ada23ea536f749fd in_seq=0 out_seq=0 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.289+0000 7fd3b2a00640 10 client.4677 ms_handle_connect on v2:172.21.15.29:6832/203632037 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3b2a00640 1 -- 172.21.15.29:0/4064821019 <== mds.0 v2:172.21.15.29:6832/203632037 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c328078b40 con 0x55c3281278c0 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3b2a00640 10 client.4677 handle_command_reply: tid=0 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3d7450740 1 client.4677 shutdown 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3d7450740 1 -- 172.21.15.29:0/4064821019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 msgr2=0x55c328106400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3d7450740 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328106400 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8001de0 tx=0x7fd3b8012690 comp rx=0 tx=0).stop 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3d7450740 1 -- 172.21.15.29:0/4064821019 shutdown_connections 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3d7450740 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55c3281278c0 0x55c328132110 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3d7450740 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328101530 0x55c328106940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3d7450740 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328109480 0x55c328106400 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3d7450740 1 --2- 172.21.15.29:0/4064821019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328107cf0 0x55c328126a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3d7450740 1 -- 172.21.15.29:0/4064821019 >> 172.21.15.29:0/4064821019 conn(0x55c3281054b0 msgr2=0x55c32814a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:56.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3b2a00640 0 client.4677 ms_handle_reset on v2:172.21.15.29:6832/203632037 2024-09-12T03:08:56.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.290+0000 7fd3d7450740 1 -- 172.21.15.29:0/4064821019 shutdown_connections 2024-09-12T03:08:56.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.291+0000 7fd3d7450740 1 -- 172.21.15.29:0/4064821019 wait complete. 2024-09-12T03:08:56.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.291+0000 7fd3d7450740 20 client.4677 trim_cache size 0 max 16384 2024-09-12T03:08:56.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.309+0000 7fd3d7450740 1 Processor -- start 2024-09-12T03:08:56.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.309+0000 7fd3d7450740 1 -- start start 2024-09-12T03:08:56.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.310+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32814abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.310+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328107cf0 0x55c32812daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.310+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328109480 0x55c32812e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.310+0000 7fd3d7450740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd3cc200e70 con 0x55c328101530 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.310+0000 7fd3d7450740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd3cc2001d0 con 0x55c328107cf0 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.310+0000 7fd3d7450740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd3cc200820 con 0x55c328109480 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.310+0000 7fd3d1a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32814abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.310+0000 7fd3d1a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32814abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35040/0 (socket says 172.21.15.29:35040) 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.310+0000 7fd3d1a00640 1 -- 172.21.15.29:0/3611628782 learned_addr learned my addr 172.21.15.29:0/3611628782 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.311+0000 7fd3d1a00640 1 -- 172.21.15.29:0/3611628782 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328109480 msgr2=0x55c32812e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.311+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/3611628782 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328109480 0x55c32812e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.311+0000 7fd3d1a00640 1 -- 172.21.15.29:0/3611628782 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328107cf0 msgr2=0x55c32812daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:56.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.311+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/3611628782 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328107cf0 0x55c32812daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.311+0000 7fd3d1a00640 1 -- 172.21.15.29:0/3611628782 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3281044e0 con 0x55c328101530 2024-09-12T03:08:56.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.311+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/3611628782 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32814abd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd3c003e040 tx=0x7fd3c002c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b60817c4c28375db server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:56.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.311+0000 7fd3bd600640 1 -- 172.21.15.29:0/3611628782 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0037040 con 0x55c328101530 2024-09-12T03:08:56.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.311+0000 7fd3bd600640 1 -- 172.21.15.29:0/3611628782 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c002ae50 con 0x55c328101530 2024-09-12T03:08:56.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.311+0000 7fd3bd600640 1 -- 172.21.15.29:0/3611628782 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0048440 con 0x55c328101530 2024-09-12T03:08:56.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.312+0000 7fd3d7450740 1 -- 172.21.15.29:0/3611628782 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 msgr2=0x55c32814abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:56.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.312+0000 7fd3d7450740 1 --2- 172.21.15.29:0/3611628782 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32814abd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd3c003e040 tx=0x7fd3c002c000 comp rx=0 tx=0).stop 2024-09-12T03:08:56.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.312+0000 7fd3d7450740 1 -- 172.21.15.29:0/3611628782 shutdown_connections 2024-09-12T03:08:56.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.312+0000 7fd3d7450740 1 --2- 172.21.15.29:0/3611628782 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328109480 0x55c32812e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.312+0000 7fd3d7450740 1 --2- 172.21.15.29:0/3611628782 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328107cf0 0x55c32812daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.312+0000 7fd3d7450740 1 --2- 172.21.15.29:0/3611628782 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32814abd0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.312+0000 7fd3d7450740 1 -- 172.21.15.29:0/3611628782 >> 172.21.15.29:0/3611628782 conn(0x55c3281054b0 msgr2=0x55c32814e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:56.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.312+0000 7fd3d7450740 1 -- 172.21.15.29:0/3611628782 shutdown_connections 2024-09-12T03:08:56.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.312+0000 7fd3d7450740 1 -- 172.21.15.29:0/3611628782 wait complete. 2024-09-12T03:08:56.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.312+0000 7fd3d7450740 1 -- start start 2024-09-12T03:08:56.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.313+0000 7fd3d7450740 1 Processor -- start 2024-09-12T03:08:56.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32812eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328107cf0 0x55c3281beeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d7450740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328109480 0x55c3281bf7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d7450740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c328127740 con 0x55c328101530 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d7450740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c3281327a0 con 0x55c328109480 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d7450740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c328127cd0 con 0x55c328107cf0 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d7450740 10 client.0 _ll_register_callbacks cb 0x7fd3b8007950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d1a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32812eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d1a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32812eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35054/0 (socket says 172.21.15.29:35054) 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d1a00640 1 -- 172.21.15.29:0/2443590706 learned_addr learned my addr 172.21.15.29:0/2443590706 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d1000640 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328107cf0 0x55c3281beeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d2400640 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328109480 0x55c3281bf7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d1a00640 1 -- 172.21.15.29:0/2443590706 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328107cf0 msgr2=0x55c3281beeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328107cf0 0x55c3281beeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d1a00640 1 -- 172.21.15.29:0/2443590706 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328109480 msgr2=0x55c3281bf7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:08:56.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328109480 0x55c3281bf7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d1a00640 1 -- 172.21.15.29:0/2443590706 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3281c1ee0 con 0x55c328101530 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.314+0000 7fd3d2400640 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328109480 0x55c3281bf7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3d1a00640 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32812eba0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd3c0052040 tx=0x7fd3c002c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d3dd31936e581ee server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3b2a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3b2a00640 1 -- 172.21.15.29:0/2443590706 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c005e060 con 0x55c328101530 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3b2a00640 1 -- 172.21.15.29:0/2443590706 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fd3c0059480 con 0x55c328101530 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3d7450740 1 -- 172.21.15.29:0/2443590706 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3c002ae50 con 0x55c328101530 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3b2a00640 1 -- 172.21.15.29:0/2443590706 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7fd3c0059680 con 0x55c328101530 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3d7450740 10 client.4683 fetch_fsmap learned FSMap version 9 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3d7450740 1 -- 172.21.15.29:0/2443590706 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x55c328169890 con 0x55c328101530 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3b2a00640 1 -- 172.21.15.29:0/2443590706 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c002ae50 con 0x55c328101530 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3b2a00640 1 -- 172.21.15.29:0/2443590706 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7fd3c0046040 con 0x55c328101530 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3d7450740 10 client.4683 fetch_fsmap finished waiting for FSMap version 9 2024-09-12T03:08:56.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3d7450740 10 client.4683 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:08:56.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.315+0000 7fd3d7450740 20 client.4683 populate_metadata read hostname 'smithi029' 2024-09-12T03:08:56.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.316+0000 7fd3d7450740 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55c328125d90 0x55c328126170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:56.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.316+0000 7fd3d7450740 4 client.4683 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:08:56.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.316+0000 7fd3d7450740 1 -- 172.21.15.29:0/2443590706 --> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] -- command(tid 0: {"prefix": "status"}) -- 0x55c328130bd0 con 0x55c328125d90 2024-09-12T03:08:56.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.316+0000 7fd3d1000640 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55c328125d90 0x55c328126170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:56.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.316+0000 7fd3d1000640 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55c328125d90 0x55c328126170 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1cb6dccddfd99ca7 server_cookie=1ea280ae02d29d5f in_seq=0 out_seq=0 2024-09-12T03:08:56.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.316+0000 7fd3b2a00640 10 client.4683 ms_handle_connect on v2:172.21.15.29:6832/203632037 2024-09-12T03:08:56.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.316+0000 7fd3b2a00640 1 -- 172.21.15.29:0/2443590706 <== mds.0 v2:172.21.15.29:6832/203632037 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x55c328130bd0 con 0x55c328125d90 2024-09-12T03:08:56.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3b2a00640 10 client.4683 handle_command_reply: tid=0 2024-09-12T03:08:56.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 1 client.4683 shutdown 2024-09-12T03:08:56.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 1 -- 172.21.15.29:0/2443590706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 msgr2=0x55c32812eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:56.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32812eba0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd3c0052040 tx=0x7fd3c002c070 comp rx=0 tx=0).stop 2024-09-12T03:08:56.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 1 -- 172.21.15.29:0/2443590706 shutdown_connections 2024-09-12T03:08:56.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.29:6832/203632037,v1:172.21.15.29:6833/203632037] conn(0x55c328125d90 0x55c328126170 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c328109480 0x55c3281bf7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c328107cf0 0x55c3281beeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 1 --2- 172.21.15.29:0/2443590706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c328101530 0x55c32812eba0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3b2a00640 0 client.4683 ms_handle_reset on v2:172.21.15.29:6832/203632037 2024-09-12T03:08:56.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 1 -- 172.21.15.29:0/2443590706 >> 172.21.15.29:0/2443590706 conn(0x55c3281054b0 msgr2=0x55c32814e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:56.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 1 -- 172.21.15.29:0/2443590706 shutdown_connections 2024-09-12T03:08:56.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 1 -- 172.21.15.29:0/2443590706 wait complete. 2024-09-12T03:08:56.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.317+0000 7fd3d7450740 20 client.4683 trim_cache size 0 max 16384 2024-09-12T03:08:56.321 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4290, 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 30.677103903999999, 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 9, 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 24, 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 24, 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 36.503770199000002 2024-09-12T03:08:56.322 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:08:56.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 -- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd3ac06be30 msgr2=0x7fd3ac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:56.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd3ac06be30 0x7fd3ac06e2f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd3c0034000 tx=0x7fd3c002e000 comp rx=0 tx=0).stop 2024-09-12T03:08:56.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 -- 172.21.15.29:0/140218920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3cc15e660 msgr2=0x7fd3cc1f47c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:56.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3cc15e660 0x7fd3cc1f47c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4007ef0 tx=0x7fd3c400d4a0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 -- 172.21.15.29:0/140218920 shutdown_connections 2024-09-12T03:08:56.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd3ac06be30 0x7fd3ac06e2f0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd3cc15e660 0x7fd3cc1f47c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd3cc0d3150 0x7fd3cc157bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 --2- 172.21.15.29:0/140218920 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd3cc0b6700 0x7fd3cc161920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:56.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 -- 172.21.15.29:0/140218920 >> 172.21.15.29:0/140218920 conn(0x7fd3cc08c000 msgr2=0x7fd3cc06e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:56.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 -- 172.21.15.29:0/140218920 shutdown_connections 2024-09-12T03:08:56.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:56.318+0000 7fd3d4400640 1 -- 172.21.15.29:0/140218920 wait complete. 2024-09-12T03:08:56.333 INFO:teuthology.run_tasks:Running task sequential... 2024-09-12T03:08:56.347 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-12T03:08:56.347 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-12T03:08:56.347 INFO:teuthology.task.print:Enabling mgr modules 2024-09-12T03:08:56.347 INFO:teuthology.run_tasks:Running task kclient... 2024-09-12T03:08:56.363 INFO:tasks.kclient:Mounting kernel clients... 2024-09-12T03:08:56.363 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-12T03:08:56.363 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:56.363 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:08:56.399 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-12T03:08:56.400 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:56.400 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-12T03:08:56.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:56.497 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link delete ceph-brx 2024-09-12T03:08:56.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:56.787 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:08:56.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:56.824 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link delete ceph-brx 2024-09-12T03:08:56.926 INFO:teuthology.orchestra.run.smithi029.stderr:Cannot find device "ceph-brx" 2024-09-12T03:08:56.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T03:08:56.929 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:56.930 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list 2024-09-12T03:08:56.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:56.971 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link delete ceph-brx 2024-09-12T03:08:57.075 INFO:teuthology.orchestra.run.smithi038.stderr:Cannot find device "ceph-brx" 2024-09-12T03:08:57.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T03:08:57.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:57.078 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list 2024-09-12T03:08:57.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:57.115 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link delete ceph-brx 2024-09-12T03:08:57.214 INFO:teuthology.orchestra.run.smithi038.stderr:Cannot find device "ceph-brx" 2024-09-12T03:08:57.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T03:08:57.217 INFO:tasks.kclient:client.0 config is {'syntax': 'v2'} 2024-09-12T03:08:57.217 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-12T03:08:57.217 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T03:08:57.217 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T03:08:57.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.376+0000 7f6827c00640 1 Processor -- start 2024-09-12T03:08:57.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.376+0000 7f6827c00640 1 -- start start 2024-09-12T03:08:57.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.377+0000 7f6827c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f682006f4c0 0x7f68200cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:57.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.377+0000 7f6827c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68200cfb40 con 0x7f682006f0e0 2024-09-12T03:08:57.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.377+0000 7f6827c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68200cfe20 con 0x7f68200cf5a0 2024-09-12T03:08:57.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.377+0000 7f6827c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f682015bc50 con 0x7f682006f4c0 2024-09-12T03:08:57.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.377+0000 7f6825200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f682006f0e0 0x7f682015c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:53784/0 (socket says 172.21.15.29:53784) 2024-09-12T03:08:57.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.377+0000 7f6825200640 1 -- 172.21.15.29:0/3473859324 learned_addr learned my addr 172.21.15.29:0/3473859324 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:08:57.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.378+0000 7f681fe00640 1 --2- 172.21.15.29:0/3473859324 >> v2:172.21.15.38:3300/0 conn(0x7f682006f4c0 0x7f68200cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:57.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.378+0000 7f681f400640 1 -- 172.21.15.29:0/3473859324 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2199423428 0 0) 0x7f68200cfb40 con 0x7f682006f0e0 2024-09-12T03:08:57.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.378+0000 7f681f400640 1 -- 172.21.15.29:0/3473859324 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6808003520 con 0x7f682006f0e0 2024-09-12T03:08:57.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.378+0000 7f681f400640 1 -- 172.21.15.29:0/3473859324 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1745598891 0 0) 0x7f68200cfe20 con 0x7f68200cf5a0 2024-09-12T03:08:57.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.378+0000 7f681f400640 1 -- 172.21.15.29:0/3473859324 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f68200cfb40 con 0x7f68200cf5a0 2024-09-12T03:08:57.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.378+0000 7f681f400640 1 -- 172.21.15.29:0/3473859324 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3493488886 0 0) 0x7f6808003520 con 0x7f682006f0e0 2024-09-12T03:08:57.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.378+0000 7f681fe00640 1 -- 172.21.15.29:0/3473859324 >> v1:172.21.15.38:6789/0 conn(0x7f68200cf5a0 legacy=0x7f68200b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:57.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.378+0000 7f681fe00640 1 -- 172.21.15.29:0/3473859324 >> v1:172.21.15.29:6789/0 conn(0x7f682006f0e0 legacy=0x7f682015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:57.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.378+0000 7f681fe00640 1 -- 172.21.15.29:0/3473859324 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f682015b8e0 con 0x7f682006f4c0 2024-09-12T03:08:57.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.379+0000 7f681fe00640 1 --2- 172.21.15.29:0/3473859324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f682006f4c0 0x7f68200cf060 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f680c0097a0 tx=0x7f680c02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d86e004659f3965f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.380+0000 7f681f400640 1 -- 172.21.15.29:0/3473859324 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c037070 con 0x7f682006f4c0 2024-09-12T03:08:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.380+0000 7f681f400640 1 -- 172.21.15.29:0/3473859324 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f680c02ac50 con 0x7f682006f4c0 2024-09-12T03:08:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.380+0000 7f681f400640 1 -- 172.21.15.29:0/3473859324 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6814001670 con 0x7f682006f4c0 2024-09-12T03:08:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.380+0000 7f6827c00640 1 -- 172.21.15.29:0/3473859324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f682006f4c0 msgr2=0x7f68200cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.380+0000 7f6827c00640 1 --2- 172.21.15.29:0/3473859324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f682006f4c0 0x7f68200cf060 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f680c0097a0 tx=0x7f680c02a1c0 comp rx=0 tx=0).stop 2024-09-12T03:08:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.380+0000 7f6827c00640 1 -- 172.21.15.29:0/3473859324 shutdown_connections 2024-09-12T03:08:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.380+0000 7f6827c00640 1 --2- 172.21.15.29:0/3473859324 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f682006f4c0 0x7f68200cf060 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.380+0000 7f6827c00640 1 -- 172.21.15.29:0/3473859324 >> 172.21.15.29:0/3473859324 conn(0x7f6820067da0 msgr2=0x7f682006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.380+0000 7f6827c00640 1 -- 172.21.15.29:0/3473859324 shutdown_connections 2024-09-12T03:08:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.380+0000 7f6827c00640 1 -- 172.21.15.29:0/3473859324 wait complete. 2024-09-12T03:08:57.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.382+0000 7f6827c00640 1 Processor -- start 2024-09-12T03:08:57.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.382+0000 7f6827c00640 1 -- start start 2024-09-12T03:08:57.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.383+0000 7f6827c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f682006f0e0 0x7f6820144b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:57.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.383+0000 7f6827c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f682006f4c0 0x7f68201e4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:57.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.383+0000 7f6827c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68200cf5a0 0x7f68200b1e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:57.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.383+0000 7f6827c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f682015ee80 con 0x7f68200cf5a0 2024-09-12T03:08:57.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.383+0000 7f6827c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6820152630 con 0x7f682006f4c0 2024-09-12T03:08:57.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.383+0000 7f6827c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f682015f000 con 0x7f682006f0e0 2024-09-12T03:08:57.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.383+0000 7f6825c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68200cf5a0 0x7f68200b1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:57.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.383+0000 7f6825c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68200cf5a0 0x7f68200b1e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35064/0 (socket says 172.21.15.29:35064) 2024-09-12T03:08:57.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.383+0000 7f681fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f682006f4c0 0x7f68201e4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:57.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.383+0000 7f6825c00640 1 -- 172.21.15.29:0/3086278654 learned_addr learned my addr 172.21.15.29:0/3086278654 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:08:57.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.383+0000 7f6825200640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f682006f0e0 0x7f6820144b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:57.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.384+0000 7f6825c00640 1 -- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f682006f0e0 msgr2=0x7f6820144b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:57.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.384+0000 7f6825c00640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f682006f0e0 0x7f6820144b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:57.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.384+0000 7f6825c00640 1 -- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f682006f4c0 msgr2=0x7f68201e4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:57.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.384+0000 7f6825c00640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f682006f4c0 0x7f68201e4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:57.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.384+0000 7f6825c00640 1 -- 172.21.15.29:0/3086278654 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68201e5af0 con 0x7f68200cf5a0 2024-09-12T03:08:57.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.384+0000 7f6825c00640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68200cf5a0 0x7f68200b1e50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f681800c710 tx=0x7f681800cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:57.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.384+0000 7f681cc00640 1 -- 172.21.15.29:0/3086278654 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6818003b70 con 0x7f68200cf5a0 2024-09-12T03:08:57.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.384+0000 7f681cc00640 1 -- 172.21.15.29:0/3086278654 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6818003d10 con 0x7f68200cf5a0 2024-09-12T03:08:57.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.384+0000 7f681cc00640 1 -- 172.21.15.29:0/3086278654 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f681800aa50 con 0x7f68200cf5a0 2024-09-12T03:08:57.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.384+0000 7f6827c00640 1 -- 172.21.15.29:0/3086278654 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68201450c0 con 0x7f68200cf5a0 2024-09-12T03:08:57.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.384+0000 7f6827c00640 1 -- 172.21.15.29:0/3086278654 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68201e5810 con 0x7f68200cf5a0 2024-09-12T03:08:57.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.386+0000 7f6827c00640 1 -- 172.21.15.29:0/3086278654 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f682015f9a0 con 0x7f68200cf5a0 2024-09-12T03:08:57.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.386+0000 7f681cc00640 1 -- 172.21.15.29:0/3086278654 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f681800abf0 con 0x7f68200cf5a0 2024-09-12T03:08:57.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.388+0000 7f681cc00640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f680006be60 0x7f680006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:08:57.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.388+0000 7f681cc00640 1 -- 172.21.15.29:0/3086278654 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f681808afc0 con 0x7f68200cf5a0 2024-09-12T03:08:57.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.388+0000 7f6825200640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f680006be60 0x7f680006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:08:57.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.389+0000 7f6825200640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f680006be60 0x7f680006e320 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6814001eb0 tx=0x7f68140016d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:08:57.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.392+0000 7f681cc00640 1 -- 172.21.15.29:0/3086278654 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f681800ce20 con 0x7f68200cf5a0 2024-09-12T03:08:57.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.612+0000 7f6827c00640 1 -- 172.21.15.29:0/3086278654 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6820075720 con 0x7f68200cf5a0 2024-09-12T03:08:57.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.612+0000 7f681cc00640 1 -- 172.21.15.29:0/3086278654 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f6818058f40 con 0x7f68200cf5a0 2024-09-12T03:08:57.612 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-12T03:08:57.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 -- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f680006be60 msgr2=0x7f680006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:57.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f680006be60 0x7f680006e320 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6814001eb0 tx=0x7f68140016d0 comp rx=0 tx=0).stop 2024-09-12T03:08:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 -- 172.21.15.29:0/3086278654 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68200cf5a0 msgr2=0x7f68200b1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:08:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68200cf5a0 0x7f68200b1e50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f681800c710 tx=0x7f681800cbd0 comp rx=0 tx=0).stop 2024-09-12T03:08:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 -- 172.21.15.29:0/3086278654 shutdown_connections 2024-09-12T03:08:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f680006be60 0x7f680006e320 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68200cf5a0 0x7f68200b1e50 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f682006f4c0 0x7f68201e4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 --2- 172.21.15.29:0/3086278654 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f682006f0e0 0x7f6820144b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:08:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 -- 172.21.15.29:0/3086278654 >> 172.21.15.29:0/3086278654 conn(0x7f6820067da0 msgr2=0x7f682006dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:08:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 -- 172.21.15.29:0/3086278654 shutdown_connections 2024-09-12T03:08:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57.615+0000 7f6827c00640 1 -- 172.21.15.29:0/3086278654 wait complete. 2024-09-12T03:08:57.630 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-12T03:08:57.630 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T03:08:57.630 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-12T03:08:57.630 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T03:08:57.630 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T03:08:57.630 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-12T03:08:57.630 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-12T03:08:57.630 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T03:08:57.630 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:08:57.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:57.631 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-12T03:08:57.669 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:08:57.669 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:08:57.669 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:08:57.669 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:08:57.669 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-12T03:08:57.669 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:08:57.669 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:08:57.669 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:08:57.669 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-12T03:08:57.669 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:08:57.669 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:08:57.670 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-12T03:08:57.670 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T03:08:57.670 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-12T03:08:57.670 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-12T03:08:57.670 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-12T03:08:57.670 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42648sec preferred_lft 42648sec 2024-09-12T03:08:57.670 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-12T03:08:57.670 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:08:57.670 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:08:57.670 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-12T03:08:57.670 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-12T03:08:57.671 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-12T03:08:57.671 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:08:57.671 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:08:57.671 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add name ceph-brx type bridge 2024-09-12T03:08:57.671 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip addr flush dev ceph-brx 2024-09-12T03:08:57.671 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set ceph-brx up 2024-09-12T03:08:57.671 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-12T03:08:57.671 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:08:57.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:08:57.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:57.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:57.894 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T03:08:57.956 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-12T03:08:57.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:57.960 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-12T03:08:57.998 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-12T03:08:57.999 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T03:08:57.999 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-12T03:08:57.999 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-12T03:08:57.999 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T03:08:57.999 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:08:57.999 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:08:57.999 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-12T03:08:57.999 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-12T03:08:58.000 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-12T03:08:58.000 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:08:58.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:08:58.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:58.198 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:58.198 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:08:58.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:58.235 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list-id 2024-09-12T03:08:58.310 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:08:58.311 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:08:58.311 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T03:08:58.311 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-12T03:08:58.311 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:08:58.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:08:58.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:58.488 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-12T03:08:58.489 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:08:58.489 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:08:58.489 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-12T03:08:58.489 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-12T03:08:58.489 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-12T03:08:58.489 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-12T03:08:58.489 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-12T03:08:58.489 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:08:58.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:08:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:58.708 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:08:58.709 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:08:58.709 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2024-09-12T03:08:58.709 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set dev brx.0 master ceph-brx 2024-09-12T03:08:58.709 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:08:58.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:08:58.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:08:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:08:58.877 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:08:58.877 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T03:08:58.913 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:08:58.913 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:08:58.914 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:08:58.988 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-12T03:08:58.988 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:08:58.988 DEBUG:teuthology.orchestra.run.smithi029:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:08:59.118 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:08:59.118 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:09:00.014 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:00.014 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:09:00.015 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: resolved to: "172.21.15.29:3300,172.21.15.38:3300,172.21.15.38:3301" 2024-09-12T03:09:00.015 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: trying mount with new device syntax: 0@8387999b-c63f-4080-b5fb-52fe2b1dc5d5.cephfs=/ 2024-09-12T03:09:00.015 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.29:3300/172.21.15.38:3300/172.21.15.38:3301" will pass to kernel 2024-09-12T03:09:00.016 INFO:teuthology.orchestra.run.smithi029.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T03:09:00.016 INFO:teuthology.orchestra.run.smithi029.stdout: You just mounted a file system that supports labels which does not 2024-09-12T03:09:00.016 INFO:teuthology.orchestra.run.smithi029.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T03:09:00.016 INFO:teuthology.orchestra.run.smithi029.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T03:09:00.017 INFO:teuthology.orchestra.run.smithi029.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T03:09:00.019 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T03:09:00.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:00.020 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:09:00.078 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:00.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:00.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:00.170 INFO:teuthology.orchestra.run.smithi029.stdout:client4678 2024-09-12T03:09:00.170 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:09:00.170 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:00.207 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:00.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:00.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:00.337 INFO:teuthology.orchestra.run.smithi029.stdout:client4678 2024-09-12T03:09:00.338 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:00.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:00.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:00.427 INFO:teuthology.orchestra.run.smithi029.stdout:client4678 2024-09-12T03:09:00.427 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/8387999b-c63f-4080-b5fb-52fe2b1dc5d5.client4678/status') 2024-09-12T03:09:00.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:00.527 INFO:teuthology.orchestra.run.smithi029.stdout:instance: client.4678 (3)172.21.15.29:0/4084794701 2024-09-12T03:09:00.527 INFO:teuthology.orchestra.run.smithi029.stdout:blocklisted: false 2024-09-12T03:09:00.528 INFO:teuthology.orchestra.run.smithi029.stderr:0+1 records in 2024-09-12T03:09:00.528 INFO:teuthology.orchestra.run.smithi029.stderr:0+1 records out 2024-09-12T03:09:00.528 INFO:teuthology.orchestra.run.smithi029.stderr:70 bytes copied, 5.5479e-05 s, 1.3 MB/s 2024-09-12T03:09:00.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:00.538 INFO:tasks.kclient:client.2 config is {'syntax': 'v2'} 2024-09-12T03:09:00.538 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-12T03:09:00.538 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-12T03:09:00.538 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T03:09:00.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.697+0000 7f163d400640 1 Processor -- start 2024-09-12T03:09:00.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.697+0000 7f163d400640 1 -- start start 2024-09-12T03:09:00.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.698+0000 7f163d400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1638072240 0x7f163815d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:00.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.698+0000 7f163d400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 0x7f16380cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:00.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.698+0000 7f163d400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f163815d730 con 0x7f1638072620 2024-09-12T03:09:00.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.698+0000 7f163d400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f163806e590 con 0x7f1638072240 2024-09-12T03:09:00.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.698+0000 7f163d400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f163806e870 con 0x7f16380afc40 2024-09-12T03:09:00.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.699+0000 7f1635e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f1638072620 0x7f16380af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38184/0 (socket says 172.21.15.29:38184) 2024-09-12T03:09:00.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.699+0000 7f1635e00640 1 -- 172.21.15.29:0/4146912010 learned_addr learned my addr 172.21.15.29:0/4146912010 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:00.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.699+0000 7f1636800640 1 --2- 172.21.15.29:0/4146912010 >> v2:172.21.15.38:3300/0 conn(0x7f1638072240 0x7f163815d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:00.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.699+0000 7f1637200640 1 --2- 172.21.15.29:0/4146912010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 0x7f16380cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:00.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.699+0000 7f1635400640 1 -- 172.21.15.29:0/4146912010 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 724038732 0 0) 0x7f163815d730 con 0x7f1638072620 2024-09-12T03:09:00.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.699+0000 7f1635400640 1 -- 172.21.15.29:0/4146912010 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f161c003520 con 0x7f1638072620 2024-09-12T03:09:00.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.699+0000 7f1636800640 1 -- 172.21.15.29:0/4146912010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 msgr2=0x7f16380cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:00.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.699+0000 7f1636800640 1 --2- 172.21.15.29:0/4146912010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 0x7f16380cd1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:00.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.699+0000 7f1636800640 1 -- 172.21.15.29:0/4146912010 >> v1:172.21.15.29:6789/0 conn(0x7f1638072620 legacy=0x7f16380af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:00.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.699+0000 7f1636800640 1 -- 172.21.15.29:0/4146912010 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f163806eb50 con 0x7f1638072240 2024-09-12T03:09:00.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.699+0000 7f1637200640 1 --2- 172.21.15.29:0/4146912010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 0x7f16380cd1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:00.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.700+0000 7f1636800640 1 --2- 172.21.15.29:0/4146912010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1638072240 0x7f163815d1f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f16280097a0 tx=0x7f162802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9e4906c11fbbead server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:00.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.701+0000 7f1635400640 1 -- 172.21.15.29:0/4146912010 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1628037070 con 0x7f1638072240 2024-09-12T03:09:00.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.701+0000 7f1635400640 1 -- 172.21.15.29:0/4146912010 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1628032440 con 0x7f1638072240 2024-09-12T03:09:00.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.701+0000 7f1635400640 1 -- 172.21.15.29:0/4146912010 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16280327f0 con 0x7f1638072240 2024-09-12T03:09:00.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.701+0000 7f163d400640 1 -- 172.21.15.29:0/4146912010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1638072240 msgr2=0x7f163815d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:00.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.701+0000 7f163d400640 1 --2- 172.21.15.29:0/4146912010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1638072240 0x7f163815d1f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f16280097a0 tx=0x7f162802a180 comp rx=0 tx=0).stop 2024-09-12T03:09:00.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.701+0000 7f163d400640 1 -- 172.21.15.29:0/4146912010 shutdown_connections 2024-09-12T03:09:00.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.701+0000 7f163d400640 1 --2- 172.21.15.29:0/4146912010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 0x7f16380cd1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:00.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.701+0000 7f163d400640 1 --2- 172.21.15.29:0/4146912010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1638072240 0x7f163815d1f0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:00.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.701+0000 7f163d400640 1 -- 172.21.15.29:0/4146912010 >> 172.21.15.29:0/4146912010 conn(0x7f1638067da0 msgr2=0x7f163806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:00.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.701+0000 7f163d400640 1 -- 172.21.15.29:0/4146912010 shutdown_connections 2024-09-12T03:09:00.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.701+0000 7f163d400640 1 -- 172.21.15.29:0/4146912010 wait complete. 2024-09-12T03:09:00.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.703+0000 7f163d400640 1 Processor -- start 2024-09-12T03:09:00.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.703+0000 7f163d400640 1 -- start start 2024-09-12T03:09:00.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.704+0000 7f163d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638072240 0x7f1638148c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:00.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.704+0000 7f163d400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1638072620 0x7f163815f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:00.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.704+0000 7f163d400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 0x7f163815f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.704+0000 7f163d400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f163806e150 con 0x7f1638072240 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.704+0000 7f163d400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f163806dfd0 con 0x7f1638072620 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.704+0000 7f163d400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f163806e2d0 con 0x7f16380afc40 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.704+0000 7f1636800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638072240 0x7f1638148c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.704+0000 7f1636800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638072240 0x7f1638148c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35922/0 (socket says 172.21.15.29:35922) 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.705+0000 7f1636800640 1 -- 172.21.15.29:0/731900441 learned_addr learned my addr 172.21.15.29:0/731900441 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.705+0000 7f1635e00640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1638072620 0x7f163815f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.705+0000 7f1637200640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 0x7f163815f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.705+0000 7f1636800640 1 -- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 msgr2=0x7f163815f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.705+0000 7f1636800640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 0x7f163815f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.705+0000 7f1636800640 1 -- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1638072620 msgr2=0x7f163815f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.705+0000 7f1636800640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1638072620 0x7f163815f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:00.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.705+0000 7f1636800640 1 -- 172.21.15.29:0/731900441 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16381f78a0 con 0x7f1638072240 2024-09-12T03:09:00.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.705+0000 7f1635e00640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1638072620 0x7f163815f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:00.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.705+0000 7f1637200640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 0x7f163815f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:00.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.705+0000 7f1636800640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638072240 0x7f1638148c60 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1628035040 tx=0x7f16280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:00.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.706+0000 7f162ea00640 1 -- 172.21.15.29:0/731900441 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1628037040 con 0x7f1638072240 2024-09-12T03:09:00.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.706+0000 7f162ea00640 1 -- 172.21.15.29:0/731900441 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16280044c0 con 0x7f1638072240 2024-09-12T03:09:00.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.706+0000 7f163d400640 1 -- 172.21.15.29:0/731900441 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16381f7b80 con 0x7f1638072240 2024-09-12T03:09:00.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.706+0000 7f162ea00640 1 -- 172.21.15.29:0/731900441 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16280325f0 con 0x7f1638072240 2024-09-12T03:09:00.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.706+0000 7f163d400640 1 -- 172.21.15.29:0/731900441 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16381f8140 con 0x7f1638072240 2024-09-12T03:09:00.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.707+0000 7f163d400640 1 -- 172.21.15.29:0/731900441 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f163815d1f0 con 0x7f1638072240 2024-09-12T03:09:00.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.708+0000 7f162ea00640 1 -- 172.21.15.29:0/731900441 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1628044020 con 0x7f1638072240 2024-09-12T03:09:00.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.708+0000 7f162ea00640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f161806be60 0x7f161806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:00.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.709+0000 7f162ea00640 1 -- 172.21.15.29:0/731900441 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f16280ab440 con 0x7f1638072240 2024-09-12T03:09:00.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.709+0000 7f1635e00640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f161806be60 0x7f161806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:00.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.710+0000 7f1635e00640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f161806be60 0x7f161806e320 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1624007fd0 tx=0x7f1624009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.713+0000 7f162ea00640 1 -- 172.21.15.29:0/731900441 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1628079aa0 con 0x7f1638072240 2024-09-12T03:09:00.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.935+0000 7f163d400640 1 -- 172.21.15.29:0/731900441 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f163815cc60 con 0x7f1638072240 2024-09-12T03:09:00.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.935+0000 7f162ea00640 1 -- 172.21.15.29:0/731900441 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f16280793a0 con 0x7f1638072240 2024-09-12T03:09:00.935 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-12T03:09:00.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 -- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f161806be60 msgr2=0x7f161806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:00.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f161806be60 0x7f161806e320 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1624007fd0 tx=0x7f1624009040 comp rx=0 tx=0).stop 2024-09-12T03:09:00.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 -- 172.21.15.29:0/731900441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638072240 msgr2=0x7f1638148c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:00.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638072240 0x7f1638148c60 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1628035040 tx=0x7f16280046c0 comp rx=0 tx=0).stop 2024-09-12T03:09:00.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 -- 172.21.15.29:0/731900441 shutdown_connections 2024-09-12T03:09:00.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f161806be60 0x7f161806e320 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:00.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16380afc40 0x7f163815f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:00.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1638072620 0x7f163815f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:00.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 --2- 172.21.15.29:0/731900441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638072240 0x7f1638148c60 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:00.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 -- 172.21.15.29:0/731900441 >> 172.21.15.29:0/731900441 conn(0x7f1638067da0 msgr2=0x7f16380b4610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:00.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 -- 172.21.15.29:0/731900441 shutdown_connections 2024-09-12T03:09:00.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:00.938+0000 7f163d400640 1 -- 172.21.15.29:0/731900441 wait complete. 2024-09-12T03:09:00.954 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-12T03:09:00.954 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T03:09:00.954 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-12T03:09:00.954 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-12T03:09:00.954 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-12T03:09:00.954 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-12T03:09:00.955 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-12T03:09:00.955 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T03:09:00.955 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-12T03:09:00.955 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:00.955 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-12T03:09:00.991 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:09:00.991 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:09:00.991 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-12T03:09:00.992 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42645sec preferred_lft 42645sec 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 92:35:2c:af:97:19 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::5cad:38ff:fe5a:4a20/64 scope link 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:00.993 INFO:teuthology.orchestra.run.smithi029.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:09:00.994 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 92:35:2c:af:97:19 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T03:09:00.994 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::9035:2cff:feaf:9719/64 scope link 2024-09-12T03:09:00.994 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:00.994 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:00.994 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T03:09:01.085 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-12T03:09:01.088 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:01.088 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-12T03:09:01.124 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-12T03:09:01.125 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T03:09:01.125 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-12T03:09:01.125 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-12T03:09:01.125 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T03:09:01.125 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:01.125 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:09:01.125 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-12T03:09:01.125 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-12T03:09:01.125 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-12T03:09:01.125 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:09:01.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:01.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:01.323 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:01.323 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:09:01.359 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T03:09:01.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:01.359 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list-id 2024-09-12T03:09:01.437 INFO:teuthology.orchestra.run.smithi029.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-12T03:09:01.437 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:01.437 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:09:01.437 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T03:09:01.437 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-12T03:09:01.438 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:09:01.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:01.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:01.616 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:01.616 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-12T03:09:01.672 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:09:01.673 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:09:01.673 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:09:01.673 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:01.673 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-12T03:09:01.673 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:01.673 INFO:teuthology.orchestra.run.smithi029.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:09:01.673 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 12:1f:68:cd:46:95 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-12T03:09:01.673 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-12T03:09:01.673 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:01.673 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::101f:68ff:fecd:4695/64 scope link 2024-09-12T03:09:01.673 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:01.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:01.675 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-12T03:09:01.733 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:09:01.733 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:09:01.734 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:09:01.734 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:01.734 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-12T03:09:01.734 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:01.734 INFO:teuthology.orchestra.run.smithi029.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:09:01.734 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 12:1f:68:cd:46:95 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-12T03:09:01.734 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-12T03:09:01.734 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:01.734 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::101f:68ff:fecd:4695/64 scope link 2024-09-12T03:09:01.734 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:01.736 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-12T03:09:01.737 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:01.737 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:09:01.737 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-12T03:09:01.737 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-12T03:09:01.737 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-12T03:09:01.737 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-12T03:09:01.737 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-12T03:09:01.737 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:09:01.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:01.951 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:01.959 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:01.959 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:09:01.960 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.1 up 2024-09-12T03:09:01.960 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set dev brx.1 master ceph-brx 2024-09-12T03:09:01.960 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:09:02.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:02.128 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:09:02.128 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-12T03:09:02.164 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-12T03:09:02.164 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:09:02.164 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-12T03:09:02.239 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2024-09-12T03:09:02.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:02.239 DEBUG:teuthology.orchestra.run.smithi029:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:02.367 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:02.368 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:09:02.396 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:02.396 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:09:02.396 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: resolved to: "172.21.15.29:3300,172.21.15.38:3300,172.21.15.38:3301" 2024-09-12T03:09:02.396 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: trying mount with new device syntax: 2@8387999b-c63f-4080-b5fb-52fe2b1dc5d5.cephfs=/ 2024-09-12T03:09:02.396 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.29:3300/172.21.15.38:3300/172.21.15.38:3301" will pass to kernel 2024-09-12T03:09:02.398 INFO:teuthology.orchestra.run.smithi029.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-09-12T03:09:02.399 INFO:teuthology.orchestra.run.smithi029.stdout: You just mounted a file system that supports labels which does not 2024-09-12T03:09:02.399 INFO:teuthology.orchestra.run.smithi029.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T03:09:02.399 INFO:teuthology.orchestra.run.smithi029.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T03:09:02.399 INFO:teuthology.orchestra.run.smithi029.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T03:09:02.401 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T03:09:02.402 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:02.402 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-12T03:09:02.457 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:02.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:02 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:02.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:02.547 INFO:teuthology.orchestra.run.smithi029.stdout:client4526 2024-09-12T03:09:02.547 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:09:02.548 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:02.583 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:02.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:02 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:02.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:02.716 INFO:teuthology.orchestra.run.smithi029.stdout:client4526 2024-09-12T03:09:02.716 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:02.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:02 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:02.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:02.807 INFO:teuthology.orchestra.run.smithi029.stdout:client4526 2024-09-12T03:09:02.807 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/8387999b-c63f-4080-b5fb-52fe2b1dc5d5.client4526/status') 2024-09-12T03:09:02.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:02.907 INFO:teuthology.orchestra.run.smithi029.stdout:instance: client.4526 (3)172.21.15.29:0/2838237591 2024-09-12T03:09:02.908 INFO:teuthology.orchestra.run.smithi029.stdout:blocklisted: false 2024-09-12T03:09:02.908 INFO:teuthology.orchestra.run.smithi029.stderr:0+1 records in 2024-09-12T03:09:02.908 INFO:teuthology.orchestra.run.smithi029.stderr:0+1 records out 2024-09-12T03:09:02.908 INFO:teuthology.orchestra.run.smithi029.stderr:70 bytes copied, 5.6348e-05 s, 1.2 MB/s 2024-09-12T03:09:02.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:02.918 INFO:tasks.kclient:client.1 config is {'syntax': 'v2'} 2024-09-12T03:09:02.919 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-12T03:09:02.919 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-12T03:09:02.919 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T03:09:03.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.076+0000 7f0e56400640 1 Processor -- start 2024-09-12T03:09:03.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.076+0000 7f0e56400640 1 -- start start 2024-09-12T03:09:03.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.078+0000 7f0e56400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0e500b3ba0 0x7f0e500b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:03.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.078+0000 7f0e56400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e500cfb40 con 0x7f0e5006f0e0 2024-09-12T03:09:03.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.078+0000 7f0e56400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e500cfe20 con 0x7f0e5006f4c0 2024-09-12T03:09:03.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.078+0000 7f0e56400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0e5015bc50 con 0x7f0e500b3ba0 2024-09-12T03:09:03.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.078+0000 7f0e4f400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f0e5006f0e0 0x7f0e5015c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38190/0 (socket says 172.21.15.29:38190) 2024-09-12T03:09:03.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.078+0000 7f0e4f400640 1 -- 172.21.15.29:0/1553922576 learned_addr learned my addr 172.21.15.29:0/1553922576 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:03.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.078+0000 7f0e4fe00640 1 --2- 172.21.15.29:0/1553922576 >> v2:172.21.15.38:3300/0 conn(0x7f0e500b3ba0 0x7f0e500b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:03.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.078+0000 7f0e4ea00640 1 -- 172.21.15.29:0/1553922576 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2085616463 0 0) 0x7f0e500cfb40 con 0x7f0e5006f0e0 2024-09-12T03:09:03.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.078+0000 7f0e4ea00640 1 -- 172.21.15.29:0/1553922576 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0e34003520 con 0x7f0e5006f0e0 2024-09-12T03:09:03.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.079+0000 7f0e4fe00640 1 -- 172.21.15.29:0/1553922576 >> v1:172.21.15.38:6789/0 conn(0x7f0e5006f4c0 legacy=0x7f0e500cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:03.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.079+0000 7f0e4ea00640 1 -- 172.21.15.29:0/1553922576 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4173280198 0 0) 0x7f0e500cfe20 con 0x7f0e5006f4c0 2024-09-12T03:09:03.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.079+0000 7f0e4fe00640 1 -- 172.21.15.29:0/1553922576 >> v1:172.21.15.29:6789/0 conn(0x7f0e5006f0e0 legacy=0x7f0e5015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:03.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.079+0000 7f0e4fe00640 1 -- 172.21.15.29:0/1553922576 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e5015b8e0 con 0x7f0e500b3ba0 2024-09-12T03:09:03.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.080+0000 7f0e4fe00640 1 --2- 172.21.15.29:0/1553922576 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e500b3ba0 0x7f0e500b4030 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0e48009d90 tx=0x7f0e4802a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=561eb1c219d70703 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:03.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.080+0000 7f0e4ea00640 1 -- 172.21.15.29:0/1553922576 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e48007740 con 0x7f0e500b3ba0 2024-09-12T03:09:03.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.080+0000 7f0e4ea00640 1 -- 172.21.15.29:0/1553922576 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e480078e0 con 0x7f0e500b3ba0 2024-09-12T03:09:03.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.080+0000 7f0e4ea00640 1 -- 172.21.15.29:0/1553922576 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e48007cb0 con 0x7f0e500b3ba0 2024-09-12T03:09:03.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.081+0000 7f0e56400640 1 -- 172.21.15.29:0/1553922576 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e500b3ba0 msgr2=0x7f0e500b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:03.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.081+0000 7f0e56400640 1 --2- 172.21.15.29:0/1553922576 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e500b3ba0 0x7f0e500b4030 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0e48009d90 tx=0x7f0e4802a6f0 comp rx=0 tx=0).stop 2024-09-12T03:09:03.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.081+0000 7f0e56400640 1 -- 172.21.15.29:0/1553922576 shutdown_connections 2024-09-12T03:09:03.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.081+0000 7f0e56400640 1 --2- 172.21.15.29:0/1553922576 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e500b3ba0 0x7f0e500b4030 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:03.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.081+0000 7f0e56400640 1 -- 172.21.15.29:0/1553922576 >> 172.21.15.29:0/1553922576 conn(0x7f0e50067da0 msgr2=0x7f0e5006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:03.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.081+0000 7f0e56400640 1 -- 172.21.15.29:0/1553922576 shutdown_connections 2024-09-12T03:09:03.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.081+0000 7f0e56400640 1 -- 172.21.15.29:0/1553922576 wait complete. 2024-09-12T03:09:03.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.082+0000 7f0e56400640 1 Processor -- start 2024-09-12T03:09:03.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.083+0000 7f0e56400640 1 -- start start 2024-09-12T03:09:03.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.083+0000 7f0e56400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e5006f0e0 0x7f0e5013fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.083+0000 7f0e56400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e5006f4c0 0x7f0e50158910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e56400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e500b3ba0 0x7f0e5014f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e56400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0e500cf770 con 0x7f0e5006f4c0 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e56400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0e50152630 con 0x7f0e500b3ba0 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e56400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0e500cf8f0 con 0x7f0e5006f0e0 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e47e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e5006f4c0 0x7f0e50158910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e47e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e5006f4c0 0x7f0e50158910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35930/0 (socket says 172.21.15.29:35930) 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e47e00640 1 -- 172.21.15.29:0/1374924682 learned_addr learned my addr 172.21.15.29:0/1374924682 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e4f400640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e5006f0e0 0x7f0e5013fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e4fe00640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e500b3ba0 0x7f0e5014f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e47e00640 1 -- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e5006f0e0 msgr2=0x7f0e5013fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:03.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e47e00640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e5006f0e0 0x7f0e5013fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:03.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e47e00640 1 -- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e500b3ba0 msgr2=0x7f0e5014f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:03.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e47e00640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e500b3ba0 0x7f0e5014f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:03.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e47e00640 1 -- 172.21.15.29:0/1374924682 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e5014e060 con 0x7f0e5006f4c0 2024-09-12T03:09:03.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e4fe00640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e500b3ba0 0x7f0e5014f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:03.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.084+0000 7f0e47e00640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e5006f4c0 0x7f0e50158910 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0e3800c4e0 tx=0x7f0e3800c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:03.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.085+0000 7f0e47400640 1 -- 172.21.15.29:0/1374924682 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e38017070 con 0x7f0e5006f4c0 2024-09-12T03:09:03.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.085+0000 7f0e47400640 1 -- 172.21.15.29:0/1374924682 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e380035f0 con 0x7f0e5006f4c0 2024-09-12T03:09:03.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.085+0000 7f0e56400640 1 -- 172.21.15.29:0/1374924682 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e5014e340 con 0x7f0e5006f4c0 2024-09-12T03:09:03.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.085+0000 7f0e47400640 1 -- 172.21.15.29:0/1374924682 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e380039e0 con 0x7f0e5006f4c0 2024-09-12T03:09:03.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.085+0000 7f0e56400640 1 -- 172.21.15.29:0/1374924682 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e501561a0 con 0x7f0e5006f4c0 2024-09-12T03:09:03.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.086+0000 7f0e56400640 1 -- 172.21.15.29:0/1374924682 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e5015ee80 con 0x7f0e5006f4c0 2024-09-12T03:09:03.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.087+0000 7f0e47400640 1 -- 172.21.15.29:0/1374924682 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0e3801a070 con 0x7f0e5006f4c0 2024-09-12T03:09:03.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.088+0000 7f0e47400640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e2c06be30 0x7f0e2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:03.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.088+0000 7f0e47400640 1 -- 172.21.15.29:0/1374924682 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f0e3808a4d0 con 0x7f0e5006f4c0 2024-09-12T03:09:03.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.088+0000 7f0e4f400640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e2c06be30 0x7f0e2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:03.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.089+0000 7f0e4f400640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e2c06be30 0x7f0e2c06e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0e40005880 tx=0x7f0e40009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:03.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.092+0000 7f0e47400640 1 -- 172.21.15.29:0/1374924682 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0e380584e0 con 0x7f0e5006f4c0 2024-09-12T03:09:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.311+0000 7f0e56400640 1 -- 172.21.15.29:0/1374924682 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0e501563e0 con 0x7f0e5006f4c0 2024-09-12T03:09:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.312+0000 7f0e47400640 1 -- 172.21.15.29:0/1374924682 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f0e3805c7e0 con 0x7f0e5006f4c0 2024-09-12T03:09:03.311 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-12T03:09:03.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 -- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e2c06be30 msgr2=0x7f0e2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:03.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e2c06be30 0x7f0e2c06e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0e40005880 tx=0x7f0e40009040 comp rx=0 tx=0).stop 2024-09-12T03:09:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 -- 172.21.15.29:0/1374924682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e5006f4c0 msgr2=0x7f0e50158910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e5006f4c0 0x7f0e50158910 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0e3800c4e0 tx=0x7f0e3800c9a0 comp rx=0 tx=0).stop 2024-09-12T03:09:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 -- 172.21.15.29:0/1374924682 shutdown_connections 2024-09-12T03:09:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e2c06be30 0x7f0e2c06e2f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e500b3ba0 0x7f0e5014f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e5006f4c0 0x7f0e50158910 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 --2- 172.21.15.29:0/1374924682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e5006f0e0 0x7f0e5013fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 -- 172.21.15.29:0/1374924682 >> 172.21.15.29:0/1374924682 conn(0x7f0e50067da0 msgr2=0x7f0e5015c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 -- 172.21.15.29:0/1374924682 shutdown_connections 2024-09-12T03:09:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:03.314+0000 7f0e56400640 1 -- 172.21.15.29:0/1374924682 wait complete. 2024-09-12T03:09:03.330 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-12T03:09:03.330 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T03:09:03.330 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi038.front.sepia.ceph.com 2024-09-12T03:09:03.330 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-12T03:09:03.330 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-12T03:09:03.330 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-12T03:09:03.330 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-12T03:09:03.330 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T03:09:03.330 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-12T03:09:03.330 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:03.331 DEBUG:teuthology.orchestra.run.smithi038:> ip addr 2024-09-12T03:09:03.370 INFO:teuthology.orchestra.run.smithi038.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:09:03.371 INFO:teuthology.orchestra.run.smithi038.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:09:03.371 INFO:teuthology.orchestra.run.smithi038.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:09:03.371 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:03.371 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 ::1/128 scope host 2024-09-12T03:09:03.371 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:03.371 INFO:teuthology.orchestra.run.smithi038.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:03.371 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:6b:fd:a2 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:03.371 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp7s0f0 2024-09-12T03:09:03.371 INFO:teuthology.orchestra.run.smithi038.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:03.371 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:6b:fd:a3 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:03.371 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp7s0f1 2024-09-12T03:09:03.372 INFO:teuthology.orchestra.run.smithi038.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T03:09:03.372 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:bd:15:fc brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:03.372 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp1s0f0 2024-09-12T03:09:03.372 INFO:teuthology.orchestra.run.smithi038.stdout: inet 172.21.15.38/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-12T03:09:03.372 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft 42617sec preferred_lft 42617sec 2024-09-12T03:09:03.372 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 fe80::ec4:7aff:febd:15fc/64 scope link 2024-09-12T03:09:03.372 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:03.372 INFO:teuthology.orchestra.run.smithi038.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:03.372 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:bd:15:fd brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:03.372 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp1s0f1 2024-09-12T03:09:03.373 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-12T03:09:03.373 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:03.373 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-09-12T03:09:03.373 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link add name ceph-brx type bridge 2024-09-12T03:09:03.373 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip addr flush dev ceph-brx 2024-09-12T03:09:03.373 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link set ceph-brx up 2024-09-12T03:09:03.373 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-12T03:09:03.373 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-09-12T03:09:03.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:03.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:03.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:03.803 DEBUG:teuthology.orchestra.run.smithi038:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T03:09:03.864 INFO:teuthology.orchestra.run.smithi038.stdout:1 2024-09-12T03:09:03.868 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:03.868 DEBUG:teuthology.orchestra.run.smithi038:> route 2024-09-12T03:09:03.941 INFO:teuthology.orchestra.run.smithi038.stdout:Kernel IP routing table 2024-09-12T03:09:03.941 INFO:teuthology.orchestra.run.smithi038.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T03:09:03.941 INFO:teuthology.orchestra.run.smithi038.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-12T03:09:03.941 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-12T03:09:03.942 INFO:teuthology.orchestra.run.smithi038.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T03:09:03.944 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:03.944 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-09-12T03:09:03.944 DEBUG:teuthology.orchestra.run.smithi038:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-12T03:09:03.944 DEBUG:teuthology.orchestra.run.smithi038:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-12T03:09:03.944 DEBUG:teuthology.orchestra.run.smithi038:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-12T03:09:03.944 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-09-12T03:09:04.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:04.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:04.524 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:04.524 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list 2024-09-12T03:09:04.560 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:04.560 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list-id 2024-09-12T03:09:04.636 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:04.637 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-09-12T03:09:04.637 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-12T03:09:04.637 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-12T03:09:04.637 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-09-12T03:09:04.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:04.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:04.824 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-12T03:09:04.824 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:04.824 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-09-12T03:09:04.824 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-12T03:09:04.824 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-12T03:09:04.824 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-12T03:09:04.824 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-12T03:09:04.824 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-12T03:09:04.824 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-09-12T03:09:04.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:05.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:05.068 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:05.068 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-09-12T03:09:05.068 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link set brx.0 up 2024-09-12T03:09:05.068 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link set dev brx.0 master ceph-brx 2024-09-12T03:09:05.068 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-09-12T03:09:05.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:05.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:05.237 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:09:05.237 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-12T03:09:05.272 INFO:teuthology.orchestra.run.smithi038.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-12T03:09:05.272 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:09:05.272 DEBUG:teuthology.orchestra.run.smithi038:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-12T03:09:05.346 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-12T03:09:05.347 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:05.347 DEBUG:teuthology.orchestra.run.smithi038:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:05.488 INFO:teuthology.orchestra.run.smithi038.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:05.488 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:09:06.106 INFO:teuthology.orchestra.run.smithi038.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:06.106 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:09:06.106 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: resolved to: "172.21.15.29:3300,172.21.15.38:3300,172.21.15.38:3301" 2024-09-12T03:09:06.106 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: trying mount with new device syntax: 1@8387999b-c63f-4080-b5fb-52fe2b1dc5d5.cephfs=/ 2024-09-12T03:09:06.107 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.29:3300/172.21.15.38:3300/172.21.15.38:3301" will pass to kernel 2024-09-12T03:09:06.108 INFO:teuthology.orchestra.run.smithi038.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-12T03:09:06.108 INFO:teuthology.orchestra.run.smithi038.stdout: You just mounted a file system that supports labels which does not 2024-09-12T03:09:06.108 INFO:teuthology.orchestra.run.smithi038.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T03:09:06.108 INFO:teuthology.orchestra.run.smithi038.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T03:09:06.108 INFO:teuthology.orchestra.run.smithi038.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T03:09:06.111 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T03:09:06.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:06.112 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-12T03:09:06.168 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:06.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:06 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:06.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:06.260 INFO:teuthology.orchestra.run.smithi038.stdout:client4704 2024-09-12T03:09:06.260 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:09:06.260 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:06.296 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:06.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:06 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:06.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:06.425 INFO:teuthology.orchestra.run.smithi038.stdout:client4704 2024-09-12T03:09:06.425 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:06.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:06 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:06.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:06.513 INFO:teuthology.orchestra.run.smithi038.stdout:client4704 2024-09-12T03:09:06.514 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/8387999b-c63f-4080-b5fb-52fe2b1dc5d5.client4704/status') 2024-09-12T03:09:06.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:06.614 INFO:teuthology.orchestra.run.smithi038.stdout:instance: client.4704 (3)172.21.15.38:0/1733872168 2024-09-12T03:09:06.615 INFO:teuthology.orchestra.run.smithi038.stdout:blocklisted: false 2024-09-12T03:09:06.615 INFO:teuthology.orchestra.run.smithi038.stderr:0+1 records in 2024-09-12T03:09:06.615 INFO:teuthology.orchestra.run.smithi038.stderr:0+1 records out 2024-09-12T03:09:06.615 INFO:teuthology.orchestra.run.smithi038.stderr:70 bytes copied, 7.0194e-05 s, 997 kB/s 2024-09-12T03:09:06.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:06.624 INFO:tasks.kclient:client.3 config is {'syntax': 'v2'} 2024-09-12T03:09:06.624 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-12T03:09:06.624 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-12T03:09:06.624 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T03:09:06.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.792+0000 7f5625400640 1 Processor -- start 2024-09-12T03:09:06.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.793+0000 7f5625400640 1 -- start start 2024-09-12T03:09:06.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.794+0000 7f5625400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5620162cc0 0x7f56200b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:06.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.794+0000 7f5625400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f562006c320 0x7f5620158530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:06.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.794+0000 7f5625400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56200711b0 con 0x7f5620070a80 2024-09-12T03:09:06.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.794+0000 7f5625400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f56200d2110 con 0x7f562006c320 2024-09-12T03:09:06.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.794+0000 7f5625400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f562015fa40 con 0x7f5620162cc0 2024-09-12T03:09:06.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.794+0000 7f561f200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f562006c320 0x7f5620158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:06.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.794+0000 7f561f200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f562006c320 0x7f5620158530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35942/0 (socket says 172.21.15.29:35942) 2024-09-12T03:09:06.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.794+0000 7f561f200640 1 -- 172.21.15.29:0/2551181725 learned_addr learned my addr 172.21.15.29:0/2551181725 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:06.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.794+0000 7f561e800640 1 --2- 172.21.15.29:0/2551181725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5620162cc0 0x7f56200b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:06.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.795+0000 7f561f200640 1 -- 172.21.15.29:0/2551181725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5620162cc0 msgr2=0x7f56200b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:06.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.795+0000 7f561f200640 1 --2- 172.21.15.29:0/2551181725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5620162cc0 0x7f56200b6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:06.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.795+0000 7f561f200640 1 -- 172.21.15.29:0/2551181725 >> v1:172.21.15.38:6789/0 conn(0x7f5620070a80 legacy=0x7f562006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:06.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.795+0000 7f561f200640 1 -- 172.21.15.29:0/2551181725 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5620162020 con 0x7f562006c320 2024-09-12T03:09:06.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.796+0000 7f561f200640 1 --2- 172.21.15.29:0/2551181725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f562006c320 0x7f5620158530 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5618009e50 tx=0x7f561802a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ef46ac8454d41ed server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:06.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.796+0000 7f561de00640 1 -- 172.21.15.29:0/2551181725 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5618036070 con 0x7f562006c320 2024-09-12T03:09:06.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.796+0000 7f561de00640 1 -- 172.21.15.29:0/2551181725 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5618031600 con 0x7f562006c320 2024-09-12T03:09:06.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.796+0000 7f561de00640 1 -- 172.21.15.29:0/2551181725 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56180319d0 con 0x7f562006c320 2024-09-12T03:09:06.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.796+0000 7f5625400640 1 -- 172.21.15.29:0/2551181725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f562006c320 msgr2=0x7f5620158530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:06.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.796+0000 7f5625400640 1 --2- 172.21.15.29:0/2551181725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f562006c320 0x7f5620158530 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5618009e50 tx=0x7f561802a6d0 comp rx=0 tx=0).stop 2024-09-12T03:09:06.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.796+0000 7f5625400640 1 -- 172.21.15.29:0/2551181725 shutdown_connections 2024-09-12T03:09:06.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.796+0000 7f5625400640 1 --2- 172.21.15.29:0/2551181725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f562006c320 0x7f5620158530 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:06.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.796+0000 7f5625400640 1 --2- 172.21.15.29:0/2551181725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5620162cc0 0x7f56200b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:06.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.796+0000 7f5625400640 1 -- 172.21.15.29:0/2551181725 >> 172.21.15.29:0/2551181725 conn(0x7f562009aa70 msgr2=0x7f56200b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:06.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.797+0000 7f5625400640 1 -- 172.21.15.29:0/2551181725 shutdown_connections 2024-09-12T03:09:06.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.797+0000 7f5625400640 1 -- 172.21.15.29:0/2551181725 wait complete. 2024-09-12T03:09:06.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.798+0000 7f5625400640 1 Processor -- start 2024-09-12T03:09:06.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.798+0000 7f5625400640 1 -- start start 2024-09-12T03:09:06.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.799+0000 7f5625400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f562006c320 0x7f56200b2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:06.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.799+0000 7f5625400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5620070a80 0x7f56200b19b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:06.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.799+0000 7f5625400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5620162cc0 0x7f5620150d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:06.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.799+0000 7f5625400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f56200d1350 con 0x7f562006c320 2024-09-12T03:09:06.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.799+0000 7f5625400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f56200d1c80 con 0x7f5620070a80 2024-09-12T03:09:06.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.799+0000 7f5625400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f56200d1630 con 0x7f5620162cc0 2024-09-12T03:09:06.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.799+0000 7f561e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f562006c320 0x7f56200b2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:06.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.799+0000 7f561e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f562006c320 0x7f56200b2560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35956/0 (socket says 172.21.15.29:35956) 2024-09-12T03:09:06.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.799+0000 7f561e800640 1 -- 172.21.15.29:0/4214706874 learned_addr learned my addr 172.21.15.29:0/4214706874 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:06.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f561f200640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5620162cc0 0x7f5620150d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:06.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f5617e00640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5620070a80 0x7f56200b19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:06.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f561e800640 1 -- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5620162cc0 msgr2=0x7f5620150d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:06.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f561e800640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5620162cc0 0x7f5620150d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:06.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f561e800640 1 -- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5620070a80 msgr2=0x7f56200b19b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:06.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f561e800640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5620070a80 0x7f56200b19b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:06.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f561e800640 1 -- 172.21.15.29:0/4214706874 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56200b1ef0 con 0x7f562006c320 2024-09-12T03:09:06.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f5617e00640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5620070a80 0x7f56200b19b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:06.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f561e800640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f562006c320 0x7f56200b2560 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f561000d800 tx=0x7f561000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:06.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f5616a00640 1 -- 172.21.15.29:0/4214706874 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f561000b6c0 con 0x7f562006c320 2024-09-12T03:09:06.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f5616a00640 1 -- 172.21.15.29:0/4214706874 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5610019070 con 0x7f562006c320 2024-09-12T03:09:06.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.800+0000 7f5616a00640 1 -- 172.21.15.29:0/4214706874 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f561000ba80 con 0x7f562006c320 2024-09-12T03:09:06.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.801+0000 7f5625400640 1 -- 172.21.15.29:0/4214706874 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5620151270 con 0x7f562006c320 2024-09-12T03:09:06.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.801+0000 7f5625400640 1 -- 172.21.15.29:0/4214706874 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56201f5210 con 0x7f562006c320 2024-09-12T03:09:06.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.802+0000 7f5625400640 1 -- 172.21.15.29:0/4214706874 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56200d1910 con 0x7f562006c320 2024-09-12T03:09:06.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.802+0000 7f5616a00640 1 -- 172.21.15.29:0/4214706874 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f561000bc20 con 0x7f562006c320 2024-09-12T03:09:06.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.803+0000 7f5616a00640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f55fc06be30 0x7f55fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:06.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.803+0000 7f5616a00640 1 -- 172.21.15.29:0/4214706874 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6735+0+0 (secure 0 0 0) 0x7f561008b730 con 0x7f562006c320 2024-09-12T03:09:06.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.804+0000 7f5617e00640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f55fc06be30 0x7f55fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:06.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.804+0000 7f5617e00640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f55fc06be30 0x7f55fc06e2f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5608006fd0 tx=0x7f5608008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:06.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:06.808+0000 7f5616a00640 1 -- 172.21.15.29:0/4214706874 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5610059c40 con 0x7f562006c320 2024-09-12T03:09:07.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.032+0000 7f5625400640 1 -- 172.21.15.29:0/4214706874 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5620158ad0 con 0x7f562006c320 2024-09-12T03:09:07.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.032+0000 7f5616a00640 1 -- 172.21.15.29:0/4214706874 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f5610059540 con 0x7f562006c320 2024-09-12T03:09:07.033 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-12T03:09:07.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.034+0000 7f5625400640 1 -- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f55fc06be30 msgr2=0x7f55fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:07.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.034+0000 7f5625400640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f55fc06be30 0x7f55fc06e2f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5608006fd0 tx=0x7f5608008040 comp rx=0 tx=0).stop 2024-09-12T03:09:07.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.034+0000 7f5625400640 1 -- 172.21.15.29:0/4214706874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f562006c320 msgr2=0x7f56200b2560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:07.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.034+0000 7f5625400640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f562006c320 0x7f56200b2560 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f561000d800 tx=0x7f561000dcc0 comp rx=0 tx=0).stop 2024-09-12T03:09:07.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.035+0000 7f5625400640 1 -- 172.21.15.29:0/4214706874 shutdown_connections 2024-09-12T03:09:07.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.035+0000 7f5625400640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f55fc06be30 0x7f55fc06e2f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:07.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.035+0000 7f5625400640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5620162cc0 0x7f5620150d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:07.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.035+0000 7f5625400640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5620070a80 0x7f56200b19b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:07.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.035+0000 7f5625400640 1 --2- 172.21.15.29:0/4214706874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f562006c320 0x7f56200b2560 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:07.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.035+0000 7f5625400640 1 -- 172.21.15.29:0/4214706874 >> 172.21.15.29:0/4214706874 conn(0x7f562009aa70 msgr2=0x7f562015ffe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:07.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.035+0000 7f5625400640 1 -- 172.21.15.29:0/4214706874 shutdown_connections 2024-09-12T03:09:07.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:07.035+0000 7f5625400640 1 -- 172.21.15.29:0/4214706874 wait complete. 2024-09-12T03:09:07.051 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-12T03:09:07.051 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T03:09:07.051 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi038.front.sepia.ceph.com 2024-09-12T03:09:07.051 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-12T03:09:07.051 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-12T03:09:07.051 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-12T03:09:07.051 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-12T03:09:07.051 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T03:09:07.052 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-12T03:09:07.052 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:07.052 DEBUG:teuthology.orchestra.run.smithi038:> ip addr 2024-09-12T03:09:07.089 INFO:teuthology.orchestra.run.smithi038.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:09:07.089 INFO:teuthology.orchestra.run.smithi038.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:09:07.089 INFO:teuthology.orchestra.run.smithi038.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:09:07.089 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.090 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 ::1/128 scope host 2024-09-12T03:09:07.090 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.090 INFO:teuthology.orchestra.run.smithi038.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:07.090 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:6b:fd:a2 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:07.090 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp7s0f0 2024-09-12T03:09:07.090 INFO:teuthology.orchestra.run.smithi038.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:07.091 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:6b:fd:a3 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:07.091 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp7s0f1 2024-09-12T03:09:07.091 INFO:teuthology.orchestra.run.smithi038.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T03:09:07.091 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:bd:15:fc brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:07.091 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp1s0f0 2024-09-12T03:09:07.091 INFO:teuthology.orchestra.run.smithi038.stdout: inet 172.21.15.38/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-12T03:09:07.092 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft 42613sec preferred_lft 42613sec 2024-09-12T03:09:07.092 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 fe80::ec4:7aff:febd:15fc/64 scope link 2024-09-12T03:09:07.092 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.092 INFO:teuthology.orchestra.run.smithi038.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:07.092 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0c:c4:7a:bd:15:fd brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:07.092 INFO:teuthology.orchestra.run.smithi038.stdout: altname enp1s0f1 2024-09-12T03:09:07.092 INFO:teuthology.orchestra.run.smithi038.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:09:07.092 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0a:92:e0:78:8f:19 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:07.092 INFO:teuthology.orchestra.run.smithi038.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T03:09:07.092 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.092 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 fe80::a06c:c5ff:fee8:3c82/64 scope link 2024-09-12T03:09:07.093 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.093 INFO:teuthology.orchestra.run.smithi038.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:09:07.093 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether 0a:92:e0:78:8f:19 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-12T03:09:07.093 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 fe80::892:e0ff:fe78:8f19/64 scope link 2024-09-12T03:09:07.093 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:07.093 DEBUG:teuthology.orchestra.run.smithi038:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T03:09:07.183 INFO:teuthology.orchestra.run.smithi038.stdout:1 2024-09-12T03:09:07.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:07.186 DEBUG:teuthology.orchestra.run.smithi038:> route 2024-09-12T03:09:07.222 INFO:teuthology.orchestra.run.smithi038.stdout:Kernel IP routing table 2024-09-12T03:09:07.223 INFO:teuthology.orchestra.run.smithi038.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T03:09:07.223 INFO:teuthology.orchestra.run.smithi038.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-12T03:09:07.223 INFO:teuthology.orchestra.run.smithi038.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-12T03:09:07.223 INFO:teuthology.orchestra.run.smithi038.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T03:09:07.223 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:07.223 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-09-12T03:09:07.223 DEBUG:teuthology.orchestra.run.smithi038:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-12T03:09:07.223 DEBUG:teuthology.orchestra.run.smithi038:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-12T03:09:07.224 DEBUG:teuthology.orchestra.run.smithi038:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-12T03:09:07.224 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-09-12T03:09:07.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:07.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:07.422 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:07.422 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list 2024-09-12T03:09:07.457 INFO:teuthology.orchestra.run.smithi038.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-12T03:09:07.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:07.457 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list-id 2024-09-12T03:09:07.532 INFO:teuthology.orchestra.run.smithi038.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-12T03:09:07.532 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:07.532 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-09-12T03:09:07.532 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-12T03:09:07.532 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-12T03:09:07.532 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-09-12T03:09:07.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:07.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:07.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:07.708 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-12T03:09:07.763 INFO:teuthology.orchestra.run.smithi038.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:09:07.764 INFO:teuthology.orchestra.run.smithi038.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:09:07.764 INFO:teuthology.orchestra.run.smithi038.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:09:07.764 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.764 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 ::1/128 scope host 2024-09-12T03:09:07.764 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.764 INFO:teuthology.orchestra.run.smithi038.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:09:07.764 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether f2:1b:7a:18:54:8d brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-12T03:09:07.764 INFO:teuthology.orchestra.run.smithi038.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-12T03:09:07.764 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.765 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 fe80::f01b:7aff:fe18:548d/64 scope link 2024-09-12T03:09:07.765 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.766 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:07.767 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-12T03:09:07.821 INFO:teuthology.orchestra.run.smithi038.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:09:07.822 INFO:teuthology.orchestra.run.smithi038.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:09:07.822 INFO:teuthology.orchestra.run.smithi038.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:09:07.822 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.822 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 ::1/128 scope host 2024-09-12T03:09:07.822 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.822 INFO:teuthology.orchestra.run.smithi038.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:09:07.822 INFO:teuthology.orchestra.run.smithi038.stdout: link/ether f2:1b:7a:18:54:8d brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-12T03:09:07.822 INFO:teuthology.orchestra.run.smithi038.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-12T03:09:07.822 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.822 INFO:teuthology.orchestra.run.smithi038.stdout: inet6 fe80::f01b:7aff:fe18:548d/64 scope link 2024-09-12T03:09:07.822 INFO:teuthology.orchestra.run.smithi038.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:07.824 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-12T03:09:07.824 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:07.825 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-09-12T03:09:07.825 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-12T03:09:07.825 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-12T03:09:07.825 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-12T03:09:07.825 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-12T03:09:07.825 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-12T03:09:07.825 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-09-12T03:09:07.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:08.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:08.048 DEBUG:teuthology.orchestra.run.smithi038:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:08.048 DEBUG:teuthology.orchestra.run.smithi038:> set -e 2024-09-12T03:09:08.048 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link set brx.1 up 2024-09-12T03:09:08.048 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link set dev brx.1 master ceph-brx 2024-09-12T03:09:08.048 DEBUG:teuthology.orchestra.run.smithi038:> ') 2024-09-12T03:09:08.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:08.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:08.216 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:09:08.216 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-12T03:09:08.251 INFO:teuthology.orchestra.run.smithi038.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-12T03:09:08.251 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:09:08.251 DEBUG:teuthology.orchestra.run.smithi038:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-12T03:09:08.326 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2024-09-12T03:09:08.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:08.327 DEBUG:teuthology.orchestra.run.smithi038:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:08.456 INFO:teuthology.orchestra.run.smithi038.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:08.457 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:09:08.486 INFO:teuthology.orchestra.run.smithi038.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:08.487 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:09:08.487 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: resolved to: "172.21.15.29:3300,172.21.15.38:3300,172.21.15.38:3301" 2024-09-12T03:09:08.487 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: trying mount with new device syntax: 3@8387999b-c63f-4080-b5fb-52fe2b1dc5d5.cephfs=/ 2024-09-12T03:09:08.487 INFO:teuthology.orchestra.run.smithi038.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.29:3300/172.21.15.38:3300/172.21.15.38:3301" will pass to kernel 2024-09-12T03:09:08.490 INFO:teuthology.orchestra.run.smithi038.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-09-12T03:09:08.490 INFO:teuthology.orchestra.run.smithi038.stdout: You just mounted a file system that supports labels which does not 2024-09-12T03:09:08.490 INFO:teuthology.orchestra.run.smithi038.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T03:09:08.490 INFO:teuthology.orchestra.run.smithi038.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T03:09:08.490 INFO:teuthology.orchestra.run.smithi038.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T03:09:08.492 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T03:09:08.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:08.492 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-12T03:09:08.547 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:08.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:08 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:08.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:08.638 INFO:teuthology.orchestra.run.smithi038.stdout:client4713 2024-09-12T03:09:08.638 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:09:08.638 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:08.674 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:08.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:08 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:08.797 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:08.805 INFO:teuthology.orchestra.run.smithi038.stdout:client4713 2024-09-12T03:09:08.805 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:08.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:08 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:08.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:08.894 INFO:teuthology.orchestra.run.smithi038.stdout:client4713 2024-09-12T03:09:08.894 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/8387999b-c63f-4080-b5fb-52fe2b1dc5d5.client4713/status') 2024-09-12T03:09:08.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:08.994 INFO:teuthology.orchestra.run.smithi038.stdout:instance: client.4713 (3)172.21.15.38:0/1393420550 2024-09-12T03:09:08.994 INFO:teuthology.orchestra.run.smithi038.stdout:blocklisted: false 2024-09-12T03:09:08.995 INFO:teuthology.orchestra.run.smithi038.stderr:0+1 records in 2024-09-12T03:09:08.995 INFO:teuthology.orchestra.run.smithi038.stderr:0+1 records out 2024-09-12T03:09:08.995 INFO:teuthology.orchestra.run.smithi038.stderr:70 bytes copied, 5.4392e-05 s, 1.3 MB/s 2024-09-12T03:09:08.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T03:09:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:09.005 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-12T03:09:09.054 INFO:tasks.cephfs_test_runner:Starting test: test_apply_tag (tasks.cephfs.test_multimds_misc.TestScrub2) 2024-09-12T03:09:09.055 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:09:09.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.222+0000 7f0a69e00640 1 Processor -- start 2024-09-12T03:09:09.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.222+0000 7f0a69e00640 1 -- start start 2024-09-12T03:09:09.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.223+0000 7f0a69e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a64162320 0x7f0a64072400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.223+0000 7f0a69e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0a6415f490 0x7f0a64162700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.223+0000 7f0a69e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a6415ecd0 con 0x7f0a64162c40 2024-09-12T03:09:09.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.223+0000 7f0a69e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0a640730c0 con 0x7f0a6415f490 2024-09-12T03:09:09.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.223+0000 7f0a69e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0a64072b00 con 0x7f0a64162320 2024-09-12T03:09:09.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.224+0000 7f0a62a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a64162320 0x7f0a64072400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.224+0000 7f0a63400640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f0a64162c40 0x7f0a640b4f90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:41856/0 (socket says 172.21.15.29:41856) 2024-09-12T03:09:09.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.224+0000 7f0a63400640 1 -- 172.21.15.29:0/1301649741 learned_addr learned my addr 172.21.15.29:0/1301649741 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:09.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.224+0000 7f0a62000640 1 --2- 172.21.15.29:0/1301649741 >> v2:172.21.15.38:3300/0 conn(0x7f0a6415f490 0x7f0a64162700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.224+0000 7f0a62a00640 1 -- 172.21.15.29:0/1301649741 >> v2:172.21.15.38:3300/0 conn(0x7f0a6415f490 msgr2=0x7f0a64162700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:09.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.224+0000 7f0a62a00640 1 --2- 172.21.15.29:0/1301649741 >> v2:172.21.15.38:3300/0 conn(0x7f0a6415f490 0x7f0a64162700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.224+0000 7f0a62a00640 1 -- 172.21.15.29:0/1301649741 >> v1:172.21.15.38:6789/0 conn(0x7f0a64162c40 legacy=0x7f0a640b4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.224+0000 7f0a61600640 1 -- 172.21.15.29:0/1301649741 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1729094596 0 0) 0x7f0a6415ecd0 con 0x7f0a64162c40 2024-09-12T03:09:09.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.224+0000 7f0a62a00640 1 -- 172.21.15.29:0/1301649741 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a64072de0 con 0x7f0a64162320 2024-09-12T03:09:09.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.225+0000 7f0a62a00640 1 --2- 172.21.15.29:0/1301649741 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a64162320 0x7f0a64072400 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0a540097a0 tx=0x7f0a5402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8832e6bf6b08044 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:09.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.226+0000 7f0a61600640 1 -- 172.21.15.29:0/1301649741 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a54037070 con 0x7f0a64162320 2024-09-12T03:09:09.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.226+0000 7f0a61600640 1 -- 172.21.15.29:0/1301649741 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a54032440 con 0x7f0a64162320 2024-09-12T03:09:09.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.226+0000 7f0a61600640 1 -- 172.21.15.29:0/1301649741 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a54032810 con 0x7f0a64162320 2024-09-12T03:09:09.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.226+0000 7f0a69e00640 1 -- 172.21.15.29:0/1301649741 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a64162320 msgr2=0x7f0a64072400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.226+0000 7f0a69e00640 1 --2- 172.21.15.29:0/1301649741 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a64162320 0x7f0a64072400 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0a540097a0 tx=0x7f0a5402a180 comp rx=0 tx=0).stop 2024-09-12T03:09:09.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.226+0000 7f0a69e00640 1 -- 172.21.15.29:0/1301649741 shutdown_connections 2024-09-12T03:09:09.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.226+0000 7f0a69e00640 1 --2- 172.21.15.29:0/1301649741 >> v2:172.21.15.38:3300/0 conn(0x7f0a6415f490 0x7f0a64162700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.226+0000 7f0a69e00640 1 --2- 172.21.15.29:0/1301649741 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a64162320 0x7f0a64072400 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.226+0000 7f0a69e00640 1 -- 172.21.15.29:0/1301649741 >> 172.21.15.29:0/1301649741 conn(0x7f0a6406bc10 msgr2=0x7f0a6406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:09.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.226+0000 7f0a69e00640 1 -- 172.21.15.29:0/1301649741 shutdown_connections 2024-09-12T03:09:09.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.226+0000 7f0a69e00640 1 -- 172.21.15.29:0/1301649741 wait complete. 2024-09-12T03:09:09.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.228+0000 7f0a69e00640 1 Processor -- start 2024-09-12T03:09:09.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.228+0000 7f0a69e00640 1 -- start start 2024-09-12T03:09:09.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.229+0000 7f0a69e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a6415f490 0x7f0a641e8f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.229+0000 7f0a69e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a64162320 0x7f0a64158050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.229+0000 7f0a69e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a64162c40 0x7f0a64158590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.229+0000 7f0a69e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0a6415fa50 con 0x7f0a64162c40 2024-09-12T03:09:09.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.229+0000 7f0a69e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0a6415f8d0 con 0x7f0a64162320 2024-09-12T03:09:09.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.229+0000 7f0a69e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0a640b56a0 con 0x7f0a6415f490 2024-09-12T03:09:09.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.229+0000 7f0a63400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a64162c40 0x7f0a64158590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.229+0000 7f0a63400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a64162c40 0x7f0a64158590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35970/0 (socket says 172.21.15.29:35970) 2024-09-12T03:09:09.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.229+0000 7f0a63400640 1 -- 172.21.15.29:0/2994090757 learned_addr learned my addr 172.21.15.29:0/2994090757 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:09.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.229+0000 7f0a62000640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a64162320 0x7f0a64158050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.229+0000 7f0a62a00640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a6415f490 0x7f0a641e8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.230+0000 7f0a62000640 1 -- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a6415f490 msgr2=0x7f0a641e8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.230+0000 7f0a62000640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a6415f490 0x7f0a641e8f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.230+0000 7f0a62000640 1 -- 172.21.15.29:0/2994090757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a64162c40 msgr2=0x7f0a64158590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.230+0000 7f0a62000640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a64162c40 0x7f0a64158590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.230+0000 7f0a62000640 1 -- 172.21.15.29:0/2994090757 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a641e95a0 con 0x7f0a64162320 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.230+0000 7f0a62a00640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a6415f490 0x7f0a641e8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.230+0000 7f0a62000640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a64162320 0x7f0a64158050 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0a5000e820 tx=0x7f0a5000ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.230+0000 7f0a5b400640 1 -- 172.21.15.29:0/2994090757 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a50017070 con 0x7f0a64162320 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.230+0000 7f0a5b400640 1 -- 172.21.15.29:0/2994090757 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a5000c940 con 0x7f0a64162320 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.231+0000 7f0a5b400640 1 -- 172.21.15.29:0/2994090757 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a5000cd10 con 0x7f0a64162320 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.231+0000 7f0a69e00640 1 -- 172.21.15.29:0/2994090757 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a641e9880 con 0x7f0a64162320 2024-09-12T03:09:09.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.231+0000 7f0a69e00640 1 -- 172.21.15.29:0/2994090757 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a641e9e40 con 0x7f0a64162320 2024-09-12T03:09:09.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.232+0000 7f0a69e00640 1 -- 172.21.15.29:0/2994090757 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a64162700 con 0x7f0a64162320 2024-09-12T03:09:09.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.233+0000 7f0a5b400640 1 -- 172.21.15.29:0/2994090757 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0a5001a070 con 0x7f0a64162320 2024-09-12T03:09:09.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.234+0000 7f0a5b400640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a4406be30 0x7f0a4406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.234+0000 7f0a5b400640 1 -- 172.21.15.29:0/2994090757 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f0a5008b500 con 0x7f0a64162320 2024-09-12T03:09:09.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.234+0000 7f0a62a00640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a4406be30 0x7f0a4406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.235+0000 7f0a62a00640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a4406be30 0x7f0a4406e2f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0a54034000 tx=0x7f0a5402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:09.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.239+0000 7f0a5b400640 1 -- 172.21.15.29:0/2994090757 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0a500593c0 con 0x7f0a64162320 2024-09-12T03:09:09.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.423+0000 7f0a69e00640 1 -- 172.21.15.29:0/2994090757 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0a640aefd0 con 0x7f0a64162320 2024-09-12T03:09:09.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.424+0000 7f0a5b400640 1 -- 172.21.15.29:0/2994090757 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18914 (secure 0 0 0) 0x7f0a5005d6c0 con 0x7f0a64162320 2024-09-12T03:09:09.425 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:09.425 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":26,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:09:06.860012+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.13","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.33","mappings":[{"from":3,"to":2}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:09:09.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 -- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a4406be30 msgr2=0x7f0a4406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a4406be30 0x7f0a4406e2f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0a54034000 tx=0x7f0a5402e000 comp rx=0 tx=0).stop 2024-09-12T03:09:09.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 -- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a64162320 msgr2=0x7f0a64158050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a64162320 0x7f0a64158050 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0a5000e820 tx=0x7f0a5000ece0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 -- 172.21.15.29:0/2994090757 shutdown_connections 2024-09-12T03:09:09.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a4406be30 0x7f0a4406e2f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a64162c40 0x7f0a64158590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a64162320 0x7f0a64158050 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 --2- 172.21.15.29:0/2994090757 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a6415f490 0x7f0a641e8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 -- 172.21.15.29:0/2994090757 >> 172.21.15.29:0/2994090757 conn(0x7f0a6406bc10 msgr2=0x7f0a6406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:09.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 -- 172.21.15.29:0/2994090757 shutdown_connections 2024-09-12T03:09:09.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.427+0000 7f0a69e00640 1 -- 172.21.15.29:0/2994090757 wait complete. 2024-09-12T03:09:09.444 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T03:08:13.773348+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-12T03:08:23.310936+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-12T03:08:24.031415+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-12T03:08:27.692978+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-12T03:09:09.444 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-12T03:09:09.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.604+0000 7f231c400640 1 Processor -- start 2024-09-12T03:09:09.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.604+0000 7f231c400640 1 -- start start 2024-09-12T03:09:09.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.606+0000 7f231c400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2314155910 0x7f231413e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.606+0000 7f231c400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f23140cf0d0 0x7f2314141270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.606+0000 7f231c400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23141417b0 con 0x7f231406f1b0 2024-09-12T03:09:09.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.606+0000 7f231c400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f231413ed70 con 0x7f23140cf0d0 2024-09-12T03:09:09.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.606+0000 7f231c400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f23140cf5b0 con 0x7f2314155910 2024-09-12T03:09:09.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.606+0000 7f2319000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f23140cf0d0 0x7f2314141270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.606+0000 7f231a400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f231406f1b0 0x7f231415bb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:38206/0 (socket says 172.21.15.29:38206) 2024-09-12T03:09:09.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.606+0000 7f231a400640 1 -- 172.21.15.29:0/2230401934 learned_addr learned my addr 172.21.15.29:0/2230401934 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:09.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.606+0000 7f2319a00640 1 --2- 172.21.15.29:0/2230401934 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2314155910 0x7f231413e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.607+0000 7f2319000640 1 -- 172.21.15.29:0/2230401934 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2314155910 msgr2=0x7f231413e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:09.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.607+0000 7f2319000640 1 --2- 172.21.15.29:0/2230401934 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2314155910 0x7f231413e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.607+0000 7f2319000640 1 -- 172.21.15.29:0/2230401934 >> v1:172.21.15.29:6789/0 conn(0x7f231406f1b0 legacy=0x7f231415bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.607+0000 7f2319000640 1 -- 172.21.15.29:0/2230401934 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23140cf890 con 0x7f23140cf0d0 2024-09-12T03:09:09.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.607+0000 7f2313e00640 1 -- 172.21.15.29:0/2230401934 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3074115503 0 0) 0x7f23141417b0 con 0x7f231406f1b0 2024-09-12T03:09:09.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.608+0000 7f2319000640 1 --2- 172.21.15.29:0/2230401934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23140cf0d0 0x7f2314141270 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f231413eef0 tx=0x7f230002c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=287308ec8ed246a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:09.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.608+0000 7f2313e00640 1 -- 172.21.15.29:0/2230401934 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2300039070 con 0x7f23140cf0d0 2024-09-12T03:09:09.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.608+0000 7f2313e00640 1 -- 172.21.15.29:0/2230401934 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2300034640 con 0x7f23140cf0d0 2024-09-12T03:09:09.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.608+0000 7f2313e00640 1 -- 172.21.15.29:0/2230401934 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230002ce60 con 0x7f23140cf0d0 2024-09-12T03:09:09.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.608+0000 7f231c400640 1 -- 172.21.15.29:0/2230401934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23140cf0d0 msgr2=0x7f2314141270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.608+0000 7f231c400640 1 --2- 172.21.15.29:0/2230401934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23140cf0d0 0x7f2314141270 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f231413eef0 tx=0x7f230002c310 comp rx=0 tx=0).stop 2024-09-12T03:09:09.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.608+0000 7f231c400640 1 -- 172.21.15.29:0/2230401934 shutdown_connections 2024-09-12T03:09:09.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.609+0000 7f231c400640 1 --2- 172.21.15.29:0/2230401934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23140cf0d0 0x7f2314141270 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.609+0000 7f231c400640 1 --2- 172.21.15.29:0/2230401934 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2314155910 0x7f231413e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.609+0000 7f231c400640 1 -- 172.21.15.29:0/2230401934 >> 172.21.15.29:0/2230401934 conn(0x7f2314067d70 msgr2=0x7f231406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:09.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.609+0000 7f231c400640 1 -- 172.21.15.29:0/2230401934 shutdown_connections 2024-09-12T03:09:09.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.609+0000 7f231c400640 1 -- 172.21.15.29:0/2230401934 wait complete. 2024-09-12T03:09:09.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.610+0000 7f231c400640 1 Processor -- start 2024-09-12T03:09:09.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.610+0000 7f231c400640 1 -- start start 2024-09-12T03:09:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.611+0000 7f231c400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f231406f1b0 0x7f23140c9820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.611+0000 7f231c400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f23140cf0d0 0x7f2314137b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.611+0000 7f231c400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2314155910 0x7f2314157c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.611+0000 7f231c400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f23140cd030 con 0x7f231406f1b0 2024-09-12T03:09:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.611+0000 7f231c400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f23140cfe50 con 0x7f2314155910 2024-09-12T03:09:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.611+0000 7f231c400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f23140cd1b0 con 0x7f23140cf0d0 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.611+0000 7f2319a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f231406f1b0 0x7f23140c9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.611+0000 7f2319a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f231406f1b0 0x7f23140c9820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35994/0 (socket says 172.21.15.29:35994) 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.611+0000 7f2319a00640 1 -- 172.21.15.29:0/3549439779 learned_addr learned my addr 172.21.15.29:0/3549439779 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.612+0000 7f2319000640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f23140cf0d0 0x7f2314137b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.612+0000 7f231a400640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2314155910 0x7f2314157c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.612+0000 7f2319a00640 1 -- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f23140cf0d0 msgr2=0x7f2314137b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.612+0000 7f2319a00640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f23140cf0d0 0x7f2314137b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.612+0000 7f2319a00640 1 -- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2314155910 msgr2=0x7f2314157c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.612+0000 7f2319a00640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2314155910 0x7f2314157c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.612+0000 7f2319a00640 1 -- 172.21.15.29:0/3549439779 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2314138070 con 0x7f231406f1b0 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.612+0000 7f2319000640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f23140cf0d0 0x7f2314137b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.612+0000 7f2319a00640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f231406f1b0 0x7f23140c9820 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f230800e870 tx=0x7f230800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.612+0000 7f2311600640 1 -- 172.21.15.29:0/3549439779 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2308017070 con 0x7f231406f1b0 2024-09-12T03:09:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.613+0000 7f2311600640 1 -- 172.21.15.29:0/3549439779 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f230800c940 con 0x7f231406f1b0 2024-09-12T03:09:09.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.613+0000 7f231c400640 1 -- 172.21.15.29:0/3549439779 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23140c9f90 con 0x7f231406f1b0 2024-09-12T03:09:09.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.613+0000 7f2311600640 1 -- 172.21.15.29:0/3549439779 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230800cd30 con 0x7f231406f1b0 2024-09-12T03:09:09.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.613+0000 7f231c400640 1 -- 172.21.15.29:0/3549439779 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23140ca550 con 0x7f231406f1b0 2024-09-12T03:09:09.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.614+0000 7f231c400640 1 -- 172.21.15.29:0/3549439779 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f231413e830 con 0x7f231406f1b0 2024-09-12T03:09:09.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.615+0000 7f2311600640 1 -- 172.21.15.29:0/3549439779 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f230801a070 con 0x7f231406f1b0 2024-09-12T03:09:09.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.616+0000 7f2311600640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f22f406be30 0x7f22f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.616+0000 7f2311600640 1 -- 172.21.15.29:0/3549439779 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f230808b070 con 0x7f231406f1b0 2024-09-12T03:09:09.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.616+0000 7f2319000640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f22f406be30 0x7f22f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.617+0000 7f2319000640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f22f406be30 0x7f22f406e2f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2300036000 tx=0x7f2300030000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:09.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.620+0000 7f2311600640 1 -- 172.21.15.29:0/3549439779 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2308058fc0 con 0x7f231406f1b0 2024-09-12T03:09:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.806+0000 7f231c400640 1 -- 172.21.15.29:0/3549439779 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f231406d020 con 0x7f231406f1b0 2024-09-12T03:09:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.807+0000 7f2311600640 1 -- 172.21.15.29:0/3549439779 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7f230805d2c0 con 0x7f231406f1b0 2024-09-12T03:09:09.807 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2024-09-12T03:09:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 -- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f22f406be30 msgr2=0x7f22f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f22f406be30 0x7f22f406e2f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2300036000 tx=0x7f2300030000 comp rx=0 tx=0).stop 2024-09-12T03:09:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 -- 172.21.15.29:0/3549439779 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f231406f1b0 msgr2=0x7f23140c9820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f231406f1b0 0x7f23140c9820 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f230800e870 tx=0x7f230800ed30 comp rx=0 tx=0).stop 2024-09-12T03:09:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 -- 172.21.15.29:0/3549439779 shutdown_connections 2024-09-12T03:09:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f22f406be30 0x7f22f406e2f0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2314155910 0x7f2314157c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f23140cf0d0 0x7f2314137b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 --2- 172.21.15.29:0/3549439779 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f231406f1b0 0x7f23140c9820 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 -- 172.21.15.29:0/3549439779 >> 172.21.15.29:0/3549439779 conn(0x7f2314067d70 msgr2=0x7f23140b34a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:09.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 -- 172.21.15.29:0/3549439779 shutdown_connections 2024-09-12T03:09:09.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.809+0000 7f231c400640 1 -- 172.21.15.29:0/3549439779 wait complete. 2024-09-12T03:09:09.825 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-12T03:09:09.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.987+0000 7f6517000640 1 Processor -- start 2024-09-12T03:09:09.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.987+0000 7f6517000640 1 -- start start 2024-09-12T03:09:09.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.988+0000 7f6517000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f651015e4b0 0x7f65100d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.988+0000 7f6517000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65100cf8c0 con 0x7f65100d3090 2024-09-12T03:09:09.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.988+0000 7f6517000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65100cfba0 con 0x7f65100cefb0 2024-09-12T03:09:09.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.988+0000 7f6517000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f65100cfe80 con 0x7f651015e4b0 2024-09-12T03:09:09.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.988+0000 7f6516600640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f65100d3090 0x7f651006d810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45542/0 (socket says 172.21.15.29:45542) 2024-09-12T03:09:09.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.988+0000 7f6516600640 1 -- 172.21.15.29:0/2620037491 learned_addr learned my addr 172.21.15.29:0/2620037491 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:09.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.988+0000 7f6515c00640 1 --2- 172.21.15.29:0/2620037491 >> v2:172.21.15.38:3300/0 conn(0x7f651015e4b0 0x7f65100d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.989+0000 7f650fe00640 1 -- 172.21.15.29:0/2620037491 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2024531777 0 0) 0x7f65100cf8c0 con 0x7f65100d3090 2024-09-12T03:09:09.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.989+0000 7f650fe00640 1 -- 172.21.15.29:0/2620037491 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f64f8003520 con 0x7f65100d3090 2024-09-12T03:09:09.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.989+0000 7f6515c00640 1 -- 172.21.15.29:0/2620037491 >> v1:172.21.15.38:6789/0 conn(0x7f65100cefb0 legacy=0x7f65100d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.989+0000 7f6515c00640 1 -- 172.21.15.29:0/2620037491 >> v1:172.21.15.29:6789/0 conn(0x7f65100d3090 legacy=0x7f651006d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.989+0000 7f6515c00640 1 -- 172.21.15.29:0/2620037491 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65100d0160 con 0x7f651015e4b0 2024-09-12T03:09:09.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.990+0000 7f6515c00640 1 --2- 172.21.15.29:0/2620037491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f651015e4b0 0x7f65100d23c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f65040097a0 tx=0x7f650402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2488e65c9d75dd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:09.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.990+0000 7f650fe00640 1 -- 172.21.15.29:0/2620037491 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504037070 con 0x7f651015e4b0 2024-09-12T03:09:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.990+0000 7f650fe00640 1 -- 172.21.15.29:0/2620037491 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6504032440 con 0x7f651015e4b0 2024-09-12T03:09:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.990+0000 7f650fe00640 1 -- 172.21.15.29:0/2620037491 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504032810 con 0x7f651015e4b0 2024-09-12T03:09:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.991+0000 7f6517000640 1 -- 172.21.15.29:0/2620037491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f651015e4b0 msgr2=0x7f65100d23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.991+0000 7f6517000640 1 --2- 172.21.15.29:0/2620037491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f651015e4b0 0x7f65100d23c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f65040097a0 tx=0x7f650402a230 comp rx=0 tx=0).stop 2024-09-12T03:09:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.991+0000 7f6517000640 1 -- 172.21.15.29:0/2620037491 shutdown_connections 2024-09-12T03:09:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.991+0000 7f6517000640 1 --2- 172.21.15.29:0/2620037491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f651015e4b0 0x7f65100d23c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.991+0000 7f6517000640 1 -- 172.21.15.29:0/2620037491 >> 172.21.15.29:0/2620037491 conn(0x7f651009d740 msgr2=0x7f651008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.991+0000 7f6517000640 1 -- 172.21.15.29:0/2620037491 shutdown_connections 2024-09-12T03:09:09.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.991+0000 7f6517000640 1 -- 172.21.15.29:0/2620037491 wait complete. 2024-09-12T03:09:09.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.993+0000 7f6517000640 1 Processor -- start 2024-09-12T03:09:09.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.993+0000 7f6517000640 1 -- start start 2024-09-12T03:09:09.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.993+0000 7f6517000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65100cefb0 0x7f6510152820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.994+0000 7f6517000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65100d3090 0x7f651015f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.994+0000 7f6517000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f651015e4b0 0x7f651015f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:09.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.994+0000 7f6517000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f65100cf3f0 con 0x7f65100cefb0 2024-09-12T03:09:09.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.994+0000 7f6517000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f65100cf570 con 0x7f651015e4b0 2024-09-12T03:09:09.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.994+0000 7f6517000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f651006df20 con 0x7f65100d3090 2024-09-12T03:09:09.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.994+0000 7f6515c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65100cefb0 0x7f6510152820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.994+0000 7f6515c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65100cefb0 0x7f6510152820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45622/0 (socket says 172.21.15.29:45622) 2024-09-12T03:09:09.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.994+0000 7f6515c00640 1 -- 172.21.15.29:0/2086595960 learned_addr learned my addr 172.21.15.29:0/2086595960 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:09.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.994+0000 7f6515200640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65100d3090 0x7f651015f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.995+0000 7f6516600640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f651015e4b0 0x7f651015f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:09.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.995+0000 7f6515c00640 1 -- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65100d3090 msgr2=0x7f651015f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.995+0000 7f6515c00640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65100d3090 0x7f651015f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.995+0000 7f6515c00640 1 -- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f651015e4b0 msgr2=0x7f651015f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:09.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.995+0000 7f6515c00640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f651015e4b0 0x7f651015f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:09.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.995+0000 7f6515c00640 1 -- 172.21.15.29:0/2086595960 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6510152d60 con 0x7f65100cefb0 2024-09-12T03:09:09.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.995+0000 7f6515c00640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65100cefb0 0x7f6510152820 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6504000c00 tx=0x7f65040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:09.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.996+0000 7f650d600640 1 -- 172.21.15.29:0/2086595960 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504037040 con 0x7f65100cefb0 2024-09-12T03:09:09.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.996+0000 7f650d600640 1 -- 172.21.15.29:0/2086595960 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6504042070 con 0x7f65100cefb0 2024-09-12T03:09:09.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.996+0000 7f6517000640 1 -- 172.21.15.29:0/2086595960 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6510161790 con 0x7f65100cefb0 2024-09-12T03:09:09.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.996+0000 7f650d600640 1 -- 172.21.15.29:0/2086595960 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504030940 con 0x7f65100cefb0 2024-09-12T03:09:09.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.996+0000 7f6517000640 1 -- 172.21.15.29:0/2086595960 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65100c8e50 con 0x7f65100cefb0 2024-09-12T03:09:09.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.997+0000 7f6517000640 1 -- 172.21.15.29:0/2086595960 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65100d23c0 con 0x7f65100cefb0 2024-09-12T03:09:09.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.998+0000 7f650d600640 1 -- 172.21.15.29:0/2086595960 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6504030ae0 con 0x7f65100cefb0 2024-09-12T03:09:10.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.999+0000 7f650d600640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64f006be60 0x7f64f006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:09.999+0000 7f650d600640 1 -- 172.21.15.29:0/2086595960 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f65040abb20 con 0x7f65100cefb0 2024-09-12T03:09:10.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.000+0000 7f6515200640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64f006be60 0x7f64f006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.000+0000 7f6515200640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64f006be60 0x7f64f006e320 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f651015efc0 tx=0x7f64fc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:10.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.003+0000 7f650d600640 1 -- 172.21.15.29:0/2086595960 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f65040799f0 con 0x7f65100cefb0 2024-09-12T03:09:10.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.187+0000 7f6517000640 1 -- 172.21.15.29:0/2086595960 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f65100d12c0 con 0x7f65100cefb0 2024-09-12T03:09:10.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.187+0000 7f650d600640 1 -- 172.21.15.29:0/2086595960 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7f650407dcf0 con 0x7f65100cefb0 2024-09-12T03:09:10.188 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2024-09-12T03:09:10.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.189+0000 7f6517000640 1 -- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64f006be60 msgr2=0x7f64f006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.189+0000 7f6517000640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64f006be60 0x7f64f006e320 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f651015efc0 tx=0x7f64fc009040 comp rx=0 tx=0).stop 2024-09-12T03:09:10.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.189+0000 7f6517000640 1 -- 172.21.15.29:0/2086595960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65100cefb0 msgr2=0x7f6510152820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.189+0000 7f6517000640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65100cefb0 0x7f6510152820 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6504000c00 tx=0x7f65040046c0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.189+0000 7f6517000640 1 -- 172.21.15.29:0/2086595960 shutdown_connections 2024-09-12T03:09:10.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.189+0000 7f6517000640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64f006be60 0x7f64f006e320 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.189+0000 7f6517000640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f651015e4b0 0x7f651015f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.189+0000 7f6517000640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f65100d3090 0x7f651015f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.189+0000 7f6517000640 1 --2- 172.21.15.29:0/2086595960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65100cefb0 0x7f6510152820 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.189+0000 7f6517000640 1 -- 172.21.15.29:0/2086595960 >> 172.21.15.29:0/2086595960 conn(0x7f651009d740 msgr2=0x7f65100b1020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:10.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.189+0000 7f6517000640 1 -- 172.21.15.29:0/2086595960 shutdown_connections 2024-09-12T03:09:10.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.190+0000 7f6517000640 1 -- 172.21.15.29:0/2086595960 wait complete. 2024-09-12T03:09:10.205 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-12T03:09:10.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.364+0000 7f0578c00640 1 Processor -- start 2024-09-12T03:09:10.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.364+0000 7f0578c00640 1 -- start start 2024-09-12T03:09:10.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.365+0000 7f0578c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f05740b6700 0x7f057406da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.365+0000 7f0578c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f05740d4c80 0x7f057406dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.365+0000 7f0578c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05740cf180 con 0x7f0574161c70 2024-09-12T03:09:10.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.365+0000 7f0578c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0574162050 con 0x7f05740b6700 2024-09-12T03:09:10.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.365+0000 7f0578c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f057406d600 con 0x7f05740d4c80 2024-09-12T03:09:10.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.365+0000 7f0571e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f0574161c70 0x7f05740b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45544/0 (socket says 172.21.15.29:45544) 2024-09-12T03:09:10.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.365+0000 7f0571e00640 1 -- 172.21.15.29:0/3141928204 learned_addr learned my addr 172.21.15.29:0/3141928204 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:10.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.366+0000 7f0572800640 1 --2- 172.21.15.29:0/3141928204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f05740d4c80 0x7f057406dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.366+0000 7f0571400640 1 --2- 172.21.15.29:0/3141928204 >> v2:172.21.15.38:3300/0 conn(0x7f05740b6700 0x7f057406da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.366+0000 7f0570a00640 1 -- 172.21.15.29:0/3141928204 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3557539756 0 0) 0x7f05740cf180 con 0x7f0574161c70 2024-09-12T03:09:10.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.366+0000 7f0570a00640 1 -- 172.21.15.29:0/3141928204 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0558003520 con 0x7f0574161c70 2024-09-12T03:09:10.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.366+0000 7f0572800640 1 -- 172.21.15.29:0/3141928204 >> v2:172.21.15.38:3300/0 conn(0x7f05740b6700 msgr2=0x7f057406da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:10.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.366+0000 7f0572800640 1 --2- 172.21.15.29:0/3141928204 >> v2:172.21.15.38:3300/0 conn(0x7f05740b6700 0x7f057406da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.366+0000 7f0572800640 1 -- 172.21.15.29:0/3141928204 >> v1:172.21.15.29:6789/0 conn(0x7f0574161c70 legacy=0x7f05740b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.366+0000 7f0572800640 1 -- 172.21.15.29:0/3141928204 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f057406cfb0 con 0x7f05740d4c80 2024-09-12T03:09:10.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.366+0000 7f0571400640 1 --2- 172.21.15.29:0/3141928204 >> v2:172.21.15.38:3300/0 conn(0x7f05740b6700 0x7f057406da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:10.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.367+0000 7f0572800640 1 --2- 172.21.15.29:0/3141928204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f05740d4c80 0x7f057406dfd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f056c009d90 tx=0x7f056c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6f7e5433dfc98e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:10.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.368+0000 7f0570a00640 1 -- 172.21.15.29:0/3141928204 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056c007740 con 0x7f05740d4c80 2024-09-12T03:09:10.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.368+0000 7f0570a00640 1 -- 172.21.15.29:0/3141928204 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f056c0078e0 con 0x7f05740d4c80 2024-09-12T03:09:10.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.368+0000 7f0570a00640 1 -- 172.21.15.29:0/3141928204 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056c007cb0 con 0x7f05740d4c80 2024-09-12T03:09:10.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.368+0000 7f0578c00640 1 -- 172.21.15.29:0/3141928204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f05740d4c80 msgr2=0x7f057406dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.368+0000 7f0578c00640 1 --2- 172.21.15.29:0/3141928204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f05740d4c80 0x7f057406dfd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f056c009d90 tx=0x7f056c02a660 comp rx=0 tx=0).stop 2024-09-12T03:09:10.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.368+0000 7f0578c00640 1 -- 172.21.15.29:0/3141928204 shutdown_connections 2024-09-12T03:09:10.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.368+0000 7f0578c00640 1 --2- 172.21.15.29:0/3141928204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f05740d4c80 0x7f057406dfd0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.368+0000 7f0578c00640 1 --2- 172.21.15.29:0/3141928204 >> v2:172.21.15.38:3300/0 conn(0x7f05740b6700 0x7f057406da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.368+0000 7f0578c00640 1 -- 172.21.15.29:0/3141928204 >> 172.21.15.29:0/3141928204 conn(0x7f057408c000 msgr2=0x7f05740d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:10.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.368+0000 7f0578c00640 1 -- 172.21.15.29:0/3141928204 shutdown_connections 2024-09-12T03:09:10.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.368+0000 7f0578c00640 1 -- 172.21.15.29:0/3141928204 wait complete. 2024-09-12T03:09:10.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.370+0000 7f0578c00640 1 Processor -- start 2024-09-12T03:09:10.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.370+0000 7f0578c00640 1 -- start start 2024-09-12T03:09:10.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.371+0000 7f0578c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f05740b6700 0x7f057415df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.371+0000 7f0578c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f05740d4c80 0x7f05741f2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.371+0000 7f0578c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0574161c70 0x7f05741f34e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.371+0000 7f0578c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f05740cebc0 con 0x7f0574161c70 2024-09-12T03:09:10.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.371+0000 7f0578c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f05740d3a00 con 0x7f05740b6700 2024-09-12T03:09:10.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.371+0000 7f0578c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f05740ced40 con 0x7f05740d4c80 2024-09-12T03:09:10.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.371+0000 7f0572800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0574161c70 0x7f05741f34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.371+0000 7f0572800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0574161c70 0x7f05741f34e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45638/0 (socket says 172.21.15.29:45638) 2024-09-12T03:09:10.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.371+0000 7f0572800640 1 -- 172.21.15.29:0/3500969837 learned_addr learned my addr 172.21.15.29:0/3500969837 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:10.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.371+0000 7f0571400640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f05740d4c80 0x7f05741f2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.371+0000 7f0571e00640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f05740b6700 0x7f057415df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.372+0000 7f0572800640 1 -- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f05740d4c80 msgr2=0x7f05741f2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.372+0000 7f0572800640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f05740d4c80 0x7f05741f2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.372+0000 7f0572800640 1 -- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f05740b6700 msgr2=0x7f057415df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.372+0000 7f0572800640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f05740b6700 0x7f057415df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.372+0000 7f0572800640 1 -- 172.21.15.29:0/3500969837 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f057414e400 con 0x7f0574161c70 2024-09-12T03:09:10.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.372+0000 7f0572800640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0574161c70 0x7f05741f34e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f056c02ac50 tx=0x7f056c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:10.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.372+0000 7f056a000640 1 -- 172.21.15.29:0/3500969837 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056c040070 con 0x7f0574161c70 2024-09-12T03:09:10.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.372+0000 7f056a000640 1 -- 172.21.15.29:0/3500969837 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f056c031bc0 con 0x7f0574161c70 2024-09-12T03:09:10.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.372+0000 7f0578c00640 1 -- 172.21.15.29:0/3500969837 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05740c85f0 con 0x7f0574161c70 2024-09-12T03:09:10.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.372+0000 7f056a000640 1 -- 172.21.15.29:0/3500969837 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056c009450 con 0x7f0574161c70 2024-09-12T03:09:10.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.373+0000 7f0578c00640 1 -- 172.21.15.29:0/3500969837 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05740cacc0 con 0x7f0574161c70 2024-09-12T03:09:10.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.374+0000 7f0578c00640 1 -- 172.21.15.29:0/3500969837 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05740b5ff0 con 0x7f0574161c70 2024-09-12T03:09:10.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.374+0000 7f056a000640 1 -- 172.21.15.29:0/3500969837 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f056c039040 con 0x7f0574161c70 2024-09-12T03:09:10.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.375+0000 7f056a000640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f055406be80 0x7f055406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.375+0000 7f056a000640 1 -- 172.21.15.29:0/3500969837 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f056c0ac8f0 con 0x7f0574161c70 2024-09-12T03:09:10.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.376+0000 7f0571e00640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f055406be80 0x7f055406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.377+0000 7f0571e00640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f055406be80 0x7f055406e340 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0564005880 tx=0x7f0564009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:10.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.379+0000 7f056a000640 1 -- 172.21.15.29:0/3500969837 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f056c07aa50 con 0x7f0574161c70 2024-09-12T03:09:10.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.561+0000 7f0578c00640 1 -- 172.21.15.29:0/3500969837 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f057415ec40 con 0x7f0574161c70 2024-09-12T03:09:10.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.562+0000 7f056a000640 1 -- 172.21.15.29:0/3500969837 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7f056c07ed50 con 0x7f0574161c70 2024-09-12T03:09:10.562 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2024-09-12T03:09:10.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 -- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f055406be80 msgr2=0x7f055406e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f055406be80 0x7f055406e340 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0564005880 tx=0x7f0564009040 comp rx=0 tx=0).stop 2024-09-12T03:09:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 -- 172.21.15.29:0/3500969837 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0574161c70 msgr2=0x7f05741f34e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0574161c70 0x7f05741f34e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f056c02ac50 tx=0x7f056c004a40 comp rx=0 tx=0).stop 2024-09-12T03:09:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 -- 172.21.15.29:0/3500969837 shutdown_connections 2024-09-12T03:09:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f055406be80 0x7f055406e340 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0574161c70 0x7f05741f34e0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f05740d4c80 0x7f05741f2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 --2- 172.21.15.29:0/3500969837 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f05740b6700 0x7f057415df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 -- 172.21.15.29:0/3500969837 >> 172.21.15.29:0/3500969837 conn(0x7f057408c000 msgr2=0x7f057406e2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 -- 172.21.15.29:0/3500969837 shutdown_connections 2024-09-12T03:09:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.564+0000 7f0578c00640 1 -- 172.21.15.29:0/3500969837 wait complete. 2024-09-12T03:09:10.580 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-12T03:09:10.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.740+0000 7fe77ac00640 1 Processor -- start 2024-09-12T03:09:10.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.740+0000 7fe77ac00640 1 -- start start 2024-09-12T03:09:10.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.741+0000 7fe77ac00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe77415e4b0 0x7fe7740d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.741+0000 7fe77ac00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7740cf8c0 con 0x7fe7740d3090 2024-09-12T03:09:10.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.741+0000 7fe77ac00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7740cfba0 con 0x7fe7740cefb0 2024-09-12T03:09:10.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.741+0000 7fe77ac00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe7740cfe80 con 0x7fe77415e4b0 2024-09-12T03:09:10.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.741+0000 7fe77a200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe7740d3090 0x7fe77406d810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45556/0 (socket says 172.21.15.29:45556) 2024-09-12T03:09:10.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.741+0000 7fe77a200640 1 -- 172.21.15.29:0/919180609 learned_addr learned my addr 172.21.15.29:0/919180609 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:10.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.741+0000 7fe779800640 1 --2- 172.21.15.29:0/919180609 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe77415e4b0 0x7fe7740d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.742+0000 7fe773e00640 1 -- 172.21.15.29:0/919180609 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3515010784 0 0) 0x7fe7740cf8c0 con 0x7fe7740d3090 2024-09-12T03:09:10.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.742+0000 7fe773e00640 1 -- 172.21.15.29:0/919180609 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe75c003520 con 0x7fe7740d3090 2024-09-12T03:09:10.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.742+0000 7fe773e00640 1 -- 172.21.15.29:0/919180609 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1887757194 0 0) 0x7fe7740cfba0 con 0x7fe7740cefb0 2024-09-12T03:09:10.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.742+0000 7fe779800640 1 -- 172.21.15.29:0/919180609 >> v1:172.21.15.38:6789/0 conn(0x7fe7740cefb0 legacy=0x7fe7740d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.742+0000 7fe779800640 1 -- 172.21.15.29:0/919180609 >> v1:172.21.15.29:6789/0 conn(0x7fe7740d3090 legacy=0x7fe77406d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.742+0000 7fe779800640 1 -- 172.21.15.29:0/919180609 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7740d0160 con 0x7fe77415e4b0 2024-09-12T03:09:10.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.743+0000 7fe779800640 1 --2- 172.21.15.29:0/919180609 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe77415e4b0 0x7fe7740d23c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe7680097d0 tx=0x7fe76802a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e992189146e23d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:10.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.744+0000 7fe773e00640 1 -- 172.21.15.29:0/919180609 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe768037070 con 0x7fe77415e4b0 2024-09-12T03:09:10.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.744+0000 7fe773e00640 1 -- 172.21.15.29:0/919180609 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe768032440 con 0x7fe77415e4b0 2024-09-12T03:09:10.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.744+0000 7fe773e00640 1 -- 172.21.15.29:0/919180609 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7680327f0 con 0x7fe77415e4b0 2024-09-12T03:09:10.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.744+0000 7fe77ac00640 1 -- 172.21.15.29:0/919180609 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe77415e4b0 msgr2=0x7fe7740d23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.744+0000 7fe77ac00640 1 --2- 172.21.15.29:0/919180609 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe77415e4b0 0x7fe7740d23c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe7680097d0 tx=0x7fe76802a200 comp rx=0 tx=0).stop 2024-09-12T03:09:10.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.744+0000 7fe77ac00640 1 -- 172.21.15.29:0/919180609 shutdown_connections 2024-09-12T03:09:10.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.744+0000 7fe77ac00640 1 --2- 172.21.15.29:0/919180609 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe77415e4b0 0x7fe7740d23c0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.744+0000 7fe77ac00640 1 -- 172.21.15.29:0/919180609 >> 172.21.15.29:0/919180609 conn(0x7fe77409d740 msgr2=0x7fe77408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:10.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.744+0000 7fe77ac00640 1 -- 172.21.15.29:0/919180609 shutdown_connections 2024-09-12T03:09:10.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.744+0000 7fe77ac00640 1 -- 172.21.15.29:0/919180609 wait complete. 2024-09-12T03:09:10.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.746+0000 7fe77ac00640 1 Processor -- start 2024-09-12T03:09:10.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.746+0000 7fe77ac00640 1 -- start start 2024-09-12T03:09:10.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.747+0000 7fe77ac00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7740cefb0 0x7fe77415ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.747+0000 7fe77ac00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7740d3090 0x7fe7740b3150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.747+0000 7fe77ac00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe77415e4b0 0x7fe7740b71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.747+0000 7fe77ac00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe7740cf3f0 con 0x7fe7740d3090 2024-09-12T03:09:10.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.747+0000 7fe77ac00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe7740cf570 con 0x7fe7740cefb0 2024-09-12T03:09:10.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.747+0000 7fe77ac00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe77406df20 con 0x7fe77415e4b0 2024-09-12T03:09:10.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.747+0000 7fe778e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7740d3090 0x7fe7740b3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.747+0000 7fe778e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7740d3090 0x7fe7740b3150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45650/0 (socket says 172.21.15.29:45650) 2024-09-12T03:09:10.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.747+0000 7fe778e00640 1 -- 172.21.15.29:0/3619025192 learned_addr learned my addr 172.21.15.29:0/3619025192 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:10.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.747+0000 7fe77a200640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe77415e4b0 0x7fe7740b71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.747+0000 7fe779800640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7740cefb0 0x7fe77415ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.748+0000 7fe778e00640 1 -- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe77415e4b0 msgr2=0x7fe7740b71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.748+0000 7fe778e00640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe77415e4b0 0x7fe7740b71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.748+0000 7fe778e00640 1 -- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7740cefb0 msgr2=0x7fe77415ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.748+0000 7fe778e00640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7740cefb0 0x7fe77415ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.748+0000 7fe778e00640 1 -- 172.21.15.29:0/3619025192 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe77415f170 con 0x7fe7740d3090 2024-09-12T03:09:10.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.748+0000 7fe778e00640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7740d3090 0x7fe7740b3150 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe76000c520 tx=0x7fe76000c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:10.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.748+0000 7fe771600640 1 -- 172.21.15.29:0/3619025192 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe760017070 con 0x7fe7740d3090 2024-09-12T03:09:10.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.748+0000 7fe771600640 1 -- 172.21.15.29:0/3619025192 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7600035f0 con 0x7fe7740d3090 2024-09-12T03:09:10.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.748+0000 7fe77ac00640 1 -- 172.21.15.29:0/3619025192 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7740b7bb0 con 0x7fe7740d3090 2024-09-12T03:09:10.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.748+0000 7fe771600640 1 -- 172.21.15.29:0/3619025192 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7600039e0 con 0x7fe7740d3090 2024-09-12T03:09:10.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.748+0000 7fe77ac00640 1 -- 172.21.15.29:0/3619025192 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7740b8170 con 0x7fe7740d3090 2024-09-12T03:09:10.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.749+0000 7fe77ac00640 1 -- 172.21.15.29:0/3619025192 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7740d23c0 con 0x7fe7740d3090 2024-09-12T03:09:10.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.750+0000 7fe771600640 1 -- 172.21.15.29:0/3619025192 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe76001a070 con 0x7fe7740d3090 2024-09-12T03:09:10.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.752+0000 7fe771600640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe75406be30 0x7fe75406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:10.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.752+0000 7fe771600640 1 -- 172.21.15.29:0/3619025192 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fe76008a690 con 0x7fe7740d3090 2024-09-12T03:09:10.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.752+0000 7fe779800640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe75406be30 0x7fe75406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:10.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.753+0000 7fe779800640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe75406be30 0x7fe75406e2f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe768034000 tx=0x7fe76802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:10.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.756+0000 7fe771600640 1 -- 172.21.15.29:0/3619025192 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe7600585e0 con 0x7fe7740d3090 2024-09-12T03:09:10.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.942+0000 7fe77ac00640 1 -- 172.21.15.29:0/3619025192 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fe77406da40 con 0x7fe7740d3090 2024-09-12T03:09:10.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.943+0000 7fe771600640 1 -- 172.21.15.29:0/3619025192 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7fe76005c8e0 con 0x7fe7740d3090 2024-09-12T03:09:10.943 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2024-09-12T03:09:10.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 -- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe75406be30 msgr2=0x7fe75406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe75406be30 0x7fe75406e2f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe768034000 tx=0x7fe76802e000 comp rx=0 tx=0).stop 2024-09-12T03:09:10.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 -- 172.21.15.29:0/3619025192 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7740d3090 msgr2=0x7fe7740b3150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:10.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7740d3090 0x7fe7740b3150 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe76000c520 tx=0x7fe76000c9e0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 -- 172.21.15.29:0/3619025192 shutdown_connections 2024-09-12T03:09:10.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe75406be30 0x7fe75406e2f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe77415e4b0 0x7fe7740b71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7740d3090 0x7fe7740b3150 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 --2- 172.21.15.29:0/3619025192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7740cefb0 0x7fe77415ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:10.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 -- 172.21.15.29:0/3619025192 >> 172.21.15.29:0/3619025192 conn(0x7fe77409d740 msgr2=0x7fe7740d0f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:10.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 -- 172.21.15.29:0/3619025192 shutdown_connections 2024-09-12T03:09:10.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:10.945+0000 7fe77ac00640 1 -- 172.21.15.29:0/3619025192 wait complete. 2024-09-12T03:09:10.962 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_apply_tag' 2024-09-12T03:09:11.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.118+0000 7fe874600640 1 Processor -- start 2024-09-12T03:09:11.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.119+0000 7fe874600640 1 -- start start 2024-09-12T03:09:11.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.120+0000 7fe874600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe86c0b5db0 0x7fe86c09aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:11.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.120+0000 7fe874600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe86c0b1540 0x7fe86c165e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:11.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.120+0000 7fe874600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe86c09afb0 con 0x7fe86c0b1950 2024-09-12T03:09:11.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.120+0000 7fe874600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe86c09b250 con 0x7fe86c0b5db0 2024-09-12T03:09:11.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.120+0000 7fe874600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe86c0afa50 con 0x7fe86c0b1540 2024-09-12T03:09:11.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.120+0000 7fe871c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe86c0b5db0 0x7fe86c09aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:11.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.120+0000 7fe871200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe86c0b1950 0x7fe86c0b6190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45566/0 (socket says 172.21.15.29:45566) 2024-09-12T03:09:11.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.120+0000 7fe871200640 1 -- 172.21.15.29:0/1929755959 learned_addr learned my addr 172.21.15.29:0/1929755959 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:11.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.120+0000 7fe871c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe86c0b5db0 0x7fe86c09aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45664/0 (socket says 172.21.15.29:45664) 2024-09-12T03:09:11.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.120+0000 7fe872600640 1 --2- 172.21.15.29:0/1929755959 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe86c0b1540 0x7fe86c165e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:11.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.121+0000 7fe871c00640 1 -- 172.21.15.29:0/1929755959 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe86c0b1540 msgr2=0x7fe86c165e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:11.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.121+0000 7fe871c00640 1 --2- 172.21.15.29:0/1929755959 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe86c0b1540 0x7fe86c165e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:11.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.121+0000 7fe871c00640 1 -- 172.21.15.29:0/1929755959 >> v1:172.21.15.29:6789/0 conn(0x7fe86c0b1950 legacy=0x7fe86c0b6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:11.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.121+0000 7fe871c00640 1 -- 172.21.15.29:0/1929755959 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe86c0afd30 con 0x7fe86c0b5db0 2024-09-12T03:09:11.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.121+0000 7fe86be00640 1 -- 172.21.15.29:0/1929755959 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3206350637 0 0) 0x7fe86c09afb0 con 0x7fe86c0b1950 2024-09-12T03:09:11.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.122+0000 7fe871c00640 1 --2- 172.21.15.29:0/1929755959 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe86c0b5db0 0x7fe86c09aa70 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe8600097a0 tx=0x7fe86002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ecb1106506badce server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:11.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.122+0000 7fe86be00640 1 -- 172.21.15.29:0/1929755959 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe860037070 con 0x7fe86c0b5db0 2024-09-12T03:09:11.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.122+0000 7fe86be00640 1 -- 172.21.15.29:0/1929755959 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe860032440 con 0x7fe86c0b5db0 2024-09-12T03:09:11.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.122+0000 7fe86be00640 1 -- 172.21.15.29:0/1929755959 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe860032810 con 0x7fe86c0b5db0 2024-09-12T03:09:11.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.122+0000 7fe874600640 1 -- 172.21.15.29:0/1929755959 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe86c0b5db0 msgr2=0x7fe86c09aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:11.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.122+0000 7fe874600640 1 --2- 172.21.15.29:0/1929755959 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe86c0b5db0 0x7fe86c09aa70 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe8600097a0 tx=0x7fe86002a180 comp rx=0 tx=0).stop 2024-09-12T03:09:11.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.122+0000 7fe874600640 1 -- 172.21.15.29:0/1929755959 shutdown_connections 2024-09-12T03:09:11.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.122+0000 7fe874600640 1 --2- 172.21.15.29:0/1929755959 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe86c0b1540 0x7fe86c165e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:11.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.123+0000 7fe874600640 1 --2- 172.21.15.29:0/1929755959 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe86c0b5db0 0x7fe86c09aa70 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:11.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.123+0000 7fe874600640 1 -- 172.21.15.29:0/1929755959 >> 172.21.15.29:0/1929755959 conn(0x7fe86c0b3ff0 msgr2=0x7fe86c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:11.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.123+0000 7fe874600640 1 -- 172.21.15.29:0/1929755959 shutdown_connections 2024-09-12T03:09:11.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.123+0000 7fe874600640 1 -- 172.21.15.29:0/1929755959 wait complete. 2024-09-12T03:09:11.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.124+0000 7fe874600640 1 Processor -- start 2024-09-12T03:09:11.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.124+0000 7fe874600640 1 -- start start 2024-09-12T03:09:11.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.125+0000 7fe874600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe86c0b1540 0x7fe86c151560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:11.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.125+0000 7fe874600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe86c0b1950 0x7fe86c1429e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:11.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.125+0000 7fe874600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe86c0b5db0 0x7fe86c14b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:11.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.125+0000 7fe874600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe86c15c660 con 0x7fe86c0b5db0 2024-09-12T03:09:11.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.125+0000 7fe874600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe86c09b530 con 0x7fe86c0b1950 2024-09-12T03:09:11.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.125+0000 7fe874600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe86c166380 con 0x7fe86c0b1540 2024-09-12T03:09:11.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.125+0000 7fe872600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe86c0b5db0 0x7fe86c14b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:11.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.125+0000 7fe872600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe86c0b5db0 0x7fe86c14b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45678/0 (socket says 172.21.15.29:45678) 2024-09-12T03:09:11.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.125+0000 7fe872600640 1 -- 172.21.15.29:0/3488261627 learned_addr learned my addr 172.21.15.29:0/3488261627 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:11.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe871200640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe86c0b1950 0x7fe86c1429e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:11.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe871c00640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe86c0b1540 0x7fe86c151560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe872600640 1 -- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe86c0b1540 msgr2=0x7fe86c151560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe872600640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe86c0b1540 0x7fe86c151560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe872600640 1 -- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe86c0b1950 msgr2=0x7fe86c1429e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe872600640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe86c0b1950 0x7fe86c1429e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe872600640 1 -- 172.21.15.29:0/3488261627 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe86c0cf890 con 0x7fe86c0b5db0 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe871200640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe86c0b1950 0x7fe86c1429e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe872600640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe86c0b5db0 0x7fe86c14b0a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe86400efc0 tx=0x7fe86400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe869600640 1 -- 172.21.15.29:0/3488261627 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe864018020 con 0x7fe86c0b5db0 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe869600640 1 -- 172.21.15.29:0/3488261627 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe864014480 con 0x7fe86c0b5db0 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe869600640 1 -- 172.21.15.29:0/3488261627 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe864009e60 con 0x7fe86c0b5db0 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.126+0000 7fe874600640 1 -- 172.21.15.29:0/3488261627 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe86c0cfb50 con 0x7fe86c0b5db0 2024-09-12T03:09:11.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.127+0000 7fe874600640 1 -- 172.21.15.29:0/3488261627 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe86c0d0110 con 0x7fe86c0b5db0 2024-09-12T03:09:11.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.128+0000 7fe874600640 1 -- 172.21.15.29:0/3488261627 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe86c09aa70 con 0x7fe86c0b5db0 2024-09-12T03:09:11.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.129+0000 7fe869600640 1 -- 172.21.15.29:0/3488261627 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe864005d10 con 0x7fe86c0b5db0 2024-09-12T03:09:11.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.129+0000 7fe869600640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe84c06be30 0x7fe84c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:11.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.130+0000 7fe869600640 1 -- 172.21.15.29:0/3488261627 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fe86408bff0 con 0x7fe86c0b5db0 2024-09-12T03:09:11.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.130+0000 7fe871c00640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe84c06be30 0x7fe84c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:11.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.131+0000 7fe871c00640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe84c06be30 0x7fe84c06e2f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe860034000 tx=0x7fe86002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:11.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.134+0000 7fe869600640 1 -- 172.21.15.29:0/3488261627 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe864022030 con 0x7fe86c0b5db0 2024-09-12T03:09:11.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.387+0000 7fe874600640 1 -- 172.21.15.29:0/3488261627 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_apply_tag"]} v 0) -- 0x7fe86c14c920 con 0x7fe86c0b5db0 2024-09-12T03:09:11.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.910+0000 7fe869600640 1 -- 172.21.15.29:0/3488261627 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_apply_tag"]}]=0 v68) ==== 139+0+0 (secure 0 0 0) 0x7fe864010040 con 0x7fe86c0b5db0 2024-09-12T03:09:11.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 -- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe84c06be30 msgr2=0x7fe84c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:11.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe84c06be30 0x7fe84c06e2f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe860034000 tx=0x7fe86002e000 comp rx=0 tx=0).stop 2024-09-12T03:09:11.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 -- 172.21.15.29:0/3488261627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe86c0b5db0 msgr2=0x7fe86c14b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:11.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe86c0b5db0 0x7fe86c14b0a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe86400efc0 tx=0x7fe86400c490 comp rx=0 tx=0).stop 2024-09-12T03:09:11.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 -- 172.21.15.29:0/3488261627 shutdown_connections 2024-09-12T03:09:11.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe84c06be30 0x7fe84c06e2f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:11.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe86c0b5db0 0x7fe86c14b0a0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:11.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe86c0b1950 0x7fe86c1429e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:11.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 --2- 172.21.15.29:0/3488261627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe86c0b1540 0x7fe86c151560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:11.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 -- 172.21.15.29:0/3488261627 >> 172.21.15.29:0/3488261627 conn(0x7fe86c0b3ff0 msgr2=0x7fe86c0b3870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:11.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 -- 172.21.15.29:0/3488261627 shutdown_connections 2024-09-12T03:09:11.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:11.912+0000 7fe874600640 1 -- 172.21.15.29:0/3488261627 wait complete. 2024-09-12T03:09:11.931 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-12T03:09:12.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.092+0000 7f7d2ba00640 1 Processor -- start 2024-09-12T03:09:12.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.092+0000 7f7d2ba00640 1 -- start start 2024-09-12T03:09:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.093+0000 7f7d2ba00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7d2415e510 0x7f7d2406cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.093+0000 7f7d2ba00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d2406ed90 0x7f7d240b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.093+0000 7f7d2ba00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d2406d310 con 0x7f7d2415e8f0 2024-09-12T03:09:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.093+0000 7f7d2ba00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f7d240b3f70 con 0x7f7d2415e510 2024-09-12T03:09:12.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.093+0000 7f7d2ba00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7d240b4250 con 0x7f7d2406ed90 2024-09-12T03:09:12.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.094+0000 7f7d1be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7d2415e8f0 0x7f7d2406e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45582/0 (socket says 172.21.15.29:45582) 2024-09-12T03:09:12.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.094+0000 7f7d1be00640 1 -- 172.21.15.29:0/2406791299 learned_addr learned my addr 172.21.15.29:0/2406791299 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:12.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.094+0000 7f7d29000640 1 --2- 172.21.15.29:0/2406791299 >> v2:172.21.15.38:3300/0 conn(0x7f7d2415e510 0x7f7d2406cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.094+0000 7f7d29a00640 1 --2- 172.21.15.29:0/2406791299 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d2406ed90 0x7f7d240b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.094+0000 7f7d23e00640 1 -- 172.21.15.29:0/2406791299 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 53947096 0 0) 0x7f7d2406d310 con 0x7f7d2415e8f0 2024-09-12T03:09:12.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.094+0000 7f7d23e00640 1 -- 172.21.15.29:0/2406791299 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7d08003520 con 0x7f7d2415e8f0 2024-09-12T03:09:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.095+0000 7f7d29000640 1 -- 172.21.15.29:0/2406791299 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d2406ed90 msgr2=0x7f7d240b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.095+0000 7f7d29000640 1 --2- 172.21.15.29:0/2406791299 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d2406ed90 0x7f7d240b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.095+0000 7f7d29000640 1 -- 172.21.15.29:0/2406791299 >> v1:172.21.15.29:6789/0 conn(0x7f7d2415e8f0 legacy=0x7f7d2406e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:12.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.095+0000 7f7d29000640 1 -- 172.21.15.29:0/2406791299 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d240b4530 con 0x7f7d2415e510 2024-09-12T03:09:12.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.096+0000 7f7d29000640 1 --2- 172.21.15.29:0/2406791299 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d2415e510 0x7f7d2406cae0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7d140097a0 tx=0x7f7d1402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba2bf422cea54746 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:12.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.096+0000 7f7d23e00640 1 -- 172.21.15.29:0/2406791299 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d14037070 con 0x7f7d2415e510 2024-09-12T03:09:12.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.096+0000 7f7d23e00640 1 -- 172.21.15.29:0/2406791299 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d1402ae50 con 0x7f7d2415e510 2024-09-12T03:09:12.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.096+0000 7f7d23e00640 1 -- 172.21.15.29:0/2406791299 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d14032660 con 0x7f7d2415e510 2024-09-12T03:09:12.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.096+0000 7f7d2ba00640 1 -- 172.21.15.29:0/2406791299 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d2415e510 msgr2=0x7f7d2406cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:12.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.096+0000 7f7d2ba00640 1 --2- 172.21.15.29:0/2406791299 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d2415e510 0x7f7d2406cae0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7d140097a0 tx=0x7f7d1402a100 comp rx=0 tx=0).stop 2024-09-12T03:09:12.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.096+0000 7f7d2ba00640 1 -- 172.21.15.29:0/2406791299 shutdown_connections 2024-09-12T03:09:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.096+0000 7f7d2ba00640 1 --2- 172.21.15.29:0/2406791299 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d2406ed90 0x7f7d240b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.096+0000 7f7d2ba00640 1 --2- 172.21.15.29:0/2406791299 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d2415e510 0x7f7d2406cae0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.096+0000 7f7d2ba00640 1 -- 172.21.15.29:0/2406791299 >> 172.21.15.29:0/2406791299 conn(0x7f7d240cd820 msgr2=0x7f7d240cdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.097+0000 7f7d2ba00640 1 -- 172.21.15.29:0/2406791299 shutdown_connections 2024-09-12T03:09:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.097+0000 7f7d2ba00640 1 -- 172.21.15.29:0/2406791299 wait complete. 2024-09-12T03:09:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.098+0000 7f7d2ba00640 1 Processor -- start 2024-09-12T03:09:12.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.098+0000 7f7d2ba00640 1 -- start start 2024-09-12T03:09:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.099+0000 7f7d2ba00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d2406ed90 0x7f7d2415f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.099+0000 7f7d2ba00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d2415e510 0x7f7d24161ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.099+0000 7f7d2ba00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d2415e8f0 0x7f7d240c8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.099+0000 7f7d2ba00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7d2406bd90 con 0x7f7d2415e510 2024-09-12T03:09:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.099+0000 7f7d2ba00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7d2406bc10 con 0x7f7d2415e8f0 2024-09-12T03:09:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.099+0000 7f7d2ba00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7d2406bf10 con 0x7f7d2406ed90 2024-09-12T03:09:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.099+0000 7f7d1be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d2415e510 0x7f7d24161ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.099+0000 7f7d1be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d2415e510 0x7f7d24161ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45682/0 (socket says 172.21.15.29:45682) 2024-09-12T03:09:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.099+0000 7f7d1be00640 1 -- 172.21.15.29:0/3013919481 learned_addr learned my addr 172.21.15.29:0/3013919481 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.100+0000 7f7d29000640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d2406ed90 0x7f7d2415f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.100+0000 7f7d29a00640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d2415e8f0 0x7f7d240c8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.100+0000 7f7d1be00640 1 -- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d2406ed90 msgr2=0x7f7d2415f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.100+0000 7f7d1be00640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d2406ed90 0x7f7d2415f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.100+0000 7f7d1be00640 1 -- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d2415e8f0 msgr2=0x7f7d240c8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.100+0000 7f7d1be00640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d2415e8f0 0x7f7d240c8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.100+0000 7f7d1be00640 1 -- 172.21.15.29:0/3013919481 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d24162020 con 0x7f7d2415e510 2024-09-12T03:09:12.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.100+0000 7f7d1be00640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d2415e510 0x7f7d24161ae0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c00c390 tx=0x7f7d0c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:12.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.100+0000 7f7d21600640 1 -- 172.21.15.29:0/3013919481 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c017070 con 0x7f7d2415e510 2024-09-12T03:09:12.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.101+0000 7f7d21600640 1 -- 172.21.15.29:0/3013919481 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d0c005ce0 con 0x7f7d2415e510 2024-09-12T03:09:12.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.101+0000 7f7d2ba00640 1 -- 172.21.15.29:0/3013919481 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d2415fde0 con 0x7f7d2415e510 2024-09-12T03:09:12.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.101+0000 7f7d21600640 1 -- 172.21.15.29:0/3013919481 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c0072f0 con 0x7f7d2415e510 2024-09-12T03:09:12.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.101+0000 7f7d2ba00640 1 -- 172.21.15.29:0/3013919481 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d241603a0 con 0x7f7d2415e510 2024-09-12T03:09:12.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.102+0000 7f7d2ba00640 1 -- 172.21.15.29:0/3013919481 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d2406cae0 con 0x7f7d2415e510 2024-09-12T03:09:12.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.103+0000 7f7d21600640 1 -- 172.21.15.29:0/3013919481 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7d0c01a070 con 0x7f7d2415e510 2024-09-12T03:09:12.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.103+0000 7f7d21600640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7d0006be30 0x7f7d0006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.104+0000 7f7d21600640 1 -- 172.21.15.29:0/3013919481 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f7d0c08a580 con 0x7f7d2415e510 2024-09-12T03:09:12.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.104+0000 7f7d29000640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7d0006be30 0x7f7d0006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.105+0000 7f7d29000640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7d0006be30 0x7f7d0006e2f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7d14034000 tx=0x7f7d1402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:12.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.108+0000 7f7d21600640 1 -- 172.21.15.29:0/3013919481 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7d0c0584d0 con 0x7f7d2415e510 2024-09-12T03:09:12.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.291+0000 7f7d2ba00640 1 -- 172.21.15.29:0/3013919481 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f7d240b24f0 con 0x7f7d2415e510 2024-09-12T03:09:12.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.295+0000 7f7d21600640 1 -- 172.21.15.29:0/3013919481 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f7d0c05c7d0 con 0x7f7d2415e510 2024-09-12T03:09:12.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.297+0000 7f7d2ba00640 1 -- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7d0006be30 msgr2=0x7f7d0006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:12.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.297+0000 7f7d2ba00640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7d0006be30 0x7f7d0006e2f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7d14034000 tx=0x7f7d1402e000 comp rx=0 tx=0).stop 2024-09-12T03:09:12.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.297+0000 7f7d2ba00640 1 -- 172.21.15.29:0/3013919481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d2415e510 msgr2=0x7f7d24161ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:12.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.297+0000 7f7d2ba00640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d2415e510 0x7f7d24161ae0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c00c390 tx=0x7f7d0c00c850 comp rx=0 tx=0).stop 2024-09-12T03:09:12.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.297+0000 7f7d2ba00640 1 -- 172.21.15.29:0/3013919481 shutdown_connections 2024-09-12T03:09:12.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.297+0000 7f7d2ba00640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7d0006be30 0x7f7d0006e2f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.297+0000 7f7d2ba00640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7d2415e8f0 0x7f7d240c8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.297+0000 7f7d2ba00640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d2415e510 0x7f7d24161ae0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.297+0000 7f7d2ba00640 1 --2- 172.21.15.29:0/3013919481 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d2406ed90 0x7f7d2415f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.297+0000 7f7d2ba00640 1 -- 172.21.15.29:0/3013919481 >> 172.21.15.29:0/3013919481 conn(0x7f7d240cd820 msgr2=0x7f7d240b0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:12.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.297+0000 7f7d2ba00640 1 -- 172.21.15.29:0/3013919481 shutdown_connections 2024-09-12T03:09:12.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.298+0000 7f7d2ba00640 1 -- 172.21.15.29:0/3013919481 wait complete. 2024-09-12T03:09:12.315 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:09:12.315 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:09:12.406 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:09:12.503 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:09:12.504 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:09:12.504 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:12.539 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:09:12.539 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:12.617 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:09:12.618 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:12.694 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:09:12.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.892+0000 7f3943200640 1 Processor -- start 2024-09-12T03:09:12.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.892+0000 7f3943200640 1 -- start start 2024-09-12T03:09:12.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.893+0000 7f3943200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f394415e470 0x7f39440cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.893+0000 7f3943200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f39440d4a20 0x7f394406d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.893+0000 7f3943200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f394415e850 con 0x7f39440d00e0 2024-09-12T03:09:12.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.893+0000 7f3943200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f39440cf710 con 0x7f394415e470 2024-09-12T03:09:12.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.893+0000 7f3943200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f39440d1c60 con 0x7f39440d4a20 2024-09-12T03:09:12.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.893+0000 7f3941e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f394415e470 0x7f39440cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.893+0000 7f3941400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f39440d00e0 0x7f39440d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45592/0 (socket says 172.21.15.29:45592) 2024-09-12T03:09:12.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.893+0000 7f3941400640 1 -- 172.21.15.29:0/1984874901 learned_addr learned my addr 172.21.15.29:0/1984874901 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:12.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.894+0000 7f3942800640 1 --2- 172.21.15.29:0/1984874901 >> v2:172.21.15.38:3300/0 conn(0x7f39440d4a20 0x7f394406d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.894+0000 7f3940a00640 1 -- 172.21.15.29:0/1984874901 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4058871627 0 0) 0x7f394415e850 con 0x7f39440d00e0 2024-09-12T03:09:12.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.894+0000 7f3940a00640 1 -- 172.21.15.29:0/1984874901 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3928003520 con 0x7f39440d00e0 2024-09-12T03:09:12.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.894+0000 7f3941e00640 1 -- 172.21.15.29:0/1984874901 >> v2:172.21.15.38:3300/0 conn(0x7f39440d4a20 msgr2=0x7f394406d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:12.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.894+0000 7f3941e00640 1 --2- 172.21.15.29:0/1984874901 >> v2:172.21.15.38:3300/0 conn(0x7f39440d4a20 0x7f394406d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.894+0000 7f3941e00640 1 -- 172.21.15.29:0/1984874901 >> v1:172.21.15.29:6789/0 conn(0x7f39440d00e0 legacy=0x7f39440d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:12.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.894+0000 7f3941e00640 1 -- 172.21.15.29:0/1984874901 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39440d1980 con 0x7f394415e470 2024-09-12T03:09:12.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.895+0000 7f3941e00640 1 --2- 172.21.15.29:0/1984874901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f394415e470 0x7f39440cfba0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f394406eda0 tx=0x7f393402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=439f4f301193bfd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:12.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.895+0000 7f3940a00640 1 -- 172.21.15.29:0/1984874901 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3934037070 con 0x7f394415e470 2024-09-12T03:09:12.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.895+0000 7f3940a00640 1 -- 172.21.15.29:0/1984874901 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3934032440 con 0x7f394415e470 2024-09-12T03:09:12.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.895+0000 7f3940a00640 1 -- 172.21.15.29:0/1984874901 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39340327f0 con 0x7f394415e470 2024-09-12T03:09:12.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.896+0000 7f3943200640 1 -- 172.21.15.29:0/1984874901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f394415e470 msgr2=0x7f39440cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:12.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.896+0000 7f3943200640 1 --2- 172.21.15.29:0/1984874901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f394415e470 0x7f39440cfba0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f394406eda0 tx=0x7f393402a1a0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.896+0000 7f3943200640 1 -- 172.21.15.29:0/1984874901 shutdown_connections 2024-09-12T03:09:12.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.896+0000 7f3943200640 1 --2- 172.21.15.29:0/1984874901 >> v2:172.21.15.38:3300/0 conn(0x7f39440d4a20 0x7f394406d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.896+0000 7f3943200640 1 --2- 172.21.15.29:0/1984874901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f394415e470 0x7f39440cfba0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.896+0000 7f3943200640 1 -- 172.21.15.29:0/1984874901 >> 172.21.15.29:0/1984874901 conn(0x7f394409d700 msgr2=0x7f394408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:12.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.896+0000 7f3943200640 1 -- 172.21.15.29:0/1984874901 shutdown_connections 2024-09-12T03:09:12.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.896+0000 7f3943200640 1 -- 172.21.15.29:0/1984874901 wait complete. 2024-09-12T03:09:12.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.898+0000 7f3943200640 1 Processor -- start 2024-09-12T03:09:12.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.898+0000 7f3943200640 1 -- start start 2024-09-12T03:09:12.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.899+0000 7f3943200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39440d00e0 0x7f3944161720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.899+0000 7f3943200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f39440d4a20 0x7f394415a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.899+0000 7f3943200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f394415e470 0x7f394415acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.899+0000 7f3943200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f394406d9a0 con 0x7f394415e470 2024-09-12T03:09:12.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.899+0000 7f3943200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f39440cf3a0 con 0x7f39440d00e0 2024-09-12T03:09:12.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.899+0000 7f3943200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f394406db20 con 0x7f39440d4a20 2024-09-12T03:09:12.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.899+0000 7f3942800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f394415e470 0x7f394415acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.899+0000 7f3942800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f394415e470 0x7f394415acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45696/0 (socket says 172.21.15.29:45696) 2024-09-12T03:09:12.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.899+0000 7f3942800640 1 -- 172.21.15.29:0/3383852338 learned_addr learned my addr 172.21.15.29:0/3383852338 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:12.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.899+0000 7f3941e00640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39440d00e0 0x7f3944161720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.899+0000 7f3941400640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f39440d4a20 0x7f394415a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.900+0000 7f3942800640 1 -- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f39440d4a20 msgr2=0x7f394415a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:12.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.900+0000 7f3942800640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f39440d4a20 0x7f394415a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.900+0000 7f3942800640 1 -- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39440d00e0 msgr2=0x7f3944161720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:12.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.900+0000 7f3942800640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39440d00e0 0x7f3944161720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:12.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.900+0000 7f3942800640 1 -- 172.21.15.29:0/3383852338 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3944158bc0 con 0x7f394415e470 2024-09-12T03:09:12.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.900+0000 7f3942800640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f394415e470 0x7f394415acd0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f393c00efc0 tx=0x7f393c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:12.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.900+0000 7f393a000640 1 -- 172.21.15.29:0/3383852338 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393c018020 con 0x7f394415e470 2024-09-12T03:09:12.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.900+0000 7f393a000640 1 -- 172.21.15.29:0/3383852338 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f393c014480 con 0x7f394415e470 2024-09-12T03:09:12.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.900+0000 7f393a000640 1 -- 172.21.15.29:0/3383852338 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393c014870 con 0x7f394415e470 2024-09-12T03:09:12.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.900+0000 7f3943200640 1 -- 172.21.15.29:0/3383852338 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3944158e80 con 0x7f394415e470 2024-09-12T03:09:12.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.900+0000 7f3943200640 1 -- 172.21.15.29:0/3383852338 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3944160c40 con 0x7f394415e470 2024-09-12T03:09:12.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.901+0000 7f3943200640 1 -- 172.21.15.29:0/3383852338 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f394406d460 con 0x7f394415e470 2024-09-12T03:09:12.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.902+0000 7f393a000640 1 -- 172.21.15.29:0/3383852338 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f393c005d10 con 0x7f394415e470 2024-09-12T03:09:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.903+0000 7f393a000640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f392406be30 0x7f392406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.903+0000 7f393a000640 1 -- 172.21.15.29:0/3383852338 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f393c08c0b0 con 0x7f394415e470 2024-09-12T03:09:12.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.903+0000 7f3941e00640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f392406be30 0x7f392406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:12.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.904+0000 7f3941e00640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f392406be30 0x7f392406e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3934034000 tx=0x7f393402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:12.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:12.907+0000 7f393a000640 1 -- 172.21.15.29:0/3383852338 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f393c022030 con 0x7f394415e470 2024-09-12T03:09:13.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.103+0000 7f3943200640 1 -- 172.21.15.29:0/3383852338 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3944160010 con 0x7f394415e470 2024-09-12T03:09:13.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.103+0000 7f393a000640 1 -- 172.21.15.29:0/3383852338 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f393c010040 con 0x7f394415e470 2024-09-12T03:09:13.103 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:09:13.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 -- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f392406be30 msgr2=0x7f392406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:13.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f392406be30 0x7f392406e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3934034000 tx=0x7f393402e000 comp rx=0 tx=0).stop 2024-09-12T03:09:13.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 -- 172.21.15.29:0/3383852338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f394415e470 msgr2=0x7f394415acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:13.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f394415e470 0x7f394415acd0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f393c00efc0 tx=0x7f393c00c490 comp rx=0 tx=0).stop 2024-09-12T03:09:13.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 -- 172.21.15.29:0/3383852338 shutdown_connections 2024-09-12T03:09:13.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f392406be30 0x7f392406e2f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f394415e470 0x7f394415acd0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f39440d4a20 0x7f394415a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 --2- 172.21.15.29:0/3383852338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39440d00e0 0x7f3944161720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 -- 172.21.15.29:0/3383852338 >> 172.21.15.29:0/3383852338 conn(0x7f394409d700 msgr2=0x7f39440b4780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:13.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 -- 172.21.15.29:0/3383852338 shutdown_connections 2024-09-12T03:09:13.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.105+0000 7f3943200640 1 -- 172.21.15.29:0/3383852338 wait complete. 2024-09-12T03:09:13.122 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T03:09:13.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:13.122 DEBUG:teuthology.orchestra.run.smithi029:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-12T03:09:13.183 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:09:13.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:13.184 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T03:09:13.219 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:09:13.220 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:13.260 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:09:13.260 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:13.338 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:09:13.339 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:13.417 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:09:13.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.574+0000 7fd0ee800640 1 Processor -- start 2024-09-12T03:09:13.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.574+0000 7fd0ee800640 1 -- start start 2024-09-12T03:09:13.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0ee800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd0e806c320 0x7fd0e80b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:13.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0ee800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd0e8070a80 0x7fd0e8158530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:13.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0ee800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0e80711b0 con 0x7fd0e8162cc0 2024-09-12T03:09:13.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0ee800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fd0e80d2110 con 0x7fd0e8070a80 2024-09-12T03:09:13.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0ee800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fd0e815fa40 con 0x7fd0e806c320 2024-09-12T03:09:13.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0e7e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd0e8070a80 0x7fd0e8158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:13.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0e7e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd0e8070a80 0x7fd0e8158530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45710/0 (socket says 172.21.15.29:45710) 2024-09-12T03:09:13.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0e7e00640 1 -- 172.21.15.29:0/2830695714 learned_addr learned my addr 172.21.15.29:0/2830695714 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:13.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0dfe00640 1 --2- 172.21.15.29:0/2830695714 >> v2:172.21.15.38:3300/0 conn(0x7fd0e806c320 0x7fd0e80b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:13.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0e7e00640 1 -- 172.21.15.29:0/2830695714 >> v2:172.21.15.38:3300/0 conn(0x7fd0e806c320 msgr2=0x7fd0e80b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:13.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0e7e00640 1 --2- 172.21.15.29:0/2830695714 >> v2:172.21.15.38:3300/0 conn(0x7fd0e806c320 0x7fd0e80b6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0e7e00640 1 -- 172.21.15.29:0/2830695714 >> v1:172.21.15.38:6789/0 conn(0x7fd0e8162cc0 legacy=0x7fd0e806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:13.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.576+0000 7fd0e7e00640 1 -- 172.21.15.29:0/2830695714 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0e8162020 con 0x7fd0e8070a80 2024-09-12T03:09:13.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.577+0000 7fd0e7e00640 1 --2- 172.21.15.29:0/2830695714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0e8070a80 0x7fd0e8158530 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd0e80735b0 tx=0x7fd0e002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=884bbf3628c03ef5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:13.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.578+0000 7fd0e6a00640 1 -- 172.21.15.29:0/2830695714 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0e0036070 con 0x7fd0e8070a80 2024-09-12T03:09:13.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.578+0000 7fd0e6a00640 1 -- 172.21.15.29:0/2830695714 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0e0031600 con 0x7fd0e8070a80 2024-09-12T03:09:13.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.578+0000 7fd0e6a00640 1 -- 172.21.15.29:0/2830695714 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0e00319d0 con 0x7fd0e8070a80 2024-09-12T03:09:13.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.578+0000 7fd0ee800640 1 -- 172.21.15.29:0/2830695714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0e8070a80 msgr2=0x7fd0e8158530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:13.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.578+0000 7fd0ee800640 1 --2- 172.21.15.29:0/2830695714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0e8070a80 0x7fd0e8158530 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd0e80735b0 tx=0x7fd0e002a730 comp rx=0 tx=0).stop 2024-09-12T03:09:13.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.578+0000 7fd0ee800640 1 -- 172.21.15.29:0/2830695714 shutdown_connections 2024-09-12T03:09:13.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.578+0000 7fd0ee800640 1 --2- 172.21.15.29:0/2830695714 >> v2:172.21.15.38:3300/0 conn(0x7fd0e806c320 0x7fd0e80b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.578+0000 7fd0ee800640 1 --2- 172.21.15.29:0/2830695714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0e8070a80 0x7fd0e8158530 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.578+0000 7fd0ee800640 1 -- 172.21.15.29:0/2830695714 >> 172.21.15.29:0/2830695714 conn(0x7fd0e809aa70 msgr2=0x7fd0e80b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:13.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.578+0000 7fd0ee800640 1 -- 172.21.15.29:0/2830695714 shutdown_connections 2024-09-12T03:09:13.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.578+0000 7fd0ee800640 1 -- 172.21.15.29:0/2830695714 wait complete. 2024-09-12T03:09:13.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.580+0000 7fd0ee800640 1 Processor -- start 2024-09-12T03:09:13.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.580+0000 7fd0ee800640 1 -- start start 2024-09-12T03:09:13.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.581+0000 7fd0ee800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0e806c320 0x7fd0e8140850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.581+0000 7fd0ee800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0e8070a80 0x7fd0e8154e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.581+0000 7fd0ee800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0e8162cc0 0x7fd0e8140f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.581+0000 7fd0ee800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e80d1630 con 0x7fd0e8162cc0 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.581+0000 7fd0ee800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e80d1c80 con 0x7fd0e806c320 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.581+0000 7fd0ee800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd0e80d1910 con 0x7fd0e8070a80 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.581+0000 7fd0e7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0e8162cc0 0x7fd0e8140f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.581+0000 7fd0e7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0e8162cc0 0x7fd0e8140f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45714/0 (socket says 172.21.15.29:45714) 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.581+0000 7fd0e7e00640 1 -- 172.21.15.29:0/3750051194 learned_addr learned my addr 172.21.15.29:0/3750051194 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.581+0000 7fd0e7400640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0e806c320 0x7fd0e8140850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0dfe00640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0e8070a80 0x7fd0e8154e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0e7e00640 1 -- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0e8070a80 msgr2=0x7fd0e8154e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:13.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0e7e00640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0e8070a80 0x7fd0e8154e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0e7e00640 1 -- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0e806c320 msgr2=0x7fd0e8140850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0e7e00640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0e806c320 0x7fd0e8140850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0e7e00640 1 -- 172.21.15.29:0/3750051194 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0e80b19a0 con 0x7fd0e8162cc0 2024-09-12T03:09:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0e7400640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0e806c320 0x7fd0e8140850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0e7e00640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0e8162cc0 0x7fd0e8140f00 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd0e0009f40 tx=0x7fd0e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0df400640 1 -- 172.21.15.29:0/3750051194 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0e003f020 con 0x7fd0e8162cc0 2024-09-12T03:09:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0df400640 1 -- 172.21.15.29:0/3750051194 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0e0037040 con 0x7fd0e8162cc0 2024-09-12T03:09:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0df400640 1 -- 172.21.15.29:0/3750051194 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0e0036070 con 0x7fd0e8162cc0 2024-09-12T03:09:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0ee800640 1 -- 172.21.15.29:0/3750051194 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0e8143b00 con 0x7fd0e8162cc0 2024-09-12T03:09:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.582+0000 7fd0ee800640 1 -- 172.21.15.29:0/3750051194 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0e8154640 con 0x7fd0e8162cc0 2024-09-12T03:09:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.583+0000 7fd0ee800640 1 -- 172.21.15.29:0/3750051194 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0e8070eb0 con 0x7fd0e8162cc0 2024-09-12T03:09:13.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.584+0000 7fd0df400640 1 -- 172.21.15.29:0/3750051194 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd0e0042020 con 0x7fd0e8162cc0 2024-09-12T03:09:13.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.585+0000 7fd0df400640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0c406be30 0x7fd0c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:13.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.585+0000 7fd0df400640 1 -- 172.21.15.29:0/3750051194 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fd0e00ab6e0 con 0x7fd0e8162cc0 2024-09-12T03:09:13.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.586+0000 7fd0e7400640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0c406be30 0x7fd0c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.586+0000 7fd0e7400640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0c406be30 0x7fd0c406e2f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd0d8001700 tx=0x7fd0d8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:13.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.589+0000 7fd0df400640 1 -- 172.21.15.29:0/3750051194 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd0e0049030 con 0x7fd0e8162cc0 2024-09-12T03:09:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.789+0000 7fd0ee800640 1 -- 172.21.15.29:0/3750051194 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd0e806c9f0 con 0x7fd0e8162cc0 2024-09-12T03:09:13.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.789+0000 7fd0df400640 1 -- 172.21.15.29:0/3750051194 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fd0e0079bf0 con 0x7fd0e8162cc0 2024-09-12T03:09:13.790 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:09:13.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 -- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0c406be30 msgr2=0x7fd0c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0c406be30 0x7fd0c406e2f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fd0d8001700 tx=0x7fd0d8009040 comp rx=0 tx=0).stop 2024-09-12T03:09:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 -- 172.21.15.29:0/3750051194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0e8162cc0 msgr2=0x7fd0e8140f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0e8162cc0 0x7fd0e8140f00 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd0e0009f40 tx=0x7fd0e0004a40 comp rx=0 tx=0).stop 2024-09-12T03:09:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 -- 172.21.15.29:0/3750051194 shutdown_connections 2024-09-12T03:09:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0c406be30 0x7fd0c406e2f0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0e8162cc0 0x7fd0e8140f00 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0e8070a80 0x7fd0e8154e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 --2- 172.21.15.29:0/3750051194 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0e806c320 0x7fd0e8140850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 -- 172.21.15.29:0/3750051194 >> 172.21.15.29:0/3750051194 conn(0x7fd0e809aa70 msgr2=0x7fd0e815fbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 -- 172.21.15.29:0/3750051194 shutdown_connections 2024-09-12T03:09:13.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:13.792+0000 7fd0ee800640 1 -- 172.21.15.29:0/3750051194 wait complete. 2024-09-12T03:09:13.808 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-12T03:09:13.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:13.809 DEBUG:teuthology.orchestra.run.smithi038:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-12T03:09:13.875 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:09:13.875 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:13.875 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-12T03:09:13.923 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:09:13.923 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:13.959 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:09:13.960 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:14.037 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:09:14.037 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:14.113 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:09:14.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.310+0000 7ff066800640 1 Processor -- start 2024-09-12T03:09:14.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.311+0000 7ff066800640 1 -- start start 2024-09-12T03:09:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.312+0000 7ff066800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff06006f4c0 0x7ff0600cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.312+0000 7ff066800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0600cfb40 con 0x7ff0600cf5a0 2024-09-12T03:09:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.312+0000 7ff066800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0600cfe20 con 0x7ff06006f0e0 2024-09-12T03:09:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.312+0000 7ff066800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7ff06015bc50 con 0x7ff06006f4c0 2024-09-12T03:09:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.312+0000 7ff057e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff06006f4c0 0x7ff0600cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.312+0000 7ff057e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff06006f4c0 0x7ff0600cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45724/0 (socket says 172.21.15.29:45724) 2024-09-12T03:09:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.312+0000 7ff057e00640 1 -- 172.21.15.29:0/546437310 learned_addr learned my addr 172.21.15.29:0/546437310 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.312+0000 7ff05fe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7ff0600cf5a0 0x7ff0600b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45608/0 (socket says 172.21.15.29:45608) 2024-09-12T03:09:14.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.313+0000 7ff057e00640 1 -- 172.21.15.29:0/546437310 >> v1:172.21.15.38:6789/0 conn(0x7ff06006f0e0 legacy=0x7ff06015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:14.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.313+0000 7ff057e00640 1 -- 172.21.15.29:0/546437310 >> v1:172.21.15.29:6789/0 conn(0x7ff0600cf5a0 legacy=0x7ff0600b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:14.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.313+0000 7ff057e00640 1 -- 172.21.15.29:0/546437310 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff06015b8e0 con 0x7ff06006f4c0 2024-09-12T03:09:14.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.313+0000 7ff05ea00640 1 -- 172.21.15.29:0/546437310 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2380636083 0 0) 0x7ff0600cfb40 con 0x7ff0600cf5a0 2024-09-12T03:09:14.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.314+0000 7ff057e00640 1 --2- 172.21.15.29:0/546437310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff06006f4c0 0x7ff0600cf060 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff048009870 tx=0x7ff04802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6eac1d7f90da7f1f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:14.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.314+0000 7ff05ea00640 1 -- 172.21.15.29:0/546437310 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff048037070 con 0x7ff06006f4c0 2024-09-12T03:09:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.314+0000 7ff05ea00640 1 -- 172.21.15.29:0/546437310 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff04802ae50 con 0x7ff06006f4c0 2024-09-12T03:09:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.314+0000 7ff05ea00640 1 -- 172.21.15.29:0/546437310 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff048032860 con 0x7ff06006f4c0 2024-09-12T03:09:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.315+0000 7ff066800640 1 -- 172.21.15.29:0/546437310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff06006f4c0 msgr2=0x7ff0600cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.315+0000 7ff066800640 1 --2- 172.21.15.29:0/546437310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff06006f4c0 0x7ff0600cf060 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff048009870 tx=0x7ff04802a300 comp rx=0 tx=0).stop 2024-09-12T03:09:14.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.315+0000 7ff066800640 1 -- 172.21.15.29:0/546437310 shutdown_connections 2024-09-12T03:09:14.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.315+0000 7ff066800640 1 --2- 172.21.15.29:0/546437310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff06006f4c0 0x7ff0600cf060 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:14.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.315+0000 7ff066800640 1 -- 172.21.15.29:0/546437310 >> 172.21.15.29:0/546437310 conn(0x7ff060067da0 msgr2=0x7ff06006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:14.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.315+0000 7ff066800640 1 -- 172.21.15.29:0/546437310 shutdown_connections 2024-09-12T03:09:14.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.315+0000 7ff066800640 1 -- 172.21.15.29:0/546437310 wait complete. 2024-09-12T03:09:14.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.316+0000 7ff066800640 1 Processor -- start 2024-09-12T03:09:14.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.317+0000 7ff066800640 1 -- start start 2024-09-12T03:09:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.317+0000 7ff066800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff06006f0e0 0x7ff0601517a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff066800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff06006f4c0 0x7ff0601f4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff066800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0600cf5a0 0x7ff0600b1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff066800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff06015ee80 con 0x7ff06006f0e0 2024-09-12T03:09:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff066800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff060152630 con 0x7ff06006f4c0 2024-09-12T03:09:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff066800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff06015f000 con 0x7ff0600cf5a0 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff05f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff06006f0e0 0x7ff0601517a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff05f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff06006f0e0 0x7ff0601517a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45730/0 (socket says 172.21.15.29:45730) 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff05f400640 1 -- 172.21.15.29:0/222184559 learned_addr learned my addr 172.21.15.29:0/222184559 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff057e00640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff06006f4c0 0x7ff0601f4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff05fe00640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0600cf5a0 0x7ff0600b1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff05f400640 1 -- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0600cf5a0 msgr2=0x7ff0600b1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff05f400640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0600cf5a0 0x7ff0600b1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff05f400640 1 -- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff06006f4c0 msgr2=0x7ff0601f4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff05f400640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff06006f4c0 0x7ff0601f4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff05f400640 1 -- 172.21.15.29:0/222184559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff060153c70 con 0x7ff06006f0e0 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.318+0000 7ff057e00640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff06006f4c0 0x7ff0601f4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.319+0000 7ff05f400640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff06006f0e0 0x7ff0601517a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff05000c450 tx=0x7ff05000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:14.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.319+0000 7ff057400640 1 -- 172.21.15.29:0/222184559 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0500052d0 con 0x7ff06006f0e0 2024-09-12T03:09:14.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.319+0000 7ff057400640 1 -- 172.21.15.29:0/222184559 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff050005470 con 0x7ff06006f0e0 2024-09-12T03:09:14.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.319+0000 7ff057400640 1 -- 172.21.15.29:0/222184559 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff050012870 con 0x7ff06006f0e0 2024-09-12T03:09:14.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.319+0000 7ff066800640 1 -- 172.21.15.29:0/222184559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff060153f10 con 0x7ff06006f0e0 2024-09-12T03:09:14.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.319+0000 7ff066800640 1 -- 172.21.15.29:0/222184559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0601544d0 con 0x7ff06006f0e0 2024-09-12T03:09:14.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.320+0000 7ff066800640 1 -- 172.21.15.29:0/222184559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff06015f9a0 con 0x7ff06006f0e0 2024-09-12T03:09:14.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.321+0000 7ff057400640 1 -- 172.21.15.29:0/222184559 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff050012a10 con 0x7ff06006f0e0 2024-09-12T03:09:14.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.322+0000 7ff057400640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff03c06be30 0x7ff03c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:14.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.322+0000 7ff057400640 1 -- 172.21.15.29:0/222184559 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7ff05008afc0 con 0x7ff06006f0e0 2024-09-12T03:09:14.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.322+0000 7ff057e00640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff03c06be30 0x7ff03c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:14.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.323+0000 7ff057e00640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff03c06be30 0x7ff03c06e2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff048034000 tx=0x7ff04802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:14.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.326+0000 7ff057400640 1 -- 172.21.15.29:0/222184559 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff050059440 con 0x7ff06006f0e0 2024-09-12T03:09:14.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.523+0000 7ff066800640 1 -- 172.21.15.29:0/222184559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff06006cfb0 con 0x7ff06006f0e0 2024-09-12T03:09:14.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.523+0000 7ff057400640 1 -- 172.21.15.29:0/222184559 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7ff050058d40 con 0x7ff06006f0e0 2024-09-12T03:09:14.524 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:09:14.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.525+0000 7ff066800640 1 -- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff03c06be30 msgr2=0x7ff03c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:14.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.525+0000 7ff066800640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff03c06be30 0x7ff03c06e2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff048034000 tx=0x7ff04802e000 comp rx=0 tx=0).stop 2024-09-12T03:09:14.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.525+0000 7ff066800640 1 -- 172.21.15.29:0/222184559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff06006f0e0 msgr2=0x7ff0601517a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:14.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.525+0000 7ff066800640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff06006f0e0 0x7ff0601517a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff05000c450 tx=0x7ff05000c910 comp rx=0 tx=0).stop 2024-09-12T03:09:14.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.525+0000 7ff066800640 1 -- 172.21.15.29:0/222184559 shutdown_connections 2024-09-12T03:09:14.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.525+0000 7ff066800640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff03c06be30 0x7ff03c06e2f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:14.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.525+0000 7ff066800640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0600cf5a0 0x7ff0600b1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:14.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.525+0000 7ff066800640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff06006f4c0 0x7ff0601f4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:14.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.525+0000 7ff066800640 1 --2- 172.21.15.29:0/222184559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff06006f0e0 0x7ff0601517a0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:14.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.525+0000 7ff066800640 1 -- 172.21.15.29:0/222184559 >> 172.21.15.29:0/222184559 conn(0x7ff060067da0 msgr2=0x7ff06006dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:14.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.525+0000 7ff066800640 1 -- 172.21.15.29:0/222184559 shutdown_connections 2024-09-12T03:09:14.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.526+0000 7ff066800640 1 -- 172.21.15.29:0/222184559 wait complete. 2024-09-12T03:09:14.541 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-12T03:09:14.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:14.542 DEBUG:teuthology.orchestra.run.smithi029:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-12T03:09:14.600 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:09:14.600 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:14.601 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-12T03:09:14.638 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:09:14.638 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:14.678 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:09:14.678 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:14.757 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:09:14.757 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:14.834 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:09:14.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.992+0000 7fb72d600640 1 Processor -- start 2024-09-12T03:09:14.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.992+0000 7fb72d600640 1 -- start start 2024-09-12T03:09:14.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.993+0000 7fb72d600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb7280b42e0 0x7fb7280cf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.993+0000 7fb72d600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb7280cfda0 0x7fb72806dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb72d600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7280ce7c0 con 0x7fb7281627a0 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb72d600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb7280cf3d0 con 0x7fb7280cfda0 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb72d600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fb7280ceaa0 con 0x7fb7280b42e0 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb727400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb7280cfda0 0x7fb72806dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb727400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb7280cfda0 0x7fb72806dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45746/0 (socket says 172.21.15.29:45746) 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb727400640 1 -- 172.21.15.29:0/3070097716 learned_addr learned my addr 172.21.15.29:0/3070097716 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb71fe00640 1 --2- 172.21.15.29:0/3070097716 >> v2:172.21.15.38:3300/0 conn(0x7fb7280b42e0 0x7fb7280cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb727400640 1 -- 172.21.15.29:0/3070097716 >> v2:172.21.15.38:3300/0 conn(0x7fb7280b42e0 msgr2=0x7fb7280cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb727400640 1 --2- 172.21.15.29:0/3070097716 >> v2:172.21.15.38:3300/0 conn(0x7fb7280b42e0 0x7fb7280cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb727400640 1 -- 172.21.15.29:0/3070097716 >> v1:172.21.15.29:6789/0 conn(0x7fb7281627a0 legacy=0x7fb7280cdfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:14.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb727400640 1 -- 172.21.15.29:0/3070097716 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7280ced80 con 0x7fb7280cfda0 2024-09-12T03:09:14.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.994+0000 7fb726000640 1 -- 172.21.15.29:0/3070097716 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1469377478 0 0) 0x7fb7280ce7c0 con 0x7fb7281627a0 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.995+0000 7fb727400640 1 --2- 172.21.15.29:0/3070097716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7280cfda0 0x7fb72806dfd0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb720009e50 tx=0x7fb72002a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fdb95fc733ae900 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.996+0000 7fb726000640 1 -- 172.21.15.29:0/3070097716 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb720036070 con 0x7fb7280cfda0 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.996+0000 7fb726000640 1 -- 172.21.15.29:0/3070097716 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb720031600 con 0x7fb7280cfda0 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.996+0000 7fb726000640 1 -- 172.21.15.29:0/3070097716 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7200319d0 con 0x7fb7280cfda0 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.996+0000 7fb72d600640 1 -- 172.21.15.29:0/3070097716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7280cfda0 msgr2=0x7fb72806dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.996+0000 7fb72d600640 1 --2- 172.21.15.29:0/3070097716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7280cfda0 0x7fb72806dfd0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb720009e50 tx=0x7fb72002a760 comp rx=0 tx=0).stop 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.996+0000 7fb72d600640 1 -- 172.21.15.29:0/3070097716 shutdown_connections 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.996+0000 7fb72d600640 1 --2- 172.21.15.29:0/3070097716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7280cfda0 0x7fb72806dfd0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.996+0000 7fb72d600640 1 --2- 172.21.15.29:0/3070097716 >> v2:172.21.15.38:3300/0 conn(0x7fb7280b42e0 0x7fb7280cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.996+0000 7fb72d600640 1 -- 172.21.15.29:0/3070097716 >> 172.21.15.29:0/3070097716 conn(0x7fb728067da0 msgr2=0x7fb72806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.996+0000 7fb72d600640 1 -- 172.21.15.29:0/3070097716 shutdown_connections 2024-09-12T03:09:14.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.996+0000 7fb72d600640 1 -- 172.21.15.29:0/3070097716 wait complete. 2024-09-12T03:09:14.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.998+0000 7fb72d600640 1 Processor -- start 2024-09-12T03:09:14.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.998+0000 7fb72d600640 1 -- start start 2024-09-12T03:09:15.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.999+0000 7fb72d600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb7280b42e0 0x7fb72815a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.999+0000 7fb72d600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7280cfda0 0x7fb72815be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.999+0000 7fb72d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7281627a0 0x7fb7280c7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.999+0000 7fb72d600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb728162b80 con 0x7fb7281627a0 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.999+0000 7fb72d600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb7280b4750 con 0x7fb7280cfda0 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.999+0000 7fb72d600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb728162d00 con 0x7fb7280b42e0 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.999+0000 7fb727400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7281627a0 0x7fb7280c7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.999+0000 7fb727400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7281627a0 0x7fb7280c7f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45758/0 (socket says 172.21.15.29:45758) 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.999+0000 7fb727400640 1 -- 172.21.15.29:0/2167583695 learned_addr learned my addr 172.21.15.29:0/2167583695 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.999+0000 7fb726a00640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb7280b42e0 0x7fb72815a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:14.999+0000 7fb71fe00640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7280cfda0 0x7fb72815be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.000+0000 7fb727400640 1 -- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb7280b42e0 msgr2=0x7fb72815a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.000+0000 7fb727400640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb7280b42e0 0x7fb72815a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.000+0000 7fb727400640 1 -- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7280cfda0 msgr2=0x7fb72815be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.000+0000 7fb727400640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7280cfda0 0x7fb72815be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.000+0000 7fb727400640 1 -- 172.21.15.29:0/2167583695 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb72815c800 con 0x7fb7281627a0 2024-09-12T03:09:15.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.000+0000 7fb727400640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7281627a0 0x7fb7280c7f90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb720009f70 tx=0x7fb720004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.000+0000 7fb71ea00640 1 -- 172.21.15.29:0/2167583695 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb72003f020 con 0x7fb7281627a0 2024-09-12T03:09:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.000+0000 7fb71ea00640 1 -- 172.21.15.29:0/2167583695 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb720037040 con 0x7fb7281627a0 2024-09-12T03:09:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.000+0000 7fb72d600640 1 -- 172.21.15.29:0/2167583695 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb72815cae0 con 0x7fb7281627a0 2024-09-12T03:09:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.000+0000 7fb71ea00640 1 -- 172.21.15.29:0/2167583695 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb720036070 con 0x7fb7281627a0 2024-09-12T03:09:15.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.000+0000 7fb72d600640 1 -- 172.21.15.29:0/2167583695 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb72815d0a0 con 0x7fb7281627a0 2024-09-12T03:09:15.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.002+0000 7fb72d600640 1 -- 172.21.15.29:0/2167583695 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7280cf860 con 0x7fb7281627a0 2024-09-12T03:09:15.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.003+0000 7fb71ea00640 1 -- 172.21.15.29:0/2167583695 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb720042020 con 0x7fb7281627a0 2024-09-12T03:09:15.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.004+0000 7fb71ea00640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb70406be30 0x7fb70406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.004+0000 7fb71ea00640 1 -- 172.21.15.29:0/2167583695 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fb7200ab4d0 con 0x7fb7281627a0 2024-09-12T03:09:15.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.004+0000 7fb726a00640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb70406be30 0x7fb70406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.005+0000 7fb726a00640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb70406be30 0x7fb70406e2f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb718000f60 tx=0x7fb718009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:15.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.008+0000 7fb71ea00640 1 -- 172.21.15.29:0/2167583695 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb720049030 con 0x7fb7281627a0 2024-09-12T03:09:15.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.202+0000 7fb72d600640 1 -- 172.21.15.29:0/2167583695 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb728163af0 con 0x7fb7281627a0 2024-09-12T03:09:15.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.203+0000 7fb71ea00640 1 -- 172.21.15.29:0/2167583695 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fb7200793a0 con 0x7fb7281627a0 2024-09-12T03:09:15.203 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:09:15.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 -- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb70406be30 msgr2=0x7fb70406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb70406be30 0x7fb70406e2f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fb718000f60 tx=0x7fb718009040 comp rx=0 tx=0).stop 2024-09-12T03:09:15.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 -- 172.21.15.29:0/2167583695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7281627a0 msgr2=0x7fb7280c7f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7281627a0 0x7fb7280c7f90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb720009f70 tx=0x7fb720004a40 comp rx=0 tx=0).stop 2024-09-12T03:09:15.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 -- 172.21.15.29:0/2167583695 shutdown_connections 2024-09-12T03:09:15.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb70406be30 0x7fb70406e2f0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7281627a0 0x7fb7280c7f90 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb7280cfda0 0x7fb72815be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 --2- 172.21.15.29:0/2167583695 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb7280b42e0 0x7fb72815a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 -- 172.21.15.29:0/2167583695 >> 172.21.15.29:0/2167583695 conn(0x7fb728067da0 msgr2=0x7fb72806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:15.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 -- 172.21.15.29:0/2167583695 shutdown_connections 2024-09-12T03:09:15.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.205+0000 7fb72d600640 1 -- 172.21.15.29:0/2167583695 wait complete. 2024-09-12T03:09:15.221 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-12T03:09:15.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:15.222 DEBUG:teuthology.orchestra.run.smithi038:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-12T03:09:15.284 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:09:15.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:15.284 DEBUG:teuthology.orchestra.run.smithi038:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-12T03:09:15.320 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-12T03:09:15.321 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:09:15.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.477+0000 7f9cdb400640 1 Processor -- start 2024-09-12T03:09:15.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.477+0000 7f9cdb400640 1 -- start start 2024-09-12T03:09:15.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.478+0000 7f9cdb400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9cd4072240 0x7f9cd415d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.478+0000 7f9cdb400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9cd4072620 0x7f9cd40af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.478+0000 7f9cdb400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9cd415d730 con 0x7f9cd406dfd0 2024-09-12T03:09:15.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.478+0000 7f9cdb400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9cd406e590 con 0x7f9cd4072620 2024-09-12T03:09:15.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.478+0000 7f9cdb400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f9cd406e870 con 0x7f9cd4072240 2024-09-12T03:09:15.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.479+0000 7f9ccbe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9cd4072620 0x7f9cd40af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.479+0000 7f9ccbe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9cd4072620 0x7f9cd40af530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45770/0 (socket says 172.21.15.29:45770) 2024-09-12T03:09:15.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.479+0000 7f9ccbe00640 1 -- 172.21.15.29:0/3077104223 learned_addr learned my addr 172.21.15.29:0/3077104223 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:15.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.479+0000 7f9cd8a00640 1 --2- 172.21.15.29:0/3077104223 >> v2:172.21.15.38:3300/0 conn(0x7f9cd4072240 0x7f9cd415d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.479+0000 7f9ccbe00640 1 -- 172.21.15.29:0/3077104223 >> v2:172.21.15.38:3300/0 conn(0x7f9cd4072240 msgr2=0x7f9cd415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:15.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.479+0000 7f9ccbe00640 1 --2- 172.21.15.29:0/3077104223 >> v2:172.21.15.38:3300/0 conn(0x7f9cd4072240 0x7f9cd415d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.479+0000 7f9ccbe00640 1 -- 172.21.15.29:0/3077104223 >> v1:172.21.15.38:6789/0 conn(0x7f9cd406dfd0 legacy=0x7f9cd415fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.479+0000 7f9ccbe00640 1 -- 172.21.15.29:0/3077104223 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd406eb50 con 0x7f9cd4072620 2024-09-12T03:09:15.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.480+0000 7f9ccbe00640 1 --2- 172.21.15.29:0/3077104223 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cd4072620 0x7f9cd40af530 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9cd40b5920 tx=0x7f9cbc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e76b13b8b035d6f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:15.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.480+0000 7f9cd3e00640 1 -- 172.21.15.29:0/3077104223 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cbc037070 con 0x7f9cd4072620 2024-09-12T03:09:15.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.480+0000 7f9cd3e00640 1 -- 172.21.15.29:0/3077104223 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cbc032440 con 0x7f9cd4072620 2024-09-12T03:09:15.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.480+0000 7f9cd3e00640 1 -- 172.21.15.29:0/3077104223 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cbc032810 con 0x7f9cd4072620 2024-09-12T03:09:15.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.481+0000 7f9cdb400640 1 -- 172.21.15.29:0/3077104223 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cd4072620 msgr2=0x7f9cd40af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.481+0000 7f9cdb400640 1 --2- 172.21.15.29:0/3077104223 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cd4072620 0x7f9cd40af530 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9cd40b5920 tx=0x7f9cbc02a270 comp rx=0 tx=0).stop 2024-09-12T03:09:15.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.481+0000 7f9cdb400640 1 -- 172.21.15.29:0/3077104223 shutdown_connections 2024-09-12T03:09:15.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.481+0000 7f9cdb400640 1 --2- 172.21.15.29:0/3077104223 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cd4072620 0x7f9cd40af530 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.481+0000 7f9cdb400640 1 --2- 172.21.15.29:0/3077104223 >> v2:172.21.15.38:3300/0 conn(0x7f9cd4072240 0x7f9cd415d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.481+0000 7f9cdb400640 1 -- 172.21.15.29:0/3077104223 >> 172.21.15.29:0/3077104223 conn(0x7f9cd4067da0 msgr2=0x7f9cd406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:15.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.481+0000 7f9cdb400640 1 -- 172.21.15.29:0/3077104223 shutdown_connections 2024-09-12T03:09:15.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.481+0000 7f9cdb400640 1 -- 172.21.15.29:0/3077104223 wait complete. 2024-09-12T03:09:15.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.483+0000 7f9cdb400640 1 Processor -- start 2024-09-12T03:09:15.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.483+0000 7f9cdb400640 1 -- start start 2024-09-12T03:09:15.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9cdb400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9cd406dfd0 0x7f9cd4154480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9cdb400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cd4072240 0x7f9cd41e8c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9cdb400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9cd4072620 0x7f9cd41e91b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9cdb400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd40ce360 con 0x7f9cd4072240 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9cdb400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd40ce1e0 con 0x7f9cd406dfd0 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9cdb400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9cd40ce4e0 con 0x7f9cd4072620 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9ccbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cd4072240 0x7f9cd41e8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9cd8a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9cd406dfd0 0x7f9cd4154480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9ccbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cd4072240 0x7f9cd41e8c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45780/0 (socket says 172.21.15.29:45780) 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9ccbe00640 1 -- 172.21.15.29:0/3823269311 learned_addr learned my addr 172.21.15.29:0/3823269311 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9cd9400640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9cd4072620 0x7f9cd41e91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9ccbe00640 1 -- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9cd4072620 msgr2=0x7f9cd41e91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9ccbe00640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9cd4072620 0x7f9cd41e91b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9ccbe00640 1 -- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9cd406dfd0 msgr2=0x7f9cd4154480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.484+0000 7f9ccbe00640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9cd406dfd0 0x7f9cd4154480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.485+0000 7f9ccbe00640 1 -- 172.21.15.29:0/3823269311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd40cb620 con 0x7f9cd4072240 2024-09-12T03:09:15.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.485+0000 7f9ccbe00640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cd4072240 0x7f9cd41e8c70 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc02a2b0 tx=0x7f9cbc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:15.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.485+0000 7f9cd1600640 1 -- 172.21.15.29:0/3823269311 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cbc037040 con 0x7f9cd4072240 2024-09-12T03:09:15.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.485+0000 7f9cd1600640 1 -- 172.21.15.29:0/3823269311 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cbc042070 con 0x7f9cd4072240 2024-09-12T03:09:15.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.485+0000 7f9cd1600640 1 -- 172.21.15.29:0/3823269311 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cbc030880 con 0x7f9cd4072240 2024-09-12T03:09:15.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.485+0000 7f9cdb400640 1 -- 172.21.15.29:0/3823269311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cd41f4570 con 0x7f9cd4072240 2024-09-12T03:09:15.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.485+0000 7f9cdb400640 1 -- 172.21.15.29:0/3823269311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cd41f4b30 con 0x7f9cd4072240 2024-09-12T03:09:15.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.486+0000 7f9cdb400640 1 -- 172.21.15.29:0/3823269311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cd40cc880 con 0x7f9cd4072240 2024-09-12T03:09:15.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.487+0000 7f9cd1600640 1 -- 172.21.15.29:0/3823269311 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9cbc030a20 con 0x7f9cd4072240 2024-09-12T03:09:15.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.488+0000 7f9cd1600640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cb006be30 0x7f9cb006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.488+0000 7f9cd1600640 1 -- 172.21.15.29:0/3823269311 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f9cbc0aba50 con 0x7f9cd4072240 2024-09-12T03:09:15.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.489+0000 7f9cd8a00640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cb006be30 0x7f9cb006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.489+0000 7f9cd8a00640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cb006be30 0x7f9cb006e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9cc4009b40 tx=0x7f9cc4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:15.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.493+0000 7f9cd1600640 1 -- 172.21.15.29:0/3823269311 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9cd40cc880 con 0x7f9cd4072240 2024-09-12T03:09:15.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.717+0000 7f9cdb400640 1 -- 172.21.15.29:0/3823269311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9cd40b3d20 con 0x7f9cd4072240 2024-09-12T03:09:15.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.718+0000 7f9cd1600640 1 -- 172.21.15.29:0/3823269311 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5216 (secure 0 0 0) 0x7f9cbc079880 con 0x7f9cd4072240 2024-09-12T03:09:15.718 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:15.718 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":9,"btime":"2024-09-12T03:08:46:734774+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2970531733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2970531733},{"type":"v1","addr":"172.21.15.29:6835","nonce":2970531733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1613885882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1613885882},{"type":"v1","addr":"172.21.15.38:6835","nonce":1613885882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1407657731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1407657731},{"type":"v1","addr":"172.21.15.38:6837","nonce":1407657731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:08:25.039695+0000","modified":"2024-09-12T03:08:46.155044+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-12T03:09:15.719 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 9 2024-09-12T03:09:15.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 -- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cb006be30 msgr2=0x7f9cb006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cb006be30 0x7f9cb006e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9cc4009b40 tx=0x7f9cc4009190 comp rx=0 tx=0).stop 2024-09-12T03:09:15.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 -- 172.21.15.29:0/3823269311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cd4072240 msgr2=0x7f9cd41e8c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cd4072240 0x7f9cd41e8c70 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9cbc02a2b0 tx=0x7f9cbc0046c0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 -- 172.21.15.29:0/3823269311 shutdown_connections 2024-09-12T03:09:15.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cb006be30 0x7f9cb006e2f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9cd4072620 0x7f9cd41e91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cd4072240 0x7f9cd41e8c70 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 --2- 172.21.15.29:0/3823269311 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9cd406dfd0 0x7f9cd4154480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 -- 172.21.15.29:0/3823269311 >> 172.21.15.29:0/3823269311 conn(0x7f9cd4067da0 msgr2=0x7f9cd406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:15.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 -- 172.21.15.29:0/3823269311 shutdown_connections 2024-09-12T03:09:15.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.720+0000 7f9cdb400640 1 -- 172.21.15.29:0/3823269311 wait complete. 2024-09-12T03:09:15.737 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:09:15.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.893+0000 7fb0d9400640 1 Processor -- start 2024-09-12T03:09:15.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.893+0000 7fb0d9400640 1 -- start start 2024-09-12T03:09:15.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.894+0000 7fb0d9400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb0d406f0e0 0x7fb0d415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.894+0000 7fb0d9400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb0d406f4c0 0x7fb0d40cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.894+0000 7fb0d9400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb0d40cf5a0 0x7fb0d40b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.894+0000 7fb0d9400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb0d415bc50 con 0x7fb0d406f4c0 2024-09-12T03:09:15.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.894+0000 7fb0d9400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fb0d4152630 con 0x7fb0d40cf5a0 2024-09-12T03:09:15.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.894+0000 7fb0d9400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb0d415c620 con 0x7fb0d406f0e0 2024-09-12T03:09:15.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.894+0000 7fb0cbe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb0d406f4c0 0x7fb0d40cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.894+0000 7fb0cbe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb0d406f4c0 0x7fb0d40cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45794/0 (socket says 172.21.15.29:45794) 2024-09-12T03:09:15.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.894+0000 7fb0cbe00640 1 -- 172.21.15.29:0/4123881967 learned_addr learned my addr 172.21.15.29:0/4123881967 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:15.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.895+0000 7fb0d2800640 1 --2- 172.21.15.29:0/4123881967 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb0d406f0e0 0x7fb0d415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.895+0000 7fb0d3200640 1 --2- 172.21.15.29:0/4123881967 >> v2:172.21.15.38:3300/0 conn(0x7fb0d40cf5a0 0x7fb0d40b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.895+0000 7fb0cbe00640 1 -- 172.21.15.29:0/4123881967 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb0d406f0e0 msgr2=0x7fb0d415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:15.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.895+0000 7fb0cbe00640 1 --2- 172.21.15.29:0/4123881967 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb0d406f0e0 0x7fb0d415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.895+0000 7fb0cbe00640 1 -- 172.21.15.29:0/4123881967 >> v2:172.21.15.38:3300/0 conn(0x7fb0d40cf5a0 msgr2=0x7fb0d40b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:15.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.895+0000 7fb0cbe00640 1 --2- 172.21.15.29:0/4123881967 >> v2:172.21.15.38:3300/0 conn(0x7fb0d40cf5a0 0x7fb0d40b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.895+0000 7fb0cbe00640 1 -- 172.21.15.29:0/4123881967 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0d40cfb40 con 0x7fb0d406f4c0 2024-09-12T03:09:15.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.896+0000 7fb0cbe00640 1 --2- 172.21.15.29:0/4123881967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0d406f4c0 0x7fb0d40cf060 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb0d40cfa50 tx=0x7fb0bc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2acc95f9100d892 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:15.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.896+0000 7fb0d1e00640 1 -- 172.21.15.29:0/4123881967 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0bc037070 con 0x7fb0d406f4c0 2024-09-12T03:09:15.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.896+0000 7fb0d1e00640 1 -- 172.21.15.29:0/4123881967 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0bc032440 con 0x7fb0d406f4c0 2024-09-12T03:09:15.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.896+0000 7fb0d1e00640 1 -- 172.21.15.29:0/4123881967 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0bc032810 con 0x7fb0d406f4c0 2024-09-12T03:09:15.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.897+0000 7fb0d9400640 1 -- 172.21.15.29:0/4123881967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0d406f4c0 msgr2=0x7fb0d40cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.897+0000 7fb0d9400640 1 --2- 172.21.15.29:0/4123881967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0d406f4c0 0x7fb0d40cf060 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb0d40cfa50 tx=0x7fb0bc02a1e0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.897+0000 7fb0d9400640 1 -- 172.21.15.29:0/4123881967 shutdown_connections 2024-09-12T03:09:15.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.897+0000 7fb0d9400640 1 --2- 172.21.15.29:0/4123881967 >> v2:172.21.15.38:3300/0 conn(0x7fb0d40cf5a0 0x7fb0d40b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.897+0000 7fb0d9400640 1 --2- 172.21.15.29:0/4123881967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0d406f4c0 0x7fb0d40cf060 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.897+0000 7fb0d9400640 1 --2- 172.21.15.29:0/4123881967 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb0d406f0e0 0x7fb0d415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.897+0000 7fb0d9400640 1 -- 172.21.15.29:0/4123881967 >> 172.21.15.29:0/4123881967 conn(0x7fb0d4067da0 msgr2=0x7fb0d406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:15.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.897+0000 7fb0d9400640 1 -- 172.21.15.29:0/4123881967 shutdown_connections 2024-09-12T03:09:15.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.897+0000 7fb0d9400640 1 -- 172.21.15.29:0/4123881967 wait complete. 2024-09-12T03:09:15.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.898+0000 7fb0d9400640 1 Processor -- start 2024-09-12T03:09:15.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.899+0000 7fb0d9400640 1 -- start start 2024-09-12T03:09:15.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.899+0000 7fb0d9400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0d406f0e0 0x7fb0d40b2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.899+0000 7fb0d9400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb0d406f4c0 0x7fb0d40af530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.899+0000 7fb0d9400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb0d40cf5a0 0x7fb0d41493d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.899+0000 7fb0d9400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d406f900 con 0x7fb0d406f0e0 2024-09-12T03:09:15.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.899+0000 7fb0d9400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d415b8e0 con 0x7fb0d406f4c0 2024-09-12T03:09:15.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.899+0000 7fb0d9400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb0d40b09d0 con 0x7fb0d40cf5a0 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0d2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0d406f0e0 0x7fb0d40b2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0d2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0d406f0e0 0x7fb0d40b2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45810/0 (socket says 172.21.15.29:45810) 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0d2800640 1 -- 172.21.15.29:0/2892448080 learned_addr learned my addr 172.21.15.29:0/2892448080 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0cbe00640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb0d406f4c0 0x7fb0d40af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0d3200640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb0d40cf5a0 0x7fb0d41493d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0d2800640 1 -- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb0d40cf5a0 msgr2=0x7fb0d41493d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0d2800640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb0d40cf5a0 0x7fb0d41493d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0d2800640 1 -- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb0d406f4c0 msgr2=0x7fb0d40af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0d2800640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb0d406f4c0 0x7fb0d40af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0d2800640 1 -- 172.21.15.29:0/2892448080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0d414a320 con 0x7fb0d406f0e0 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0d3200640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb0d40cf5a0 0x7fb0d41493d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.900+0000 7fb0d2800640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0d406f0e0 0x7fb0d40b2880 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb0c400d800 tx=0x7fb0c400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.901+0000 7fb0caa00640 1 -- 172.21.15.29:0/2892448080 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c4018020 con 0x7fb0d406f0e0 2024-09-12T03:09:15.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.901+0000 7fb0caa00640 1 -- 172.21.15.29:0/2892448080 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0c40096a0 con 0x7fb0d406f0e0 2024-09-12T03:09:15.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.901+0000 7fb0caa00640 1 -- 172.21.15.29:0/2892448080 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c4009a70 con 0x7fb0d406f0e0 2024-09-12T03:09:15.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.901+0000 7fb0d9400640 1 -- 172.21.15.29:0/2892448080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0d40afbd0 con 0x7fb0d406f0e0 2024-09-12T03:09:15.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.901+0000 7fb0d9400640 1 -- 172.21.15.29:0/2892448080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0d40b0380 con 0x7fb0d406f0e0 2024-09-12T03:09:15.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.902+0000 7fb0d9400640 1 -- 172.21.15.29:0/2892448080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0d415f370 con 0x7fb0d406f0e0 2024-09-12T03:09:15.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.903+0000 7fb0caa00640 1 -- 172.21.15.29:0/2892448080 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb0c401b020 con 0x7fb0d406f0e0 2024-09-12T03:09:15.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.903+0000 7fb0caa00640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb0b006be30 0x7fb0b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:15.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.904+0000 7fb0caa00640 1 -- 172.21.15.29:0/2892448080 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fb0c408b490 con 0x7fb0d406f0e0 2024-09-12T03:09:15.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.904+0000 7fb0cbe00640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb0b006be30 0x7fb0b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:15.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.905+0000 7fb0cbe00640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb0b006be30 0x7fb0b006e2f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc034000 tx=0x7fb0bc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:15.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:15.908+0000 7fb0caa00640 1 -- 172.21.15.29:0/2892448080 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb0c4022030 con 0x7fb0d406f0e0 2024-09-12T03:09:16.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.134+0000 7fb0d9400640 1 -- 172.21.15.29:0/2892448080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb0d406cfb0 con 0x7fb0d406f0e0 2024-09-12T03:09:16.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.134+0000 7fb0caa00640 1 -- 172.21.15.29:0/2892448080 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5216 (secure 0 0 0) 0x7fb0d414a320 con 0x7fb0d406f0e0 2024-09-12T03:09:16.135 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:16.135 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":9,"btime":"2024-09-12T03:08:46:734774+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2970531733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2970531733},{"type":"v1","addr":"172.21.15.29:6835","nonce":2970531733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1613885882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1613885882},{"type":"v1","addr":"172.21.15.38:6835","nonce":1613885882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1407657731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1407657731},{"type":"v1","addr":"172.21.15.38:6837","nonce":1407657731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:08:25.039695+0000","modified":"2024-09-12T03:08:46.155044+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-12T03:09:16.135 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 9 2024-09-12T03:09:16.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.136+0000 7fb0d9400640 1 -- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb0b006be30 msgr2=0x7fb0b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.136+0000 7fb0d9400640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb0b006be30 0x7fb0b006e2f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc034000 tx=0x7fb0bc02e000 comp rx=0 tx=0).stop 2024-09-12T03:09:16.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.136+0000 7fb0d9400640 1 -- 172.21.15.29:0/2892448080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0d406f0e0 msgr2=0x7fb0d40b2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.136+0000 7fb0d9400640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0d406f0e0 0x7fb0d40b2880 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb0c400d800 tx=0x7fb0c400dcc0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.136+0000 7fb0d9400640 1 -- 172.21.15.29:0/2892448080 shutdown_connections 2024-09-12T03:09:16.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.136+0000 7fb0d9400640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb0b006be30 0x7fb0b006e2f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.136+0000 7fb0d9400640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb0d40cf5a0 0x7fb0d41493d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.136+0000 7fb0d9400640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb0d406f4c0 0x7fb0d40af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.136+0000 7fb0d9400640 1 --2- 172.21.15.29:0/2892448080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0d406f0e0 0x7fb0d40b2880 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.136+0000 7fb0d9400640 1 -- 172.21.15.29:0/2892448080 >> 172.21.15.29:0/2892448080 conn(0x7fb0d4067da0 msgr2=0x7fb0d406e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:16.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.137+0000 7fb0d9400640 1 -- 172.21.15.29:0/2892448080 shutdown_connections 2024-09-12T03:09:16.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.137+0000 7fb0d9400640 1 -- 172.21.15.29:0/2892448080 wait complete. 2024-09-12T03:09:16.153 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:09:16.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.309+0000 7faec4c00640 1 Processor -- start 2024-09-12T03:09:16.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.309+0000 7faec4c00640 1 -- start start 2024-09-12T03:09:16.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.310+0000 7faec4c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faec015e470 0x7faec00cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.310+0000 7faec4c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7faec00d4a20 0x7faec006d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.310+0000 7faec4c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faec015e850 con 0x7faec00d00e0 2024-09-12T03:09:16.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.310+0000 7faec4c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7faec00cf710 con 0x7faec015e470 2024-09-12T03:09:16.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.310+0000 7faec4c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7faec00d1c60 con 0x7faec00d4a20 2024-09-12T03:09:16.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.310+0000 7faebf400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faec015e470 0x7faec00cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.310+0000 7faebf400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faec015e470 0x7faec00cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45822/0 (socket says 172.21.15.29:45822) 2024-09-12T03:09:16.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.310+0000 7faebf400640 1 -- 172.21.15.29:0/1070667239 learned_addr learned my addr 172.21.15.29:0/1070667239 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:16.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.310+0000 7faebfe00640 1 --2- 172.21.15.29:0/1070667239 >> v2:172.21.15.38:3300/0 conn(0x7faec00d4a20 0x7faec006d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.311+0000 7faebf400640 1 -- 172.21.15.29:0/1070667239 >> v2:172.21.15.38:3300/0 conn(0x7faec00d4a20 msgr2=0x7faec006d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:16.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.311+0000 7faebf400640 1 --2- 172.21.15.29:0/1070667239 >> v2:172.21.15.38:3300/0 conn(0x7faec00d4a20 0x7faec006d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.311+0000 7faebf400640 1 -- 172.21.15.29:0/1070667239 >> v1:172.21.15.38:6789/0 conn(0x7faec00d00e0 legacy=0x7faec00d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:16.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.311+0000 7faebf400640 1 -- 172.21.15.29:0/1070667239 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faec00d1980 con 0x7faec015e470 2024-09-12T03:09:16.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.312+0000 7faebf400640 1 --2- 172.21.15.29:0/1070667239 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec015e470 0x7faec00cfba0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7faec006eda0 tx=0x7faeb002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9657db2f6a910ffd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:16.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.312+0000 7faebea00640 1 -- 172.21.15.29:0/1070667239 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0037070 con 0x7faec015e470 2024-09-12T03:09:16.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.312+0000 7faebea00640 1 -- 172.21.15.29:0/1070667239 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faeb0032440 con 0x7faec015e470 2024-09-12T03:09:16.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.312+0000 7faebea00640 1 -- 172.21.15.29:0/1070667239 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0032810 con 0x7faec015e470 2024-09-12T03:09:16.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.312+0000 7faec4c00640 1 -- 172.21.15.29:0/1070667239 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec015e470 msgr2=0x7faec00cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.312+0000 7faec4c00640 1 --2- 172.21.15.29:0/1070667239 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec015e470 0x7faec00cfba0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7faec006eda0 tx=0x7faeb002a230 comp rx=0 tx=0).stop 2024-09-12T03:09:16.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.313+0000 7faec4c00640 1 -- 172.21.15.29:0/1070667239 shutdown_connections 2024-09-12T03:09:16.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.313+0000 7faec4c00640 1 --2- 172.21.15.29:0/1070667239 >> v2:172.21.15.38:3300/0 conn(0x7faec00d4a20 0x7faec006d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.313+0000 7faec4c00640 1 --2- 172.21.15.29:0/1070667239 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec015e470 0x7faec00cfba0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.313+0000 7faec4c00640 1 -- 172.21.15.29:0/1070667239 >> 172.21.15.29:0/1070667239 conn(0x7faec009d700 msgr2=0x7faec008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:16.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.313+0000 7faec4c00640 1 -- 172.21.15.29:0/1070667239 shutdown_connections 2024-09-12T03:09:16.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.313+0000 7faec4c00640 1 -- 172.21.15.29:0/1070667239 wait complete. 2024-09-12T03:09:16.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.314+0000 7faec4c00640 1 Processor -- start 2024-09-12T03:09:16.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.314+0000 7faec4c00640 1 -- start start 2024-09-12T03:09:16.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.315+0000 7faec4c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec00d00e0 0x7faec015ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.315+0000 7faec4c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faec00d4a20 0x7faec0156960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.315+0000 7faec4c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec015e470 0x7faec00b9410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.315+0000 7faec4c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7faec006d9a0 con 0x7faec00d00e0 2024-09-12T03:09:16.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.315+0000 7faec4c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7faec00cf3a0 con 0x7faec00d4a20 2024-09-12T03:09:16.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.315+0000 7faec4c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7faec006db20 con 0x7faec015e470 2024-09-12T03:09:16.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.315+0000 7faebf400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec00d00e0 0x7faec015ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faebf400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec00d00e0 0x7faec015ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45834/0 (socket says 172.21.15.29:45834) 2024-09-12T03:09:16.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faebf400640 1 -- 172.21.15.29:0/3338541887 learned_addr learned my addr 172.21.15.29:0/3338541887 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:16.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faeb7e00640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faec00d4a20 0x7faec0156960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faebfe00640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec015e470 0x7faec00b9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faebf400640 1 -- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec015e470 msgr2=0x7faec00b9410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faebf400640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec015e470 0x7faec00b9410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faebf400640 1 -- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faec00d4a20 msgr2=0x7faec0156960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faebf400640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faec00d4a20 0x7faec0156960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faebf400640 1 -- 172.21.15.29:0/3338541887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faec00b9950 con 0x7faec00d00e0 2024-09-12T03:09:16.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faebfe00640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec015e470 0x7faec00b9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:16.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faebf400640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec00d00e0 0x7faec015ea20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7faeb0000c00 tx=0x7faeb00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:16.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.316+0000 7faeb7400640 1 -- 172.21.15.29:0/3338541887 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0041020 con 0x7faec00d00e0 2024-09-12T03:09:16.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.317+0000 7faeb7400640 1 -- 172.21.15.29:0/3338541887 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faeb00306c0 con 0x7faec00d00e0 2024-09-12T03:09:16.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.317+0000 7faeb7400640 1 -- 172.21.15.29:0/3338541887 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0037040 con 0x7faec00d00e0 2024-09-12T03:09:16.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.317+0000 7faec4c00640 1 -- 172.21.15.29:0/3338541887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faec015f0b0 con 0x7faec00d00e0 2024-09-12T03:09:16.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.317+0000 7faec4c00640 1 -- 172.21.15.29:0/3338541887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faec015f670 con 0x7faec00d00e0 2024-09-12T03:09:16.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.318+0000 7faec4c00640 1 -- 172.21.15.29:0/3338541887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faec015fd30 con 0x7faec00d00e0 2024-09-12T03:09:16.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.319+0000 7faeb7400640 1 -- 172.21.15.29:0/3338541887 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faeb0044020 con 0x7faec00d00e0 2024-09-12T03:09:16.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.319+0000 7faeb7400640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 0x7fae9c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.320+0000 7faeb7400640 1 -- 172.21.15.29:0/3338541887 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7faeb00abad0 con 0x7faec00d00e0 2024-09-12T03:09:16.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.320+0000 7faeb7e00640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 0x7fae9c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.320+0000 7faeb7e00640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 0x7fae9c06e2f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7faec0162190 tx=0x7faea8007e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:16.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.324+0000 7faeb7400640 1 -- 172.21.15.29:0/3338541887 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faec015fd30 con 0x7faec00d00e0 2024-09-12T03:09:16.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.508+0000 7faec4c00640 1 -- 172.21.15.29:0/3338541887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faec006cf90 con 0x7faec00d00e0 2024-09-12T03:09:16.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.509+0000 7faeb7400640 1 -- 172.21.15.29:0/3338541887 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18914 (secure 0 0 0) 0x7faeb007ee20 con 0x7faec00d00e0 2024-09-12T03:09:16.510 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:16.510 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":26,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:09:06.860012+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.13","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.33","mappings":[{"from":3,"to":2}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:09:16.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.511+0000 7faec4c00640 1 -- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 msgr2=0x7fae9c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.511+0000 7faec4c00640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 0x7fae9c06e2f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7faec0162190 tx=0x7faea8007e30 comp rx=0 tx=0).stop 2024-09-12T03:09:16.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.511+0000 7faec4c00640 1 -- 172.21.15.29:0/3338541887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec00d00e0 msgr2=0x7faec015ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.511+0000 7faec4c00640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec00d00e0 0x7faec015ea20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7faeb0000c00 tx=0x7faeb00046c0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.511+0000 7faec4c00640 1 -- 172.21.15.29:0/3338541887 shutdown_connections 2024-09-12T03:09:16.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.511+0000 7faec4c00640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 0x7fae9c06e2f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.511+0000 7faec4c00640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec015e470 0x7faec00b9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.511+0000 7faec4c00640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faec00d4a20 0x7faec0156960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.511+0000 7faec4c00640 1 --2- 172.21.15.29:0/3338541887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec00d00e0 0x7faec015ea20 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.512+0000 7faec4c00640 1 -- 172.21.15.29:0/3338541887 >> 172.21.15.29:0/3338541887 conn(0x7faec009d700 msgr2=0x7faec00b44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:16.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.512+0000 7faec4c00640 1 -- 172.21.15.29:0/3338541887 shutdown_connections 2024-09-12T03:09:16.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.512+0000 7faec4c00640 1 -- 172.21.15.29:0/3338541887 wait complete. 2024-09-12T03:09:16.528 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T03:09:16.528 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:09:16.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.683+0000 7f30b2c00640 1 Processor -- start 2024-09-12T03:09:16.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.683+0000 7f30b2c00640 1 -- start start 2024-09-12T03:09:16.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.684+0000 7f30b2c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f30ac15e470 0x7f30ac0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.684+0000 7f30b2c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4a20 0x7f30ac06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.684+0000 7f30b2c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30ac15e850 con 0x7f30ac0d00e0 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.684+0000 7f30b2c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f30ac0cf710 con 0x7f30ac15e470 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.684+0000 7f30b2c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f30ac0d1c60 con 0x7f30ac0d4a20 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.685+0000 7f30b1800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f30ac15e470 0x7f30ac0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.685+0000 7f30b1800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f30ac15e470 0x7f30ac0cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45848/0 (socket says 172.21.15.29:45848) 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.685+0000 7f30b1800640 1 -- 172.21.15.29:0/1085489125 learned_addr learned my addr 172.21.15.29:0/1085489125 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.685+0000 7f30b0e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f30ac0d00e0 0x7f30ac0d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45620/0 (socket says 172.21.15.29:45620) 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.685+0000 7f30b2200640 1 --2- 172.21.15.29:0/1085489125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4a20 0x7f30ac06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.685+0000 7f30b1800640 1 -- 172.21.15.29:0/1085489125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4a20 msgr2=0x7f30ac06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.685+0000 7f30b1800640 1 --2- 172.21.15.29:0/1085489125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4a20 0x7f30ac06d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.685+0000 7f30b1800640 1 -- 172.21.15.29:0/1085489125 >> v1:172.21.15.29:6789/0 conn(0x7f30ac0d00e0 legacy=0x7f30ac0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.685+0000 7f30b1800640 1 -- 172.21.15.29:0/1085489125 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ac0d1980 con 0x7f30ac15e470 2024-09-12T03:09:16.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.685+0000 7f30abe00640 1 -- 172.21.15.29:0/1085489125 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1216683736 0 0) 0x7f30ac15e850 con 0x7f30ac0d00e0 2024-09-12T03:09:16.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.686+0000 7f30b1800640 1 --2- 172.21.15.29:0/1085489125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac15e470 0x7f30ac0cfba0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f30a0009870 tx=0x7f30a002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=264f1cdd8ea45b1f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:16.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.686+0000 7f30abe00640 1 -- 172.21.15.29:0/1085489125 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a0037070 con 0x7f30ac15e470 2024-09-12T03:09:16.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.686+0000 7f30abe00640 1 -- 172.21.15.29:0/1085489125 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30a0032440 con 0x7f30ac15e470 2024-09-12T03:09:16.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.686+0000 7f30abe00640 1 -- 172.21.15.29:0/1085489125 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a0032810 con 0x7f30ac15e470 2024-09-12T03:09:16.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.687+0000 7f30b2c00640 1 -- 172.21.15.29:0/1085489125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac15e470 msgr2=0x7f30ac0cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.687+0000 7f30b2c00640 1 --2- 172.21.15.29:0/1085489125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac15e470 0x7f30ac0cfba0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f30a0009870 tx=0x7f30a002a270 comp rx=0 tx=0).stop 2024-09-12T03:09:16.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.687+0000 7f30b2c00640 1 -- 172.21.15.29:0/1085489125 shutdown_connections 2024-09-12T03:09:16.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.687+0000 7f30b2c00640 1 --2- 172.21.15.29:0/1085489125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4a20 0x7f30ac06d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.687+0000 7f30b2c00640 1 --2- 172.21.15.29:0/1085489125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac15e470 0x7f30ac0cfba0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.687+0000 7f30b2c00640 1 -- 172.21.15.29:0/1085489125 >> 172.21.15.29:0/1085489125 conn(0x7f30ac09d700 msgr2=0x7f30ac08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:16.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.687+0000 7f30b2c00640 1 -- 172.21.15.29:0/1085489125 shutdown_connections 2024-09-12T03:09:16.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.687+0000 7f30b2c00640 1 -- 172.21.15.29:0/1085489125 wait complete. 2024-09-12T03:09:16.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.689+0000 7f30b2c00640 1 Processor -- start 2024-09-12T03:09:16.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.689+0000 7f30b2c00640 1 -- start start 2024-09-12T03:09:16.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b2c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d00e0 0x7f30ac15f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b2c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4a20 0x7f30ac1569b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b2c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac15e470 0x7f30ac0b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b2c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac06d9a0 con 0x7f30ac0d4a20 2024-09-12T03:09:16.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b2c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac0cf3a0 con 0x7f30ac0d00e0 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b2c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f30ac06db20 con 0x7f30ac15e470 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b0e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4a20 0x7f30ac1569b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b0e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4a20 0x7f30ac1569b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45860/0 (socket says 172.21.15.29:45860) 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b0e00640 1 -- 172.21.15.29:0/2232374670 learned_addr learned my addr 172.21.15.29:0/2232374670 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b2200640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac15e470 0x7f30ac0b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b1800640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d00e0 0x7f30ac15f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b0e00640 1 -- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac15e470 msgr2=0x7f30ac0b2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b0e00640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac15e470 0x7f30ac0b2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b0e00640 1 -- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d00e0 msgr2=0x7f30ac15f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b0e00640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d00e0 0x7f30ac15f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b0e00640 1 -- 172.21.15.29:0/2232374670 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ac0b9d30 con 0x7f30ac0d4a20 2024-09-12T03:09:16.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b2200640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac15e470 0x7f30ac0b2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:09:16.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.690+0000 7f30b1800640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d00e0 0x7f30ac15f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:09:16.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.691+0000 7f30b0e00640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4a20 0x7f30ac1569b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f309800c4d0 tx=0x7f309800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:16.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.691+0000 7f30a9600640 1 -- 172.21.15.29:0/2232374670 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3098018070 con 0x7f30ac0d4a20 2024-09-12T03:09:16.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.691+0000 7f30a9600640 1 -- 172.21.15.29:0/2232374670 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3098007500 con 0x7f30ac0d4a20 2024-09-12T03:09:16.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.691+0000 7f30a9600640 1 -- 172.21.15.29:0/2232374670 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3098004a20 con 0x7f30ac0d4a20 2024-09-12T03:09:16.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.691+0000 7f30b2c00640 1 -- 172.21.15.29:0/2232374670 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30ac15eaa0 con 0x7f30ac0d4a20 2024-09-12T03:09:16.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.691+0000 7f30b2c00640 1 -- 172.21.15.29:0/2232374670 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30ac0b2650 con 0x7f30ac0d4a20 2024-09-12T03:09:16.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.692+0000 7f30b2c00640 1 -- 172.21.15.29:0/2232374670 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30ac0b3a00 con 0x7f30ac0d4a20 2024-09-12T03:09:16.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.693+0000 7f30a9600640 1 -- 172.21.15.29:0/2232374670 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3098004bc0 con 0x7f30ac0d4a20 2024-09-12T03:09:16.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.694+0000 7f30a9600640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 0x7f308c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:16.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.694+0000 7f30a9600640 1 -- 172.21.15.29:0/2232374670 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f309808a600 con 0x7f30ac0d4a20 2024-09-12T03:09:16.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.695+0000 7f30b1800640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 0x7f308c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:16.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.696+0000 7f30b1800640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 0x7f308c06e2f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f30a0034000 tx=0x7f30a002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:16.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.699+0000 7f30a9600640 1 -- 172.21.15.29:0/2232374670 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f30ac0b3a00 con 0x7f30ac0d4a20 2024-09-12T03:09:16.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.920+0000 7f30b2c00640 1 -- 172.21.15.29:0/2232374670 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30ac06d460 con 0x7f30ac0d4a20 2024-09-12T03:09:16.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.920+0000 7f30a9600640 1 -- 172.21.15.29:0/2232374670 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5216 (secure 0 0 0) 0x7f3098058b10 con 0x7f30ac0d4a20 2024-09-12T03:09:16.921 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:16.921 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":9,"btime":"2024-09-12T03:08:46:734774+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2970531733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2970531733},{"type":"v1","addr":"172.21.15.29:6835","nonce":2970531733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1613885882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1613885882},{"type":"v1","addr":"172.21.15.38:6835","nonce":1613885882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1407657731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1407657731},{"type":"v1","addr":"172.21.15.38:6837","nonce":1407657731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:08:25.039695+0000","modified":"2024-09-12T03:08:46.155044+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-12T03:09:16.922 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 9 2024-09-12T03:09:16.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 -- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 msgr2=0x7f308c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 0x7f308c06e2f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f30a0034000 tx=0x7f30a002e000 comp rx=0 tx=0).stop 2024-09-12T03:09:16.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 -- 172.21.15.29:0/2232374670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4a20 msgr2=0x7f30ac1569b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:16.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4a20 0x7f30ac1569b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f309800c4d0 tx=0x7f309800c990 comp rx=0 tx=0).stop 2024-09-12T03:09:16.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 -- 172.21.15.29:0/2232374670 shutdown_connections 2024-09-12T03:09:16.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 0x7f308c06e2f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac15e470 0x7f30ac0b2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4a20 0x7f30ac1569b0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 --2- 172.21.15.29:0/2232374670 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d00e0 0x7f30ac15f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:16.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 -- 172.21.15.29:0/2232374670 >> 172.21.15.29:0/2232374670 conn(0x7f30ac09d700 msgr2=0x7f30ac0b3d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:16.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 -- 172.21.15.29:0/2232374670 shutdown_connections 2024-09-12T03:09:16.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:16.923+0000 7f30b2c00640 1 -- 172.21.15.29:0/2232374670 wait complete. 2024-09-12T03:09:16.940 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:09:17.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.095+0000 7f19b7c00640 1 Processor -- start 2024-09-12T03:09:17.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.095+0000 7f19b7c00640 1 -- start start 2024-09-12T03:09:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.096+0000 7f19b7c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f19b015e660 0x7f19b00d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.096+0000 7f19b7c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19b00d3680 con 0x7f19b00b6700 2024-09-12T03:09:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.096+0000 7f19b7c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19b00d3960 con 0x7f19b00d3150 2024-09-12T03:09:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.096+0000 7f19b7c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f19b006d4b0 con 0x7f19b015e660 2024-09-12T03:09:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.096+0000 7f19b5200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f19b015e660 0x7f19b00d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.096+0000 7f19b5c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f19b00b6700 0x7f19b006d940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45636/0 (socket says 172.21.15.29:45636) 2024-09-12T03:09:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.096+0000 7f19b5200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f19b015e660 0x7f19b00d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45868/0 (socket says 172.21.15.29:45868) 2024-09-12T03:09:17.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.096+0000 7f19b5c00640 1 -- 172.21.15.29:0/2044026983 learned_addr learned my addr 172.21.15.29:0/2044026983 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.097+0000 7f19b5200640 1 -- 172.21.15.29:0/2044026983 >> v1:172.21.15.38:6789/0 conn(0x7f19b00d3150 legacy=0x7f19b00b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.097+0000 7f19b5200640 1 -- 172.21.15.29:0/2044026983 >> v1:172.21.15.29:6789/0 conn(0x7f19b00b6700 legacy=0x7f19b006d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.097+0000 7f19b5200640 1 -- 172.21.15.29:0/2044026983 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19b006ce60 con 0x7f19b015e660 2024-09-12T03:09:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.097+0000 7f19af400640 1 -- 172.21.15.29:0/2044026983 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1706806925 0 0) 0x7f19b00d3680 con 0x7f19b00b6700 2024-09-12T03:09:17.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.098+0000 7f19b5200640 1 --2- 172.21.15.29:0/2044026983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19b015e660 0x7f19b00d4dd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f19a40097a0 tx=0x7f19a402a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d0a5b13f19b5849 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:17.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.098+0000 7f19af400640 1 -- 172.21.15.29:0/2044026983 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a4037070 con 0x7f19b015e660 2024-09-12T03:09:17.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.098+0000 7f19af400640 1 -- 172.21.15.29:0/2044026983 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19a4032640 con 0x7f19b015e660 2024-09-12T03:09:17.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.098+0000 7f19af400640 1 -- 172.21.15.29:0/2044026983 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a4032a10 con 0x7f19b015e660 2024-09-12T03:09:17.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.099+0000 7f19b7c00640 1 -- 172.21.15.29:0/2044026983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19b015e660 msgr2=0x7f19b00d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.099+0000 7f19b7c00640 1 --2- 172.21.15.29:0/2044026983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19b015e660 0x7f19b00d4dd0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f19a40097a0 tx=0x7f19a402a2c0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.099+0000 7f19b7c00640 1 -- 172.21.15.29:0/2044026983 shutdown_connections 2024-09-12T03:09:17.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.099+0000 7f19b7c00640 1 --2- 172.21.15.29:0/2044026983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19b015e660 0x7f19b00d4dd0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.099+0000 7f19b7c00640 1 -- 172.21.15.29:0/2044026983 >> 172.21.15.29:0/2044026983 conn(0x7f19b008c000 msgr2=0x7f19b00d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:17.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.099+0000 7f19b7c00640 1 -- 172.21.15.29:0/2044026983 shutdown_connections 2024-09-12T03:09:17.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.099+0000 7f19b7c00640 1 -- 172.21.15.29:0/2044026983 wait complete. 2024-09-12T03:09:17.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.101+0000 7f19b7c00640 1 Processor -- start 2024-09-12T03:09:17.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.101+0000 7f19b7c00640 1 -- start start 2024-09-12T03:09:17.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19b7c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f19b00b6700 0x7f19b01f3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19b7c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19b00d3150 0x7f19b00cd810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19b7c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f19b015e660 0x7f19b00cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19b7c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f19b015ea40 con 0x7f19b00d3150 2024-09-12T03:09:17.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19b7c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f19b00d5310 con 0x7f19b00b6700 2024-09-12T03:09:17.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19b7c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f19b006e050 con 0x7f19b015e660 2024-09-12T03:09:17.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19afe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19b00d3150 0x7f19b00cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19afe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19b00d3150 0x7f19b00cd810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45874/0 (socket says 172.21.15.29:45874) 2024-09-12T03:09:17.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19afe00640 1 -- 172.21.15.29:0/3192410955 learned_addr learned my addr 172.21.15.29:0/3192410955 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:17.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19b5c00640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f19b015e660 0x7f19b00cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19b5200640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f19b00b6700 0x7f19b01f3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19afe00640 1 -- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f19b015e660 msgr2=0x7f19b00cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19afe00640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f19b015e660 0x7f19b00cdd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19afe00640 1 -- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f19b00b6700 msgr2=0x7f19b01f3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19afe00640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f19b00b6700 0x7f19b01f3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19afe00640 1 -- 172.21.15.29:0/3192410955 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19b01534d0 con 0x7f19b00d3150 2024-09-12T03:09:17.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.102+0000 7f19b5200640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f19b00b6700 0x7f19b01f3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:17.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.103+0000 7f19afe00640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19b00d3150 0x7f19b00cd810 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f199c00c450 tx=0x7f199c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:17.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.103+0000 7f19acc00640 1 -- 172.21.15.29:0/3192410955 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f199c0052d0 con 0x7f19b00d3150 2024-09-12T03:09:17.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.103+0000 7f19acc00640 1 -- 172.21.15.29:0/3192410955 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f199c005470 con 0x7f19b00d3150 2024-09-12T03:09:17.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.103+0000 7f19acc00640 1 -- 172.21.15.29:0/3192410955 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f199c012870 con 0x7f19b00d3150 2024-09-12T03:09:17.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.103+0000 7f19b7c00640 1 -- 172.21.15.29:0/3192410955 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19b00b8020 con 0x7f19b00d3150 2024-09-12T03:09:17.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.103+0000 7f19b7c00640 1 -- 172.21.15.29:0/3192410955 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19b00b85e0 con 0x7f19b00d3150 2024-09-12T03:09:17.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.104+0000 7f19b7c00640 1 -- 172.21.15.29:0/3192410955 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19b00d4dd0 con 0x7f19b00d3150 2024-09-12T03:09:17.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.105+0000 7f19acc00640 1 -- 172.21.15.29:0/3192410955 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f199c012a10 con 0x7f19b00d3150 2024-09-12T03:09:17.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.106+0000 7f19acc00640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f199006be30 0x7f199006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.106+0000 7f19acc00640 1 -- 172.21.15.29:0/3192410955 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f199c08aef0 con 0x7f19b00d3150 2024-09-12T03:09:17.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.106+0000 7f19b5200640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f199006be30 0x7f199006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.107+0000 7f19b5200640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f199006be30 0x7f199006e2f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f19a4034000 tx=0x7f19a402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:17.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.110+0000 7f19acc00640 1 -- 172.21.15.29:0/3192410955 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f199c059400 con 0x7f19b00d3150 2024-09-12T03:09:17.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.329+0000 7f19b7c00640 1 -- 172.21.15.29:0/3192410955 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f19b006bda0 con 0x7f19b00d3150 2024-09-12T03:09:17.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.329+0000 7f19acc00640 1 -- 172.21.15.29:0/3192410955 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5216 (secure 0 0 0) 0x7f199c058d00 con 0x7f19b00d3150 2024-09-12T03:09:17.330 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:17.330 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":9,"btime":"2024-09-12T03:08:46:734774+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2970531733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2970531733},{"type":"v1","addr":"172.21.15.29:6835","nonce":2970531733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4241,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1613885882","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1613885882},{"type":"v1","addr":"172.21.15.38:6835","nonce":1613885882}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4244,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1407657731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1407657731},{"type":"v1","addr":"172.21.15.38:6837","nonce":1407657731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:08:25.039695+0000","modified":"2024-09-12T03:08:46.155044+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.29:6833/203632037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":203632037},{"type":"v1","addr":"172.21.15.29:6833","nonce":203632037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-12T03:09:17.330 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 9 2024-09-12T03:09:17.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.331+0000 7f19b7c00640 1 -- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f199006be30 msgr2=0x7f199006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.331+0000 7f19b7c00640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f199006be30 0x7f199006e2f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f19a4034000 tx=0x7f19a402e000 comp rx=0 tx=0).stop 2024-09-12T03:09:17.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.331+0000 7f19b7c00640 1 -- 172.21.15.29:0/3192410955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19b00d3150 msgr2=0x7f19b00cd810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.331+0000 7f19b7c00640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19b00d3150 0x7f19b00cd810 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f199c00c450 tx=0x7f199c00c910 comp rx=0 tx=0).stop 2024-09-12T03:09:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.332+0000 7f19b7c00640 1 -- 172.21.15.29:0/3192410955 shutdown_connections 2024-09-12T03:09:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.332+0000 7f19b7c00640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f199006be30 0x7f199006e2f0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.332+0000 7f19b7c00640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f19b015e660 0x7f19b00cdd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.332+0000 7f19b7c00640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19b00d3150 0x7f19b00cd810 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.332+0000 7f19b7c00640 1 --2- 172.21.15.29:0/3192410955 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f19b00b6700 0x7f19b01f3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.332+0000 7f19b7c00640 1 -- 172.21.15.29:0/3192410955 >> 172.21.15.29:0/3192410955 conn(0x7f19b008c000 msgr2=0x7f19b00cf050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.332+0000 7f19b7c00640 1 -- 172.21.15.29:0/3192410955 shutdown_connections 2024-09-12T03:09:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.332+0000 7f19b7c00640 1 -- 172.21.15.29:0/3192410955 wait complete. 2024-09-12T03:09:17.349 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:09:17.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.504+0000 7fbd6fc00640 1 Processor -- start 2024-09-12T03:09:17.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.504+0000 7fbd6fc00640 1 -- start start 2024-09-12T03:09:17.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.505+0000 7fbd6fc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbd6806f0e0 0x7fbd6815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.505+0000 7fbd6fc00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fbd680b3ba0 0x7fbd680b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.505+0000 7fbd6fc00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd6815c620 con 0x7fbd6806f4c0 2024-09-12T03:09:17.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.505+0000 7fbd6fc00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fbd6815bc50 con 0x7fbd6806f0e0 2024-09-12T03:09:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.505+0000 7fbd6fc00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fbd68152630 con 0x7fbd680b3ba0 2024-09-12T03:09:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.505+0000 7fbd6d200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbd6806f0e0 0x7fbd6815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.505+0000 7fbd6d200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbd6806f0e0 0x7fbd6815c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45876/0 (socket says 172.21.15.29:45876) 2024-09-12T03:09:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.505+0000 7fbd6d200640 1 -- 172.21.15.29:0/2710031505 learned_addr learned my addr 172.21.15.29:0/2710031505 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.506+0000 7fbd6dc00640 1 --2- 172.21.15.29:0/2710031505 >> v2:172.21.15.38:3300/0 conn(0x7fbd680b3ba0 0x7fbd680b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.506+0000 7fbd6d200640 1 -- 172.21.15.29:0/2710031505 >> v2:172.21.15.38:3300/0 conn(0x7fbd680b3ba0 msgr2=0x7fbd680b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.506+0000 7fbd6d200640 1 --2- 172.21.15.29:0/2710031505 >> v2:172.21.15.38:3300/0 conn(0x7fbd680b3ba0 0x7fbd680b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.506+0000 7fbd6d200640 1 -- 172.21.15.29:0/2710031505 >> v1:172.21.15.38:6789/0 conn(0x7fbd6806f4c0 legacy=0x7fbd680cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.506+0000 7fbd6d200640 1 -- 172.21.15.29:0/2710031505 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd680cfb40 con 0x7fbd6806f0e0 2024-09-12T03:09:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.506+0000 7fbd6dc00640 1 --2- 172.21.15.29:0/2710031505 >> v2:172.21.15.38:3300/0 conn(0x7fbd680b3ba0 0x7fbd680b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.507+0000 7fbd6d200640 1 --2- 172.21.15.29:0/2710031505 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd6806f0e0 0x7fbd6815c0e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbd6815bbc0 tx=0x7fbd5c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6062a3b7d64be4a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.507+0000 7fbd67400640 1 -- 172.21.15.29:0/2710031505 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c037070 con 0x7fbd6806f0e0 2024-09-12T03:09:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.507+0000 7fbd67400640 1 -- 172.21.15.29:0/2710031505 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd5c032440 con 0x7fbd6806f0e0 2024-09-12T03:09:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.507+0000 7fbd67400640 1 -- 172.21.15.29:0/2710031505 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c032810 con 0x7fbd6806f0e0 2024-09-12T03:09:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.508+0000 7fbd6fc00640 1 -- 172.21.15.29:0/2710031505 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd6806f0e0 msgr2=0x7fbd6815c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.508+0000 7fbd6fc00640 1 --2- 172.21.15.29:0/2710031505 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd6806f0e0 0x7fbd6815c0e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbd6815bbc0 tx=0x7fbd5c02a270 comp rx=0 tx=0).stop 2024-09-12T03:09:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.508+0000 7fbd6fc00640 1 -- 172.21.15.29:0/2710031505 shutdown_connections 2024-09-12T03:09:17.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.508+0000 7fbd6fc00640 1 --2- 172.21.15.29:0/2710031505 >> v2:172.21.15.38:3300/0 conn(0x7fbd680b3ba0 0x7fbd680b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.508+0000 7fbd6fc00640 1 --2- 172.21.15.29:0/2710031505 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd6806f0e0 0x7fbd6815c0e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.508+0000 7fbd6fc00640 1 -- 172.21.15.29:0/2710031505 >> 172.21.15.29:0/2710031505 conn(0x7fbd68067da0 msgr2=0x7fbd6806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:17.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.508+0000 7fbd6fc00640 1 -- 172.21.15.29:0/2710031505 shutdown_connections 2024-09-12T03:09:17.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.508+0000 7fbd6fc00640 1 -- 172.21.15.29:0/2710031505 wait complete. 2024-09-12T03:09:17.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.509+0000 7fbd6fc00640 1 Processor -- start 2024-09-12T03:09:17.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.510+0000 7fbd6fc00640 1 -- start start 2024-09-12T03:09:17.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.510+0000 7fbd6fc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd6806f0e0 0x7fbd6814b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.510+0000 7fbd6fc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd6806f4c0 0x7fbd681f85c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6fc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd680b3ba0 0x7fbd68151c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6fc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6806f930 con 0x7fbd6806f0e0 2024-09-12T03:09:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6fc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6815b8e0 con 0x7fbd6806f4c0 2024-09-12T03:09:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6fc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbd680cf770 con 0x7fbd680b3ba0 2024-09-12T03:09:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6d200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd6806f0e0 0x7fbd6814b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6d200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd6806f0e0 0x7fbd6814b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45878/0 (socket says 172.21.15.29:45878) 2024-09-12T03:09:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6d200640 1 -- 172.21.15.29:0/4162172454 learned_addr learned my addr 172.21.15.29:0/4162172454 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6dc00640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd680b3ba0 0x7fbd68151c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd67e00640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd6806f4c0 0x7fbd681f85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6d200640 1 -- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd680b3ba0 msgr2=0x7fbd68151c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6d200640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd680b3ba0 0x7fbd68151c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6d200640 1 -- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd6806f4c0 msgr2=0x7fbd681f85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6d200640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd6806f4c0 0x7fbd681f85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.511+0000 7fbd6d200640 1 -- 172.21.15.29:0/4162172454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd68168910 con 0x7fbd6806f0e0 2024-09-12T03:09:17.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.512+0000 7fbd6d200640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd6806f0e0 0x7fbd6814b8d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c02a2b0 tx=0x7fbd5c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:17.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.512+0000 7fbd64c00640 1 -- 172.21.15.29:0/4162172454 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c041020 con 0x7fbd6806f0e0 2024-09-12T03:09:17.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.512+0000 7fbd64c00640 1 -- 172.21.15.29:0/4162172454 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd5c0306c0 con 0x7fbd6806f0e0 2024-09-12T03:09:17.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.512+0000 7fbd64c00640 1 -- 172.21.15.29:0/4162172454 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c037040 con 0x7fbd6806f0e0 2024-09-12T03:09:17.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.512+0000 7fbd6fc00640 1 -- 172.21.15.29:0/4162172454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd68168bf0 con 0x7fbd6806f0e0 2024-09-12T03:09:17.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.512+0000 7fbd6fc00640 1 -- 172.21.15.29:0/4162172454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd681685e0 con 0x7fbd6806f0e0 2024-09-12T03:09:17.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.513+0000 7fbd6fc00640 1 -- 172.21.15.29:0/4162172454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd6815ee80 con 0x7fbd6806f0e0 2024-09-12T03:09:17.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.514+0000 7fbd64c00640 1 -- 172.21.15.29:0/4162172454 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbd5c044020 con 0x7fbd6806f0e0 2024-09-12T03:09:17.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.515+0000 7fbd64c00640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd4806be30 0x7fbd4806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.515+0000 7fbd64c00640 1 -- 172.21.15.29:0/4162172454 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fbd5c0ab980 con 0x7fbd6806f0e0 2024-09-12T03:09:17.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.515+0000 7fbd67e00640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd4806be30 0x7fbd4806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.516+0000 7fbd67e00640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd4806be30 0x7fbd4806e2f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbd6814e530 tx=0x7fbd54009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:17.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.519+0000 7fbd64c00640 1 -- 172.21.15.29:0/4162172454 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbd5c04b030 con 0x7fbd6806f0e0 2024-09-12T03:09:17.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.708+0000 7fbd6fc00640 1 -- 172.21.15.29:0/4162172454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbd6815c300 con 0x7fbd6806f0e0 2024-09-12T03:09:17.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.709+0000 7fbd64c00640 1 -- 172.21.15.29:0/4162172454 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18914 (secure 0 0 0) 0x7fbd5c0798d0 con 0x7fbd6806f0e0 2024-09-12T03:09:17.712 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:17.712 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":26,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:09:06.860012+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:08:23.310936+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-12T03:08:24.031415+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-12T03:08:27.692978+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.13","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.33","mappings":[{"from":3,"to":2}]},{"pgid":"4.4","mappings":[{"from":1,"to":5}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:09:17.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 -- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd4806be30 msgr2=0x7fbd4806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd4806be30 0x7fbd4806e2f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fbd6814e530 tx=0x7fbd54009040 comp rx=0 tx=0).stop 2024-09-12T03:09:17.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 -- 172.21.15.29:0/4162172454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd6806f0e0 msgr2=0x7fbd6814b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd6806f0e0 0x7fbd6814b8d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c02a2b0 tx=0x7fbd5c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 -- 172.21.15.29:0/4162172454 shutdown_connections 2024-09-12T03:09:17.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd4806be30 0x7fbd4806e2f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd680b3ba0 0x7fbd68151c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd6806f4c0 0x7fbd681f85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 --2- 172.21.15.29:0/4162172454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd6806f0e0 0x7fbd6814b8d0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 -- 172.21.15.29:0/4162172454 >> 172.21.15.29:0/4162172454 conn(0x7fbd68067da0 msgr2=0x7fbd6815c870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:17.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 -- 172.21.15.29:0/4162172454 shutdown_connections 2024-09-12T03:09:17.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.712+0000 7fbd6fc00640 1 -- 172.21.15.29:0/4162172454 wait complete. 2024-09-12T03:09:17.730 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-12T03:09:17.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.889+0000 7fc3be400640 1 Processor -- start 2024-09-12T03:09:17.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.889+0000 7fc3be400640 1 -- start start 2024-09-12T03:09:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.890+0000 7fc3be400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b80b3ba0 0x7fc3b80b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.890+0000 7fc3be400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3b80cfb40 con 0x7fc3b806f4c0 2024-09-12T03:09:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.890+0000 7fc3be400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3b80cfe20 con 0x7fc3b806f0e0 2024-09-12T03:09:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.890+0000 7fc3be400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc3b815bc50 con 0x7fc3b80b3ba0 2024-09-12T03:09:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.891+0000 7fc3b6a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc3b806f4c0 0x7fc3b80cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45640/0 (socket says 172.21.15.29:45640) 2024-09-12T03:09:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.891+0000 7fc3b6a00640 1 -- 172.21.15.29:0/2589202520 learned_addr learned my addr 172.21.15.29:0/2589202520 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.891+0000 7fc3b7e00640 1 --2- 172.21.15.29:0/2589202520 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b80b3ba0 0x7fc3b80b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.891+0000 7fc3b6000640 1 -- 172.21.15.29:0/2589202520 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1981003856 0 0) 0x7fc3b80cfb40 con 0x7fc3b806f4c0 2024-09-12T03:09:17.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.891+0000 7fc3b6000640 1 -- 172.21.15.29:0/2589202520 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc39c005730 con 0x7fc3b806f4c0 2024-09-12T03:09:17.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.891+0000 7fc3b6000640 1 -- 172.21.15.29:0/2589202520 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 17616566 0 0) 0x7fc3b80cfe20 con 0x7fc3b806f0e0 2024-09-12T03:09:17.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.891+0000 7fc3b6000640 1 -- 172.21.15.29:0/2589202520 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc3b80cfb40 con 0x7fc3b806f0e0 2024-09-12T03:09:17.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.891+0000 7fc3b7e00640 1 -- 172.21.15.29:0/2589202520 >> v1:172.21.15.38:6789/0 conn(0x7fc3b806f0e0 legacy=0x7fc3b815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.891+0000 7fc3b7e00640 1 -- 172.21.15.29:0/2589202520 >> v1:172.21.15.29:6789/0 conn(0x7fc3b806f4c0 legacy=0x7fc3b80cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.891+0000 7fc3b7e00640 1 -- 172.21.15.29:0/2589202520 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3b815b8e0 con 0x7fc3b80b3ba0 2024-09-12T03:09:17.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.892+0000 7fc3b7e00640 1 --2- 172.21.15.29:0/2589202520 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b80b3ba0 0x7fc3b80b4030 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc3b815bdd0 tx=0x7fc3b002a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a187abc41e1fa589 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:17.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.893+0000 7fc3b6000640 1 -- 172.21.15.29:0/2589202520 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b0007740 con 0x7fc3b80b3ba0 2024-09-12T03:09:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.893+0000 7fc3b6000640 1 -- 172.21.15.29:0/2589202520 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3b00078e0 con 0x7fc3b80b3ba0 2024-09-12T03:09:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.893+0000 7fc3b6000640 1 -- 172.21.15.29:0/2589202520 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b0007cb0 con 0x7fc3b80b3ba0 2024-09-12T03:09:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.893+0000 7fc3be400640 1 -- 172.21.15.29:0/2589202520 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b80b3ba0 msgr2=0x7fc3b80b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.893+0000 7fc3be400640 1 --2- 172.21.15.29:0/2589202520 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b80b3ba0 0x7fc3b80b4030 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc3b815bdd0 tx=0x7fc3b002a6d0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.893+0000 7fc3be400640 1 -- 172.21.15.29:0/2589202520 shutdown_connections 2024-09-12T03:09:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.893+0000 7fc3be400640 1 --2- 172.21.15.29:0/2589202520 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b80b3ba0 0x7fc3b80b4030 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.893+0000 7fc3be400640 1 -- 172.21.15.29:0/2589202520 >> 172.21.15.29:0/2589202520 conn(0x7fc3b8067da0 msgr2=0x7fc3b806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.893+0000 7fc3be400640 1 -- 172.21.15.29:0/2589202520 shutdown_connections 2024-09-12T03:09:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.893+0000 7fc3be400640 1 -- 172.21.15.29:0/2589202520 wait complete. 2024-09-12T03:09:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.895+0000 7fc3be400640 1 Processor -- start 2024-09-12T03:09:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.895+0000 7fc3be400640 1 -- start start 2024-09-12T03:09:17.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.896+0000 7fc3be400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b806f0e0 0x7fc3b81f2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.896+0000 7fc3be400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b81ef140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.896+0000 7fc3be400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b80b3ba0 0x7fc3b80b00a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.896+0000 7fc3be400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b80cf770 con 0x7fc3b806f4c0 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.896+0000 7fc3be400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b8152630 con 0x7fc3b80b3ba0 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.896+0000 7fc3be400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc3b80cf8f0 con 0x7fc3b806f0e0 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.896+0000 7fc3b6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b81ef140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.896+0000 7fc3b6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b81ef140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45882/0 (socket says 172.21.15.29:45882) 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.896+0000 7fc3b6a00640 1 -- 172.21.15.29:0/1807282125 learned_addr learned my addr 172.21.15.29:0/1807282125 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.896+0000 7fc3b7e00640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b80b3ba0 0x7fc3b80b00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.896+0000 7fc3b7400640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b806f0e0 0x7fc3b81f2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.897+0000 7fc3b6a00640 1 -- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b806f0e0 msgr2=0x7fc3b81f2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.897+0000 7fc3b6a00640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b806f0e0 0x7fc3b81f2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.897+0000 7fc3b6a00640 1 -- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b80b3ba0 msgr2=0x7fc3b80b00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.897+0000 7fc3b6a00640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b80b3ba0 0x7fc3b80b00a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:17.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.897+0000 7fc3b6a00640 1 -- 172.21.15.29:0/1807282125 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3b81586c0 con 0x7fc3b806f4c0 2024-09-12T03:09:17.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.897+0000 7fc3b6a00640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b81ef140 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc3a400c530 tx=0x7fc3a400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:17.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.897+0000 7fc3af400640 1 -- 172.21.15.29:0/1807282125 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a4017070 con 0x7fc3b806f4c0 2024-09-12T03:09:17.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.897+0000 7fc3af400640 1 -- 172.21.15.29:0/1807282125 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3a4005ce0 con 0x7fc3b806f4c0 2024-09-12T03:09:17.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.897+0000 7fc3be400640 1 -- 172.21.15.29:0/1807282125 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3b81f3550 con 0x7fc3b806f4c0 2024-09-12T03:09:17.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.897+0000 7fc3af400640 1 -- 172.21.15.29:0/1807282125 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a4007270 con 0x7fc3b806f4c0 2024-09-12T03:09:17.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.897+0000 7fc3be400640 1 -- 172.21.15.29:0/1807282125 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3b81f3b10 con 0x7fc3b806f4c0 2024-09-12T03:09:17.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.898+0000 7fc3be400640 1 -- 172.21.15.29:0/1807282125 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3b815ee80 con 0x7fc3b806f4c0 2024-09-12T03:09:17.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.899+0000 7fc3af400640 1 -- 172.21.15.29:0/1807282125 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc3a401a070 con 0x7fc3b806f4c0 2024-09-12T03:09:17.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.900+0000 7fc3af400640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 0x7fc39806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:17.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.900+0000 7fc3af400640 1 -- 172.21.15.29:0/1807282125 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fc3a408a5a0 con 0x7fc3b806f4c0 2024-09-12T03:09:17.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.901+0000 7fc3b7400640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 0x7fc39806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:17.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.901+0000 7fc3b7400640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 0x7fc39806e2f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc3a8007fd0 tx=0x7fc3a8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:17.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:17.904+0000 7fc3af400640 1 -- 172.21.15.29:0/1807282125 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc3b81586c0 con 0x7fc3b806f4c0 2024-09-12T03:09:18.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.130+0000 7fc3be400640 1 -- 172.21.15.29:0/1807282125 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fc3b81f3d10 con 0x7fc3b806f4c0 2024-09-12T03:09:18.131 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:09:18.131+0000 7fcf24a00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T03:09:18.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.132+0000 7fc3af400640 1 -- 172.21.15.29:0/1807282125 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) ==== 161+0+0 (secure 0 0 0) 0x7fc3a4058460 con 0x7fc3b806f4c0 2024-09-12T03:09:18.133 INFO:teuthology.orchestra.run.smithi029.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-12T03:09:18.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.135+0000 7fc3be400640 1 -- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 msgr2=0x7fc39806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:18.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.135+0000 7fc3be400640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 0x7fc39806e2f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc3a8007fd0 tx=0x7fc3a8009040 comp rx=0 tx=0).stop 2024-09-12T03:09:18.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.135+0000 7fc3be400640 1 -- 172.21.15.29:0/1807282125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 msgr2=0x7fc3b81ef140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:18.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.135+0000 7fc3be400640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b81ef140 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc3a400c530 tx=0x7fc3a400c9f0 comp rx=0 tx=0).stop 2024-09-12T03:09:18.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.136+0000 7fc3be400640 1 -- 172.21.15.29:0/1807282125 shutdown_connections 2024-09-12T03:09:18.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.136+0000 7fc3be400640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 0x7fc39806e2f0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:18.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.136+0000 7fc3be400640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b80b3ba0 0x7fc3b80b00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:18.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.136+0000 7fc3be400640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b81ef140 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:18.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.136+0000 7fc3be400640 1 --2- 172.21.15.29:0/1807282125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b806f0e0 0x7fc3b81f2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:18.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.136+0000 7fc3be400640 1 -- 172.21.15.29:0/1807282125 >> 172.21.15.29:0/1807282125 conn(0x7fc3b8067da0 msgr2=0x7fc3b80b5240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:18.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.136+0000 7fc3be400640 1 -- 172.21.15.29:0/1807282125 shutdown_connections 2024-09-12T03:09:18.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.136+0000 7fc3be400640 1 -- 172.21.15.29:0/1807282125 wait complete. 2024-09-12T03:09:18.143 INFO:tasks.ceph.mds.a.smithi029.stderr: -4616> 2024-09-12T03:08:30.825+0000 7fd630800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T03:09:18.153 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-12T03:09:18.196 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:09:18.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.313+0000 7f5c23a00640 1 Processor -- start 2024-09-12T03:09:18.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.313+0000 7f5c23a00640 1 -- start start 2024-09-12T03:09:18.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.314+0000 7f5c23a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c1c147fe0 0x7f5c1c15ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:18.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.314+0000 7f5c23a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5c1c072750 0x7f5c1c0b4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:18.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.314+0000 7f5c23a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c1c0b4ed0 con 0x7f5c1c0b4140 2024-09-12T03:09:18.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.314+0000 7f5c23a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f5c1c1483c0 con 0x7f5c1c072750 2024-09-12T03:09:18.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.314+0000 7f5c23a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5c1c0b51b0 con 0x7f5c1c147fe0 2024-09-12T03:09:18.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.315+0000 7f5c1be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f5c1c0b4140 0x7f5c1c072040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45658/0 (socket says 172.21.15.29:45658) 2024-09-12T03:09:18.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.315+0000 7f5c1be00640 1 -- 172.21.15.29:0/1543010899 learned_addr learned my addr 172.21.15.29:0/1543010899 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:18.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.315+0000 7f5c21000640 1 --2- 172.21.15.29:0/1543010899 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c1c147fe0 0x7f5c1c15ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:18.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.315+0000 7f5c21a00640 1 --2- 172.21.15.29:0/1543010899 >> v2:172.21.15.38:3300/0 conn(0x7f5c1c072750 0x7f5c1c0b4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:18.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.315+0000 7f5c1b400640 1 -- 172.21.15.29:0/1543010899 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1089232971 0 0) 0x7f5c1c0b4ed0 con 0x7f5c1c0b4140 2024-09-12T03:09:18.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.315+0000 7f5c1b400640 1 -- 172.21.15.29:0/1543010899 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5c04003520 con 0x7f5c1c0b4140 2024-09-12T03:09:18.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.315+0000 7f5c21000640 1 -- 172.21.15.29:0/1543010899 >> v2:172.21.15.38:3300/0 conn(0x7f5c1c072750 msgr2=0x7f5c1c0b4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:18.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.315+0000 7f5c21000640 1 --2- 172.21.15.29:0/1543010899 >> v2:172.21.15.38:3300/0 conn(0x7f5c1c072750 0x7f5c1c0b4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:18.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.315+0000 7f5c21000640 1 -- 172.21.15.29:0/1543010899 >> v1:172.21.15.29:6789/0 conn(0x7f5c1c0b4140 legacy=0x7f5c1c072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:18.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.315+0000 7f5c21000640 1 -- 172.21.15.29:0/1543010899 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c1c0b5490 con 0x7f5c1c147fe0 2024-09-12T03:09:18.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.316+0000 7f5c21000640 1 --2- 172.21.15.29:0/1543010899 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c1c147fe0 0x7f5c1c15ebf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5c100097a0 tx=0x7f5c1002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80d3d958a5776cc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:18.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.317+0000 7f5c1b400640 1 -- 172.21.15.29:0/1543010899 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c10037070 con 0x7f5c1c147fe0 2024-09-12T03:09:18.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.317+0000 7f5c1b400640 1 -- 172.21.15.29:0/1543010899 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c10032440 con 0x7f5c1c147fe0 2024-09-12T03:09:18.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.317+0000 7f5c1b400640 1 -- 172.21.15.29:0/1543010899 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c100327f0 con 0x7f5c1c147fe0 2024-09-12T03:09:18.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.317+0000 7f5c23a00640 1 -- 172.21.15.29:0/1543010899 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c1c147fe0 msgr2=0x7f5c1c15ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:18.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.317+0000 7f5c23a00640 1 --2- 172.21.15.29:0/1543010899 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c1c147fe0 0x7f5c1c15ebf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5c100097a0 tx=0x7f5c1002a180 comp rx=0 tx=0).stop 2024-09-12T03:09:18.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.317+0000 7f5c23a00640 1 -- 172.21.15.29:0/1543010899 shutdown_connections 2024-09-12T03:09:18.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.317+0000 7f5c23a00640 1 --2- 172.21.15.29:0/1543010899 >> v2:172.21.15.38:3300/0 conn(0x7f5c1c072750 0x7f5c1c0b4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:18.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.317+0000 7f5c23a00640 1 --2- 172.21.15.29:0/1543010899 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c1c147fe0 0x7f5c1c15ebf0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:18.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.317+0000 7f5c23a00640 1 -- 172.21.15.29:0/1543010899 >> 172.21.15.29:0/1543010899 conn(0x7f5c1c067d70 msgr2=0x7f5c1c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:18.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.317+0000 7f5c23a00640 1 -- 172.21.15.29:0/1543010899 shutdown_connections 2024-09-12T03:09:18.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.317+0000 7f5c23a00640 1 -- 172.21.15.29:0/1543010899 wait complete. 2024-09-12T03:09:18.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.319+0000 7f5c23a00640 1 Processor -- start 2024-09-12T03:09:18.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.319+0000 7f5c23a00640 1 -- start start 2024-09-12T03:09:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.320+0000 7f5c23a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c1c072750 0x7f5c1c140b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.320+0000 7f5c23a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c1c0b4140 0x7f5c1c1f3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.320+0000 7f5c23a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c1c147fe0 0x7f5c1c0b0050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.320+0000 7f5c23a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5c1c0b4b30 con 0x7f5c1c147fe0 2024-09-12T03:09:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.320+0000 7f5c23a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5c1c0b5770 con 0x7f5c1c072750 2024-09-12T03:09:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.320+0000 7f5c23a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5c1c0b4cb0 con 0x7f5c1c0b4140 2024-09-12T03:09:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.320+0000 7f5c21a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c1c147fe0 0x7f5c1c0b0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.320+0000 7f5c21a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c1c147fe0 0x7f5c1c0b0050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45900/0 (socket says 172.21.15.29:45900) 2024-09-12T03:09:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.320+0000 7f5c21a00640 1 -- 172.21.15.29:0/2480908494 learned_addr learned my addr 172.21.15.29:0/2480908494 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.320+0000 7f5c1be00640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c1c0b4140 0x7f5c1c1f3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.320+0000 7f5c21000640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c1c072750 0x7f5c1c140b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c21a00640 1 -- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c1c0b4140 msgr2=0x7f5c1c1f3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c21a00640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c1c0b4140 0x7f5c1c1f3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c21a00640 1 -- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c1c072750 msgr2=0x7f5c1c140b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c21a00640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c1c072750 0x7f5c1c140b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c21a00640 1 -- 172.21.15.29:0/2480908494 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c1c1f4660 con 0x7f5c1c147fe0 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c21000640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c1c072750 0x7f5c1c140b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c21a00640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c1c147fe0 0x7f5c1c0b0050 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5c1400efc0 tx=0x7f5c1400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c18c00640 1 -- 172.21.15.29:0/2480908494 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c14018020 con 0x7f5c1c147fe0 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c18c00640 1 -- 172.21.15.29:0/2480908494 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c14014480 con 0x7f5c1c147fe0 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c18c00640 1 -- 172.21.15.29:0/2480908494 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c14014870 con 0x7f5c1c147fe0 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c23a00640 1 -- 172.21.15.29:0/2480908494 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c1c1f4940 con 0x7f5c1c147fe0 2024-09-12T03:09:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.321+0000 7f5c23a00640 1 -- 172.21.15.29:0/2480908494 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c1c13f3a0 con 0x7f5c1c147fe0 2024-09-12T03:09:18.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.323+0000 7f5c23a00640 1 -- 172.21.15.29:0/2480908494 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c1c13f5a0 con 0x7f5c1c147fe0 2024-09-12T03:09:18.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.323+0000 7f5c18c00640 1 -- 172.21.15.29:0/2480908494 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5c14005d10 con 0x7f5c1c147fe0 2024-09-12T03:09:18.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.325+0000 7f5c18c00640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bfc06be30 0x7f5bfc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:18.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.325+0000 7f5c18c00640 1 -- 172.21.15.29:0/2480908494 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6821+0+0 (secure 0 0 0) 0x7f5c1408c120 con 0x7f5c1c147fe0 2024-09-12T03:09:18.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.325+0000 7f5c21000640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bfc06be30 0x7f5bfc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:18.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.326+0000 7f5c21000640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bfc06be30 0x7f5bfc06e2f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f5c10034000 tx=0x7f5c1002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:18.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.329+0000 7f5c18c00640 1 -- 172.21.15.29:0/2480908494 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5c1c13f5a0 con 0x7f5c1c147fe0 2024-09-12T03:09:18.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:18.556+0000 7f5c23a00640 1 -- 172.21.15.29:0/2480908494 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f5c1c15ebf0 con 0x7f5c1c147fe0 2024-09-12T03:09:19.009 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:09:19.013 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:09:19.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.134+0000 7f5c18c00640 1 -- 172.21.15.29:0/2480908494 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f5c14022030 con 0x7f5c1c147fe0 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 -- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bfc06be30 msgr2=0x7f5bfc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bfc06be30 0x7f5bfc06e2f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f5c10034000 tx=0x7f5c1002e000 comp rx=0 tx=0).stop 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 -- 172.21.15.29:0/2480908494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c1c147fe0 msgr2=0x7f5c1c0b0050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c1c147fe0 0x7f5c1c0b0050 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5c1400efc0 tx=0x7f5c1400c490 comp rx=0 tx=0).stop 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 -- 172.21.15.29:0/2480908494 shutdown_connections 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bfc06be30 0x7f5bfc06e2f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c1c147fe0 0x7f5c1c0b0050 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c1c0b4140 0x7f5c1c1f3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 --2- 172.21.15.29:0/2480908494 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c1c072750 0x7f5c1c140b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 -- 172.21.15.29:0/2480908494 >> 172.21.15.29:0/2480908494 conn(0x7f5c1c067d70 msgr2=0x7f5c1c1442e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 -- 172.21.15.29:0/2480908494 shutdown_connections 2024-09-12T03:09:19.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.137+0000 7f5c23a00640 1 -- 172.21.15.29:0/2480908494 wait complete. 2024-09-12T03:09:19.155 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-12T03:09:19.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.355+0000 7fdb37a00640 1 Processor -- start 2024-09-12T03:09:19.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.356+0000 7fdb37a00640 1 -- start start 2024-09-12T03:09:19.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.357+0000 7fdb37a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdb30071250 0x7fdb3006cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:19.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.357+0000 7fdb37a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb300b1310 0x7fdb300b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:19.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.357+0000 7fdb37a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb3015eff0 con 0x7fdb30070e70 2024-09-12T03:09:19.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.357+0000 7fdb37a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fdb300b63e0 con 0x7fdb30071250 2024-09-12T03:09:19.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.357+0000 7fdb37a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdb3009b5e0 con 0x7fdb300b1310 2024-09-12T03:09:19.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.357+0000 7fdb2fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdb30071250 0x7fdb3006cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:19.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.357+0000 7fdb2fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdb30071250 0x7fdb3006cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45910/0 (socket says 172.21.15.29:45910) 2024-09-12T03:09:19.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.357+0000 7fdb2fe00640 1 -- 172.21.15.29:0/1878044794 learned_addr learned my addr 172.21.15.29:0/1878044794 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:19.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.357+0000 7fdb35a00640 1 --2- 172.21.15.29:0/1878044794 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb300b1310 0x7fdb300b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:19.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.358+0000 7fdb2fe00640 1 -- 172.21.15.29:0/1878044794 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb300b1310 msgr2=0x7fdb300b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:19.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.358+0000 7fdb2fe00640 1 --2- 172.21.15.29:0/1878044794 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb300b1310 0x7fdb300b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:19.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.358+0000 7fdb2fe00640 1 -- 172.21.15.29:0/1878044794 >> v1:172.21.15.38:6789/0 conn(0x7fdb30070e70 legacy=0x7fdb3009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:19.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.358+0000 7fdb2fe00640 1 -- 172.21.15.29:0/1878044794 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb3009b8c0 con 0x7fdb30071250 2024-09-12T03:09:19.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.359+0000 7fdb2fe00640 1 --2- 172.21.15.29:0/1878044794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb30071250 0x7fdb3006cd20 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c009870 tx=0x7fdb1c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c2c9d2479507f32 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:19.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.359+0000 7fdb2f400640 1 -- 172.21.15.29:0/1878044794 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c037070 con 0x7fdb30071250 2024-09-12T03:09:19.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.359+0000 7fdb2f400640 1 -- 172.21.15.29:0/1878044794 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb1c032440 con 0x7fdb30071250 2024-09-12T03:09:19.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.359+0000 7fdb2f400640 1 -- 172.21.15.29:0/1878044794 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c032810 con 0x7fdb30071250 2024-09-12T03:09:19.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.359+0000 7fdb37a00640 1 -- 172.21.15.29:0/1878044794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb30071250 msgr2=0x7fdb3006cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:19.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.359+0000 7fdb37a00640 1 --2- 172.21.15.29:0/1878044794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb30071250 0x7fdb3006cd20 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c009870 tx=0x7fdb1c02a270 comp rx=0 tx=0).stop 2024-09-12T03:09:19.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.360+0000 7fdb37a00640 1 -- 172.21.15.29:0/1878044794 shutdown_connections 2024-09-12T03:09:19.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.360+0000 7fdb37a00640 1 --2- 172.21.15.29:0/1878044794 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb300b1310 0x7fdb300b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:19.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.360+0000 7fdb37a00640 1 --2- 172.21.15.29:0/1878044794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb30071250 0x7fdb3006cd20 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:19.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.360+0000 7fdb37a00640 1 -- 172.21.15.29:0/1878044794 >> 172.21.15.29:0/1878044794 conn(0x7fdb300b7a50 msgr2=0x7fdb300b4010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:19.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.360+0000 7fdb37a00640 1 -- 172.21.15.29:0/1878044794 shutdown_connections 2024-09-12T03:09:19.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.360+0000 7fdb37a00640 1 -- 172.21.15.29:0/1878044794 wait complete. 2024-09-12T03:09:19.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.361+0000 7fdb37a00640 1 Processor -- start 2024-09-12T03:09:19.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.361+0000 7fdb37a00640 1 -- start start 2024-09-12T03:09:19.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.362+0000 7fdb37a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb30070e70 0x7fdb3014ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:19.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.362+0000 7fdb37a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb30071250 0x7fdb3009fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:19.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.362+0000 7fdb37a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdb300b1310 0x7fdb300a02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:19.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.362+0000 7fdb37a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdb300b1ce0 con 0x7fdb30070e70 2024-09-12T03:09:19.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.362+0000 7fdb37a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdb300b5d60 con 0x7fdb300b1310 2024-09-12T03:09:19.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.362+0000 7fdb37a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdb3009b180 con 0x7fdb30071250 2024-09-12T03:09:19.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.363+0000 7fdb35000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb30070e70 0x7fdb3014ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:19.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.363+0000 7fdb35000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb30070e70 0x7fdb3014ff10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45914/0 (socket says 172.21.15.29:45914) 2024-09-12T03:09:19.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.363+0000 7fdb35000640 1 -- 172.21.15.29:0/4104849459 learned_addr learned my addr 172.21.15.29:0/4104849459 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:19.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.363+0000 7fdb2fe00640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb30071250 0x7fdb3009fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:19.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.363+0000 7fdb35a00640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdb300b1310 0x7fdb300a02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:19.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.363+0000 7fdb35000640 1 -- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb30071250 msgr2=0x7fdb3009fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:19.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.363+0000 7fdb35000640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb30071250 0x7fdb3009fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:19.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.363+0000 7fdb35000640 1 -- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdb300b1310 msgr2=0x7fdb300a02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:19.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.363+0000 7fdb35000640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdb300b1310 0x7fdb300a02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:19.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.363+0000 7fdb35000640 1 -- 172.21.15.29:0/4104849459 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb30150450 con 0x7fdb30070e70 2024-09-12T03:09:19.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.363+0000 7fdb35000640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb30070e70 0x7fdb3014ff10 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdb2400c450 tx=0x7fdb2400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:19.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.364+0000 7fdb2cc00640 1 -- 172.21.15.29:0/4104849459 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb240052d0 con 0x7fdb30070e70 2024-09-12T03:09:19.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.364+0000 7fdb2cc00640 1 -- 172.21.15.29:0/4104849459 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb24005470 con 0x7fdb30070e70 2024-09-12T03:09:19.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.364+0000 7fdb2cc00640 1 -- 172.21.15.29:0/4104849459 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb24012870 con 0x7fdb30070e70 2024-09-12T03:09:19.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.364+0000 7fdb37a00640 1 -- 172.21.15.29:0/4104849459 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb3009c470 con 0x7fdb30070e70 2024-09-12T03:09:19.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.364+0000 7fdb37a00640 1 -- 172.21.15.29:0/4104849459 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb3009ca30 con 0x7fdb30070e70 2024-09-12T03:09:19.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.365+0000 7fdb37a00640 1 -- 172.21.15.29:0/4104849459 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb300b17a0 con 0x7fdb30070e70 2024-09-12T03:09:19.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.366+0000 7fdb2cc00640 1 -- 172.21.15.29:0/4104849459 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdb24012a10 con 0x7fdb30070e70 2024-09-12T03:09:19.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.367+0000 7fdb2cc00640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb1006be60 0x7fdb1006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:19.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.367+0000 7fdb2cc00640 1 -- 172.21.15.29:0/4104849459 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6821+0+0 (secure 0 0 0) 0x7fdb2408acd0 con 0x7fdb30070e70 2024-09-12T03:09:19.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.367+0000 7fdb2fe00640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb1006be60 0x7fdb1006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:19.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.368+0000 7fdb2fe00640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb1006be60 0x7fdb1006e320 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c034000 tx=0x7fdb1c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:19.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.371+0000 7fdb2cc00640 1 -- 172.21.15.29:0/4104849459 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdb24058c60 con 0x7fdb30070e70 2024-09-12T03:09:19.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:19.556+0000 7fdb37a00640 1 -- 172.21.15.29:0/4104849459 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fdb300d2bf0 con 0x7fdb30070e70 2024-09-12T03:09:20.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.139+0000 7fdb2cc00640 1 -- 172.21.15.29:0/4104849459 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v28) ==== 181+0+0 (secure 0 0 0) 0x7fdb2405cf60 con 0x7fdb30070e70 2024-09-12T03:09:20.140 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' removed 2024-09-12T03:09:20.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.143+0000 7fdb37a00640 1 -- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb1006be60 msgr2=0x7fdb1006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.143+0000 7fdb37a00640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb1006be60 0x7fdb1006e320 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c034000 tx=0x7fdb1c02e000 comp rx=0 tx=0).stop 2024-09-12T03:09:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.143+0000 7fdb37a00640 1 -- 172.21.15.29:0/4104849459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb30070e70 msgr2=0x7fdb3014ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.143+0000 7fdb37a00640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb30070e70 0x7fdb3014ff10 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdb2400c450 tx=0x7fdb2400c910 comp rx=0 tx=0).stop 2024-09-12T03:09:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.144+0000 7fdb37a00640 1 -- 172.21.15.29:0/4104849459 shutdown_connections 2024-09-12T03:09:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.144+0000 7fdb37a00640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb1006be60 0x7fdb1006e320 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.144+0000 7fdb37a00640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdb300b1310 0x7fdb300a02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.144+0000 7fdb37a00640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb30071250 0x7fdb3009fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.144+0000 7fdb37a00640 1 --2- 172.21.15.29:0/4104849459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb30070e70 0x7fdb3014ff10 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.144+0000 7fdb37a00640 1 -- 172.21.15.29:0/4104849459 >> 172.21.15.29:0/4104849459 conn(0x7fdb300b7a50 msgr2=0x7fdb300b06a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.144+0000 7fdb37a00640 1 -- 172.21.15.29:0/4104849459 shutdown_connections 2024-09-12T03:09:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.144+0000 7fdb37a00640 1 -- 172.21.15.29:0/4104849459 wait complete. 2024-09-12T03:09:20.163 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-12T03:09:20.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.333+0000 7fa0a9800640 1 Processor -- start 2024-09-12T03:09:20.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.333+0000 7fa0a9800640 1 -- start start 2024-09-12T03:09:20.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.334+0000 7fa0a9800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa0a415e6d0 0x7fa0a40d3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:20.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.334+0000 7fa0a9800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0a40d1af0 0x7fa0a40cfa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:20.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.334+0000 7fa0a9800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0a40d2be0 con 0x7fa0a40cf640 2024-09-12T03:09:20.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.334+0000 7fa0a9800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa0a40d2ec0 con 0x7fa0a415e6d0 2024-09-12T03:09:20.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.334+0000 7fa0a9800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa0a40d31a0 con 0x7fa0a40d1af0 2024-09-12T03:09:20.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.335+0000 7fa0a2a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa0a415e6d0 0x7fa0a40d3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:20.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.335+0000 7fa0a2a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa0a415e6d0 0x7fa0a40d3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:39552/0 (socket says 172.21.15.29:39552) 2024-09-12T03:09:20.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.335+0000 7fa09be00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fa0a40cf640 0x7fa0a40d13e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:42686/0 (socket says 172.21.15.29:42686) 2024-09-12T03:09:20.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.335+0000 7fa0a2a00640 1 -- 172.21.15.29:0/3425405076 learned_addr learned my addr 172.21.15.29:0/3425405076 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:20.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.335+0000 7fa0a3400640 1 --2- 172.21.15.29:0/3425405076 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0a40d1af0 0x7fa0a40cfa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:20.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.335+0000 7fa0a2a00640 1 -- 172.21.15.29:0/3425405076 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0a40d1af0 msgr2=0x7fa0a40cfa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:20.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.335+0000 7fa0a2a00640 1 --2- 172.21.15.29:0/3425405076 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0a40d1af0 0x7fa0a40cfa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:20.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.335+0000 7fa0a2a00640 1 -- 172.21.15.29:0/3425405076 >> v1:172.21.15.38:6789/0 conn(0x7fa0a40cf640 legacy=0x7fa0a40d13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:20.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.335+0000 7fa0a2000640 1 -- 172.21.15.29:0/3425405076 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 380230499 0 0) 0x7fa0a40d2be0 con 0x7fa0a40cf640 2024-09-12T03:09:20.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.335+0000 7fa0a2a00640 1 -- 172.21.15.29:0/3425405076 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a40d3480 con 0x7fa0a415e6d0 2024-09-12T03:09:20.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.335+0000 7fa0a3400640 1 --2- 172.21.15.29:0/3425405076 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0a40d1af0 0x7fa0a40cfa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:20.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.336+0000 7fa0a2a00640 1 --2- 172.21.15.29:0/3425405076 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa0a415e6d0 0x7fa0a40d3c80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa0940098a0 tx=0x7fa09402a330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=acfe69f031c32e03 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:20.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.337+0000 7fa0a2000640 1 -- 172.21.15.29:0/3425405076 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa094037070 con 0x7fa0a415e6d0 2024-09-12T03:09:20.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.337+0000 7fa0a2000640 1 -- 172.21.15.29:0/3425405076 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa094032640 con 0x7fa0a415e6d0 2024-09-12T03:09:20.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.337+0000 7fa0a2000640 1 -- 172.21.15.29:0/3425405076 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa094032a10 con 0x7fa0a415e6d0 2024-09-12T03:09:20.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.337+0000 7fa0a9800640 1 -- 172.21.15.29:0/3425405076 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa0a415e6d0 msgr2=0x7fa0a40d3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:20.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.337+0000 7fa0a9800640 1 --2- 172.21.15.29:0/3425405076 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa0a415e6d0 0x7fa0a40d3c80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa0940098a0 tx=0x7fa09402a330 comp rx=0 tx=0).stop 2024-09-12T03:09:20.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.338+0000 7fa0a9800640 1 -- 172.21.15.29:0/3425405076 shutdown_connections 2024-09-12T03:09:20.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.338+0000 7fa0a9800640 1 --2- 172.21.15.29:0/3425405076 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0a40d1af0 0x7fa0a40cfa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:20.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.338+0000 7fa0a9800640 1 --2- 172.21.15.29:0/3425405076 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa0a415e6d0 0x7fa0a40d3c80 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:20.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.338+0000 7fa0a9800640 1 -- 172.21.15.29:0/3425405076 >> 172.21.15.29:0/3425405076 conn(0x7fa0a4067b30 msgr2=0x7fa0a4067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:20.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.338+0000 7fa0a9800640 1 -- 172.21.15.29:0/3425405076 shutdown_connections 2024-09-12T03:09:20.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.338+0000 7fa0a9800640 1 -- 172.21.15.29:0/3425405076 wait complete. 2024-09-12T03:09:20.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.339+0000 7fa0a9800640 1 Processor -- start 2024-09-12T03:09:20.340 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.339+0000 7fa0a9800640 1 -- start start 2024-09-12T03:09:20.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.340+0000 7fa0a9800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a40cf640 0x7fa0a41f5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:20.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.340+0000 7fa0a9800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0a40d1af0 0x7fa0a414c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:20.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.340+0000 7fa0a9800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa0a415e6d0 0x7fa0a40b5b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:20.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.340+0000 7fa0a9800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a415eab0 con 0x7fa0a40cf640 2024-09-12T03:09:20.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.340+0000 7fa0a9800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a4163100 con 0x7fa0a415e6d0 2024-09-12T03:09:20.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.340+0000 7fa0a9800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa0a415ec30 con 0x7fa0a40d1af0 2024-09-12T03:09:20.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.341+0000 7fa0a2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a40cf640 0x7fa0a41f5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:20.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.341+0000 7fa0a2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a40cf640 0x7fa0a41f5080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54412/0 (socket says 172.21.15.29:54412) 2024-09-12T03:09:20.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.341+0000 7fa0a2a00640 1 -- 172.21.15.29:0/2312970877 learned_addr learned my addr 172.21.15.29:0/2312970877 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:20.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.341+0000 7fa0a3400640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa0a415e6d0 0x7fa0a40b5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:20.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.341+0000 7fa09be00640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0a40d1af0 0x7fa0a414c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:20.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.341+0000 7fa0a2a00640 1 -- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0a40d1af0 msgr2=0x7fa0a414c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:20.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.341+0000 7fa0a2a00640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0a40d1af0 0x7fa0a414c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:20.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.341+0000 7fa0a2a00640 1 -- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa0a415e6d0 msgr2=0x7fa0a40b5b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:20.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.341+0000 7fa0a2a00640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa0a415e6d0 0x7fa0a40b5b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:20.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.341+0000 7fa0a2a00640 1 -- 172.21.15.29:0/2312970877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a40b4500 con 0x7fa0a40cf640 2024-09-12T03:09:20.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.341+0000 7fa0a2a00640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a40cf640 0x7fa0a41f5080 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa094000c00 tx=0x7fa0940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:20.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.342+0000 7fa09aa00640 1 -- 172.21.15.29:0/2312970877 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa094037040 con 0x7fa0a40cf640 2024-09-12T03:09:20.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.342+0000 7fa09aa00640 1 -- 172.21.15.29:0/2312970877 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa094042070 con 0x7fa0a40cf640 2024-09-12T03:09:20.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.342+0000 7fa09aa00640 1 -- 172.21.15.29:0/2312970877 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa094030990 con 0x7fa0a40cf640 2024-09-12T03:09:20.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.342+0000 7fa0a9800640 1 -- 172.21.15.29:0/2312970877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0a40cde80 con 0x7fa0a40cf640 2024-09-12T03:09:20.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.342+0000 7fa0a9800640 1 -- 172.21.15.29:0/2312970877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0a40ce440 con 0x7fa0a40cf640 2024-09-12T03:09:20.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.343+0000 7fa0a9800640 1 -- 172.21.15.29:0/2312970877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0a40cfa90 con 0x7fa0a40cf640 2024-09-12T03:09:20.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.345+0000 7fa09aa00640 1 -- 172.21.15.29:0/2312970877 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa094030b30 con 0x7fa0a40cf640 2024-09-12T03:09:20.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.346+0000 7fa09aa00640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa08006be30 0x7fa08006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:20.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.346+0000 7fa09aa00640 1 -- 172.21.15.29:0/2312970877 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6383+0+0 (secure 0 0 0) 0x7fa0940ab7e0 con 0x7fa0a40cf640 2024-09-12T03:09:20.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.347+0000 7fa09be00640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa08006be30 0x7fa08006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:20.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.347+0000 7fa09be00640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa08006be30 0x7fa08006e2f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa08c000f60 tx=0x7fa08c007d50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:20.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.351+0000 7fa09aa00640 1 -- 172.21.15.29:0/2312970877 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa094030e20 con 0x7fa0a40cf640 2024-09-12T03:09:20.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:20.537+0000 7fa0a9800640 1 -- 172.21.15.29:0/2312970877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa0a4161be0 con 0x7fa0a40cf640 2024-09-12T03:09:21.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.141+0000 7fa09aa00640 1 -- 172.21.15.29:0/2312970877 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v29) ==== 169+0+0 (secure 0 0 0) 0x7fa094079ee0 con 0x7fa0a40cf640 2024-09-12T03:09:21.142 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' removed 2024-09-12T03:09:21.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.144+0000 7fa0a9800640 1 -- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa08006be30 msgr2=0x7fa08006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:21.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.144+0000 7fa0a9800640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa08006be30 0x7fa08006e2f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa08c000f60 tx=0x7fa08c007d50 comp rx=0 tx=0).stop 2024-09-12T03:09:21.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.144+0000 7fa0a9800640 1 -- 172.21.15.29:0/2312970877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a40cf640 msgr2=0x7fa0a41f5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:21.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.144+0000 7fa0a9800640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a40cf640 0x7fa0a41f5080 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa094000c00 tx=0x7fa0940046c0 comp rx=0 tx=0).stop 2024-09-12T03:09:21.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.145+0000 7fa0a9800640 1 -- 172.21.15.29:0/2312970877 shutdown_connections 2024-09-12T03:09:21.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.145+0000 7fa0a9800640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa08006be30 0x7fa08006e2f0 secure :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa08c000f60 tx=0x7fa08c007d50 comp rx=0 tx=0).stop 2024-09-12T03:09:21.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.145+0000 7fa0a9800640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa0a415e6d0 0x7fa0a40b5b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:21.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.145+0000 7fa0a9800640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa0a40d1af0 0x7fa0a414c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:21.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.145+0000 7fa0a9800640 1 --2- 172.21.15.29:0/2312970877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0a40cf640 0x7fa0a41f5080 secure :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa094000c00 tx=0x7fa0940046c0 comp rx=0 tx=0).stop 2024-09-12T03:09:21.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.145+0000 7fa0a9800640 1 -- 172.21.15.29:0/2312970877 >> 172.21.15.29:0/2312970877 conn(0x7fa0a4067b30 msgr2=0x7fa0a40d4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:21.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.146+0000 7fa0a9800640 1 -- 172.21.15.29:0/2312970877 shutdown_connections 2024-09-12T03:09:21.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.146+0000 7fa0a9800640 1 -- 172.21.15.29:0/2312970877 wait complete. 2024-09-12T03:09:21.163 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-12T03:09:21.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.327+0000 7f001ca00640 1 Processor -- start 2024-09-12T03:09:21.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.327+0000 7f001ca00640 1 -- start start 2024-09-12T03:09:21.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.328+0000 7f001ca00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001815d1c0 0x7f001815d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:21.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.328+0000 7f001ca00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f001806ed60 0x7f001806f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:21.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.328+0000 7f001ca00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00180ad510 con 0x7f00180b3390 2024-09-12T03:09:21.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.328+0000 7f001ca00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f001806f700 con 0x7f001806ed60 2024-09-12T03:09:21.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.328+0000 7f001ca00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f00180b40c0 con 0x7f001815d1c0 2024-09-12T03:09:21.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.328+0000 7f0015e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f001806ed60 0x7f001806f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:21.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.328+0000 7f0015e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f001806ed60 0x7f001806f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54420/0 (socket says 172.21.15.29:54420) 2024-09-12T03:09:21.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.328+0000 7f0015e00640 1 -- 172.21.15.29:0/4087236953 learned_addr learned my addr 172.21.15.29:0/4087236953 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:21.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.329+0000 7f0016800640 1 --2- 172.21.15.29:0/4087236953 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001815d1c0 0x7f001815d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:21.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.329+0000 7f0015e00640 1 -- 172.21.15.29:0/4087236953 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001815d1c0 msgr2=0x7f001815d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:21.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.329+0000 7f0015e00640 1 --2- 172.21.15.29:0/4087236953 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001815d1c0 0x7f001815d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:21.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.329+0000 7f0015e00640 1 -- 172.21.15.29:0/4087236953 >> v1:172.21.15.38:6789/0 conn(0x7f00180b3390 legacy=0x7f00180b3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:21.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.329+0000 7f0015e00640 1 -- 172.21.15.29:0/4087236953 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00180ad780 con 0x7f001806ed60 2024-09-12T03:09:21.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.329+0000 7f0016800640 1 --2- 172.21.15.29:0/4087236953 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001815d1c0 0x7f001815d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:21.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.330+0000 7f0015e00640 1 --2- 172.21.15.29:0/4087236953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001806ed60 0x7f001806f1c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0004009870 tx=0x7f000402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63e6c6347823d765 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:21.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.330+0000 7f0015400640 1 -- 172.21.15.29:0/4087236953 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0004037070 con 0x7f001806ed60 2024-09-12T03:09:21.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.330+0000 7f0015400640 1 -- 172.21.15.29:0/4087236953 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0004032440 con 0x7f001806ed60 2024-09-12T03:09:21.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.330+0000 7f0015400640 1 -- 172.21.15.29:0/4087236953 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0004032810 con 0x7f001806ed60 2024-09-12T03:09:21.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.331+0000 7f001ca00640 1 -- 172.21.15.29:0/4087236953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001806ed60 msgr2=0x7f001806f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:21.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.331+0000 7f001ca00640 1 --2- 172.21.15.29:0/4087236953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001806ed60 0x7f001806f1c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0004009870 tx=0x7f000402a270 comp rx=0 tx=0).stop 2024-09-12T03:09:21.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.331+0000 7f001ca00640 1 -- 172.21.15.29:0/4087236953 shutdown_connections 2024-09-12T03:09:21.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.331+0000 7f001ca00640 1 --2- 172.21.15.29:0/4087236953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001806ed60 0x7f001806f1c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:21.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.331+0000 7f001ca00640 1 --2- 172.21.15.29:0/4087236953 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001815d1c0 0x7f001815d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:21.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.331+0000 7f001ca00640 1 -- 172.21.15.29:0/4087236953 >> 172.21.15.29:0/4087236953 conn(0x7f001806bc10 msgr2=0x7f001806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:21.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.331+0000 7f001ca00640 1 -- 172.21.15.29:0/4087236953 shutdown_connections 2024-09-12T03:09:21.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.331+0000 7f001ca00640 1 -- 172.21.15.29:0/4087236953 wait complete. 2024-09-12T03:09:21.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.333+0000 7f001ca00640 1 Processor -- start 2024-09-12T03:09:21.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.333+0000 7f001ca00640 1 -- start start 2024-09-12T03:09:21.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.334+0000 7f001ca00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001806ed60 0x7f0018150660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:21.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.334+0000 7f001ca00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f00180b3390 0x7f00180737b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:21.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.334+0000 7f001ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001815d1c0 0x7f0018151bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:21.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.334+0000 7f001ca00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f001815d5a0 con 0x7f001815d1c0 2024-09-12T03:09:21.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.334+0000 7f001ca00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f00180b43a0 con 0x7f00180b3390 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.334+0000 7f001ca00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f001815ddc0 con 0x7f001806ed60 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.334+0000 7f0017200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001815d1c0 0x7f0018151bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.334+0000 7f0017200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001815d1c0 0x7f0018151bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54430/0 (socket says 172.21.15.29:54430) 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.334+0000 7f0017200640 1 -- 172.21.15.29:0/3729297751 learned_addr learned my addr 172.21.15.29:0/3729297751 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.334+0000 7f0016800640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001806ed60 0x7f0018150660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.334+0000 7f0015e00640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f00180b3390 0x7f00180737b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.335+0000 7f0017200640 1 -- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001806ed60 msgr2=0x7f0018150660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.335+0000 7f0017200640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001806ed60 0x7f0018150660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.335+0000 7f0017200640 1 -- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f00180b3390 msgr2=0x7f00180737b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.335+0000 7f0017200640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f00180b3390 0x7f00180737b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.335+0000 7f0017200640 1 -- 172.21.15.29:0/3729297751 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0018152110 con 0x7f001815d1c0 2024-09-12T03:09:21.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.335+0000 7f0017200640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001815d1c0 0x7f0018151bd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f001000c7a0 tx=0x7f001000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:21.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.335+0000 7f000ea00640 1 -- 172.21.15.29:0/3729297751 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0010003b70 con 0x7f001815d1c0 2024-09-12T03:09:21.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.335+0000 7f000ea00640 1 -- 172.21.15.29:0/3729297751 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0010003d30 con 0x7f001815d1c0 2024-09-12T03:09:21.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.335+0000 7f000ea00640 1 -- 172.21.15.29:0/3729297751 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001000aa90 con 0x7f001815d1c0 2024-09-12T03:09:21.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.335+0000 7f001ca00640 1 -- 172.21.15.29:0/3729297751 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0018150e10 con 0x7f001815d1c0 2024-09-12T03:09:21.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.336+0000 7f001ca00640 1 -- 172.21.15.29:0/3729297751 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00181513d0 con 0x7f001815d1c0 2024-09-12T03:09:21.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.337+0000 7f001ca00640 1 -- 172.21.15.29:0/3729297751 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f001806f1c0 con 0x7f001815d1c0 2024-09-12T03:09:21.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.338+0000 7f000ea00640 1 -- 172.21.15.29:0/3729297751 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f001000ac30 con 0x7f001815d1c0 2024-09-12T03:09:21.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.339+0000 7f000ea00640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efff806be30 0x7efff806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:21.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.339+0000 7f000ea00640 1 -- 172.21.15.29:0/3729297751 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5853+0+0 (secure 0 0 0) 0x7f001008ad20 con 0x7f001815d1c0 2024-09-12T03:09:21.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.339+0000 7f0016800640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efff806be30 0x7efff806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:21.340 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.340+0000 7f0016800640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efff806be30 0x7efff806e2f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0008006fd0 tx=0x7f0008008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:21.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.343+0000 7f000ea00640 1 -- 172.21.15.29:0/3729297751 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0010058ff0 con 0x7f001815d1c0 2024-09-12T03:09:21.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:21.528+0000 7f001ca00640 1 -- 172.21.15.29:0/3729297751 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f001815f100 con 0x7f001815d1c0 2024-09-12T03:09:22.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.162+0000 7f000ea00640 1 -- 172.21.15.29:0/3729297751 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v30) ==== 178+0+0 (secure 0 0 0) 0x7f001005d2f0 con 0x7f001815d1c0 2024-09-12T03:09:22.162 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data_ec' removed 2024-09-12T03:09:22.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 -- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efff806be30 msgr2=0x7efff806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:22.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efff806be30 0x7efff806e2f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0008006fd0 tx=0x7f0008008040 comp rx=0 tx=0).stop 2024-09-12T03:09:22.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 -- 172.21.15.29:0/3729297751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001815d1c0 msgr2=0x7f0018151bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001815d1c0 0x7f0018151bd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f001000c7a0 tx=0x7f001000cc60 comp rx=0 tx=0).stop 2024-09-12T03:09:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 -- 172.21.15.29:0/3729297751 shutdown_connections 2024-09-12T03:09:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efff806be30 0x7efff806e2f0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f001815d1c0 0x7f0018151bd0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f00180b3390 0x7f00180737b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 --2- 172.21.15.29:0/3729297751 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f001806ed60 0x7f0018150660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 -- 172.21.15.29:0/3729297751 >> 172.21.15.29:0/3729297751 conn(0x7f001806bc10 msgr2=0x7f001815e100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 -- 172.21.15.29:0/3729297751 shutdown_connections 2024-09-12T03:09:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:22.166+0000 7f001ca00640 1 -- 172.21.15.29:0/3729297751 wait complete. 2024-09-12T03:09:22.186 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-12T03:09:22.186 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-12T03:09:22.187 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-12T03:09:22.187 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:09:22.187 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-12T03:09:22.187 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-12T03:09:22.187 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-12T03:09:22.187 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:09:22.188 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-12T03:09:22.188 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-12T03:09:22.188 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-12T03:09:22.188 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:09:22.188 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-12T03:09:22.188 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-12T03:09:22.188 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-12T03:09:22.188 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:09:22.205 INFO:tasks.ceph.mds.c:Stopped 2024-09-12T03:09:22.206 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-12T03:09:22.207 INFO:tasks.ceph.mds.b:Stopped 2024-09-12T03:09:22.207 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-12T03:09:22.208 INFO:tasks.ceph.mds.d:Stopped 2024-09-12T03:09:22.208 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-12T03:09:22.250 INFO:tasks.ceph.mds.c:Started 2024-09-12T03:09:22.250 DEBUG:teuthology.parallel:result is None 2024-09-12T03:09:22.251 INFO:tasks.ceph.mds.b:Started 2024-09-12T03:09:22.251 DEBUG:teuthology.parallel:result is None 2024-09-12T03:09:22.253 INFO:tasks.ceph.mds.d:Started 2024-09-12T03:09:22.253 DEBUG:teuthology.parallel:result is None 2024-09-12T03:09:22.379 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:09:22.389 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:09:22.389 INFO:tasks.ceph.mds.d.smithi038.stdout:starting mds.d at 2024-09-12T03:09:23.587 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-12T03:09:28.205 INFO:tasks.ceph.mds.a:Stopped 2024-09-12T03:09:28.205 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-12T03:09:28.210 INFO:tasks.ceph.mds.a:Started 2024-09-12T03:09:28.210 DEBUG:teuthology.parallel:result is None 2024-09-12T03:09:28.211 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-12T03:09:28.350 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:09:28.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.378+0000 7f89b8200640 1 Processor -- start 2024-09-12T03:09:28.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.378+0000 7f89b8200640 1 -- start start 2024-09-12T03:09:28.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.379+0000 7f89b8200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f89b0072240 0x7f89b015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:28.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.379+0000 7f89b8200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f89b0072620 0x7f89b00af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:28.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.379+0000 7f89b8200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b006dfd0 0x7f89b00afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:28.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.379+0000 7f89b8200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f89b015d730 con 0x7f89b0072240 2024-09-12T03:09:28.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.379+0000 7f89b8200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f89b006e590 con 0x7f89b0072620 2024-09-12T03:09:28.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.379+0000 7f89b8200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f89b006e870 con 0x7f89b006dfd0 2024-09-12T03:09:28.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.379+0000 7f89b5800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f89b0072240 0x7f89b015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:28.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.380+0000 7f89b5800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f89b0072240 0x7f89b015d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54496/0 (socket says 172.21.15.29:54496) 2024-09-12T03:09:28.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.380+0000 7f89b5800640 1 -- 172.21.15.29:0/810535904 learned_addr learned my addr 172.21.15.29:0/810535904 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:28.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.380+0000 7f89b6200640 1 --2- 172.21.15.29:0/810535904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b006dfd0 0x7f89b00afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:28.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.380+0000 7f89b4e00640 1 --2- 172.21.15.29:0/810535904 >> v2:172.21.15.38:3300/0 conn(0x7f89b0072620 0x7f89b00af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:28.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.380+0000 7f89b5800640 1 -- 172.21.15.29:0/810535904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b006dfd0 msgr2=0x7f89b00afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:28.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.380+0000 7f89b5800640 1 --2- 172.21.15.29:0/810535904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b006dfd0 0x7f89b00afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:28.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.380+0000 7f89b5800640 1 -- 172.21.15.29:0/810535904 >> v2:172.21.15.38:3300/0 conn(0x7f89b0072620 msgr2=0x7f89b00af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:28.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.380+0000 7f89b5800640 1 --2- 172.21.15.29:0/810535904 >> v2:172.21.15.38:3300/0 conn(0x7f89b0072620 0x7f89b00af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:28.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.380+0000 7f89b5800640 1 -- 172.21.15.29:0/810535904 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89b006eb50 con 0x7f89b0072240 2024-09-12T03:09:28.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.381+0000 7f89b5800640 1 --2- 172.21.15.29:0/810535904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89b0072240 0x7f89b015d1f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f89b0073440 tx=0x7f89a402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fff41ac1e644dac2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:28.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.381+0000 7f89afe00640 1 -- 172.21.15.29:0/810535904 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89a4037070 con 0x7f89b0072240 2024-09-12T03:09:28.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.381+0000 7f89afe00640 1 -- 172.21.15.29:0/810535904 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89a4032440 con 0x7f89b0072240 2024-09-12T03:09:28.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.381+0000 7f89afe00640 1 -- 172.21.15.29:0/810535904 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89a4032810 con 0x7f89b0072240 2024-09-12T03:09:28.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.382+0000 7f89b8200640 1 -- 172.21.15.29:0/810535904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89b0072240 msgr2=0x7f89b015d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:28.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.382+0000 7f89b8200640 1 --2- 172.21.15.29:0/810535904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89b0072240 0x7f89b015d1f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f89b0073440 tx=0x7f89a402a140 comp rx=0 tx=0).stop 2024-09-12T03:09:28.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.382+0000 7f89b8200640 1 -- 172.21.15.29:0/810535904 shutdown_connections 2024-09-12T03:09:28.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.382+0000 7f89b8200640 1 --2- 172.21.15.29:0/810535904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b006dfd0 0x7f89b00afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:28.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.382+0000 7f89b8200640 1 --2- 172.21.15.29:0/810535904 >> v2:172.21.15.38:3300/0 conn(0x7f89b0072620 0x7f89b00af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:28.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.382+0000 7f89b8200640 1 --2- 172.21.15.29:0/810535904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89b0072240 0x7f89b015d1f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:28.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.382+0000 7f89b8200640 1 -- 172.21.15.29:0/810535904 >> 172.21.15.29:0/810535904 conn(0x7f89b0067da0 msgr2=0x7f89b006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:28.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.382+0000 7f89b8200640 1 -- 172.21.15.29:0/810535904 shutdown_connections 2024-09-12T03:09:28.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.382+0000 7f89b8200640 1 -- 172.21.15.29:0/810535904 wait complete. 2024-09-12T03:09:28.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.384+0000 7f89b8200640 1 Processor -- start 2024-09-12T03:09:28.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.384+0000 7f89b8200640 1 -- start start 2024-09-12T03:09:28.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b8200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89b006dfd0 0x7f89b014ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:28.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b8200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b0072240 0x7f89b00b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:28.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b8200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b0072620 0x7f89b014f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:28.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b8200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f89b015ff50 con 0x7f89b006dfd0 2024-09-12T03:09:28.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b8200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f89b015fdd0 con 0x7f89b0072240 2024-09-12T03:09:28.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b8200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f89b01600d0 con 0x7f89b0072620 2024-09-12T03:09:28.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b5800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89b006dfd0 0x7f89b014ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:28.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b5800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89b006dfd0 0x7f89b014ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54508/0 (socket says 172.21.15.29:54508) 2024-09-12T03:09:28.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b5800640 1 -- 172.21.15.29:0/2393447656 learned_addr learned my addr 172.21.15.29:0/2393447656 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b5800640 1 -- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b0072620 msgr2=0x7f89b014f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b4e00640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b0072240 0x7f89b00b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b5800640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b0072620 0x7f89b014f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b5800640 1 -- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b0072240 msgr2=0x7f89b00b4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b5800640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b0072240 0x7f89b00b4d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.385+0000 7f89b5800640 1 -- 172.21.15.29:0/2393447656 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89b0159600 con 0x7f89b006dfd0 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.386+0000 7f89b5800640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89b006dfd0 0x7f89b014ecc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f89a4000c00 tx=0x7f89a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.386+0000 7f89ad600640 1 -- 172.21.15.29:0/2393447656 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89a4037040 con 0x7f89b006dfd0 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.386+0000 7f89ad600640 1 -- 172.21.15.29:0/2393447656 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89a4042070 con 0x7f89b006dfd0 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.386+0000 7f89ad600640 1 -- 172.21.15.29:0/2393447656 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89a403d880 con 0x7f89b006dfd0 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.386+0000 7f89b8200640 1 -- 172.21.15.29:0/2393447656 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89b01598e0 con 0x7f89b006dfd0 2024-09-12T03:09:28.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.386+0000 7f89b8200640 1 -- 172.21.15.29:0/2393447656 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89b0159ea0 con 0x7f89b006dfd0 2024-09-12T03:09:28.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.387+0000 7f89b8200640 1 -- 172.21.15.29:0/2393447656 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89b015d1f0 con 0x7f89b006dfd0 2024-09-12T03:09:28.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.388+0000 7f89ad600640 1 -- 172.21.15.29:0/2393447656 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f89a403da20 con 0x7f89b006dfd0 2024-09-12T03:09:28.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.389+0000 7f89ad600640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f899006be30 0x7f899006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:28.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.389+0000 7f89ad600640 1 -- 172.21.15.29:0/2393447656 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5335+0+0 (secure 0 0 0) 0x7f89a40ab510 con 0x7f89b006dfd0 2024-09-12T03:09:28.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.390+0000 7f89b4e00640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f899006be30 0x7f899006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:28.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.390+0000 7f89b4e00640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f899006be30 0x7f899006e2f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f89b00b31f0 tx=0x7f899c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:28.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.394+0000 7f89ad600640 1 -- 172.21.15.29:0/2393447656 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f89a407a020 con 0x7f89b006dfd0 2024-09-12T03:09:28.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:28.589+0000 7f89b8200640 1 -- 172.21.15.29:0/2393447656 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f89b015f690 con 0x7f89b006dfd0 2024-09-12T03:09:30.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.199+0000 7f89ad600640 1 -- 172.21.15.29:0/2393447656 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v35) ==== 97+0+0 (secure 0 0 0) 0x7f89a4079920 con 0x7f89b006dfd0 2024-09-12T03:09:30.199 INFO:teuthology.orchestra.run.smithi029.stderr: removed all blocklist entries 2024-09-12T03:09:30.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 -- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f899006be30 msgr2=0x7f899006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f899006be30 0x7f899006e2f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f89b00b31f0 tx=0x7f899c008040 comp rx=0 tx=0).stop 2024-09-12T03:09:30.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 -- 172.21.15.29:0/2393447656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89b006dfd0 msgr2=0x7f89b014ecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89b006dfd0 0x7f89b014ecc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f89a4000c00 tx=0x7f89a40046c0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 -- 172.21.15.29:0/2393447656 shutdown_connections 2024-09-12T03:09:30.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f899006be30 0x7f899006e2f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89b0072620 0x7f89b014f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89b0072240 0x7f89b00b4d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 --2- 172.21.15.29:0/2393447656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89b006dfd0 0x7f89b014ecc0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 -- 172.21.15.29:0/2393447656 >> 172.21.15.29:0/2393447656 conn(0x7f89b0067da0 msgr2=0x7f89b0157970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:30.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 -- 172.21.15.29:0/2393447656 shutdown_connections 2024-09-12T03:09:30.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.202+0000 7f89b8200640 1 -- 172.21.15.29:0/2393447656 wait complete. 2024-09-12T03:09:30.222 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-12T03:09:30.300 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-12T03:09:30.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.384+0000 7f6c53e00640 1 Processor -- start 2024-09-12T03:09:30.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.384+0000 7f6c53e00640 1 -- start start 2024-09-12T03:09:30.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.385+0000 7f6c53e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c5415e470 0x7f6c540cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.385+0000 7f6c53e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6c540d00e0 0x7f6c540d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.385+0000 7f6c53e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6c540d4850 0x7f6c5406d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.385+0000 7f6c53e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f6c540cf710 con 0x7f6c540d4850 2024-09-12T03:09:30.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.385+0000 7f6c53e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f6c5415e850 con 0x7f6c540d00e0 2024-09-12T03:09:30.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.385+0000 7f6c53e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6c540d1c60 con 0x7f6c5415e470 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.385+0000 7f6c53400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6c540d4850 0x7f6c5406d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.385+0000 7f6c53400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6c540d4850 0x7f6c5406d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46032/0 (socket says 172.21.15.29:46032) 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.385+0000 7f6c53400640 1 -- 172.21.15.29:0/3845465139 learned_addr learned my addr 172.21.15.29:0/3845465139 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.385+0000 7f6c52a00640 1 --2- 172.21.15.29:0/3845465139 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c5415e470 0x7f6c540cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.385+0000 7f6c4be00640 1 --2- 172.21.15.29:0/3845465139 >> v2:172.21.15.38:3300/0 conn(0x7f6c540d00e0 0x7f6c540d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.386+0000 7f6c53400640 1 -- 172.21.15.29:0/3845465139 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c5415e470 msgr2=0x7f6c540cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.386+0000 7f6c53400640 1 --2- 172.21.15.29:0/3845465139 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c5415e470 0x7f6c540cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.386+0000 7f6c53400640 1 -- 172.21.15.29:0/3845465139 >> v2:172.21.15.38:3300/0 conn(0x7f6c540d00e0 msgr2=0x7f6c540d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.386+0000 7f6c53400640 1 --2- 172.21.15.29:0/3845465139 >> v2:172.21.15.38:3300/0 conn(0x7f6c540d00e0 0x7f6c540d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.386+0000 7f6c53400640 1 -- 172.21.15.29:0/3845465139 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c540d1980 con 0x7f6c540d4850 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.386+0000 7f6c52a00640 1 --2- 172.21.15.29:0/3845465139 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c5415e470 0x7f6c540cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:30.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.386+0000 7f6c4be00640 1 --2- 172.21.15.29:0/3845465139 >> v2:172.21.15.38:3300/0 conn(0x7f6c540d00e0 0x7f6c540d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:30.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.387+0000 7f6c53400640 1 --2- 172.21.15.29:0/3845465139 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c540d4850 0x7f6c5406d460 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6c54161eb0 tx=0x7f6c4c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4892fe97b2c66f55 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.387+0000 7f6c52000640 1 -- 172.21.15.29:0/3845465139 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c036070 con 0x7f6c540d4850 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.387+0000 7f6c52000640 1 -- 172.21.15.29:0/3845465139 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c4c031600 con 0x7f6c540d4850 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.387+0000 7f6c52000640 1 -- 172.21.15.29:0/3845465139 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c0319d0 con 0x7f6c540d4850 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.387+0000 7f6c53e00640 1 -- 172.21.15.29:0/3845465139 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c540d4850 msgr2=0x7f6c5406d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.387+0000 7f6c53e00640 1 --2- 172.21.15.29:0/3845465139 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c540d4850 0x7f6c5406d460 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6c54161eb0 tx=0x7f6c4c02a6a0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.388+0000 7f6c53e00640 1 -- 172.21.15.29:0/3845465139 shutdown_connections 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.388+0000 7f6c53e00640 1 --2- 172.21.15.29:0/3845465139 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c540d4850 0x7f6c5406d460 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.388+0000 7f6c53e00640 1 --2- 172.21.15.29:0/3845465139 >> v2:172.21.15.38:3300/0 conn(0x7f6c540d00e0 0x7f6c540d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.388+0000 7f6c53e00640 1 --2- 172.21.15.29:0/3845465139 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c5415e470 0x7f6c540cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.388+0000 7f6c53e00640 1 -- 172.21.15.29:0/3845465139 >> 172.21.15.29:0/3845465139 conn(0x7f6c5409d700 msgr2=0x7f6c5408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.388+0000 7f6c53e00640 1 -- 172.21.15.29:0/3845465139 shutdown_connections 2024-09-12T03:09:30.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.388+0000 7f6c53e00640 1 -- 172.21.15.29:0/3845465139 wait complete. 2024-09-12T03:09:30.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.389+0000 7f6c53e00640 1 Processor -- start 2024-09-12T03:09:30.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.389+0000 7f6c53e00640 1 -- start start 2024-09-12T03:09:30.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.390+0000 7f6c53e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c540d00e0 0x7f6c541f3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.390+0000 7f6c53e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c540d4850 0x7f6c541f7570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.390+0000 7f6c53e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c5415e470 0x7f6c54156920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.390+0000 7f6c53e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6c5406d9a0 con 0x7f6c5415e470 2024-09-12T03:09:30.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.390+0000 7f6c53e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6c540cf3a0 con 0x7f6c540d4850 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.390+0000 7f6c53e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6c5406db20 con 0x7f6c540d00e0 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.390+0000 7f6c53400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c5415e470 0x7f6c54156920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.391+0000 7f6c53400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c5415e470 0x7f6c54156920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46046/0 (socket says 172.21.15.29:46046) 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.391+0000 7f6c53400640 1 -- 172.21.15.29:0/2693326921 learned_addr learned my addr 172.21.15.29:0/2693326921 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.391+0000 7f6c4be00640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c540d4850 0x7f6c541f7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.391+0000 7f6c52a00640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c540d00e0 0x7f6c541f3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.391+0000 7f6c53400640 1 -- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c540d00e0 msgr2=0x7f6c541f3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.391+0000 7f6c53400640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c540d00e0 0x7f6c541f3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.391+0000 7f6c53400640 1 -- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c540d4850 msgr2=0x7f6c541f7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.391+0000 7f6c53400640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c540d4850 0x7f6c541f7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.391+0000 7f6c53400640 1 -- 172.21.15.29:0/2693326921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c540cb810 con 0x7f6c5415e470 2024-09-12T03:09:30.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.391+0000 7f6c53400640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c5415e470 0x7f6c54156920 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c034040 tx=0x7f6c4c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:30.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.392+0000 7f6c4aa00640 1 -- 172.21.15.29:0/2693326921 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c041020 con 0x7f6c5415e470 2024-09-12T03:09:30.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.392+0000 7f6c4aa00640 1 -- 172.21.15.29:0/2693326921 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c4c0077a0 con 0x7f6c5415e470 2024-09-12T03:09:30.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.392+0000 7f6c53e00640 1 -- 172.21.15.29:0/2693326921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c541f7ab0 con 0x7f6c5415e470 2024-09-12T03:09:30.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.392+0000 7f6c4aa00640 1 -- 172.21.15.29:0/2693326921 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4c036040 con 0x7f6c5415e470 2024-09-12T03:09:30.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.392+0000 7f6c53e00640 1 -- 172.21.15.29:0/2693326921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c541f8010 con 0x7f6c5415e470 2024-09-12T03:09:30.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.393+0000 7f6c53e00640 1 -- 172.21.15.29:0/2693326921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c5406d460 con 0x7f6c5415e470 2024-09-12T03:09:30.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.394+0000 7f6c4aa00640 1 -- 172.21.15.29:0/2693326921 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6c4c044020 con 0x7f6c5415e470 2024-09-12T03:09:30.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.395+0000 7f6c4aa00640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c3006be30 0x7f6c3006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.395+0000 7f6c4aa00640 1 -- 172.21.15.29:0/2693326921 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f6c4c0ab8a0 con 0x7f6c5415e470 2024-09-12T03:09:30.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.395+0000 7f6c52a00640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c3006be30 0x7f6c3006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.396+0000 7f6c52a00640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c3006be30 0x7f6c3006e2f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6c44006e80 tx=0x7f6c44008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:30.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.399+0000 7f6c4aa00640 1 -- 172.21.15.29:0/2693326921 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6c4c04b030 con 0x7f6c5415e470 2024-09-12T03:09:30.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.656+0000 7f6c53e00640 1 -- 172.21.15.29:0/2693326921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f6c5415cc60 con 0x7f6c5415e470 2024-09-12T03:09:30.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.656+0000 7f6c4aa00640 1 -- 172.21.15.29:0/2693326921 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7f6c541f7ab0 con 0x7f6c5415e470 2024-09-12T03:09:30.657 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:30.657 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:09:30.657 INFO:teuthology.orchestra.run.smithi029.stdout: "auth_dump": [ 2024-09-12T03:09:30.657 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.657 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.a", 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmGdhrORAAsOS/B6LbhU6MJ2GUBYBJFA==", 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.b", 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJm7e2+ERAAyldNZARwXOigGaWNqli9Bg==", 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.658 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.c", 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmqYmoBxAAYPJQB2lkVmdMtBEIdiX1mQ==", 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.659 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.d", 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmoACEGxAAER5bDtRQNdNN8FDWARVXzQ==", 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.660 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.0", 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDsWuJm1gnvDRAAg+7CcQx/xZXRfM+g7lsR/A==", 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.1", 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDvWuJmnW8NKBAAISZJQD5VBkM1KkgEcWGfbQ==", 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.661 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.2", 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDyWuJmZNQuMRAA2ANl+grvUEpgKJt5/+m10w==", 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.662 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.3", 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD1WuJmesWYOxAACNJ0k9wf5vX7Jfu09q2HoA==", 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.4", 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD/WuJm9fUiHBAAZrBRG+pAXyud5zXPvQy1CQ==", 2024-09-12T03:09:30.663 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.5", 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQACW+Jm8F8tJxAAPAwz7p5jMlNbkQC94UiSUA==", 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.664 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.6", 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAFW+Jm3IMDMhAAoT6gQFrllSSRpiM6+SH6gA==", 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.7", 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAJW+Jmr+JtAhAAbP/l6S1lDbCzyaZ2DhcYOw==", 2024-09-12T03:09:30.665 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.0", 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w==", 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:09:30.666 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.1", 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmLdQsMRAA+n1A7Ovo1XnY3u+lXv2Ilg==", 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.667 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.2", 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmTP2lKhAA0th0lTng+ToO8M32YkX49A==", 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.3", 2024-09-12T03:09:30.668 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmN5KtNxAAPlcAKyvfzPH0Nz+zPjjFLg==", 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.admin", 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmTksqChAA0bocgO0/5SUJ4Gs5Ctchdg==", 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.669 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-mds", 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAQW+JmUMMOKRAAJr9GMPstyR5sDYVDqqeWrg==", 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-mds" 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.670 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-mgr", 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAQW+JmdtQOKRAADq1lr0dgIbEBGb9k/I39jg==", 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-osd", 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAQW+JmieMOKRAAU0WnpFUggz2i4iGrofDpxg==", 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-osd" 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.671 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-rbd", 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAQW+JmmPAOKRAAJVOEmA54Q9niuw8PVQQFUg==", 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAQW+Jm3/wOKRAA5X44iB3lT7LFgNYkQqU13w==", 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.672 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.bootstrap-rgw", 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAQW+JmywUPKRAAx8g60FsxJhouvGS1KRn1cA==", 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.x", 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmamHAMhAAOO0VgoWBN+cj+LH+hCjMrA==", 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:09:30.673 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:30.674 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.y", 2024-09-12T03:09:30.674 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmaP4NLBAA2aCTJ8rKhk1yHyvYwew2fQ==", 2024-09-12T03:09:30.674 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:09:30.674 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:09:30.674 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:09:30.674 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:09:30.674 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.674 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:30.674 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2024-09-12T03:09:30.674 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:09:30.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 -- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c3006be30 msgr2=0x7f6c3006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c3006be30 0x7f6c3006e2f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6c44006e80 tx=0x7f6c44008040 comp rx=0 tx=0).stop 2024-09-12T03:09:30.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 -- 172.21.15.29:0/2693326921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c5415e470 msgr2=0x7f6c54156920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c5415e470 0x7f6c54156920 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c034040 tx=0x7f6c4c004a40 comp rx=0 tx=0).stop 2024-09-12T03:09:30.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 -- 172.21.15.29:0/2693326921 shutdown_connections 2024-09-12T03:09:30.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c3006be30 0x7f6c3006e2f0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c5415e470 0x7f6c54156920 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c540d4850 0x7f6c541f7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 --2- 172.21.15.29:0/2693326921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c540d00e0 0x7f6c541f3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 -- 172.21.15.29:0/2693326921 >> 172.21.15.29:0/2693326921 conn(0x7f6c5409d700 msgr2=0x7f6c540b4940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:30.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 -- 172.21.15.29:0/2693326921 shutdown_connections 2024-09-12T03:09:30.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.659+0000 7f6c53e00640 1 -- 172.21.15.29:0/2693326921 wait complete. 2024-09-12T03:09:30.677 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-12T03:09:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.835+0000 7f8c22000640 1 Processor -- start 2024-09-12T03:09:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.835+0000 7f8c22000640 1 -- start start 2024-09-12T03:09:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.837+0000 7f8c22000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8c1c09b180 0x7f8c1c070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.837+0000 7f8c22000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c1c15f8f0 con 0x7f8c1c15c1c0 2024-09-12T03:09:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.837+0000 7f8c22000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c1c070e00 con 0x7f8c1c15f480 2024-09-12T03:09:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.837+0000 7f8c22000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8c1c0b5d90 con 0x7f8c1c09b180 2024-09-12T03:09:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.837+0000 7f8c1b400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f8c1c15c1c0 0x7f8c1c09aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50754/0 (socket says 172.21.15.29:50754) 2024-09-12T03:09:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.837+0000 7f8c1b400640 1 -- 172.21.15.29:0/3624523947 learned_addr learned my addr 172.21.15.29:0/3624523947 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.837+0000 7f8c13e00640 1 --2- 172.21.15.29:0/3624523947 >> v2:172.21.15.29:3300/0 conn(0x7f8c1c09b180 0x7f8c1c070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.837+0000 7f8c13e00640 1 -- 172.21.15.29:0/3624523947 >> v1:172.21.15.38:6789/0 conn(0x7f8c1c15f480 legacy=0x7f8c1c0b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.837+0000 7f8c13e00640 1 -- 172.21.15.29:0/3624523947 >> v1:172.21.15.29:6789/0 conn(0x7f8c1c15c1c0 legacy=0x7f8c1c09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.837+0000 7f8c13e00640 1 -- 172.21.15.29:0/3624523947 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c1c0710e0 con 0x7f8c1c09b180 2024-09-12T03:09:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.838+0000 7f8c13e00640 1 --2- 172.21.15.29:0/3624523947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c1c09b180 0x7f8c1c070770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8c040097d0 tx=0x7f8c0402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15bdb34e5b97db8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:30.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.839+0000 7f8c1aa00640 1 -- 172.21.15.29:0/3624523947 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04037070 con 0x7f8c1c09b180 2024-09-12T03:09:30.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.839+0000 7f8c1aa00640 1 -- 172.21.15.29:0/3624523947 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c04032440 con 0x7f8c1c09b180 2024-09-12T03:09:30.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.839+0000 7f8c1aa00640 1 -- 172.21.15.29:0/3624523947 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04032810 con 0x7f8c1c09b180 2024-09-12T03:09:30.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.839+0000 7f8c22000640 1 -- 172.21.15.29:0/3624523947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c1c09b180 msgr2=0x7f8c1c070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.839+0000 7f8c22000640 1 --2- 172.21.15.29:0/3624523947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c1c09b180 0x7f8c1c070770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8c040097d0 tx=0x7f8c0402a250 comp rx=0 tx=0).stop 2024-09-12T03:09:30.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.839+0000 7f8c22000640 1 -- 172.21.15.29:0/3624523947 shutdown_connections 2024-09-12T03:09:30.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.839+0000 7f8c22000640 1 --2- 172.21.15.29:0/3624523947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c1c09b180 0x7f8c1c070770 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.839+0000 7f8c22000640 1 -- 172.21.15.29:0/3624523947 >> 172.21.15.29:0/3624523947 conn(0x7f8c1c0b3ff0 msgr2=0x7f8c1c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:30.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.839+0000 7f8c22000640 1 -- 172.21.15.29:0/3624523947 shutdown_connections 2024-09-12T03:09:30.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.840+0000 7f8c22000640 1 -- 172.21.15.29:0/3624523947 wait complete. 2024-09-12T03:09:30.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.841+0000 7f8c22000640 1 Processor -- start 2024-09-12T03:09:30.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.841+0000 7f8c22000640 1 -- start start 2024-09-12T03:09:30.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.842+0000 7f8c22000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1c09b180 0x7f8c1c09c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.842+0000 7f8c22000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c1c15c1c0 0x7f8c1c0cc150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.842+0000 7f8c22000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c1c15f480 0x7f8c1c158b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.842+0000 7f8c22000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8c1c0b6930 con 0x7f8c1c15c1c0 2024-09-12T03:09:30.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.842+0000 7f8c22000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8c1c0716a0 con 0x7f8c1c09b180 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.842+0000 7f8c22000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8c1c0b6ab0 con 0x7f8c1c15f480 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.842+0000 7f8c13e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c1c15c1c0 0x7f8c1c0cc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.842+0000 7f8c13e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c1c15c1c0 0x7f8c1c0cc150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46076/0 (socket says 172.21.15.29:46076) 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.842+0000 7f8c13e00640 1 -- 172.21.15.29:0/962225125 learned_addr learned my addr 172.21.15.29:0/962225125 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.842+0000 7f8c1b400640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1c09b180 0x7f8c1c09c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c1be00640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c1c15f480 0x7f8c1c158b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c13e00640 1 -- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c1c15f480 msgr2=0x7f8c1c158b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c13e00640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c1c15f480 0x7f8c1c158b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c13e00640 1 -- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1c09b180 msgr2=0x7f8c1c09c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c13e00640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1c09b180 0x7f8c1c09c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c13e00640 1 -- 172.21.15.29:0/962225125 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c1c0b2cf0 con 0x7f8c1c15c1c0 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c1b400640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1c09b180 0x7f8c1c09c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:30.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c13e00640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c1c15c1c0 0x7f8c1c0cc150 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8c04035040 tx=0x7f8c040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:30.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c13400640 1 -- 172.21.15.29:0/962225125 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04037040 con 0x7f8c1c15c1c0 2024-09-12T03:09:30.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c13400640 1 -- 172.21.15.29:0/962225125 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c04042070 con 0x7f8c1c15c1c0 2024-09-12T03:09:30.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c22000640 1 -- 172.21.15.29:0/962225125 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c1c0b2fd0 con 0x7f8c1c15c1c0 2024-09-12T03:09:30.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.843+0000 7f8c13400640 1 -- 172.21.15.29:0/962225125 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04030bf0 con 0x7f8c1c15c1c0 2024-09-12T03:09:30.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.844+0000 7f8c22000640 1 -- 172.21.15.29:0/962225125 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c1c0cb950 con 0x7f8c1c15c1c0 2024-09-12T03:09:30.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.844+0000 7f8c22000640 1 -- 172.21.15.29:0/962225125 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c1c0b5800 con 0x7f8c1c15c1c0 2024-09-12T03:09:30.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.846+0000 7f8c13400640 1 -- 172.21.15.29:0/962225125 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8c04047460 con 0x7f8c1c15c1c0 2024-09-12T03:09:30.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.846+0000 7f8c13400640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf806be30 0x7f8bf806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:30.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.847+0000 7f8c13400640 1 -- 172.21.15.29:0/962225125 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f8c040ab920 con 0x7f8c1c15c1c0 2024-09-12T03:09:30.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.847+0000 7f8c1b400640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf806be30 0x7f8bf806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:30.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.848+0000 7f8c1b400640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf806be30 0x7f8bf806e2f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c005880 tx=0x7f8c0c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:30.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:30.851+0000 7f8c13400640 1 -- 172.21.15.29:0/962225125 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c1c0b5800 con 0x7f8c1c15c1c0 2024-09-12T03:09:31.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.101+0000 7f8c22000640 1 -- 172.21.15.29:0/962225125 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f8c1c070770 con 0x7f8c1c15c1c0 2024-09-12T03:09:31.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.104+0000 7f8c13400640 1 -- 172.21.15.29:0/962225125 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f8c04032e20 con 0x7f8c1c15c1c0 2024-09-12T03:09:31.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 -- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf806be30 msgr2=0x7f8bf806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf806be30 0x7f8bf806e2f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c005880 tx=0x7f8c0c009040 comp rx=0 tx=0).stop 2024-09-12T03:09:31.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 -- 172.21.15.29:0/962225125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c1c15c1c0 msgr2=0x7f8c1c0cc150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c1c15c1c0 0x7f8c1c0cc150 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8c04035040 tx=0x7f8c040046c0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 -- 172.21.15.29:0/962225125 shutdown_connections 2024-09-12T03:09:31.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bf806be30 0x7f8bf806e2f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c1c15f480 0x7f8c1c158b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c1c15c1c0 0x7f8c1c0cc150 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 --2- 172.21.15.29:0/962225125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c1c09b180 0x7f8c1c09c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 -- 172.21.15.29:0/962225125 >> 172.21.15.29:0/962225125 conn(0x7f8c1c0b3ff0 msgr2=0x7f8c1c15ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:31.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 -- 172.21.15.29:0/962225125 shutdown_connections 2024-09-12T03:09:31.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.106+0000 7f8c22000640 1 -- 172.21.15.29:0/962225125 wait complete. 2024-09-12T03:09:31.124 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-12T03:09:31.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.284+0000 7fa330800640 1 Processor -- start 2024-09-12T03:09:31.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.284+0000 7fa330800640 1 -- start start 2024-09-12T03:09:31.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.285+0000 7fa330800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa3280d3150 0x7fa3280b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.285+0000 7fa330800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa3280b6530 0x7fa32806d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.285+0000 7fa330800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3280d3680 con 0x7fa32815e660 2024-09-12T03:09:31.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.285+0000 7fa330800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa32806d4b0 con 0x7fa3280b6530 2024-09-12T03:09:31.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.285+0000 7fa330800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa3280d3960 con 0x7fa3280d3150 2024-09-12T03:09:31.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.286+0000 7fa32e800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa3280b6530 0x7fa32806d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.286+0000 7fa32d400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa3280d3150 0x7fa3280b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.286+0000 7fa32e800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa3280b6530 0x7fa32806d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:35916/0 (socket says 172.21.15.29:35916) 2024-09-12T03:09:31.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.286+0000 7fa32e800640 1 -- 172.21.15.29:0/654056462 learned_addr learned my addr 172.21.15.29:0/654056462 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:31.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.286+0000 7fa32e800640 1 -- 172.21.15.29:0/654056462 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa3280d3150 msgr2=0x7fa3280b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:31.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.286+0000 7fa32e800640 1 --2- 172.21.15.29:0/654056462 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa3280d3150 0x7fa3280b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.286+0000 7fa32e800640 1 -- 172.21.15.29:0/654056462 >> v1:172.21.15.38:6789/0 conn(0x7fa32815e660 legacy=0x7fa3280d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.286+0000 7fa32e800640 1 -- 172.21.15.29:0/654056462 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa32806ce60 con 0x7fa3280b6530 2024-09-12T03:09:31.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.286+0000 7fa32d400640 1 --2- 172.21.15.29:0/654056462 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa3280d3150 0x7fa3280b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:31.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.287+0000 7fa32e800640 1 --2- 172.21.15.29:0/654056462 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3280b6530 0x7fa32806d940 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa324009e50 tx=0x7fa32402a7a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=964bb614b011c6c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:31.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.288+0000 7fa32ca00640 1 -- 172.21.15.29:0/654056462 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa324036070 con 0x7fa3280b6530 2024-09-12T03:09:31.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.288+0000 7fa32ca00640 1 -- 172.21.15.29:0/654056462 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa324031600 con 0x7fa3280b6530 2024-09-12T03:09:31.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.288+0000 7fa32ca00640 1 -- 172.21.15.29:0/654056462 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3240319d0 con 0x7fa3280b6530 2024-09-12T03:09:31.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.288+0000 7fa330800640 1 -- 172.21.15.29:0/654056462 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3280b6530 msgr2=0x7fa32806d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.288+0000 7fa330800640 1 --2- 172.21.15.29:0/654056462 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3280b6530 0x7fa32806d940 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa324009e50 tx=0x7fa32402a7a0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.288+0000 7fa330800640 1 -- 172.21.15.29:0/654056462 shutdown_connections 2024-09-12T03:09:31.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.288+0000 7fa330800640 1 --2- 172.21.15.29:0/654056462 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3280b6530 0x7fa32806d940 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.288+0000 7fa330800640 1 --2- 172.21.15.29:0/654056462 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa3280d3150 0x7fa3280b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.288+0000 7fa330800640 1 -- 172.21.15.29:0/654056462 >> 172.21.15.29:0/654056462 conn(0x7fa32808c000 msgr2=0x7fa3280d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:31.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.288+0000 7fa330800640 1 -- 172.21.15.29:0/654056462 shutdown_connections 2024-09-12T03:09:31.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.288+0000 7fa330800640 1 -- 172.21.15.29:0/654056462 wait complete. 2024-09-12T03:09:31.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.290+0000 7fa330800640 1 Processor -- start 2024-09-12T03:09:31.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.290+0000 7fa330800640 1 -- start start 2024-09-12T03:09:31.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.291+0000 7fa330800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3280b6530 0x7fa328157b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.291+0000 7fa330800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3280d3150 0x7fa328157380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.291+0000 7fa330800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa32815e660 0x7fa3280cdde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.291+0000 7fa330800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa32806de80 con 0x7fa3280d3150 2024-09-12T03:09:31.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.291+0000 7fa330800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa32815ea40 con 0x7fa3280b6530 2024-09-12T03:09:31.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.291+0000 7fa330800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa32806e000 con 0x7fa32815e660 2024-09-12T03:09:31.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.291+0000 7fa32de00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3280b6530 0x7fa328157b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.292+0000 7fa32d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3280d3150 0x7fa328157380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.292+0000 7fa32e800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa32815e660 0x7fa3280cdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.292+0000 7fa32de00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3280b6530 0x7fa328157b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:35920/0 (socket says 172.21.15.29:35920) 2024-09-12T03:09:31.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.292+0000 7fa32de00640 1 -- 172.21.15.29:0/2940278080 learned_addr learned my addr 172.21.15.29:0/2940278080 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:31.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.292+0000 7fa32d400640 1 -- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa32815e660 msgr2=0x7fa3280cdde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.292+0000 7fa32d400640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa32815e660 0x7fa3280cdde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.292+0000 7fa32d400640 1 -- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3280b6530 msgr2=0x7fa328157b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.292+0000 7fa32d400640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3280b6530 0x7fa328157b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.292+0000 7fa32d400640 1 -- 172.21.15.29:0/2940278080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3281f4b40 con 0x7fa3280d3150 2024-09-12T03:09:31.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.292+0000 7fa32de00640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3280b6530 0x7fa328157b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:31.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.292+0000 7fa32d400640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3280d3150 0x7fa328157380 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa31800e8d0 tx=0x7fa31800ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:31.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.293+0000 7fa322000640 1 -- 172.21.15.29:0/2940278080 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa318017070 con 0x7fa3280d3150 2024-09-12T03:09:31.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.293+0000 7fa322000640 1 -- 172.21.15.29:0/2940278080 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa31800c8e0 con 0x7fa3280d3150 2024-09-12T03:09:31.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.293+0000 7fa322000640 1 -- 172.21.15.29:0/2940278080 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa31800ccb0 con 0x7fa3280d3150 2024-09-12T03:09:31.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.293+0000 7fa330800640 1 -- 172.21.15.29:0/2940278080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3280ba190 con 0x7fa3280d3150 2024-09-12T03:09:31.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.293+0000 7fa330800640 1 -- 172.21.15.29:0/2940278080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3281604a0 con 0x7fa3280d3150 2024-09-12T03:09:31.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.294+0000 7fa330800640 1 -- 172.21.15.29:0/2940278080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa32806d920 con 0x7fa3280d3150 2024-09-12T03:09:31.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.295+0000 7fa322000640 1 -- 172.21.15.29:0/2940278080 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa31801a070 con 0x7fa3280d3150 2024-09-12T03:09:31.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.296+0000 7fa322000640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa30c06be60 0x7fa30c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.296+0000 7fa322000640 1 -- 172.21.15.29:0/2940278080 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fa31808a9c0 con 0x7fa3280d3150 2024-09-12T03:09:31.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.296+0000 7fa32de00640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa30c06be60 0x7fa30c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.297+0000 7fa32de00640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa30c06be60 0x7fa30c06e320 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa3281581f0 tx=0x7fa31c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:31.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.300+0000 7fa322000640 1 -- 172.21.15.29:0/2940278080 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa318058ed0 con 0x7fa3280d3150 2024-09-12T03:09:31.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.550+0000 7fa330800640 1 -- 172.21.15.29:0/2940278080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fa3280b3370 con 0x7fa3280d3150 2024-09-12T03:09:31.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.553+0000 7fa322000640 1 -- 172.21.15.29:0/2940278080 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7fa31805d1d0 con 0x7fa3280d3150 2024-09-12T03:09:31.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 -- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa30c06be60 msgr2=0x7fa30c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa30c06be60 0x7fa30c06e320 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa3281581f0 tx=0x7fa31c009040 comp rx=0 tx=0).stop 2024-09-12T03:09:31.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 -- 172.21.15.29:0/2940278080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3280d3150 msgr2=0x7fa328157380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3280d3150 0x7fa328157380 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa31800e8d0 tx=0x7fa31800ed90 comp rx=0 tx=0).stop 2024-09-12T03:09:31.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 -- 172.21.15.29:0/2940278080 shutdown_connections 2024-09-12T03:09:31.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa30c06be60 0x7fa30c06e320 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa32815e660 0x7fa3280cdde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3280d3150 0x7fa328157380 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 --2- 172.21.15.29:0/2940278080 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3280b6530 0x7fa328157b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 -- 172.21.15.29:0/2940278080 >> 172.21.15.29:0/2940278080 conn(0x7fa32808c000 msgr2=0x7fa3280b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:31.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 -- 172.21.15.29:0/2940278080 shutdown_connections 2024-09-12T03:09:31.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.556+0000 7fa330800640 1 -- 172.21.15.29:0/2940278080 wait complete. 2024-09-12T03:09:31.571 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-12T03:09:31.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.728+0000 7fdf59000640 1 Processor -- start 2024-09-12T03:09:31.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.728+0000 7fdf59000640 1 -- start start 2024-09-12T03:09:31.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.729+0000 7fdf59000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdf5415e470 0x7fdf540cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.729+0000 7fdf59000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf540d4a20 0x7fdf5406d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.729+0000 7fdf59000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf5415e850 con 0x7fdf540d00e0 2024-09-12T03:09:31.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.729+0000 7fdf59000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fdf540cf710 con 0x7fdf5415e470 2024-09-12T03:09:31.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.729+0000 7fdf59000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdf540d1c60 con 0x7fdf540d4a20 2024-09-12T03:09:31.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.730+0000 7fdf53400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdf5415e470 0x7fdf540cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.730+0000 7fdf52a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fdf540d00e0 0x7fdf540d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50770/0 (socket says 172.21.15.29:50770) 2024-09-12T03:09:31.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.730+0000 7fdf52a00640 1 -- 172.21.15.29:0/355059077 learned_addr learned my addr 172.21.15.29:0/355059077 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:31.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.730+0000 7fdf53e00640 1 --2- 172.21.15.29:0/355059077 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf540d4a20 0x7fdf5406d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.730+0000 7fdf52000640 1 -- 172.21.15.29:0/355059077 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1259053783 0 0) 0x7fdf5415e850 con 0x7fdf540d00e0 2024-09-12T03:09:31.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.730+0000 7fdf52000640 1 -- 172.21.15.29:0/355059077 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf38003520 con 0x7fdf540d00e0 2024-09-12T03:09:31.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.730+0000 7fdf53400640 1 -- 172.21.15.29:0/355059077 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf540d4a20 msgr2=0x7fdf5406d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:31.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.730+0000 7fdf53400640 1 --2- 172.21.15.29:0/355059077 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf540d4a20 0x7fdf5406d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.730+0000 7fdf53400640 1 -- 172.21.15.29:0/355059077 >> v1:172.21.15.29:6789/0 conn(0x7fdf540d00e0 legacy=0x7fdf540d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.730+0000 7fdf53400640 1 -- 172.21.15.29:0/355059077 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf540d1980 con 0x7fdf5415e470 2024-09-12T03:09:31.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.732+0000 7fdf53400640 1 --2- 172.21.15.29:0/355059077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf5415e470 0x7fdf540cfba0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fdf440097a0 tx=0x7fdf4402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a338c9c53dacd68f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:31.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.732+0000 7fdf52000640 1 -- 172.21.15.29:0/355059077 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf44037070 con 0x7fdf5415e470 2024-09-12T03:09:31.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.732+0000 7fdf52000640 1 -- 172.21.15.29:0/355059077 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf44032440 con 0x7fdf5415e470 2024-09-12T03:09:31.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.732+0000 7fdf52000640 1 -- 172.21.15.29:0/355059077 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf440327f0 con 0x7fdf5415e470 2024-09-12T03:09:31.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.733+0000 7fdf59000640 1 -- 172.21.15.29:0/355059077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf5415e470 msgr2=0x7fdf540cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.733+0000 7fdf59000640 1 --2- 172.21.15.29:0/355059077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf5415e470 0x7fdf540cfba0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fdf440097a0 tx=0x7fdf4402a180 comp rx=0 tx=0).stop 2024-09-12T03:09:31.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.733+0000 7fdf59000640 1 -- 172.21.15.29:0/355059077 shutdown_connections 2024-09-12T03:09:31.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.733+0000 7fdf59000640 1 --2- 172.21.15.29:0/355059077 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf540d4a20 0x7fdf5406d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.733+0000 7fdf59000640 1 --2- 172.21.15.29:0/355059077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf5415e470 0x7fdf540cfba0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.733+0000 7fdf59000640 1 -- 172.21.15.29:0/355059077 >> 172.21.15.29:0/355059077 conn(0x7fdf5409d700 msgr2=0x7fdf5408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:31.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.733+0000 7fdf59000640 1 -- 172.21.15.29:0/355059077 shutdown_connections 2024-09-12T03:09:31.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.733+0000 7fdf59000640 1 -- 172.21.15.29:0/355059077 wait complete. 2024-09-12T03:09:31.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.735+0000 7fdf59000640 1 Processor -- start 2024-09-12T03:09:31.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.735+0000 7fdf59000640 1 -- start start 2024-09-12T03:09:31.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.736+0000 7fdf59000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf540d00e0 0x7fdf540cd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.736+0000 7fdf59000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf540d4a20 0x7fdf540d23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.736+0000 7fdf59000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf5415e470 0x7fdf5415f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.736+0000 7fdf59000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdf5406d9a0 con 0x7fdf540d4a20 2024-09-12T03:09:31.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.736+0000 7fdf59000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdf540cf3a0 con 0x7fdf540d00e0 2024-09-12T03:09:31.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.736+0000 7fdf59000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdf5406db20 con 0x7fdf5415e470 2024-09-12T03:09:31.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.736+0000 7fdf52a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf540d4a20 0x7fdf540d23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.736+0000 7fdf52a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf540d4a20 0x7fdf540d23e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46100/0 (socket says 172.21.15.29:46100) 2024-09-12T03:09:31.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.736+0000 7fdf52a00640 1 -- 172.21.15.29:0/17266081 learned_addr learned my addr 172.21.15.29:0/17266081 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:31.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.736+0000 7fdf53e00640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf5415e470 0x7fdf5415f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.736+0000 7fdf53400640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf540d00e0 0x7fdf540cd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.737+0000 7fdf52a00640 1 -- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf5415e470 msgr2=0x7fdf5415f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.737+0000 7fdf52a00640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf5415e470 0x7fdf5415f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.737+0000 7fdf52a00640 1 -- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf540d00e0 msgr2=0x7fdf540cd3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:31.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.737+0000 7fdf52a00640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf540d00e0 0x7fdf540cd3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:31.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.737+0000 7fdf52a00640 1 -- 172.21.15.29:0/17266081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf540cc0c0 con 0x7fdf540d4a20 2024-09-12T03:09:31.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.737+0000 7fdf52a00640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf540d4a20 0x7fdf540d23e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fdf4000c430 tx=0x7fdf4000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:31.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.737+0000 7fdf4b400640 1 -- 172.21.15.29:0/17266081 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf40017070 con 0x7fdf540d4a20 2024-09-12T03:09:31.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.737+0000 7fdf4b400640 1 -- 172.21.15.29:0/17266081 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf40005ce0 con 0x7fdf540d4a20 2024-09-12T03:09:31.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.737+0000 7fdf59000640 1 -- 172.21.15.29:0/17266081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf540cd920 con 0x7fdf540d4a20 2024-09-12T03:09:31.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.737+0000 7fdf4b400640 1 -- 172.21.15.29:0/17266081 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf400072f0 con 0x7fdf540d4a20 2024-09-12T03:09:31.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.737+0000 7fdf59000640 1 -- 172.21.15.29:0/17266081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf540cc920 con 0x7fdf540d4a20 2024-09-12T03:09:31.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.739+0000 7fdf59000640 1 -- 172.21.15.29:0/17266081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf5406d460 con 0x7fdf540d4a20 2024-09-12T03:09:31.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.739+0000 7fdf4b400640 1 -- 172.21.15.29:0/17266081 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdf4001a070 con 0x7fdf540d4a20 2024-09-12T03:09:31.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.740+0000 7fdf4b400640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf3406be60 0x7fdf3406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:31.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.741+0000 7fdf4b400640 1 -- 172.21.15.29:0/17266081 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fdf4008a0b0 con 0x7fdf540d4a20 2024-09-12T03:09:31.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.741+0000 7fdf53400640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf3406be60 0x7fdf3406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:31.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.742+0000 7fdf53400640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf3406be60 0x7fdf3406e320 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdf44034000 tx=0x7fdf4402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:31.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:31.745+0000 7fdf4b400640 1 -- 172.21.15.29:0/17266081 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdf400585c0 con 0x7fdf540d4a20 2024-09-12T03:09:32.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.004+0000 7fdf59000640 1 -- 172.21.15.29:0/17266081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7fdf540b51a0 con 0x7fdf540d4a20 2024-09-12T03:09:32.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.007+0000 7fdf4b400640 1 -- 172.21.15.29:0/17266081 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7fdf4005c8c0 con 0x7fdf540d4a20 2024-09-12T03:09:32.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.009+0000 7fdf59000640 1 -- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf3406be60 msgr2=0x7fdf3406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.009+0000 7fdf59000640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf3406be60 0x7fdf3406e320 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdf44034000 tx=0x7fdf4402e000 comp rx=0 tx=0).stop 2024-09-12T03:09:32.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.009+0000 7fdf59000640 1 -- 172.21.15.29:0/17266081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf540d4a20 msgr2=0x7fdf540d23e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.009+0000 7fdf59000640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf540d4a20 0x7fdf540d23e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fdf4000c430 tx=0x7fdf4000c8f0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.009+0000 7fdf59000640 1 -- 172.21.15.29:0/17266081 shutdown_connections 2024-09-12T03:09:32.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.009+0000 7fdf59000640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf3406be60 0x7fdf3406e320 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.009+0000 7fdf59000640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf5415e470 0x7fdf5415f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.009+0000 7fdf59000640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf540d4a20 0x7fdf540d23e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.009+0000 7fdf59000640 1 --2- 172.21.15.29:0/17266081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf540d00e0 0x7fdf540cd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.009+0000 7fdf59000640 1 -- 172.21.15.29:0/17266081 >> 172.21.15.29:0/17266081 conn(0x7fdf5409d700 msgr2=0x7fdf540b4860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:32.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.010+0000 7fdf59000640 1 -- 172.21.15.29:0/17266081 shutdown_connections 2024-09-12T03:09:32.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.010+0000 7fdf59000640 1 -- 172.21.15.29:0/17266081 wait complete. 2024-09-12T03:09:32.026 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-12T03:09:32.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.182+0000 7faf40c00640 1 Processor -- start 2024-09-12T03:09:32.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.183+0000 7faf40c00640 1 -- start start 2024-09-12T03:09:32.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.184+0000 7faf40c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072240 0x7faf3c15d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.184+0000 7faf40c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7faf3c072620 0x7faf3c0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.184+0000 7faf40c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf3c15d730 con 0x7faf3c06dfd0 2024-09-12T03:09:32.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.184+0000 7faf40c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7faf3c06e590 con 0x7faf3c072620 2024-09-12T03:09:32.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.184+0000 7faf40c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7faf3c06e870 con 0x7faf3c072240 2024-09-12T03:09:32.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.184+0000 7faf39e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072240 0x7faf3c15d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.184+0000 7faf33e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7faf3c072620 0x7faf3c0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.185+0000 7faf39e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072240 0x7faf3c15d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:38030/0 (socket says 172.21.15.29:38030) 2024-09-12T03:09:32.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.185+0000 7faf39e00640 1 -- 172.21.15.29:0/718014191 learned_addr learned my addr 172.21.15.29:0/718014191 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:32.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.185+0000 7faf39e00640 1 -- 172.21.15.29:0/718014191 >> v2:172.21.15.38:3300/0 conn(0x7faf3c072620 msgr2=0x7faf3c0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:32.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.185+0000 7faf39e00640 1 --2- 172.21.15.29:0/718014191 >> v2:172.21.15.38:3300/0 conn(0x7faf3c072620 0x7faf3c0af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.185+0000 7faf39e00640 1 -- 172.21.15.29:0/718014191 >> v1:172.21.15.38:6789/0 conn(0x7faf3c06dfd0 legacy=0x7faf3c15fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.185+0000 7faf39e00640 1 -- 172.21.15.29:0/718014191 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf3c06eb50 con 0x7faf3c072240 2024-09-12T03:09:32.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.186+0000 7faf39e00640 1 --2- 172.21.15.29:0/718014191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072240 0x7faf3c15d1f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7faf2c009870 tx=0x7faf2c02a1d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=306e09d4ced78b8c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:32.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.186+0000 7faf39400640 1 -- 172.21.15.29:0/718014191 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf2c037070 con 0x7faf3c072240 2024-09-12T03:09:32.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.186+0000 7faf39400640 1 -- 172.21.15.29:0/718014191 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf2c032440 con 0x7faf3c072240 2024-09-12T03:09:32.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.186+0000 7faf39400640 1 -- 172.21.15.29:0/718014191 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf2c032810 con 0x7faf3c072240 2024-09-12T03:09:32.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.187+0000 7faf40c00640 1 -- 172.21.15.29:0/718014191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072240 msgr2=0x7faf3c15d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.187+0000 7faf40c00640 1 --2- 172.21.15.29:0/718014191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072240 0x7faf3c15d1f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7faf2c009870 tx=0x7faf2c02a1d0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.187+0000 7faf40c00640 1 -- 172.21.15.29:0/718014191 shutdown_connections 2024-09-12T03:09:32.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.187+0000 7faf40c00640 1 --2- 172.21.15.29:0/718014191 >> v2:172.21.15.38:3300/0 conn(0x7faf3c072620 0x7faf3c0af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.187+0000 7faf40c00640 1 --2- 172.21.15.29:0/718014191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072240 0x7faf3c15d1f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.187+0000 7faf40c00640 1 -- 172.21.15.29:0/718014191 >> 172.21.15.29:0/718014191 conn(0x7faf3c067da0 msgr2=0x7faf3c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:32.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.187+0000 7faf40c00640 1 -- 172.21.15.29:0/718014191 shutdown_connections 2024-09-12T03:09:32.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.187+0000 7faf40c00640 1 -- 172.21.15.29:0/718014191 wait complete. 2024-09-12T03:09:32.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.189+0000 7faf40c00640 1 Processor -- start 2024-09-12T03:09:32.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.189+0000 7faf40c00640 1 -- start start 2024-09-12T03:09:32.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf40c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faf3c06dfd0 0x7faf3c1590c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf40c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf3c072240 0x7faf3c1f22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf40c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072620 0x7faf3c15a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf40c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7faf3c0ce360 con 0x7faf3c072240 2024-09-12T03:09:32.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf40c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7faf3c0ce1e0 con 0x7faf3c06dfd0 2024-09-12T03:09:32.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf40c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7faf3c0ce4e0 con 0x7faf3c072620 2024-09-12T03:09:32.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf33e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf3c072240 0x7faf3c1f22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf33e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf3c072240 0x7faf3c1f22a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46102/0 (socket says 172.21.15.29:46102) 2024-09-12T03:09:32.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf33e00640 1 -- 172.21.15.29:0/806499951 learned_addr learned my addr 172.21.15.29:0/806499951 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:32.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf39e00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faf3c06dfd0 0x7faf3c1590c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf3a800640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072620 0x7faf3c15a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf33e00640 1 -- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072620 msgr2=0x7faf3c15a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf33e00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072620 0x7faf3c15a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf33e00640 1 -- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faf3c06dfd0 msgr2=0x7faf3c1590c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.190+0000 7faf33e00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faf3c06dfd0 0x7faf3c1590c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.191+0000 7faf33e00640 1 -- 172.21.15.29:0/806499951 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf3c1596a0 con 0x7faf3c072240 2024-09-12T03:09:32.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.191+0000 7faf33e00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf3c072240 0x7faf3c1f22a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7faf2400e9b0 tx=0x7faf2400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:32.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.191+0000 7faf32000640 1 -- 172.21.15.29:0/806499951 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf24017070 con 0x7faf3c072240 2024-09-12T03:09:32.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.191+0000 7faf32000640 1 -- 172.21.15.29:0/806499951 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf2400c9a0 con 0x7faf3c072240 2024-09-12T03:09:32.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.191+0000 7faf32000640 1 -- 172.21.15.29:0/806499951 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf2400cd90 con 0x7faf3c072240 2024-09-12T03:09:32.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.191+0000 7faf40c00640 1 -- 172.21.15.29:0/806499951 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf3c159980 con 0x7faf3c072240 2024-09-12T03:09:32.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.191+0000 7faf40c00640 1 -- 172.21.15.29:0/806499951 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf3c159f40 con 0x7faf3c072240 2024-09-12T03:09:32.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.192+0000 7faf40c00640 1 -- 172.21.15.29:0/806499951 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf3c15d1f0 con 0x7faf3c072240 2024-09-12T03:09:32.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.193+0000 7faf32000640 1 -- 172.21.15.29:0/806499951 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faf2401a070 con 0x7faf3c072240 2024-09-12T03:09:32.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.194+0000 7faf32000640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faf1806be30 0x7faf1806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.194+0000 7faf32000640 1 -- 172.21.15.29:0/806499951 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7faf2408b090 con 0x7faf3c072240 2024-09-12T03:09:32.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.195+0000 7faf39e00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faf1806be30 0x7faf1806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.195+0000 7faf39e00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faf1806be30 0x7faf1806e2f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7faf2c034000 tx=0x7faf2c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:32.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.199+0000 7faf32000640 1 -- 172.21.15.29:0/806499951 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faf24059510 con 0x7faf3c072240 2024-09-12T03:09:32.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.450+0000 7faf40c00640 1 -- 172.21.15.29:0/806499951 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7faf3c15f590 con 0x7faf3c072240 2024-09-12T03:09:32.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.453+0000 7faf32000640 1 -- 172.21.15.29:0/806499951 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7faf2405d810 con 0x7faf3c072240 2024-09-12T03:09:32.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 -- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faf1806be30 msgr2=0x7faf1806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faf1806be30 0x7faf1806e2f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7faf2c034000 tx=0x7faf2c02e000 comp rx=0 tx=0).stop 2024-09-12T03:09:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 -- 172.21.15.29:0/806499951 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf3c072240 msgr2=0x7faf3c1f22a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf3c072240 0x7faf3c1f22a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7faf2400e9b0 tx=0x7faf2400ee70 comp rx=0 tx=0).stop 2024-09-12T03:09:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 -- 172.21.15.29:0/806499951 shutdown_connections 2024-09-12T03:09:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faf1806be30 0x7faf1806e2f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faf3c072620 0x7faf3c15a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf3c072240 0x7faf3c1f22a0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 --2- 172.21.15.29:0/806499951 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faf3c06dfd0 0x7faf3c1590c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 -- 172.21.15.29:0/806499951 >> 172.21.15.29:0/806499951 conn(0x7faf3c067da0 msgr2=0x7faf3c06f610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 -- 172.21.15.29:0/806499951 shutdown_connections 2024-09-12T03:09:32.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.455+0000 7faf40c00640 1 -- 172.21.15.29:0/806499951 wait complete. 2024-09-12T03:09:32.471 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-12T03:09:32.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.629+0000 7f9c71a00640 1 Processor -- start 2024-09-12T03:09:32.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.629+0000 7f9c71a00640 1 -- start start 2024-09-12T03:09:32.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.630+0000 7f9c71a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9c6c0b3e30 0x7f9c6c0b58d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.630+0000 7f9c71a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9c6c0b4630 0x7f9c6c06f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c71a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c6c15ad30 con 0x7f9c6c0b4210 2024-09-12T03:09:32.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c71a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9c6c070790 con 0x7f9c6c0b4630 2024-09-12T03:09:32.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c71a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f9c6c0cfd90 con 0x7f9c6c0b3e30 2024-09-12T03:09:32.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c63e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9c6c0b4210 0x7f9c6c06ef40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50772/0 (socket says 172.21.15.29:50772) 2024-09-12T03:09:32.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c6b400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9c6c0b4630 0x7f9c6c06f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c63e00640 1 -- 172.21.15.29:0/277960240 learned_addr learned my addr 172.21.15.29:0/277960240 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:32.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c6aa00640 1 --2- 172.21.15.29:0/277960240 >> v2:172.21.15.38:3300/0 conn(0x7f9c6c0b3e30 0x7f9c6c0b58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c6b400640 1 -- 172.21.15.29:0/277960240 >> v2:172.21.15.38:3300/0 conn(0x7f9c6c0b3e30 msgr2=0x7f9c6c0b58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:32.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c6b400640 1 --2- 172.21.15.29:0/277960240 >> v2:172.21.15.38:3300/0 conn(0x7f9c6c0b3e30 0x7f9c6c0b58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c6b400640 1 -- 172.21.15.29:0/277960240 >> v1:172.21.15.29:6789/0 conn(0x7f9c6c0b4210 legacy=0x7f9c6c06ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c6a000640 1 -- 172.21.15.29:0/277960240 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 363708654 0 0) 0x7f9c54001110 con 0x7f9c6c0b4210 2024-09-12T03:09:32.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.631+0000 7f9c6b400640 1 -- 172.21.15.29:0/277960240 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c6c0d0070 con 0x7f9c6c0b4630 2024-09-12T03:09:32.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.632+0000 7f9c6b400640 1 --2- 172.21.15.29:0/277960240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c6c0b4630 0x7f9c6c06f650 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c0b6d80 tx=0x7f9c6402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=803113bf2b4cc13f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:32.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.633+0000 7f9c6a000640 1 -- 172.21.15.29:0/277960240 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c64007740 con 0x7f9c6c0b4630 2024-09-12T03:09:32.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.633+0000 7f9c6a000640 1 -- 172.21.15.29:0/277960240 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c640078e0 con 0x7f9c6c0b4630 2024-09-12T03:09:32.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.633+0000 7f9c6a000640 1 -- 172.21.15.29:0/277960240 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c64007cb0 con 0x7f9c6c0b4630 2024-09-12T03:09:32.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.633+0000 7f9c71a00640 1 -- 172.21.15.29:0/277960240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c6c0b4630 msgr2=0x7f9c6c06f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.633+0000 7f9c71a00640 1 --2- 172.21.15.29:0/277960240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c6c0b4630 0x7f9c6c06f650 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c0b6d80 tx=0x7f9c6402a680 comp rx=0 tx=0).stop 2024-09-12T03:09:32.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.633+0000 7f9c71a00640 1 -- 172.21.15.29:0/277960240 shutdown_connections 2024-09-12T03:09:32.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.633+0000 7f9c71a00640 1 --2- 172.21.15.29:0/277960240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c6c0b4630 0x7f9c6c06f650 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.633+0000 7f9c71a00640 1 --2- 172.21.15.29:0/277960240 >> v2:172.21.15.38:3300/0 conn(0x7f9c6c0b3e30 0x7f9c6c0b58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.633+0000 7f9c71a00640 1 -- 172.21.15.29:0/277960240 >> 172.21.15.29:0/277960240 conn(0x7f9c6c0736d0 msgr2=0x7f9c6c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:32.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.633+0000 7f9c71a00640 1 -- 172.21.15.29:0/277960240 shutdown_connections 2024-09-12T03:09:32.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.633+0000 7f9c71a00640 1 -- 172.21.15.29:0/277960240 wait complete. 2024-09-12T03:09:32.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.635+0000 7f9c71a00640 1 Processor -- start 2024-09-12T03:09:32.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.635+0000 7f9c71a00640 1 -- start start 2024-09-12T03:09:32.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.636+0000 7f9c71a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c0b3e30 0x7f9c6c146550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.636+0000 7f9c71a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c6c0b4210 0x7f9c6c1f7d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.636+0000 7f9c71a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c6c0b4630 0x7f9c6c1587f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.636+0000 7f9c71a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6c0b5e10 con 0x7f9c6c0b4210 2024-09-12T03:09:32.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.636+0000 7f9c71a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9c6c06ea20 con 0x7f9c6c0b3e30 2024-09-12T03:09:32.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.636+0000 7f9c71a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9c6c0cf9e0 con 0x7f9c6c0b4630 2024-09-12T03:09:32.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.636+0000 7f9c63e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c6c0b4210 0x7f9c6c1f7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.636+0000 7f9c63e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c6c0b4210 0x7f9c6c1f7d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46126/0 (socket says 172.21.15.29:46126) 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.636+0000 7f9c63e00640 1 -- 172.21.15.29:0/4181158057 learned_addr learned my addr 172.21.15.29:0/4181158057 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c6aa00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c0b3e30 0x7f9c6c146550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c6b400640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c6c0b4630 0x7f9c6c1587f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c63e00640 1 -- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c6c0b4630 msgr2=0x7f9c6c1587f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c63e00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c6c0b4630 0x7f9c6c1587f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c63e00640 1 -- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c0b3e30 msgr2=0x7f9c6c146550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c63e00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c0b3e30 0x7f9c6c146550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c63e00640 1 -- 172.21.15.29:0/4181158057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c6c15c290 con 0x7f9c6c0b4210 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c63e00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c6c0b4210 0x7f9c6c1f7d20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9c5400c780 tx=0x7f9c5400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c62a00640 1 -- 172.21.15.29:0/4181158057 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c54018070 con 0x7f9c6c0b4210 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c62a00640 1 -- 172.21.15.29:0/4181158057 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c540072d0 con 0x7f9c6c0b4210 2024-09-12T03:09:32.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c62a00640 1 -- 172.21.15.29:0/4181158057 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c540047e0 con 0x7f9c6c0b4210 2024-09-12T03:09:32.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.637+0000 7f9c71a00640 1 -- 172.21.15.29:0/4181158057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c6c15c570 con 0x7f9c6c0b4210 2024-09-12T03:09:32.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.638+0000 7f9c71a00640 1 -- 172.21.15.29:0/4181158057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c6c15cb30 con 0x7f9c6c0b4210 2024-09-12T03:09:32.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.639+0000 7f9c71a00640 1 -- 172.21.15.29:0/4181158057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c6c0b58d0 con 0x7f9c6c0b4210 2024-09-12T03:09:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.639+0000 7f9c62a00640 1 -- 172.21.15.29:0/4181158057 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9c54004980 con 0x7f9c6c0b4210 2024-09-12T03:09:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.640+0000 7f9c62a00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c4806be60 0x7f9c4806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.640+0000 7f9c62a00640 1 -- 172.21.15.29:0/4181158057 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f9c54089fb0 con 0x7f9c6c0b4210 2024-09-12T03:09:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.641+0000 7f9c6aa00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c4806be60 0x7f9c4806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:32.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.642+0000 7f9c6aa00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c4806be60 0x7f9c4806e320 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9c5c009aa0 tx=0x7f9c5c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.645+0000 7f9c62a00640 1 -- 172.21.15.29:0/4181158057 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9c6c15ad30 con 0x7f9c6c0b4210 2024-09-12T03:09:32.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.904+0000 7f9c71a00640 1 -- 172.21.15.29:0/4181158057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f9c6c0ce090 con 0x7f9c6c0b4210 2024-09-12T03:09:32.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.907+0000 7f9c62a00640 1 -- 172.21.15.29:0/4181158057 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7f9c54058430 con 0x7f9c6c0b4210 2024-09-12T03:09:32.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.909+0000 7f9c71a00640 1 -- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c4806be60 msgr2=0x7f9c4806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.909+0000 7f9c71a00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c4806be60 0x7f9c4806e320 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9c5c009aa0 tx=0x7f9c5c009190 comp rx=0 tx=0).stop 2024-09-12T03:09:32.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.909+0000 7f9c71a00640 1 -- 172.21.15.29:0/4181158057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c6c0b4210 msgr2=0x7f9c6c1f7d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:32.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.909+0000 7f9c71a00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c6c0b4210 0x7f9c6c1f7d20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9c5400c780 tx=0x7f9c5400cc40 comp rx=0 tx=0).stop 2024-09-12T03:09:32.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.910+0000 7f9c71a00640 1 -- 172.21.15.29:0/4181158057 shutdown_connections 2024-09-12T03:09:32.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.910+0000 7f9c71a00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c4806be60 0x7f9c4806e320 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.910+0000 7f9c71a00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c6c0b4630 0x7f9c6c1587f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.910+0000 7f9c71a00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c6c0b4210 0x7f9c6c1f7d20 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.910+0000 7f9c71a00640 1 --2- 172.21.15.29:0/4181158057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c6c0b3e30 0x7f9c6c146550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:32.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.910+0000 7f9c71a00640 1 -- 172.21.15.29:0/4181158057 >> 172.21.15.29:0/4181158057 conn(0x7f9c6c0736d0 msgr2=0x7f9c6c06ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:32.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.910+0000 7f9c71a00640 1 -- 172.21.15.29:0/4181158057 shutdown_connections 2024-09-12T03:09:32.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:32.910+0000 7f9c71a00640 1 -- 172.21.15.29:0/4181158057 wait complete. 2024-09-12T03:09:32.927 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-12T03:09:33.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.085+0000 7f060be00640 1 Processor -- start 2024-09-12T03:09:33.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.085+0000 7f060be00640 1 -- start start 2024-09-12T03:09:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.086+0000 7f060be00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f060415e660 0x7f06040d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.086+0000 7f060be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 0x7f06040b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.086+0000 7f060be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f06040b6530 0x7f06040cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.086+0000 7f060be00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f060406d4b0 con 0x7f06040b6530 2024-09-12T03:09:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.086+0000 7f060be00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f06040d3680 con 0x7f060415e660 2024-09-12T03:09:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.086+0000 7f060be00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f06040d3960 con 0x7f06040d3150 2024-09-12T03:09:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.086+0000 7f0609e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f06040b6530 0x7f06040cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.087+0000 7f0609e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f06040b6530 0x7f06040cf070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46138/0 (socket says 172.21.15.29:46138) 2024-09-12T03:09:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.087+0000 7f0609e00640 1 -- 172.21.15.29:0/872713588 learned_addr learned my addr 172.21.15.29:0/872713588 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.087+0000 7f0609400640 1 --2- 172.21.15.29:0/872713588 >> v2:172.21.15.38:3300/0 conn(0x7f060415e660 0x7f06040d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.087+0000 7f0608a00640 1 --2- 172.21.15.29:0/872713588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 0x7f06040b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.087+0000 7f0609e00640 1 -- 172.21.15.29:0/872713588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 msgr2=0x7f06040b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:33.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.087+0000 7f0609e00640 1 --2- 172.21.15.29:0/872713588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 0x7f06040b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.087+0000 7f0609e00640 1 -- 172.21.15.29:0/872713588 >> v2:172.21.15.38:3300/0 conn(0x7f060415e660 msgr2=0x7f06040d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:33.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.087+0000 7f0609e00640 1 --2- 172.21.15.29:0/872713588 >> v2:172.21.15.38:3300/0 conn(0x7f060415e660 0x7f06040d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.087+0000 7f0609e00640 1 -- 172.21.15.29:0/872713588 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f060406ce60 con 0x7f06040b6530 2024-09-12T03:09:33.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.087+0000 7f0608a00640 1 --2- 172.21.15.29:0/872713588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 0x7f06040b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:33.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.088+0000 7f0609e00640 1 --2- 172.21.15.29:0/872713588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06040b6530 0x7f06040cf070 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f060408cf50 tx=0x7f05fc02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c97c3c9650eda485 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:33.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.088+0000 7f0603e00640 1 -- 172.21.15.29:0/872713588 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05fc036070 con 0x7f06040b6530 2024-09-12T03:09:33.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.088+0000 7f0603e00640 1 -- 172.21.15.29:0/872713588 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05fc031600 con 0x7f06040b6530 2024-09-12T03:09:33.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.088+0000 7f0603e00640 1 -- 172.21.15.29:0/872713588 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05fc0319d0 con 0x7f06040b6530 2024-09-12T03:09:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.089+0000 7f060be00640 1 -- 172.21.15.29:0/872713588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06040b6530 msgr2=0x7f06040cf070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.089+0000 7f060be00640 1 --2- 172.21.15.29:0/872713588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06040b6530 0x7f06040cf070 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f060408cf50 tx=0x7f05fc02a730 comp rx=0 tx=0).stop 2024-09-12T03:09:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.089+0000 7f060be00640 1 -- 172.21.15.29:0/872713588 shutdown_connections 2024-09-12T03:09:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.089+0000 7f060be00640 1 --2- 172.21.15.29:0/872713588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06040b6530 0x7f06040cf070 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.089+0000 7f060be00640 1 --2- 172.21.15.29:0/872713588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 0x7f06040b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.089+0000 7f060be00640 1 --2- 172.21.15.29:0/872713588 >> v2:172.21.15.38:3300/0 conn(0x7f060415e660 0x7f06040d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.089+0000 7f060be00640 1 -- 172.21.15.29:0/872713588 >> 172.21.15.29:0/872713588 conn(0x7f060408c000 msgr2=0x7f06040d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.089+0000 7f060be00640 1 -- 172.21.15.29:0/872713588 shutdown_connections 2024-09-12T03:09:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.089+0000 7f060be00640 1 -- 172.21.15.29:0/872713588 wait complete. 2024-09-12T03:09:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.091+0000 7f060be00640 1 Processor -- start 2024-09-12T03:09:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.091+0000 7f060be00640 1 -- start start 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f060be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06040b6530 0x7f060415af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f060be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 0x7f060415f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f060be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f060415e660 0x7f06040c9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f060be00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f060415ea40 con 0x7f06040b6530 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f060be00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f06040d5310 con 0x7f060415e660 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f060be00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f06040cf5b0 con 0x7f06040d3150 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f0609400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06040b6530 0x7f060415af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f0609400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06040b6530 0x7f060415af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46142/0 (socket says 172.21.15.29:46142) 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f0609400640 1 -- 172.21.15.29:0/3157622217 learned_addr learned my addr 172.21.15.29:0/3157622217 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f0608a00640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 0x7f060415f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f0609400640 1 -- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 msgr2=0x7f060415f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f0609400640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 0x7f060415f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f0609400640 1 -- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f060415e660 msgr2=0x7f06040c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f0609400640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f060415e660 0x7f06040c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f0609400640 1 -- 172.21.15.29:0/3157622217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f060415fb90 con 0x7f06040b6530 2024-09-12T03:09:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.092+0000 7f0608a00640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 0x7f060415f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:09:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.093+0000 7f0609400640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06040b6530 0x7f060415af50 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f05f800e870 tx=0x7f05f800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.093+0000 7f0601600640 1 -- 172.21.15.29:0/3157622217 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f8017070 con 0x7f06040b6530 2024-09-12T03:09:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.093+0000 7f0601600640 1 -- 172.21.15.29:0/3157622217 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05f800c940 con 0x7f06040b6530 2024-09-12T03:09:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.093+0000 7f060be00640 1 -- 172.21.15.29:0/3157622217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06040b7440 con 0x7f06040b6530 2024-09-12T03:09:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.093+0000 7f0601600640 1 -- 172.21.15.29:0/3157622217 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f800cd30 con 0x7f06040b6530 2024-09-12T03:09:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.093+0000 7f060be00640 1 -- 172.21.15.29:0/3157622217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f060415fe70 con 0x7f06040b6530 2024-09-12T03:09:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.094+0000 7f060be00640 1 -- 172.21.15.29:0/3157622217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06040b5ff0 con 0x7f06040b6530 2024-09-12T03:09:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.095+0000 7f0601600640 1 -- 172.21.15.29:0/3157622217 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f05f801a070 con 0x7f06040b6530 2024-09-12T03:09:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.096+0000 7f0601600640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f05e406be60 0x7f05e406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.096+0000 7f0601600640 1 -- 172.21.15.29:0/3157622217 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f05f808ab80 con 0x7f06040b6530 2024-09-12T03:09:33.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.097+0000 7f0608a00640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f05e406be60 0x7f05e406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.097+0000 7f0608a00640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f05e406be60 0x7f05e406e320 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f05f0006fd0 tx=0x7f05f0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:33.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.101+0000 7f0601600640 1 -- 172.21.15.29:0/3157622217 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f05f80596e0 con 0x7f06040b6530 2024-09-12T03:09:33.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.357+0000 7f060be00640 1 -- 172.21.15.29:0/3157622217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f06040b6ba0 con 0x7f06040b6530 2024-09-12T03:09:33.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.359+0000 7f0601600640 1 -- 172.21.15.29:0/3157622217 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7f05f8058fe0 con 0x7f06040b6530 2024-09-12T03:09:33.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 -- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f05e406be60 msgr2=0x7f05e406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f05e406be60 0x7f05e406e320 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f05f0006fd0 tx=0x7f05f0008040 comp rx=0 tx=0).stop 2024-09-12T03:09:33.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 -- 172.21.15.29:0/3157622217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06040b6530 msgr2=0x7f060415af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06040b6530 0x7f060415af50 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f05f800e870 tx=0x7f05f800ed30 comp rx=0 tx=0).stop 2024-09-12T03:09:33.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 -- 172.21.15.29:0/3157622217 shutdown_connections 2024-09-12T03:09:33.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f05e406be60 0x7f05e406e320 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f060415e660 0x7f06040c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06040d3150 0x7f060415f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 --2- 172.21.15.29:0/3157622217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06040b6530 0x7f060415af50 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 -- 172.21.15.29:0/3157622217 >> 172.21.15.29:0/3157622217 conn(0x7f060408c000 msgr2=0x7f06040b11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:33.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 -- 172.21.15.29:0/3157622217 shutdown_connections 2024-09-12T03:09:33.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.362+0000 7f060be00640 1 -- 172.21.15.29:0/3157622217 wait complete. 2024-09-12T03:09:33.379 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-12T03:09:33.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.534+0000 7f6373000640 1 Processor -- start 2024-09-12T03:09:33.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.534+0000 7f6373000640 1 -- start start 2024-09-12T03:09:33.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.535+0000 7f6373000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f636c144630 0x7f636c071fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.536+0000 7f6373000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f636c072510 0x7f636c06f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.536+0000 7f6373000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f636c15f1b0 con 0x7f636c0cfc00 2024-09-12T03:09:33.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.536+0000 7f6373000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f636c1417e0 con 0x7f636c072510 2024-09-12T03:09:33.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.536+0000 7f6373000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f636c06f020 con 0x7f636c144630 2024-09-12T03:09:33.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.536+0000 7f6371000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f636c072510 0x7f636c06f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.536+0000 7f636b400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f636c144630 0x7f636c071fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.536+0000 7f636be00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f636c0cfc00 0x7f636c15e940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:38018/0 (socket says 172.21.15.29:38018) 2024-09-12T03:09:33.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.536+0000 7f636be00640 1 -- 172.21.15.29:0/1093090279 learned_addr learned my addr 172.21.15.29:0/1093090279 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:33.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.537+0000 7f636b400640 1 -- 172.21.15.29:0/1093090279 >> v2:172.21.15.38:3300/0 conn(0x7f636c072510 msgr2=0x7f636c06f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:33.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.537+0000 7f636b400640 1 --2- 172.21.15.29:0/1093090279 >> v2:172.21.15.38:3300/0 conn(0x7f636c072510 0x7f636c06f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.537+0000 7f636b400640 1 -- 172.21.15.29:0/1093090279 >> v1:172.21.15.38:6789/0 conn(0x7f636c0cfc00 legacy=0x7f636c15e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.537+0000 7f636b400640 1 -- 172.21.15.29:0/1093090279 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f636c15f490 con 0x7f636c144630 2024-09-12T03:09:33.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.537+0000 7f6371000640 1 --2- 172.21.15.29:0/1093090279 >> v2:172.21.15.38:3300/0 conn(0x7f636c072510 0x7f636c06f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:33.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.538+0000 7f636b400640 1 --2- 172.21.15.29:0/1093090279 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f636c144630 0x7f636c071fd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f63580097a0 tx=0x7f635802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6b55d4aff2d10df server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:33.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.538+0000 7f636aa00640 1 -- 172.21.15.29:0/1093090279 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6358037070 con 0x7f636c144630 2024-09-12T03:09:33.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.538+0000 7f636aa00640 1 -- 172.21.15.29:0/1093090279 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6358032440 con 0x7f636c144630 2024-09-12T03:09:33.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.538+0000 7f636aa00640 1 -- 172.21.15.29:0/1093090279 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6358032810 con 0x7f636c144630 2024-09-12T03:09:33.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.538+0000 7f6373000640 1 -- 172.21.15.29:0/1093090279 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f636c144630 msgr2=0x7f636c071fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.538+0000 7f6373000640 1 --2- 172.21.15.29:0/1093090279 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f636c144630 0x7f636c071fd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f63580097a0 tx=0x7f635802a180 comp rx=0 tx=0).stop 2024-09-12T03:09:33.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.539+0000 7f6373000640 1 -- 172.21.15.29:0/1093090279 shutdown_connections 2024-09-12T03:09:33.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.539+0000 7f6373000640 1 --2- 172.21.15.29:0/1093090279 >> v2:172.21.15.38:3300/0 conn(0x7f636c072510 0x7f636c06f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.539+0000 7f6373000640 1 --2- 172.21.15.29:0/1093090279 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f636c144630 0x7f636c071fd0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.539+0000 7f6373000640 1 -- 172.21.15.29:0/1093090279 >> 172.21.15.29:0/1093090279 conn(0x7f636c067d70 msgr2=0x7f636c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:33.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.539+0000 7f6373000640 1 -- 172.21.15.29:0/1093090279 shutdown_connections 2024-09-12T03:09:33.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.539+0000 7f6373000640 1 -- 172.21.15.29:0/1093090279 wait complete. 2024-09-12T03:09:33.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.540+0000 7f6373000640 1 Processor -- start 2024-09-12T03:09:33.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.540+0000 7f6373000640 1 -- start start 2024-09-12T03:09:33.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.541+0000 7f6373000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f636c072510 0x7f636c0b0550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.541+0000 7f6373000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f636c0cfc00 0x7f636c0ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.541+0000 7f6373000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f636c144630 0x7f636c145a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.541+0000 7f6373000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f636c06fcd0 con 0x7f636c0cfc00 2024-09-12T03:09:33.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.541+0000 7f6373000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f636c06f270 con 0x7f636c144630 2024-09-12T03:09:33.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.541+0000 7f6373000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f636c06fe50 con 0x7f636c072510 2024-09-12T03:09:33.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.542+0000 7f636b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f636c0cfc00 0x7f636c0ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.542+0000 7f636b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f636c0cfc00 0x7f636c0ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46144/0 (socket says 172.21.15.29:46144) 2024-09-12T03:09:33.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.542+0000 7f636b400640 1 -- 172.21.15.29:0/2448980085 learned_addr learned my addr 172.21.15.29:0/2448980085 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:33.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.542+0000 7f636be00640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f636c072510 0x7f636c0b0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.542+0000 7f6371000640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f636c144630 0x7f636c145a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.542+0000 7f636b400640 1 -- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f636c072510 msgr2=0x7f636c0b0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.542+0000 7f636b400640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f636c072510 0x7f636c0b0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.542+0000 7f636b400640 1 -- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f636c144630 msgr2=0x7f636c145a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.542+0000 7f636b400640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f636c144630 0x7f636c145a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.542+0000 7f636b400640 1 -- 172.21.15.29:0/2448980085 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f636c1598f0 con 0x7f636c0cfc00 2024-09-12T03:09:33.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.542+0000 7f636b400640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f636c0cfc00 0x7f636c0ae8e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f63580098c0 tx=0x7f63580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:33.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.543+0000 7f6363e00640 1 -- 172.21.15.29:0/2448980085 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6358037040 con 0x7f636c0cfc00 2024-09-12T03:09:33.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.543+0000 7f6363e00640 1 -- 172.21.15.29:0/2448980085 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6358042070 con 0x7f636c0cfc00 2024-09-12T03:09:33.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.543+0000 7f6373000640 1 -- 172.21.15.29:0/2448980085 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f636c159bd0 con 0x7f636c0cfc00 2024-09-12T03:09:33.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.543+0000 7f6363e00640 1 -- 172.21.15.29:0/2448980085 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6358030920 con 0x7f636c0cfc00 2024-09-12T03:09:33.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.543+0000 7f6373000640 1 -- 172.21.15.29:0/2448980085 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f636c15a190 con 0x7f636c0cfc00 2024-09-12T03:09:33.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.544+0000 7f6373000640 1 -- 172.21.15.29:0/2448980085 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f636c070220 con 0x7f636c0cfc00 2024-09-12T03:09:33.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.545+0000 7f6363e00640 1 -- 172.21.15.29:0/2448980085 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6358030ac0 con 0x7f636c0cfc00 2024-09-12T03:09:33.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.546+0000 7f6363e00640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f634c06be30 0x7f634c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.546+0000 7f6363e00640 1 -- 172.21.15.29:0/2448980085 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7f63580ab480 con 0x7f636c0cfc00 2024-09-12T03:09:33.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.546+0000 7f636be00640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f634c06be30 0x7f634c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.547+0000 7f636be00640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f634c06be30 0x7f634c06e2f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f635c007fd0 tx=0x7f635c007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:33.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.550+0000 7f6363e00640 1 -- 172.21.15.29:0/2448980085 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6358079fe0 con 0x7f636c0cfc00 2024-09-12T03:09:33.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.735+0000 7f6373000640 1 -- 172.21.15.29:0/2448980085 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f636c15ed30 con 0x7f636c0cfc00 2024-09-12T03:09:33.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.735+0000 7f6363e00640 1 -- 172.21.15.29:0/2448980085 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v35) ==== 84+0+65 (secure 0 0 0) 0x7f635807ee20 con 0x7f636c0cfc00 2024-09-12T03:09:33.736 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:33.736 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-12T03:09:33.736 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:09:33.736 INFO:teuthology.orchestra.run.smithi029.stdout: "poolnum": 1, 2024-09-12T03:09:33.736 INFO:teuthology.orchestra.run.smithi029.stdout: "poolname": ".mgr" 2024-09-12T03:09:33.736 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:09:33.737 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-12T03:09:33.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.737+0000 7f6373000640 1 -- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f634c06be30 msgr2=0x7f634c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.737+0000 7f6373000640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f634c06be30 0x7f634c06e2f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f635c007fd0 tx=0x7f635c007e80 comp rx=0 tx=0).stop 2024-09-12T03:09:33.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.737+0000 7f6373000640 1 -- 172.21.15.29:0/2448980085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f636c0cfc00 msgr2=0x7f636c0ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.737+0000 7f6373000640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f636c0cfc00 0x7f636c0ae8e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f63580098c0 tx=0x7f63580046c0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.737+0000 7f6373000640 1 -- 172.21.15.29:0/2448980085 shutdown_connections 2024-09-12T03:09:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.737+0000 7f6373000640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f634c06be30 0x7f634c06e2f0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.737+0000 7f6373000640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f636c144630 0x7f636c145a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.737+0000 7f6373000640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f636c0cfc00 0x7f636c0ae8e0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.737+0000 7f6373000640 1 --2- 172.21.15.29:0/2448980085 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f636c072510 0x7f636c0b0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.737+0000 7f6373000640 1 -- 172.21.15.29:0/2448980085 >> 172.21.15.29:0/2448980085 conn(0x7f636c067d70 msgr2=0x7f636c15d290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.738+0000 7f6373000640 1 -- 172.21.15.29:0/2448980085 shutdown_connections 2024-09-12T03:09:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.738+0000 7f6373000640 1 -- 172.21.15.29:0/2448980085 wait complete. 2024-09-12T03:09:33.754 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T03:09:33.754 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T03:09:33.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.915+0000 7fdd34800640 1 Processor -- start 2024-09-12T03:09:33.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.915+0000 7fdd34800640 1 -- start start 2024-09-12T03:09:33.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.916+0000 7fdd34800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5520 0x7fdd2c0b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.916+0000 7fdd34800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdd2c06d330 0x7fdd2c15eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.916+0000 7fdd34800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd2c15f7d0 con 0x7fdd2c0b5900 2024-09-12T03:09:33.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.917+0000 7fdd34800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fdd2c073a60 con 0x7fdd2c06d330 2024-09-12T03:09:33.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.917+0000 7fdd34800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdd2c15fab0 con 0x7fdd2c0b5520 2024-09-12T03:09:33.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.917+0000 7fdd32800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdd2c06d330 0x7fdd2c15eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.917+0000 7fdd32800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdd2c06d330 0x7fdd2c15eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46158/0 (socket says 172.21.15.29:46158) 2024-09-12T03:09:33.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.917+0000 7fdd32800640 1 -- 172.21.15.29:0/3131663742 learned_addr learned my addr 172.21.15.29:0/3131663742 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:33.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.917+0000 7fdd31e00640 1 --2- 172.21.15.29:0/3131663742 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5520 0x7fdd2c0b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.917+0000 7fdd32800640 1 -- 172.21.15.29:0/3131663742 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5520 msgr2=0x7fdd2c0b47e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:33.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.917+0000 7fdd32800640 1 --2- 172.21.15.29:0/3131663742 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5520 0x7fdd2c0b47e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.917+0000 7fdd32800640 1 -- 172.21.15.29:0/3131663742 >> v1:172.21.15.38:6789/0 conn(0x7fdd2c0b5900 legacy=0x7fdd2c06cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.917+0000 7fdd32800640 1 -- 172.21.15.29:0/3131663742 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd2c0b3d00 con 0x7fdd2c06d330 2024-09-12T03:09:33.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.917+0000 7fdd31e00640 1 --2- 172.21.15.29:0/3131663742 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5520 0x7fdd2c0b47e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:33.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.918+0000 7fdd32800640 1 --2- 172.21.15.29:0/3131663742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd2c06d330 0x7fdd2c15eb80 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fdd28009e50 tx=0x7fdd2802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4dab84db38bf740 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:33.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.919+0000 7fdd30a00640 1 -- 172.21.15.29:0/3131663742 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd28036070 con 0x7fdd2c06d330 2024-09-12T03:09:33.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.919+0000 7fdd30a00640 1 -- 172.21.15.29:0/3131663742 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd28031600 con 0x7fdd2c06d330 2024-09-12T03:09:33.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.919+0000 7fdd30a00640 1 -- 172.21.15.29:0/3131663742 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd280319d0 con 0x7fdd2c06d330 2024-09-12T03:09:33.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.919+0000 7fdd34800640 1 -- 172.21.15.29:0/3131663742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd2c06d330 msgr2=0x7fdd2c15eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.919+0000 7fdd34800640 1 --2- 172.21.15.29:0/3131663742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd2c06d330 0x7fdd2c15eb80 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fdd28009e50 tx=0x7fdd2802a710 comp rx=0 tx=0).stop 2024-09-12T03:09:33.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.919+0000 7fdd34800640 1 -- 172.21.15.29:0/3131663742 shutdown_connections 2024-09-12T03:09:33.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.919+0000 7fdd34800640 1 --2- 172.21.15.29:0/3131663742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd2c06d330 0x7fdd2c15eb80 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.919+0000 7fdd34800640 1 --2- 172.21.15.29:0/3131663742 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5520 0x7fdd2c0b47e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.919+0000 7fdd34800640 1 -- 172.21.15.29:0/3131663742 >> 172.21.15.29:0/3131663742 conn(0x7fdd2c0b3050 msgr2=0x7fdd2c072950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:33.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.919+0000 7fdd34800640 1 -- 172.21.15.29:0/3131663742 shutdown_connections 2024-09-12T03:09:33.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.919+0000 7fdd34800640 1 -- 172.21.15.29:0/3131663742 wait complete. 2024-09-12T03:09:33.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.921+0000 7fdd34800640 1 Processor -- start 2024-09-12T03:09:33.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.921+0000 7fdd34800640 1 -- start start 2024-09-12T03:09:33.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.922+0000 7fdd34800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd2c06d330 0x7fdd2c0c77e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.922+0000 7fdd34800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd2c0b5520 0x7fdd2c14b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.922+0000 7fdd34800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5900 0x7fdd2c0c5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.922+0000 7fdd34800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c15f0c0 con 0x7fdd2c0b5520 2024-09-12T03:09:33.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.922+0000 7fdd34800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c0b42c0 con 0x7fdd2c06d330 2024-09-12T03:09:33.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.922+0000 7fdd34800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdd2c15f240 con 0x7fdd2c0b5900 2024-09-12T03:09:33.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.922+0000 7fdd31400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd2c0b5520 0x7fdd2c14b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.922+0000 7fdd31400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd2c0b5520 0x7fdd2c14b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46162/0 (socket says 172.21.15.29:46162) 2024-09-12T03:09:33.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.922+0000 7fdd31400640 1 -- 172.21.15.29:0/2629293493 learned_addr learned my addr 172.21.15.29:0/2629293493 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:33.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd31e00640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd2c06d330 0x7fdd2c0c77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd32800640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5900 0x7fdd2c0c5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd31400640 1 -- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5900 msgr2=0x7fdd2c0c5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd31400640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5900 0x7fdd2c0c5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd31400640 1 -- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd2c06d330 msgr2=0x7fdd2c0c77e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:33.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd31400640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd2c06d330 0x7fdd2c0c77e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:33.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd31400640 1 -- 172.21.15.29:0/2629293493 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd2c0c7d20 con 0x7fdd2c0b5520 2024-09-12T03:09:33.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd31e00640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd2c06d330 0x7fdd2c0c77e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:09:33.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd32800640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5900 0x7fdd2c0c5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:09:33.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd31400640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd2c0b5520 0x7fdd2c14b4a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c00c3c0 tx=0x7fdd1c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:33.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd26000640 1 -- 172.21.15.29:0/2629293493 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c0052d0 con 0x7fdd2c0b5520 2024-09-12T03:09:33.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd26000640 1 -- 172.21.15.29:0/2629293493 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd1c005490 con 0x7fdd2c0b5520 2024-09-12T03:09:33.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd34800640 1 -- 172.21.15.29:0/2629293493 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd2c157c20 con 0x7fdd2c0b5520 2024-09-12T03:09:33.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd26000640 1 -- 172.21.15.29:0/2629293493 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c007260 con 0x7fdd2c0b5520 2024-09-12T03:09:33.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.923+0000 7fdd34800640 1 -- 172.21.15.29:0/2629293493 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd2c0c6a20 con 0x7fdd2c0b5520 2024-09-12T03:09:33.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.925+0000 7fdd34800640 1 -- 172.21.15.29:0/2629293493 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd2c15eb80 con 0x7fdd2c0b5520 2024-09-12T03:09:33.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.925+0000 7fdd26000640 1 -- 172.21.15.29:0/2629293493 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdd1c007400 con 0x7fdd2c0b5520 2024-09-12T03:09:33.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.926+0000 7fdd26000640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdd1006be60 0x7fdd1006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:33.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.926+0000 7fdd26000640 1 -- 172.21.15.29:0/2629293493 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5249+0+0 (secure 0 0 0) 0x7fdd1c08a180 con 0x7fdd2c0b5520 2024-09-12T03:09:33.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.926+0000 7fdd31e00640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdd1006be60 0x7fdd1006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:33.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.927+0000 7fdd31e00640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdd1006be60 0x7fdd1006e320 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdd20006fd0 tx=0x7fdd20008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:33.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:33.930+0000 7fdd26000640 1 -- 172.21.15.29:0/2629293493 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdd2c0c7d20 con 0x7fdd2c0b5520 2024-09-12T03:09:34.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.116+0000 7fdd34800640 1 -- 172.21.15.29:0/2629293493 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fdd2c0afb30 con 0x7fdd2c0b5520 2024-09-12T03:09:34.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.365+0000 7fdd26000640 1 -- 172.21.15.29:0/2629293493 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v36) ==== 138+0+0 (secure 0 0 0) 0x7fdd1c058ce0 con 0x7fdd2c0b5520 2024-09-12T03:09:34.365 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' created 2024-09-12T03:09:34.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.367+0000 7fdd34800640 1 -- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdd1006be60 msgr2=0x7fdd1006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:34.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.367+0000 7fdd34800640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdd1006be60 0x7fdd1006e320 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdd20006fd0 tx=0x7fdd20008040 comp rx=0 tx=0).stop 2024-09-12T03:09:34.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.367+0000 7fdd34800640 1 -- 172.21.15.29:0/2629293493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd2c0b5520 msgr2=0x7fdd2c14b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:34.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.367+0000 7fdd34800640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd2c0b5520 0x7fdd2c14b4a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c00c3c0 tx=0x7fdd1c00c880 comp rx=0 tx=0).stop 2024-09-12T03:09:34.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.367+0000 7fdd34800640 1 -- 172.21.15.29:0/2629293493 shutdown_connections 2024-09-12T03:09:34.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.367+0000 7fdd34800640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdd1006be60 0x7fdd1006e320 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:34.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.367+0000 7fdd34800640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdd2c0b5900 0x7fdd2c0c5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:34.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.367+0000 7fdd34800640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd2c0b5520 0x7fdd2c14b4a0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:34.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.367+0000 7fdd34800640 1 --2- 172.21.15.29:0/2629293493 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdd2c06d330 0x7fdd2c0c77e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:34.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.367+0000 7fdd34800640 1 -- 172.21.15.29:0/2629293493 >> 172.21.15.29:0/2629293493 conn(0x7fdd2c0b3050 msgr2=0x7fdd2c160e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:34.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.368+0000 7fdd34800640 1 -- 172.21.15.29:0/2629293493 shutdown_connections 2024-09-12T03:09:34.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.368+0000 7fdd34800640 1 -- 172.21.15.29:0/2629293493 wait complete. 2024-09-12T03:09:34.388 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T03:09:34.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.553+0000 7fe468e00640 1 Processor -- start 2024-09-12T03:09:34.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.553+0000 7fe468e00640 1 -- start start 2024-09-12T03:09:34.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.554+0000 7fe468e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe46415e5c0 0x7fe4640d3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:34.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.554+0000 7fe468e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4640cf530 0x7fe4640d1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:34.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.554+0000 7fe468e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe46415e9a0 con 0x7fe4640d1570 2024-09-12T03:09:34.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.555+0000 7fe468e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe4640b7620 con 0x7fe46415e5c0 2024-09-12T03:09:34.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.555+0000 7fe468e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe4640d19c0 con 0x7fe4640cf530 2024-09-12T03:09:34.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.555+0000 7fe461e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe46415e5c0 0x7fe4640d3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:34.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.555+0000 7fe461e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe46415e5c0 0x7fe4640d3370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46174/0 (socket says 172.21.15.29:46174) 2024-09-12T03:09:34.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.555+0000 7fe461e00640 1 -- 172.21.15.29:0/556665021 learned_addr learned my addr 172.21.15.29:0/556665021 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:34.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.555+0000 7fe459400640 1 --2- 172.21.15.29:0/556665021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4640cf530 0x7fe4640d1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:34.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.555+0000 7fe461e00640 1 -- 172.21.15.29:0/556665021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4640cf530 msgr2=0x7fe4640d1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:34.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.555+0000 7fe461e00640 1 --2- 172.21.15.29:0/556665021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4640cf530 0x7fe4640d1030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:34.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.555+0000 7fe461e00640 1 -- 172.21.15.29:0/556665021 >> v1:172.21.15.38:6789/0 conn(0x7fe4640d1570 legacy=0x7fe4640b60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:34.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.555+0000 7fe461e00640 1 -- 172.21.15.29:0/556665021 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4640d38b0 con 0x7fe46415e5c0 2024-09-12T03:09:34.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.556+0000 7fe461e00640 1 --2- 172.21.15.29:0/556665021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe46415e5c0 0x7fe4640d3370 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe454009870 tx=0x7fe45402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab6c87b416d3130f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:34.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.556+0000 7fe461400640 1 -- 172.21.15.29:0/556665021 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe454037070 con 0x7fe46415e5c0 2024-09-12T03:09:34.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.557+0000 7fe461400640 1 -- 172.21.15.29:0/556665021 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe45402ae50 con 0x7fe46415e5c0 2024-09-12T03:09:34.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.557+0000 7fe461400640 1 -- 172.21.15.29:0/556665021 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe454032860 con 0x7fe46415e5c0 2024-09-12T03:09:34.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.557+0000 7fe468e00640 1 -- 172.21.15.29:0/556665021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe46415e5c0 msgr2=0x7fe4640d3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:34.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.557+0000 7fe468e00640 1 --2- 172.21.15.29:0/556665021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe46415e5c0 0x7fe4640d3370 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe454009870 tx=0x7fe45402a300 comp rx=0 tx=0).stop 2024-09-12T03:09:34.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.557+0000 7fe468e00640 1 -- 172.21.15.29:0/556665021 shutdown_connections 2024-09-12T03:09:34.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.557+0000 7fe468e00640 1 --2- 172.21.15.29:0/556665021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4640cf530 0x7fe4640d1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:34.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.557+0000 7fe468e00640 1 --2- 172.21.15.29:0/556665021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe46415e5c0 0x7fe4640d3370 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:34.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.557+0000 7fe468e00640 1 -- 172.21.15.29:0/556665021 >> 172.21.15.29:0/556665021 conn(0x7fe464067f80 msgr2=0x7fe46406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:34.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.557+0000 7fe468e00640 1 -- 172.21.15.29:0/556665021 shutdown_connections 2024-09-12T03:09:34.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.557+0000 7fe468e00640 1 -- 172.21.15.29:0/556665021 wait complete. 2024-09-12T03:09:34.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.559+0000 7fe468e00640 1 Processor -- start 2024-09-12T03:09:34.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.559+0000 7fe468e00640 1 -- start start 2024-09-12T03:09:34.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.560+0000 7fe468e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4640cf530 0x7fe464151e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:34.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.560+0000 7fe468e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4640d1570 0x7fe4640c83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:34.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.560+0000 7fe468e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe46415e5c0 0x7fe464148250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:34.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.560+0000 7fe468e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe4640d4110 con 0x7fe46415e5c0 2024-09-12T03:09:34.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.560+0000 7fe468e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe4640d3e30 con 0x7fe4640d1570 2024-09-12T03:09:34.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.560+0000 7fe468e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe4640d43f0 con 0x7fe4640cf530 2024-09-12T03:09:34.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.560+0000 7fe462800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe46415e5c0 0x7fe464148250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:34.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.560+0000 7fe462800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe46415e5c0 0x7fe464148250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46188/0 (socket says 172.21.15.29:46188) 2024-09-12T03:09:34.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.560+0000 7fe462800640 1 -- 172.21.15.29:0/2128922345 learned_addr learned my addr 172.21.15.29:0/2128922345 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:34.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.560+0000 7fe459400640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4640d1570 0x7fe4640c83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:34.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.560+0000 7fe461e00640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4640cf530 0x7fe464151e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:34.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe462800640 1 -- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4640cf530 msgr2=0x7fe464151e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:34.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe462800640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4640cf530 0x7fe464151e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:34.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe462800640 1 -- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4640d1570 msgr2=0x7fe4640c83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:34.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe462800640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4640d1570 0x7fe4640c83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:34.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe462800640 1 -- 172.21.15.29:0/2128922345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4641603b0 con 0x7fe46415e5c0 2024-09-12T03:09:34.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe459400640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4640d1570 0x7fe4640c83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:34.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe462800640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe46415e5c0 0x7fe464148250 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe45c00c7d0 tx=0x7fe45c00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:34.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe45aa00640 1 -- 172.21.15.29:0/2128922345 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45c003b70 con 0x7fe46415e5c0 2024-09-12T03:09:34.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe45aa00640 1 -- 172.21.15.29:0/2128922345 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe45c003d30 con 0x7fe46415e5c0 2024-09-12T03:09:34.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe45aa00640 1 -- 172.21.15.29:0/2128922345 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45c00aa90 con 0x7fe46415e5c0 2024-09-12T03:09:34.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe468e00640 1 -- 172.21.15.29:0/2128922345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe464160690 con 0x7fe46415e5c0 2024-09-12T03:09:34.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.561+0000 7fe468e00640 1 -- 172.21.15.29:0/2128922345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe464160c50 con 0x7fe46415e5c0 2024-09-12T03:09:34.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.562+0000 7fe468e00640 1 -- 172.21.15.29:0/2128922345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4640d1030 con 0x7fe46415e5c0 2024-09-12T03:09:34.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.563+0000 7fe45aa00640 1 -- 172.21.15.29:0/2128922345 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe45c00ac30 con 0x7fe46415e5c0 2024-09-12T03:09:34.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.564+0000 7fe45aa00640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe44006be30 0x7fe44006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:34.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.564+0000 7fe45aa00640 1 -- 172.21.15.29:0/2128922345 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5619+0+0 (secure 0 0 0) 0x7fe45c08ae60 con 0x7fe46415e5c0 2024-09-12T03:09:34.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.565+0000 7fe461e00640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe44006be30 0x7fe44006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:34.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.565+0000 7fe461e00640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe44006be30 0x7fe44006e2f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe454034000 tx=0x7fe45402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:34.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.569+0000 7fe45aa00640 1 -- 172.21.15.29:0/2128922345 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe45c0597c0 con 0x7fe46415e5c0 2024-09-12T03:09:34.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:34.753+0000 7fe468e00640 1 -- 172.21.15.29:0/2128922345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe464159700 con 0x7fe46415e5c0 2024-09-12T03:09:35.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.369+0000 7fe45aa00640 1 -- 172.21.15.29:0/2128922345 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v37) ==== 170+0+0 (secure 0 0 0) 0x7fe45c0590c0 con 0x7fe46415e5c0 2024-09-12T03:09:35.369 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' created 2024-09-12T03:09:35.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 -- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe44006be30 msgr2=0x7fe44006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:35.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe44006be30 0x7fe44006e2f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe454034000 tx=0x7fe45402e000 comp rx=0 tx=0).stop 2024-09-12T03:09:35.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 -- 172.21.15.29:0/2128922345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe46415e5c0 msgr2=0x7fe464148250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:35.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe46415e5c0 0x7fe464148250 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe45c00c7d0 tx=0x7fe45c00cc90 comp rx=0 tx=0).stop 2024-09-12T03:09:35.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 -- 172.21.15.29:0/2128922345 shutdown_connections 2024-09-12T03:09:35.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe44006be30 0x7fe44006e2f0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:35.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe46415e5c0 0x7fe464148250 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:35.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe4640d1570 0x7fe4640c83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:35.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 --2- 172.21.15.29:0/2128922345 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe4640cf530 0x7fe464151e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:35.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 -- 172.21.15.29:0/2128922345 >> 172.21.15.29:0/2128922345 conn(0x7fe464067f80 msgr2=0x7fe46415d0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:35.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 -- 172.21.15.29:0/2128922345 shutdown_connections 2024-09-12T03:09:35.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.373+0000 7fe468e00640 1 -- 172.21.15.29:0/2128922345 wait complete. 2024-09-12T03:09:35.408 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T03:09:35.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.570+0000 7f1c4d800640 1 Processor -- start 2024-09-12T03:09:35.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.571+0000 7f1c4d800640 1 -- start start 2024-09-12T03:09:35.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.572+0000 7f1c4d800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1c480b5e00 0x7f1c480b6270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:35.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.572+0000 7f1c4d800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1c4806d070 0x7f1c4806d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:35.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.572+0000 7f1c4d800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c480b75f0 con 0x7f1c4809aa70 2024-09-12T03:09:35.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.572+0000 7f1c4d800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1c48162460 con 0x7f1c480b5e00 2024-09-12T03:09:35.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.572+0000 7f1c4d800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f1c480b67b0 con 0x7f1c4806d070 2024-09-12T03:09:35.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.572+0000 7f1c3fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1c480b5e00 0x7f1c480b6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:35.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.572+0000 7f1c3fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1c480b5e00 0x7f1c480b6270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46198/0 (socket says 172.21.15.29:46198) 2024-09-12T03:09:35.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.572+0000 7f1c3fe00640 1 -- 172.21.15.29:0/4086133381 learned_addr learned my addr 172.21.15.29:0/4086133381 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:35.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.572+0000 7f1c47400640 1 --2- 172.21.15.29:0/4086133381 >> v2:172.21.15.38:3300/0 conn(0x7f1c4806d070 0x7f1c4806d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:35.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.573+0000 7f1c3fe00640 1 -- 172.21.15.29:0/4086133381 >> v2:172.21.15.38:3300/0 conn(0x7f1c4806d070 msgr2=0x7f1c4806d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:35.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.573+0000 7f1c3fe00640 1 --2- 172.21.15.29:0/4086133381 >> v2:172.21.15.38:3300/0 conn(0x7f1c4806d070 0x7f1c4806d500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:35.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.573+0000 7f1c3fe00640 1 -- 172.21.15.29:0/4086133381 >> v1:172.21.15.38:6789/0 conn(0x7f1c4809aa70 legacy=0x7f1c4809ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:35.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.573+0000 7f1c3fe00640 1 -- 172.21.15.29:0/4086133381 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c480b6a70 con 0x7f1c480b5e00 2024-09-12T03:09:35.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.573+0000 7f1c47400640 1 --2- 172.21.15.29:0/4086133381 >> v2:172.21.15.38:3300/0 conn(0x7f1c4806d070 0x7f1c4806d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:35.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.574+0000 7f1c3fe00640 1 --2- 172.21.15.29:0/4086133381 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c480b5e00 0x7f1c480b6270 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f1c480b1e80 tx=0x7f1c3002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d90e16b4f3bdd9d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.574+0000 7f1c46000640 1 -- 172.21.15.29:0/4086133381 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c30037070 con 0x7f1c480b5e00 2024-09-12T03:09:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.574+0000 7f1c46000640 1 -- 172.21.15.29:0/4086133381 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c30032440 con 0x7f1c480b5e00 2024-09-12T03:09:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.574+0000 7f1c46000640 1 -- 172.21.15.29:0/4086133381 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c30032810 con 0x7f1c480b5e00 2024-09-12T03:09:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.574+0000 7f1c4d800640 1 -- 172.21.15.29:0/4086133381 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c480b5e00 msgr2=0x7f1c480b6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.574+0000 7f1c4d800640 1 --2- 172.21.15.29:0/4086133381 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c480b5e00 0x7f1c480b6270 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f1c480b1e80 tx=0x7f1c3002a270 comp rx=0 tx=0).stop 2024-09-12T03:09:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.575+0000 7f1c4d800640 1 -- 172.21.15.29:0/4086133381 shutdown_connections 2024-09-12T03:09:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.575+0000 7f1c4d800640 1 --2- 172.21.15.29:0/4086133381 >> v2:172.21.15.38:3300/0 conn(0x7f1c4806d070 0x7f1c4806d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.575+0000 7f1c4d800640 1 --2- 172.21.15.29:0/4086133381 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c480b5e00 0x7f1c480b6270 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.575+0000 7f1c4d800640 1 -- 172.21.15.29:0/4086133381 >> 172.21.15.29:0/4086133381 conn(0x7f1c480b3f80 msgr2=0x7f1c480b4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.575+0000 7f1c4d800640 1 -- 172.21.15.29:0/4086133381 shutdown_connections 2024-09-12T03:09:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.575+0000 7f1c4d800640 1 -- 172.21.15.29:0/4086133381 wait complete. 2024-09-12T03:09:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.576+0000 7f1c4d800640 1 Processor -- start 2024-09-12T03:09:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.576+0000 7f1c4d800640 1 -- start start 2024-09-12T03:09:35.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.577+0000 7f1c4d800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c4806d070 0x7f1c480cd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:35.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.577+0000 7f1c4d800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c4809aa70 0x7f1c48158710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:35.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.577+0000 7f1c4d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c480b5e00 0x7f1c48158c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:35.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.577+0000 7f1c4d800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1c480b7310 con 0x7f1c480b5e00 2024-09-12T03:09:35.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.577+0000 7f1c4d800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1c480b7030 con 0x7f1c4809aa70 2024-09-12T03:09:35.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.577+0000 7f1c4d800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1c48161d60 con 0x7f1c4806d070 2024-09-12T03:09:35.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c47400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c480b5e00 0x7f1c48158c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:35.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c3fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c4809aa70 0x7f1c48158710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:35.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c46a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c4806d070 0x7f1c480cd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c47400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c480b5e00 0x7f1c48158c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46210/0 (socket says 172.21.15.29:46210) 2024-09-12T03:09:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c47400640 1 -- 172.21.15.29:0/1798609662 learned_addr learned my addr 172.21.15.29:0/1798609662 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c47400640 1 -- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c4806d070 msgr2=0x7f1c480cd8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c47400640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c4806d070 0x7f1c480cd8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c47400640 1 -- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c4809aa70 msgr2=0x7f1c48158710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c47400640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c4809aa70 0x7f1c48158710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c47400640 1 -- 172.21.15.29:0/1798609662 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c480cc830 con 0x7f1c480b5e00 2024-09-12T03:09:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c3fe00640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c4809aa70 0x7f1c48158710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.578+0000 7f1c47400640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c480b5e00 0x7f1c48158c50 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1c40007e70 tx=0x7f1c4000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.579+0000 7f1c3ea00640 1 -- 172.21.15.29:0/1798609662 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4001a070 con 0x7f1c480b5e00 2024-09-12T03:09:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.579+0000 7f1c3ea00640 1 -- 172.21.15.29:0/1798609662 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c40003bb0 con 0x7f1c480b5e00 2024-09-12T03:09:35.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.579+0000 7f1c3ea00640 1 -- 172.21.15.29:0/1798609662 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c40004030 con 0x7f1c480b5e00 2024-09-12T03:09:35.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.579+0000 7f1c4d800640 1 -- 172.21.15.29:0/1798609662 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c480ccb10 con 0x7f1c480b5e00 2024-09-12T03:09:35.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.579+0000 7f1c4d800640 1 -- 172.21.15.29:0/1798609662 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c480cd0d0 con 0x7f1c480b5e00 2024-09-12T03:09:35.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.580+0000 7f1c4d800640 1 -- 172.21.15.29:0/1798609662 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c4809bbb0 con 0x7f1c480b5e00 2024-09-12T03:09:35.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.581+0000 7f1c3ea00640 1 -- 172.21.15.29:0/1798609662 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1c4001d070 con 0x7f1c480b5e00 2024-09-12T03:09:35.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.582+0000 7f1c3ea00640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1c2406be30 0x7f1c2406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:35.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.582+0000 7f1c3ea00640 1 -- 172.21.15.29:0/1798609662 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6001+0+0 (secure 0 0 0) 0x7f1c4008b640 con 0x7f1c480b5e00 2024-09-12T03:09:35.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.582+0000 7f1c46a00640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1c2406be30 0x7f1c2406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:35.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.583+0000 7f1c46a00640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1c2406be30 0x7f1c2406e2f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1c380016e0 tx=0x7f1c38009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:35.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.586+0000 7f1c3ea00640 1 -- 172.21.15.29:0/1798609662 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1c40024020 con 0x7f1c480b5e00 2024-09-12T03:09:35.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:35.807+0000 7f1c4d800640 1 -- 172.21.15.29:0/1798609662 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f1c4809b6a0 con 0x7f1c480b5e00 2024-09-12T03:09:36.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.394+0000 7f1c3ea00640 1 -- 172.21.15.29:0/1798609662 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v15) ==== 172+0+0 (secure 0 0 0) 0x7f1c40010070 con 0x7f1c480b5e00 2024-09-12T03:09:36.397 INFO:teuthology.orchestra.run.smithi029.stderr:new fs with metadata pool 5 and data pool 6 2024-09-12T03:09:36.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.406+0000 7f1c4d800640 1 -- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1c2406be30 msgr2=0x7f1c2406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:36.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.406+0000 7f1c4d800640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1c2406be30 0x7f1c2406e2f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1c380016e0 tx=0x7f1c38009040 comp rx=0 tx=0).stop 2024-09-12T03:09:36.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.406+0000 7f1c4d800640 1 -- 172.21.15.29:0/1798609662 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c480b5e00 msgr2=0x7f1c48158c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:36.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.406+0000 7f1c4d800640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c480b5e00 0x7f1c48158c50 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1c40007e70 tx=0x7f1c4000d4a0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.407+0000 7f1c4d800640 1 -- 172.21.15.29:0/1798609662 shutdown_connections 2024-09-12T03:09:36.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.407+0000 7f1c4d800640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1c2406be30 0x7f1c2406e2f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.407+0000 7f1c4d800640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c480b5e00 0x7f1c48158c50 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.407+0000 7f1c4d800640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1c4809aa70 0x7f1c48158710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.407+0000 7f1c4d800640 1 --2- 172.21.15.29:0/1798609662 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1c4806d070 0x7f1c480cd8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.407+0000 7f1c4d800640 1 -- 172.21.15.29:0/1798609662 >> 172.21.15.29:0/1798609662 conn(0x7f1c480b3f80 msgr2=0x7f1c48156ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:36.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.409+0000 7f1c4d800640 1 -- 172.21.15.29:0/1798609662 shutdown_connections 2024-09-12T03:09:36.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.410+0000 7f1c4d800640 1 -- 172.21.15.29:0/1798609662 wait complete. 2024-09-12T03:09:36.442 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:09:36.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.599+0000 7f1418a00640 1 Processor -- start 2024-09-12T03:09:36.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.599+0000 7f1418a00640 1 -- start start 2024-09-12T03:09:36.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.600+0000 7f1418a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14141554f0 0x7f1414073bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.600+0000 7f1418a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f14140af450 0x7f14140b3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.600+0000 7f1418a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14141558d0 con 0x7f14140ad0d0 2024-09-12T03:09:36.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.600+0000 7f1418a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f141415b730 con 0x7f14140af450 2024-09-12T03:09:36.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.600+0000 7f1418a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f141415ba10 con 0x7f14141554f0 2024-09-12T03:09:36.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.600+0000 7f1413e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f14140af450 0x7f14140b3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.600+0000 7f140be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f14140ad0d0 0x7f14140aed40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50784/0 (socket says 172.21.15.29:50784) 2024-09-12T03:09:36.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.600+0000 7f140be00640 1 -- 172.21.15.29:0/1710692853 learned_addr learned my addr 172.21.15.29:0/1710692853 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:36.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.600+0000 7f1413400640 1 --2- 172.21.15.29:0/1710692853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14141554f0 0x7f1414073bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.601+0000 7f1413e00640 1 -- 172.21.15.29:0/1710692853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14141554f0 msgr2=0x7f1414073bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:36.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.601+0000 7f1413e00640 1 --2- 172.21.15.29:0/1710692853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14141554f0 0x7f1414073bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.601+0000 7f1413e00640 1 -- 172.21.15.29:0/1710692853 >> v1:172.21.15.29:6789/0 conn(0x7f14140ad0d0 legacy=0x7f14140aed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:36.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.601+0000 7f1413e00640 1 -- 172.21.15.29:0/1710692853 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f141415bcf0 con 0x7f14140af450 2024-09-12T03:09:36.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.602+0000 7f1413e00640 1 --2- 172.21.15.29:0/1710692853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140af450 0x7f14140b3330 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f140c009d90 tx=0x7f140c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=446b86d8cd1710dc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:36.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.602+0000 7f1412a00640 1 -- 172.21.15.29:0/1710692853 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f140c007740 con 0x7f14140af450 2024-09-12T03:09:36.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.602+0000 7f1412a00640 1 -- 172.21.15.29:0/1710692853 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f140c0078e0 con 0x7f14140af450 2024-09-12T03:09:36.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.602+0000 7f1412a00640 1 -- 172.21.15.29:0/1710692853 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f140c007cb0 con 0x7f14140af450 2024-09-12T03:09:36.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.602+0000 7f1418a00640 1 -- 172.21.15.29:0/1710692853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140af450 msgr2=0x7f14140b3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:36.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.602+0000 7f1418a00640 1 --2- 172.21.15.29:0/1710692853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140af450 0x7f14140b3330 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f140c009d90 tx=0x7f140c02a660 comp rx=0 tx=0).stop 2024-09-12T03:09:36.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.603+0000 7f1418a00640 1 -- 172.21.15.29:0/1710692853 shutdown_connections 2024-09-12T03:09:36.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.603+0000 7f1418a00640 1 --2- 172.21.15.29:0/1710692853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140af450 0x7f14140b3330 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.603+0000 7f1418a00640 1 --2- 172.21.15.29:0/1710692853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14141554f0 0x7f1414073bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.603+0000 7f1418a00640 1 -- 172.21.15.29:0/1710692853 >> 172.21.15.29:0/1710692853 conn(0x7f141406bdf0 msgr2=0x7f141406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:36.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.603+0000 7f1418a00640 1 -- 172.21.15.29:0/1710692853 shutdown_connections 2024-09-12T03:09:36.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.603+0000 7f1418a00640 1 -- 172.21.15.29:0/1710692853 wait complete. 2024-09-12T03:09:36.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.604+0000 7f1418a00640 1 Processor -- start 2024-09-12T03:09:36.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.604+0000 7f1418a00640 1 -- start start 2024-09-12T03:09:36.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.605+0000 7f1418a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14140ad0d0 0x7f141414c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.605+0000 7f1418a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14140af450 0x7f1414159ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.605+0000 7f1418a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14141554f0 0x7f141415a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.605+0000 7f1418a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f141415b420 con 0x7f14141554f0 2024-09-12T03:09:36.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.605+0000 7f1418a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f141415c2b0 con 0x7f14140ad0d0 2024-09-12T03:09:36.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.605+0000 7f1418a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f14140b3870 con 0x7f14140af450 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.606+0000 7f1413e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14141554f0 0x7f141415a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.606+0000 7f1413e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14141554f0 0x7f141415a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46226/0 (socket says 172.21.15.29:46226) 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.606+0000 7f1413e00640 1 -- 172.21.15.29:0/3109516891 learned_addr learned my addr 172.21.15.29:0/3109516891 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.606+0000 7f140be00640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14140af450 0x7f1414159ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.606+0000 7f1413400640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14140ad0d0 0x7f141414c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.606+0000 7f1413e00640 1 -- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14140af450 msgr2=0x7f1414159ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.606+0000 7f1413e00640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14140af450 0x7f1414159ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.606+0000 7f1413e00640 1 -- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14140ad0d0 msgr2=0x7f141414c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.606+0000 7f1413e00640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14140ad0d0 0x7f141414c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.606+0000 7f1413e00640 1 -- 172.21.15.29:0/3109516891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f141409ce00 con 0x7f14141554f0 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.606+0000 7f1413e00640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14141554f0 0x7f141415a430 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f140c009eb0 tx=0x7f140c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:36.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.607+0000 7f140b400640 1 -- 172.21.15.29:0/3109516891 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f140c040070 con 0x7f14141554f0 2024-09-12T03:09:36.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.607+0000 7f140b400640 1 -- 172.21.15.29:0/3109516891 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f140c031bc0 con 0x7f14141554f0 2024-09-12T03:09:36.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.607+0000 7f140b400640 1 -- 172.21.15.29:0/3109516891 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f140c045460 con 0x7f14141554f0 2024-09-12T03:09:36.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.607+0000 7f1418a00640 1 -- 172.21.15.29:0/3109516891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f141409d0e0 con 0x7f14141554f0 2024-09-12T03:09:36.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.607+0000 7f1418a00640 1 -- 172.21.15.29:0/3109516891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f141409d6a0 con 0x7f14141554f0 2024-09-12T03:09:36.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.608+0000 7f1418a00640 1 -- 172.21.15.29:0/3109516891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14140b3330 con 0x7f14141554f0 2024-09-12T03:09:36.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.609+0000 7f140b400640 1 -- 172.21.15.29:0/3109516891 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f140c039040 con 0x7f14141554f0 2024-09-12T03:09:36.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.610+0000 7f140b400640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f13f006be30 0x7f13f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.610+0000 7f140b400640 1 -- 172.21.15.29:0/3109516891 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f140c0ac7f0 con 0x7f14141554f0 2024-09-12T03:09:36.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.610+0000 7f1413400640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f13f006be30 0x7f13f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.611+0000 7f1413400640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f13f006be30 0x7f13f006e2f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f141409bca0 tx=0x7f1404008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:36.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.614+0000 7f140b400640 1 -- 172.21.15.29:0/3109516891 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f140c07a9c0 con 0x7f14141554f0 2024-09-12T03:09:36.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.801+0000 7f1418a00640 1 -- 172.21.15.29:0/3109516891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f141406cc20 con 0x7f14141554f0 2024-09-12T03:09:36.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.802+0000 7f140b400640 1 -- 172.21.15.29:0/3109516891 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16943 (secure 0 0 0) 0x7f140c07ecc0 con 0x7f14141554f0 2024-09-12T03:09:36.802 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:36.803 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":38,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:09:35.809200+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:09:34.158283+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-12T03:09:34.795269+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 -- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f13f006be30 msgr2=0x7f13f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f13f006be30 0x7f13f006e2f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f141409bca0 tx=0x7f1404008040 comp rx=0 tx=0).stop 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 -- 172.21.15.29:0/3109516891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14141554f0 msgr2=0x7f141415a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14141554f0 0x7f141415a430 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f140c009eb0 tx=0x7f140c004a40 comp rx=0 tx=0).stop 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 -- 172.21.15.29:0/3109516891 shutdown_connections 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f13f006be30 0x7f13f006e2f0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14141554f0 0x7f141415a430 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f14140af450 0x7f1414159ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 --2- 172.21.15.29:0/3109516891 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14140ad0d0 0x7f141414c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 -- 172.21.15.29:0/3109516891 >> 172.21.15.29:0/3109516891 conn(0x7f141406bdf0 msgr2=0x7f141415ce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 -- 172.21.15.29:0/3109516891 shutdown_connections 2024-09-12T03:09:36.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.804+0000 7f1418a00640 1 -- 172.21.15.29:0/3109516891 wait complete. 2024-09-12T03:09:36.821 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:09:36.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.978+0000 7fe0a3200640 1 Processor -- start 2024-09-12T03:09:36.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.978+0000 7fe0a3200640 1 -- start start 2024-09-12T03:09:36.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.979+0000 7fe0a3200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe09c06f0e0 0x7fe09c15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.979+0000 7fe0a3200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe09c06f4c0 0x7fe09c0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.979+0000 7fe0a3200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe09c0cf5a0 0x7fe09c0b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.979+0000 7fe0a3200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe09c15bc50 con 0x7fe09c0cf5a0 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.979+0000 7fe0a3200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe09c152630 con 0x7fe09c06f0e0 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.979+0000 7fe0a3200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe09c15c620 con 0x7fe09c06f4c0 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.980+0000 7fe0a1200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe09c0cf5a0 0x7fe09c0b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.980+0000 7fe0a1200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe09c0cf5a0 0x7fe09c0b3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46238/0 (socket says 172.21.15.29:46238) 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.980+0000 7fe0a1200640 1 -- 172.21.15.29:0/3229207167 learned_addr learned my addr 172.21.15.29:0/3229207167 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.980+0000 7fe09be00640 1 --2- 172.21.15.29:0/3229207167 >> v2:172.21.15.38:3300/0 conn(0x7fe09c06f0e0 0x7fe09c15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.980+0000 7fe09b400640 1 --2- 172.21.15.29:0/3229207167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe09c06f4c0 0x7fe09c0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.980+0000 7fe0a1200640 1 -- 172.21.15.29:0/3229207167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe09c06f4c0 msgr2=0x7fe09c0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.980+0000 7fe0a1200640 1 --2- 172.21.15.29:0/3229207167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe09c06f4c0 0x7fe09c0cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.980+0000 7fe0a1200640 1 -- 172.21.15.29:0/3229207167 >> v2:172.21.15.38:3300/0 conn(0x7fe09c06f0e0 msgr2=0x7fe09c15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.980+0000 7fe0a1200640 1 --2- 172.21.15.29:0/3229207167 >> v2:172.21.15.38:3300/0 conn(0x7fe09c06f0e0 0x7fe09c15c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.980+0000 7fe0a1200640 1 -- 172.21.15.29:0/3229207167 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe09c0cfb40 con 0x7fe09c0cf5a0 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.981+0000 7fe0a1200640 1 --2- 172.21.15.29:0/3229207167 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe09c0cf5a0 0x7fe09c0b3ba0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe09c073070 tx=0x7fe09402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6bddeef7bfacef6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.981+0000 7fe09aa00640 1 -- 172.21.15.29:0/3229207167 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe094036070 con 0x7fe09c0cf5a0 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.982+0000 7fe09aa00640 1 -- 172.21.15.29:0/3229207167 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe094031600 con 0x7fe09c0cf5a0 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.982+0000 7fe09aa00640 1 -- 172.21.15.29:0/3229207167 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0940319d0 con 0x7fe09c0cf5a0 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.982+0000 7fe0a3200640 1 -- 172.21.15.29:0/3229207167 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe09c0cf5a0 msgr2=0x7fe09c0b3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.982+0000 7fe0a3200640 1 --2- 172.21.15.29:0/3229207167 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe09c0cf5a0 0x7fe09c0b3ba0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe09c073070 tx=0x7fe09402a6a0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.982+0000 7fe0a3200640 1 -- 172.21.15.29:0/3229207167 shutdown_connections 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.982+0000 7fe0a3200640 1 --2- 172.21.15.29:0/3229207167 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe09c0cf5a0 0x7fe09c0b3ba0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.982+0000 7fe0a3200640 1 --2- 172.21.15.29:0/3229207167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe09c06f4c0 0x7fe09c0cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.982+0000 7fe0a3200640 1 --2- 172.21.15.29:0/3229207167 >> v2:172.21.15.38:3300/0 conn(0x7fe09c06f0e0 0x7fe09c15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.982+0000 7fe0a3200640 1 -- 172.21.15.29:0/3229207167 >> 172.21.15.29:0/3229207167 conn(0x7fe09c067da0 msgr2=0x7fe09c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.982+0000 7fe0a3200640 1 -- 172.21.15.29:0/3229207167 shutdown_connections 2024-09-12T03:09:36.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.982+0000 7fe0a3200640 1 -- 172.21.15.29:0/3229207167 wait complete. 2024-09-12T03:09:36.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.984+0000 7fe0a3200640 1 Processor -- start 2024-09-12T03:09:36.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.984+0000 7fe0a3200640 1 -- start start 2024-09-12T03:09:36.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.985+0000 7fe0a3200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe09c06f0e0 0x7fe09c14a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.985+0000 7fe0a3200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe09c06f4c0 0x7fe09c157030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.985+0000 7fe0a3200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe09c0cf5a0 0x7fe09c157570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.985+0000 7fe0a3200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe09c06f900 con 0x7fe09c06f0e0 2024-09-12T03:09:36.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.985+0000 7fe0a3200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe09c15b8e0 con 0x7fe09c0cf5a0 2024-09-12T03:09:36.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.985+0000 7fe0a3200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe09c0aa990 con 0x7fe09c06f4c0 2024-09-12T03:09:36.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.985+0000 7fe09be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe09c06f0e0 0x7fe09c14a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.985+0000 7fe09be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe09c06f0e0 0x7fe09c14a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46254/0 (socket says 172.21.15.29:46254) 2024-09-12T03:09:36.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.985+0000 7fe09be00640 1 -- 172.21.15.29:0/3411770641 learned_addr learned my addr 172.21.15.29:0/3411770641 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.985+0000 7fe0a1200640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe09c0cf5a0 0x7fe09c157570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.985+0000 7fe09b400640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe09c06f4c0 0x7fe09c157030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.986+0000 7fe09be00640 1 -- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe09c06f4c0 msgr2=0x7fe09c157030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.986+0000 7fe09be00640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe09c06f4c0 0x7fe09c157030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.986+0000 7fe09be00640 1 -- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe09c0cf5a0 msgr2=0x7fe09c157570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.986+0000 7fe09be00640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe09c0cf5a0 0x7fe09c157570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.986+0000 7fe09be00640 1 -- 172.21.15.29:0/3411770641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe09c0aac70 con 0x7fe09c06f0e0 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.986+0000 7fe09be00640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe09c06f0e0 0x7fe09c14a570 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe08c00d800 tx=0x7fe08c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.986+0000 7fe093e00640 1 -- 172.21.15.29:0/3411770641 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe08c018020 con 0x7fe09c06f0e0 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.986+0000 7fe093e00640 1 -- 172.21.15.29:0/3411770641 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe08c0096a0 con 0x7fe09c06f0e0 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.986+0000 7fe093e00640 1 -- 172.21.15.29:0/3411770641 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe08c009a70 con 0x7fe09c06f0e0 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.986+0000 7fe0a3200640 1 -- 172.21.15.29:0/3411770641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe09c0aaf50 con 0x7fe09c06f0e0 2024-09-12T03:09:36.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.987+0000 7fe0a3200640 1 -- 172.21.15.29:0/3411770641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe09c14aab0 con 0x7fe09c06f0e0 2024-09-12T03:09:36.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.987+0000 7fe0a3200640 1 -- 172.21.15.29:0/3411770641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe09c15ee80 con 0x7fe09c06f0e0 2024-09-12T03:09:36.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.988+0000 7fe093e00640 1 -- 172.21.15.29:0/3411770641 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe08c01b020 con 0x7fe09c06f0e0 2024-09-12T03:09:36.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.989+0000 7fe093e00640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe07c06be30 0x7fe07c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:36.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.989+0000 7fe093e00640 1 -- 172.21.15.29:0/3411770641 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fe08c08b240 con 0x7fe09c06f0e0 2024-09-12T03:09:36.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.990+0000 7fe09b400640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe07c06be30 0x7fe07c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:36.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.990+0000 7fe09b400640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe07c06be30 0x7fe07c06e2f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe09c0afcc0 tx=0x7fe088008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:36.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:36.993+0000 7fe093e00640 1 -- 172.21.15.29:0/3411770641 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe08c022030 con 0x7fe09c06f0e0 2024-09-12T03:09:37.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.179+0000 7fe0a3200640 1 -- 172.21.15.29:0/3411770641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe09c158af0 con 0x7fe09c06f0e0 2024-09-12T03:09:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.181+0000 7fe093e00640 1 -- 172.21.15.29:0/3411770641 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16943 (secure 0 0 0) 0x7fe08c059370 con 0x7fe09c06f0e0 2024-09-12T03:09:37.181 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:37.181 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":38,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:09:35.809200+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:09:34.158283+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-12T03:09:34.795269+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:09:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 -- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe07c06be30 msgr2=0x7fe07c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe07c06be30 0x7fe07c06e2f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe09c0afcc0 tx=0x7fe088008040 comp rx=0 tx=0).stop 2024-09-12T03:09:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 -- 172.21.15.29:0/3411770641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe09c06f0e0 msgr2=0x7fe09c14a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe09c06f0e0 0x7fe09c14a570 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe08c00d800 tx=0x7fe08c00dcc0 comp rx=0 tx=0).stop 2024-09-12T03:09:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 -- 172.21.15.29:0/3411770641 shutdown_connections 2024-09-12T03:09:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe07c06be30 0x7fe07c06e2f0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe09c0cf5a0 0x7fe09c157570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe09c06f4c0 0x7fe09c157030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 --2- 172.21.15.29:0/3411770641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe09c06f0e0 0x7fe09c14a570 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 -- 172.21.15.29:0/3411770641 >> 172.21.15.29:0/3411770641 conn(0x7fe09c067da0 msgr2=0x7fe09c15a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:37.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 -- 172.21.15.29:0/3411770641 shutdown_connections 2024-09-12T03:09:37.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.183+0000 7fe0a3200640 1 -- 172.21.15.29:0/3411770641 wait complete. 2024-09-12T03:09:37.200 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-12T03:09:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.360+0000 7f1b9be00640 1 Processor -- start 2024-09-12T03:09:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.360+0000 7f1b9be00640 1 -- start start 2024-09-12T03:09:37.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.361+0000 7f1b9be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b9c15e4b0 0x7f1b9c0d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:37.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.361+0000 7f1b9be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1b9c0d3090 0x7f1b9c06d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:37.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.361+0000 7f1b9be00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b9c0cf8c0 con 0x7f1b9c0cefb0 2024-09-12T03:09:37.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.361+0000 7f1b9be00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1b9c0cfba0 con 0x7f1b9c0d3090 2024-09-12T03:09:37.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.361+0000 7f1b9be00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1b9c0cfe80 con 0x7f1b9c15e4b0 2024-09-12T03:09:37.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.361+0000 7f1b9b400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1b9c0d3090 0x7f1b9c06d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.361+0000 7f1b9b400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1b9c0d3090 0x7f1b9c06d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46268/0 (socket says 172.21.15.29:46268) 2024-09-12T03:09:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.361+0000 7f1b9b400640 1 -- 172.21.15.29:0/772995007 learned_addr learned my addr 172.21.15.29:0/772995007 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.362+0000 7f1b9aa00640 1 --2- 172.21.15.29:0/772995007 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b9c15e4b0 0x7f1b9c0d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.362+0000 7f1b9b400640 1 -- 172.21.15.29:0/772995007 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b9c15e4b0 msgr2=0x7f1b9c0d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.362+0000 7f1b9b400640 1 --2- 172.21.15.29:0/772995007 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b9c15e4b0 0x7f1b9c0d23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.362+0000 7f1b9b400640 1 -- 172.21.15.29:0/772995007 >> v1:172.21.15.38:6789/0 conn(0x7f1b9c0cefb0 legacy=0x7f1b9c0d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.362+0000 7f1b9b400640 1 -- 172.21.15.29:0/772995007 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b9c0d0160 con 0x7f1b9c0d3090 2024-09-12T03:09:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.363+0000 7f1b9b400640 1 --2- 172.21.15.29:0/772995007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b9c0d3090 0x7f1b9c06d810 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009e50 tx=0x7f1b9402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a7cef8d76b50100 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.363+0000 7f1b99600640 1 -- 172.21.15.29:0/772995007 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b94036070 con 0x7f1b9c0d3090 2024-09-12T03:09:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.363+0000 7f1b99600640 1 -- 172.21.15.29:0/772995007 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b94031600 con 0x7f1b9c0d3090 2024-09-12T03:09:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.363+0000 7f1b99600640 1 -- 172.21.15.29:0/772995007 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b940319d0 con 0x7f1b9c0d3090 2024-09-12T03:09:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.364+0000 7f1b9be00640 1 -- 172.21.15.29:0/772995007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b9c0d3090 msgr2=0x7f1b9c06d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.364+0000 7f1b9be00640 1 --2- 172.21.15.29:0/772995007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b9c0d3090 0x7f1b9c06d810 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009e50 tx=0x7f1b9402a710 comp rx=0 tx=0).stop 2024-09-12T03:09:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.364+0000 7f1b9be00640 1 -- 172.21.15.29:0/772995007 shutdown_connections 2024-09-12T03:09:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.364+0000 7f1b9be00640 1 --2- 172.21.15.29:0/772995007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b9c0d3090 0x7f1b9c06d810 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.364+0000 7f1b9be00640 1 --2- 172.21.15.29:0/772995007 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b9c15e4b0 0x7f1b9c0d23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.364+0000 7f1b9be00640 1 -- 172.21.15.29:0/772995007 >> 172.21.15.29:0/772995007 conn(0x7f1b9c09d740 msgr2=0x7f1b9c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.364+0000 7f1b9be00640 1 -- 172.21.15.29:0/772995007 shutdown_connections 2024-09-12T03:09:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.364+0000 7f1b9be00640 1 -- 172.21.15.29:0/772995007 wait complete. 2024-09-12T03:09:37.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.365+0000 7f1b9be00640 1 Processor -- start 2024-09-12T03:09:37.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.366+0000 7f1b9be00640 1 -- start start 2024-09-12T03:09:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.366+0000 7f1b9be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b9c0cefb0 0x7f1b9c0b8160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.366+0000 7f1b9be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b9c0d3090 0x7f1b9c15f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b9c15e4b0 0x7f1b9c161740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9be00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9c0cf3f0 con 0x7f1b9c0d3090 2024-09-12T03:09:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9be00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9c0cf570 con 0x7f1b9c0cefb0 2024-09-12T03:09:37.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9be00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1b9c06dd50 con 0x7f1b9c15e4b0 2024-09-12T03:09:37.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9a000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b9c0d3090 0x7f1b9c15f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:37.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9a000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b9c0d3090 0x7f1b9c15f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46284/0 (socket says 172.21.15.29:46284) 2024-09-12T03:09:37.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9aa00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b9c0cefb0 0x7f1b9c0b8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:37.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9a000640 1 -- 172.21.15.29:0/3786730393 learned_addr learned my addr 172.21.15.29:0/3786730393 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:37.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9b400640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b9c15e4b0 0x7f1b9c161740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9a000640 1 -- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b9c15e4b0 msgr2=0x7f1b9c161740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9a000640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b9c15e4b0 0x7f1b9c161740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9a000640 1 -- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b9c0cefb0 msgr2=0x7f1b9c0b8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9a000640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b9c0cefb0 0x7f1b9c0b8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9a000640 1 -- 172.21.15.29:0/3786730393 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b9c15fd00 con 0x7f1b9c0d3090 2024-09-12T03:09:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.367+0000 7f1b9aa00640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b9c0cefb0 0x7f1b9c0b8160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:37.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.368+0000 7f1b9a000640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b9c0d3090 0x7f1b9c15f610 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1b8800c440 tx=0x7f1b88001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:37.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.368+0000 7f1b92a00640 1 -- 172.21.15.29:0/3786730393 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b880052d0 con 0x7f1b9c0d3090 2024-09-12T03:09:37.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.368+0000 7f1b92a00640 1 -- 172.21.15.29:0/3786730393 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b88005470 con 0x7f1b9c0d3090 2024-09-12T03:09:37.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.368+0000 7f1b92a00640 1 -- 172.21.15.29:0/3786730393 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b88007260 con 0x7f1b9c0d3090 2024-09-12T03:09:37.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.368+0000 7f1b9be00640 1 -- 172.21.15.29:0/3786730393 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b9c0cc8a0 con 0x7f1b9c0d3090 2024-09-12T03:09:37.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.368+0000 7f1b9be00640 1 -- 172.21.15.29:0/3786730393 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b9c15ffe0 con 0x7f1b9c0d3090 2024-09-12T03:09:37.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.369+0000 7f1b9be00640 1 -- 172.21.15.29:0/3786730393 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b9c06d810 con 0x7f1b9c0d3090 2024-09-12T03:09:37.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.370+0000 7f1b92a00640 1 -- 172.21.15.29:0/3786730393 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1b88007400 con 0x7f1b9c0d3090 2024-09-12T03:09:37.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.371+0000 7f1b92a00640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b7c06be30 0x7f1b7c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:37.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.371+0000 7f1b92a00640 1 -- 172.21.15.29:0/3786730393 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f1b8808a3d0 con 0x7f1b9c0d3090 2024-09-12T03:09:37.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.371+0000 7f1b9aa00640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b7c06be30 0x7f1b7c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:37.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.372+0000 7f1b9aa00640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b7c06be30 0x7f1b7c06e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c007d90 tx=0x7f1b8c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:37.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.375+0000 7f1b92a00640 1 -- 172.21.15.29:0/3786730393 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1b88058630 con 0x7f1b9c0d3090 2024-09-12T03:09:37.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:37.604+0000 7f1b9be00640 1 -- 172.21.15.29:0/3786730393 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f1b9c0d15a0 con 0x7f1b9c0d3090 2024-09-12T03:09:38.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.432+0000 7f1b92a00640 1 -- 172.21.15.29:0/3786730393 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7f1b8805c930 con 0x7f1b9c0d3090 2024-09-12T03:09:38.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 -- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b7c06be30 msgr2=0x7f1b7c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:38.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b7c06be30 0x7f1b7c06e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c007d90 tx=0x7f1b8c008040 comp rx=0 tx=0).stop 2024-09-12T03:09:38.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 -- 172.21.15.29:0/3786730393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b9c0d3090 msgr2=0x7f1b9c15f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:38.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b9c0d3090 0x7f1b9c15f610 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1b8800c440 tx=0x7f1b88001e70 comp rx=0 tx=0).stop 2024-09-12T03:09:38.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 -- 172.21.15.29:0/3786730393 shutdown_connections 2024-09-12T03:09:38.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b7c06be30 0x7f1b7c06e2f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:38.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b9c15e4b0 0x7f1b9c161740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:38.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b9c0d3090 0x7f1b9c15f610 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:38.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 --2- 172.21.15.29:0/3786730393 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b9c0cefb0 0x7f1b9c0b8160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:38.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 -- 172.21.15.29:0/3786730393 >> 172.21.15.29:0/3786730393 conn(0x7f1b9c09d740 msgr2=0x7f1b9c0d2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:38.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 -- 172.21.15.29:0/3786730393 shutdown_connections 2024-09-12T03:09:38.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.435+0000 7f1b9be00640 1 -- 172.21.15.29:0/3786730393 wait complete. 2024-09-12T03:09:38.454 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-12T03:09:38.454 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-12T03:09:38.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.617+0000 7fe937a00640 1 Processor -- start 2024-09-12T03:09:38.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.617+0000 7fe937a00640 1 -- start start 2024-09-12T03:09:38.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.618+0000 7fe937a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe930072750 0x7fe9301691f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:38.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.618+0000 7fe937a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9300b4ed0 con 0x7fe93015ebf0 2024-09-12T03:09:38.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.619+0000 7fe937a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9300b51b0 con 0x7fe930147fe0 2024-09-12T03:09:38.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.619+0000 7fe937a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe9301483c0 con 0x7fe930072750 2024-09-12T03:09:38.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.619+0000 7fe92fe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe93015ebf0 0x7fe930072040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50790/0 (socket says 172.21.15.29:50790) 2024-09-12T03:09:38.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.619+0000 7fe92fe00640 1 -- 172.21.15.29:0/312064739 learned_addr learned my addr 172.21.15.29:0/312064739 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:38.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.619+0000 7fe935a00640 1 --2- 172.21.15.29:0/312064739 >> v2:172.21.15.38:3300/0 conn(0x7fe930072750 0x7fe9301691f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:38.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.619+0000 7fe92f400640 1 -- 172.21.15.29:0/312064739 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 480964490 0 0) 0x7fe9300b4ed0 con 0x7fe93015ebf0 2024-09-12T03:09:38.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.619+0000 7fe92f400640 1 -- 172.21.15.29:0/312064739 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe918003520 con 0x7fe93015ebf0 2024-09-12T03:09:38.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.619+0000 7fe935a00640 1 -- 172.21.15.29:0/312064739 >> v1:172.21.15.38:6789/0 conn(0x7fe930147fe0 legacy=0x7fe9300b4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:38.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.619+0000 7fe935a00640 1 -- 172.21.15.29:0/312064739 >> v1:172.21.15.29:6789/0 conn(0x7fe93015ebf0 legacy=0x7fe930072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:38.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.619+0000 7fe935a00640 1 -- 172.21.15.29:0/312064739 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9300b5490 con 0x7fe930072750 2024-09-12T03:09:38.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.620+0000 7fe935a00640 1 --2- 172.21.15.29:0/312064739 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe930072750 0x7fe9301691f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe928009d90 tx=0x7fe92802a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=705a52e4b2889f0a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:38.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.621+0000 7fe92f400640 1 -- 172.21.15.29:0/312064739 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe928007740 con 0x7fe930072750 2024-09-12T03:09:38.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.621+0000 7fe92f400640 1 -- 172.21.15.29:0/312064739 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9280078e0 con 0x7fe930072750 2024-09-12T03:09:38.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.621+0000 7fe92f400640 1 -- 172.21.15.29:0/312064739 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe928007c90 con 0x7fe930072750 2024-09-12T03:09:38.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.621+0000 7fe937a00640 1 -- 172.21.15.29:0/312064739 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe930072750 msgr2=0x7fe9301691f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:38.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.621+0000 7fe937a00640 1 --2- 172.21.15.29:0/312064739 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe930072750 0x7fe9301691f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fe928009d90 tx=0x7fe92802a6f0 comp rx=0 tx=0).stop 2024-09-12T03:09:38.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.621+0000 7fe937a00640 1 -- 172.21.15.29:0/312064739 shutdown_connections 2024-09-12T03:09:38.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.621+0000 7fe937a00640 1 --2- 172.21.15.29:0/312064739 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe930072750 0x7fe9301691f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:38.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.621+0000 7fe937a00640 1 -- 172.21.15.29:0/312064739 >> 172.21.15.29:0/312064739 conn(0x7fe930067d70 msgr2=0x7fe93006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:38.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.622+0000 7fe937a00640 1 -- 172.21.15.29:0/312064739 shutdown_connections 2024-09-12T03:09:38.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.622+0000 7fe937a00640 1 -- 172.21.15.29:0/312064739 wait complete. 2024-09-12T03:09:38.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.623+0000 7fe937a00640 1 Processor -- start 2024-09-12T03:09:38.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.623+0000 7fe937a00640 1 -- start start 2024-09-12T03:09:38.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.624+0000 7fe937a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe930072750 0x7fe93015e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:38.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.624+0000 7fe937a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe930147fe0 0x7fe9300cb070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:38.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.624+0000 7fe937a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe93015ebf0 0x7fe9300cb5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:38.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.624+0000 7fe937a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe9300b5770 con 0x7fe93015ebf0 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.624+0000 7fe937a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe9300b4850 con 0x7fe930072750 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.624+0000 7fe937a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe9300b4b30 con 0x7fe930147fe0 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.624+0000 7fe935a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe93015ebf0 0x7fe9300cb5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.624+0000 7fe935a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe93015ebf0 0x7fe9300cb5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46286/0 (socket says 172.21.15.29:46286) 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe935a00640 1 -- 172.21.15.29:0/2462290391 learned_addr learned my addr 172.21.15.29:0/2462290391 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe935000640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe930072750 0x7fe93015e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe92fe00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe930147fe0 0x7fe9300cb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe935a00640 1 -- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe930147fe0 msgr2=0x7fe9300cb070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe935a00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe930147fe0 0x7fe9300cb070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe935a00640 1 -- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe930072750 msgr2=0x7fe93015e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe935a00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe930072750 0x7fe93015e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe935a00640 1 -- 172.21.15.29:0/2462290391 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9300c8780 con 0x7fe93015ebf0 2024-09-12T03:09:38.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe92fe00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe930147fe0 0x7fe9300cb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:38.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe935a00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe93015ebf0 0x7fe9300cb5b0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe928009eb0 tx=0x7fe928004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:38.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe92cc00640 1 -- 172.21.15.29:0/2462290391 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe928009450 con 0x7fe93015ebf0 2024-09-12T03:09:38.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe92cc00640 1 -- 172.21.15.29:0/2462290391 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe928004240 con 0x7fe93015ebf0 2024-09-12T03:09:38.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.625+0000 7fe92cc00640 1 -- 172.21.15.29:0/2462290391 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe928004630 con 0x7fe93015ebf0 2024-09-12T03:09:38.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.626+0000 7fe937a00640 1 -- 172.21.15.29:0/2462290391 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9300c89f0 con 0x7fe93015ebf0 2024-09-12T03:09:38.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.626+0000 7fe937a00640 1 -- 172.21.15.29:0/2462290391 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9300c8fb0 con 0x7fe93015ebf0 2024-09-12T03:09:38.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.627+0000 7fe937a00640 1 -- 172.21.15.29:0/2462290391 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9300b4140 con 0x7fe93015ebf0 2024-09-12T03:09:38.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.627+0000 7fe92cc00640 1 -- 172.21.15.29:0/2462290391 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe928039040 con 0x7fe93015ebf0 2024-09-12T03:09:38.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.628+0000 7fe92cc00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe91006be30 0x7fe91006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:38.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.628+0000 7fe92cc00640 1 -- 172.21.15.29:0/2462290391 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fe9280abff0 con 0x7fe93015ebf0 2024-09-12T03:09:38.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.629+0000 7fe935000640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe91006be30 0x7fe91006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:38.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.630+0000 7fe935000640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe91006be30 0x7fe91006e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe924001780 tx=0x7fe924009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:38.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.633+0000 7fe92cc00640 1 -- 172.21.15.29:0/2462290391 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe928040030 con 0x7fe93015ebf0 2024-09-12T03:09:38.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:38.855+0000 7fe937a00640 1 -- 172.21.15.29:0/2462290391 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe9300723c0 con 0x7fe93015ebf0 2024-09-12T03:09:39.216 INFO:tasks.ceph.mds.a.smithi029.stderr:2024-09-12T03:09:39.216+0000 7fe3cca00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T03:09:39.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.434+0000 7fe92cc00640 1 -- 172.21.15.29:0/2462290391 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v19) ==== 122+0+0 (secure 0 0 0) 0x7fe92807a270 con 0x7fe93015ebf0 2024-09-12T03:09:39.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 -- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe91006be30 msgr2=0x7fe91006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:39.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe91006be30 0x7fe91006e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe924001780 tx=0x7fe924009040 comp rx=0 tx=0).stop 2024-09-12T03:09:39.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 -- 172.21.15.29:0/2462290391 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe93015ebf0 msgr2=0x7fe9300cb5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:39.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe93015ebf0 0x7fe9300cb5b0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe928009eb0 tx=0x7fe928004a40 comp rx=0 tx=0).stop 2024-09-12T03:09:39.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 -- 172.21.15.29:0/2462290391 shutdown_connections 2024-09-12T03:09:39.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe91006be30 0x7fe91006e2f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe93015ebf0 0x7fe9300cb5b0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe930147fe0 0x7fe9300cb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 --2- 172.21.15.29:0/2462290391 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe930072750 0x7fe93015e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 -- 172.21.15.29:0/2462290391 >> 172.21.15.29:0/2462290391 conn(0x7fe930067d70 msgr2=0x7fe93015fea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:39.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 -- 172.21.15.29:0/2462290391 shutdown_connections 2024-09-12T03:09:39.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.436+0000 7fe937a00640 1 -- 172.21.15.29:0/2462290391 wait complete. 2024-09-12T03:09:39.453 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-12T03:09:39.453 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:09:39.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.609+0000 7f980b800640 1 Processor -- start 2024-09-12T03:09:39.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.609+0000 7f980b800640 1 -- start start 2024-09-12T03:09:39.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f980b800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f980409b180 0x7f9804070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:39.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f980b800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f980415f480 0x7f98040b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:39.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f980b800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f980415f8f0 con 0x7f980415c1c0 2024-09-12T03:09:39.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f980b800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f98040b5d90 con 0x7f980409b180 2024-09-12T03:09:39.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f980b800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f9804070e00 con 0x7f980415f480 2024-09-12T03:09:39.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f9803e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f980409b180 0x7f9804070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:39.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f9808e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f980415c1c0 0x7f980409aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:50798/0 (socket says 172.21.15.29:50798) 2024-09-12T03:09:39.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f9808e00640 1 -- 172.21.15.29:0/3206098273 learned_addr learned my addr 172.21.15.29:0/3206098273 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:39.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f9803e00640 1 -- 172.21.15.29:0/3206098273 >> v2:172.21.15.38:3300/0 conn(0x7f980415f480 msgr2=0x7f98040b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:39.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f9803e00640 1 --2- 172.21.15.29:0/3206098273 >> v2:172.21.15.38:3300/0 conn(0x7f980415f480 0x7f98040b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f9803e00640 1 -- 172.21.15.29:0/3206098273 >> v1:172.21.15.29:6789/0 conn(0x7f980415c1c0 legacy=0x7f980409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:39.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.611+0000 7f9803e00640 1 -- 172.21.15.29:0/3206098273 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98040710e0 con 0x7f980409b180 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.612+0000 7f9803e00640 1 --2- 172.21.15.29:0/3206098273 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f980409b180 0x7f9804070770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f97f00097a0 tx=0x7f97f002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61ac947f8be4eba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.613+0000 7f9803400640 1 -- 172.21.15.29:0/3206098273 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97f0037070 con 0x7f980409b180 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.613+0000 7f9803400640 1 -- 172.21.15.29:0/3206098273 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97f0032440 con 0x7f980409b180 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.613+0000 7f9803400640 1 -- 172.21.15.29:0/3206098273 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97f0032810 con 0x7f980409b180 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.613+0000 7f980b800640 1 -- 172.21.15.29:0/3206098273 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f980409b180 msgr2=0x7f9804070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.613+0000 7f980b800640 1 --2- 172.21.15.29:0/3206098273 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f980409b180 0x7f9804070770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f97f00097a0 tx=0x7f97f002a1e0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.613+0000 7f980b800640 1 -- 172.21.15.29:0/3206098273 shutdown_connections 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.613+0000 7f980b800640 1 --2- 172.21.15.29:0/3206098273 >> v2:172.21.15.38:3300/0 conn(0x7f980415f480 0x7f98040b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.613+0000 7f980b800640 1 --2- 172.21.15.29:0/3206098273 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f980409b180 0x7f9804070770 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.613+0000 7f980b800640 1 -- 172.21.15.29:0/3206098273 >> 172.21.15.29:0/3206098273 conn(0x7f98040b3ff0 msgr2=0x7f98040b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.613+0000 7f980b800640 1 -- 172.21.15.29:0/3206098273 shutdown_connections 2024-09-12T03:09:39.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.613+0000 7f980b800640 1 -- 172.21.15.29:0/3206098273 wait complete. 2024-09-12T03:09:39.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.615+0000 7f980b800640 1 Processor -- start 2024-09-12T03:09:39.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.615+0000 7f980b800640 1 -- start start 2024-09-12T03:09:39.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.616+0000 7f980b800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f980409b180 0x7f98041511e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:39.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.616+0000 7f980b800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f980415c1c0 0x7f98040ce290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:39.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.616+0000 7f980b800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f980415f480 0x7f980415b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:39.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.616+0000 7f980b800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f98040b6760 con 0x7f980415f480 2024-09-12T03:09:39.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.616+0000 7f980b800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f98040716a0 con 0x7f980409b180 2024-09-12T03:09:39.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.616+0000 7f980b800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f98040b68e0 con 0x7f980415c1c0 2024-09-12T03:09:39.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.616+0000 7f9809800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f980415f480 0x7f980415b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:39.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.616+0000 7f9809800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f980415f480 0x7f980415b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46300/0 (socket says 172.21.15.29:46300) 2024-09-12T03:09:39.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.616+0000 7f9809800640 1 -- 172.21.15.29:0/483237019 learned_addr learned my addr 172.21.15.29:0/483237019 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.616+0000 7f9808e00640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f980409b180 0x7f98041511e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.616+0000 7f9803e00640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f980415c1c0 0x7f98040ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f9809800640 1 -- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f980415c1c0 msgr2=0x7f98040ce290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f9809800640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f980415c1c0 0x7f98040ce290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f9809800640 1 -- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f980409b180 msgr2=0x7f98041511e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f9809800640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f980409b180 0x7f98041511e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f9809800640 1 -- 172.21.15.29:0/483237019 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9804159610 con 0x7f980415f480 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f9808e00640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f980409b180 0x7f98041511e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f9803e00640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f980415c1c0 0x7f98040ce290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f9809800640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f980415f480 0x7f980415b520 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f97fc00b970 tx=0x7f97fc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f9800c00640 1 -- 172.21.15.29:0/483237019 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97fc019070 con 0x7f980415f480 2024-09-12T03:09:39.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f9800c00640 1 -- 172.21.15.29:0/483237019 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97fc00cb60 con 0x7f980415f480 2024-09-12T03:09:39.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f9800c00640 1 -- 172.21.15.29:0/483237019 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97fc014440 con 0x7f980415f480 2024-09-12T03:09:39.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f980b800640 1 -- 172.21.15.29:0/483237019 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f980415aa80 con 0x7f980415f480 2024-09-12T03:09:39.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.617+0000 7f980b800640 1 -- 172.21.15.29:0/483237019 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9804159330 con 0x7f980415f480 2024-09-12T03:09:39.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.618+0000 7f980b800640 1 -- 172.21.15.29:0/483237019 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98040b6220 con 0x7f980415f480 2024-09-12T03:09:39.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.619+0000 7f9800c00640 1 -- 172.21.15.29:0/483237019 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f97fc01c070 con 0x7f980415f480 2024-09-12T03:09:39.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.620+0000 7f9800c00640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f97e406be30 0x7f97e406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:39.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.620+0000 7f9800c00640 1 -- 172.21.15.29:0/483237019 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f97fc08adc0 con 0x7f980415f480 2024-09-12T03:09:39.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.620+0000 7f9808e00640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f97e406be30 0x7f97e406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:39.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.621+0000 7f9808e00640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f97e406be30 0x7f97e406e2f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f9804161130 tx=0x7f97f8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:39.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.625+0000 7f9800c00640 1 -- 172.21.15.29:0/483237019 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f97fc059540 con 0x7f980415f480 2024-09-12T03:09:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.848+0000 7f980b800640 1 -- 172.21.15.29:0/483237019 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9804158330 con 0x7f980415f480 2024-09-12T03:09:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.849+0000 7f9800c00640 1 -- 172.21.15.29:0/483237019 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+5214 (secure 0 0 0) 0x7f97fc058e40 con 0x7f980415f480 2024-09-12T03:09:39.850 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:39.850 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":19,"btime":"2024-09-12T03:09:39:433600+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4846,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/648822346","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":648822346},{"type":"v1","addr":"172.21.15.38:6836","nonce":648822346}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4849,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2078855410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2078855410},{"type":"v1","addr":"172.21.15.38:6837","nonce":2078855410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4884,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/4108429340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":4108429340},{"type":"v1","addr":"172.21.15.29:6833","nonce":4108429340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:09:35.809550+0000","modified":"2024-09-12T03:09:38.857261+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4899},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4899":{"gid":4899,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/75767180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":75767180},{"type":"v1","addr":"172.21.15.29:6835","nonce":75767180}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4899,"qdb_cluster":[4899]},"id":2}]} 2024-09-12T03:09:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 19 2024-09-12T03:09:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.851+0000 7f980b800640 1 -- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f97e406be30 msgr2=0x7f97e406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.851+0000 7f980b800640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f97e406be30 0x7f97e406e2f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f9804161130 tx=0x7f97f8009040 comp rx=0 tx=0).stop 2024-09-12T03:09:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.851+0000 7f980b800640 1 -- 172.21.15.29:0/483237019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f980415f480 msgr2=0x7f980415b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.851+0000 7f980b800640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f980415f480 0x7f980415b520 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f97fc00b970 tx=0x7f97fc00be30 comp rx=0 tx=0).stop 2024-09-12T03:09:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.851+0000 7f980b800640 1 -- 172.21.15.29:0/483237019 shutdown_connections 2024-09-12T03:09:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.851+0000 7f980b800640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f97e406be30 0x7f97e406e2f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.851+0000 7f980b800640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f980415f480 0x7f980415b520 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.852+0000 7f980b800640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f980415c1c0 0x7f98040ce290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.852+0000 7f980b800640 1 --2- 172.21.15.29:0/483237019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f980409b180 0x7f98041511e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.852+0000 7f980b800640 1 -- 172.21.15.29:0/483237019 >> 172.21.15.29:0/483237019 conn(0x7f98040b3ff0 msgr2=0x7f980406e3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.852+0000 7f980b800640 1 -- 172.21.15.29:0/483237019 shutdown_connections 2024-09-12T03:09:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:39.852+0000 7f980b800640 1 -- 172.21.15.29:0/483237019 wait complete. 2024-09-12T03:09:39.868 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:09:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.023+0000 7f3f21800640 1 Processor -- start 2024-09-12T03:09:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.023+0000 7f3f21800640 1 -- start start 2024-09-12T03:09:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.025+0000 7f3f21800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3f1c0afc40 0x7f3f1c166f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.025+0000 7f3f21800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f1c06e590 con 0x7f3f1c072620 2024-09-12T03:09:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.025+0000 7f3f21800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f1c06e870 con 0x7f3f1c072240 2024-09-12T03:09:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.025+0000 7f3f21800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f3f1c06eb50 con 0x7f3f1c0afc40 2024-09-12T03:09:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.025+0000 7f3f12000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f3f1c072620 0x7f3f1c0af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45698/0 (socket says 172.21.15.29:45698) 2024-09-12T03:09:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.025+0000 7f3f12000640 1 -- 172.21.15.29:0/2431736112 learned_addr learned my addr 172.21.15.29:0/2431736112 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:40.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.025+0000 7f3f1b400640 1 --2- 172.21.15.29:0/2431736112 >> v2:172.21.15.38:3300/0 conn(0x7f3f1c0afc40 0x7f3f1c166f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.025+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3758597221 0 0) 0x7f3f1c06e590 con 0x7f3f1c072620 2024-09-12T03:09:40.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.025+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3f00003520 con 0x7f3f1c072620 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1083491296 0 0) 0x7f3f00003520 con 0x7f3f1c072620 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 >> v2:172.21.15.38:3300/0 conn(0x7f3f1c0afc40 msgr2=0x7f3f1c166f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 --2- 172.21.15.29:0/2431736112 >> v2:172.21.15.38:3300/0 conn(0x7f3f1c0afc40 0x7f3f1c166f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 >> v1:172.21.15.38:6789/0 conn(0x7f3f1c072240 legacy=0x7f3f1c15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f1c06ee30 con 0x7f3f1c072620 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f3f04001670 con 0x7f3f1c072620 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 >> v1:172.21.15.29:6789/0 conn(0x7f3f1c072620 legacy=0x7f3f1c0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 --2- 172.21.15.29:0/2431736112 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f00003a00 0x7f3f00003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 --2- 172.21.15.29:0/2431736112 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 0x7f3f00004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 --2- 172.21.15.29:0/2431736112 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f000051c0 0x7f3f0000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3f1c06eb50 con 0x7f3f00004800 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3f0000c0c0 con 0x7f3f000051c0 2024-09-12T03:09:40.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3f0000c2c0 con 0x7f3f00003a00 2024-09-12T03:09:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f12000640 1 --2- 172.21.15.29:0/2431736112 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 0x7f3f00004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1aa00640 1 --2- 172.21.15.29:0/2431736112 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f00003a00 0x7f3f00003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.026+0000 7f3f1b400640 1 --2- 172.21.15.29:0/2431736112 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f000051c0 0x7f3f0000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.027+0000 7f3f12000640 1 -- 172.21.15.29:0/2431736112 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f00003a00 msgr2=0x7f3f00003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.027+0000 7f3f12000640 1 --2- 172.21.15.29:0/2431736112 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f00003a00 0x7f3f00003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.027+0000 7f3f12000640 1 -- 172.21.15.29:0/2431736112 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f000051c0 msgr2=0x7f3f0000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.027+0000 7f3f12000640 1 --2- 172.21.15.29:0/2431736112 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f000051c0 0x7f3f0000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.027+0000 7f3f12000640 1 -- 172.21.15.29:0/2431736112 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f00003520 con 0x7f3f00004800 2024-09-12T03:09:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.027+0000 7f3f1b400640 1 -- 172.21.15.29:0/2431736112 reap_dead start 2024-09-12T03:09:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.028+0000 7f3f12000640 1 --2- 172.21.15.29:0/2431736112 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 0x7f3f00004c80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3f0400c0e0 tx=0x7f3f00005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4705b9a875e469e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.028+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f04007c20 con 0x7f3f00004800 2024-09-12T03:09:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.028+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f04005af0 con 0x7f3f00004800 2024-09-12T03:09:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.028+0000 7f3f1a000640 1 -- 172.21.15.29:0/2431736112 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f04007070 con 0x7f3f00004800 2024-09-12T03:09:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.028+0000 7f3f21800640 1 -- 172.21.15.29:0/2431736112 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 msgr2=0x7f3f00004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.028+0000 7f3f21800640 1 --2- 172.21.15.29:0/2431736112 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 0x7f3f00004c80 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f3f0400c0e0 tx=0x7f3f00005830 comp rx=0 tx=0).stop 2024-09-12T03:09:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.028+0000 7f3f21800640 1 -- 172.21.15.29:0/2431736112 shutdown_connections 2024-09-12T03:09:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.028+0000 7f3f21800640 1 --2- 172.21.15.29:0/2431736112 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 0x7f3f00004c80 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.028+0000 7f3f21800640 1 -- 172.21.15.29:0/2431736112 >> 172.21.15.29:0/2431736112 conn(0x7f3f1c067da0 msgr2=0x7f3f1c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.028+0000 7f3f21800640 1 -- 172.21.15.29:0/2431736112 shutdown_connections 2024-09-12T03:09:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.029+0000 7f3f21800640 1 -- 172.21.15.29:0/2431736112 wait complete. 2024-09-12T03:09:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.030+0000 7f3f21800640 1 Processor -- start 2024-09-12T03:09:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.030+0000 7f3f21800640 1 -- start start 2024-09-12T03:09:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.031+0000 7f3f21800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 0x7f3f1c141d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.031+0000 7f3f21800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f1c14d950 0x7f3f1c151da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.031+0000 7f3f21800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f1c14ddd0 0x7f3f1c1522e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.031+0000 7f3f21800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3f1c06e1e0 con 0x7f3f00004800 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.031+0000 7f3f21800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3f1c15d1f0 con 0x7f3f1c14d950 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.031+0000 7f3f21800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3f1c14e380 con 0x7f3f1c14ddd0 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.031+0000 7f3f1aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 0x7f3f1c141d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.031+0000 7f3f1aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 0x7f3f1c141d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59752/0 (socket says 172.21.15.29:59752) 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.031+0000 7f3f12000640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f1c14d950 0x7f3f1c151da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.031+0000 7f3f1aa00640 1 -- 172.21.15.29:0/1910931371 learned_addr learned my addr 172.21.15.29:0/1910931371 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.032+0000 7f3f1b400640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f1c14ddd0 0x7f3f1c1522e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.032+0000 7f3f1aa00640 1 -- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f1c14ddd0 msgr2=0x7f3f1c1522e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.032+0000 7f3f1aa00640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f1c14ddd0 0x7f3f1c1522e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.032+0000 7f3f1aa00640 1 -- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f1c14d950 msgr2=0x7f3f1c151da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.032+0000 7f3f1aa00640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f1c14d950 0x7f3f1c151da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.032+0000 7f3f1aa00640 1 -- 172.21.15.29:0/1910931371 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f1c14e660 con 0x7f3f00004800 2024-09-12T03:09:40.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.032+0000 7f3f1aa00640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 0x7f3f1c141d80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f3f0c007810 tx=0x7f3f0c00fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:40.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.032+0000 7f3f13400640 1 -- 172.21.15.29:0/1910931371 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f0c0050d0 con 0x7f3f00004800 2024-09-12T03:09:40.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.032+0000 7f3f13400640 1 -- 172.21.15.29:0/1910931371 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f0c018070 con 0x7f3f00004800 2024-09-12T03:09:40.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.032+0000 7f3f13400640 1 -- 172.21.15.29:0/1910931371 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f0c005490 con 0x7f3f00004800 2024-09-12T03:09:40.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.032+0000 7f3f21800640 1 -- 172.21.15.29:0/1910931371 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f1c14e940 con 0x7f3f00004800 2024-09-12T03:09:40.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.033+0000 7f3f21800640 1 -- 172.21.15.29:0/1910931371 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f1c14ef00 con 0x7f3f00004800 2024-09-12T03:09:40.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.034+0000 7f3f21800640 1 -- 172.21.15.29:0/1910931371 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f1c15d580 con 0x7f3f00004800 2024-09-12T03:09:40.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.034+0000 7f3f13400640 1 -- 172.21.15.29:0/1910931371 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3f0c00d6d0 con 0x7f3f00004800 2024-09-12T03:09:40.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.036+0000 7f3f13400640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3ef806be30 0x7f3ef806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.036+0000 7f3f13400640 1 -- 172.21.15.29:0/1910931371 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f3f0c08acb0 con 0x7f3f00004800 2024-09-12T03:09:40.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.036+0000 7f3f12000640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3ef806be30 0x7f3ef806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.037+0000 7f3f12000640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3ef806be30 0x7f3ef806e2f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3f04032000 tx=0x7f3f04009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:40.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.040+0000 7f3f13400640 1 -- 172.21.15.29:0/1910931371 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3f0c058de0 con 0x7f3f00004800 2024-09-12T03:09:40.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.228+0000 7f3f21800640 1 -- 172.21.15.29:0/1910931371 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3f1c15e430 con 0x7f3f00004800 2024-09-12T03:09:40.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.229+0000 7f3f13400640 1 -- 172.21.15.29:0/1910931371 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16930 (secure 0 0 0) 0x7f3f0c05d0e0 con 0x7f3f00004800 2024-09-12T03:09:40.230 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:40.230 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":39,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:09:37.395570+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:09:34.158283+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-12T03:09:34.795269+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:09:40.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 -- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3ef806be30 msgr2=0x7f3ef806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3ef806be30 0x7f3ef806e2f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3f04032000 tx=0x7f3f04009030 comp rx=0 tx=0).stop 2024-09-12T03:09:40.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 -- 172.21.15.29:0/1910931371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 msgr2=0x7f3f1c141d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 0x7f3f1c141d80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f3f0c007810 tx=0x7f3f0c00fc00 comp rx=0 tx=0).stop 2024-09-12T03:09:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 -- 172.21.15.29:0/1910931371 shutdown_connections 2024-09-12T03:09:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3ef806be30 0x7f3ef806e2f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f1c14ddd0 0x7f3f1c1522e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f1c14d950 0x7f3f1c151da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 --2- 172.21.15.29:0/1910931371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f00004800 0x7f3f1c141d80 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 -- 172.21.15.29:0/1910931371 >> 172.21.15.29:0/1910931371 conn(0x7f3f1c067da0 msgr2=0x7f3f1c15e950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 -- 172.21.15.29:0/1910931371 shutdown_connections 2024-09-12T03:09:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.231+0000 7f3f21800640 1 -- 172.21.15.29:0/1910931371 wait complete. 2024-09-12T03:09:40.249 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T03:09:40.250 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:09:40.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.406+0000 7f10eb600640 1 Processor -- start 2024-09-12T03:09:40.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.406+0000 7f10eb600640 1 -- start start 2024-09-12T03:09:40.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.407+0000 7f10eb600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f10e4072240 0x7f10e415d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.407+0000 7f10eb600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10e415d730 con 0x7f10e40afc40 2024-09-12T03:09:40.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.407+0000 7f10eb600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10e406e590 con 0x7f10e4072620 2024-09-12T03:09:40.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.407+0000 7f10eb600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f10e406e870 con 0x7f10e4072240 2024-09-12T03:09:40.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.408+0000 7f10e9600640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f10e40afc40 0x7f10e40cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45704/0 (socket says 172.21.15.29:45704) 2024-09-12T03:09:40.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.408+0000 7f10e9600640 1 -- 172.21.15.29:0/3725919482 learned_addr learned my addr 172.21.15.29:0/3725919482 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:40.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.408+0000 7f10e8c00640 1 --2- 172.21.15.29:0/3725919482 >> v2:172.21.15.38:3300/0 conn(0x7f10e4072240 0x7f10e415d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.408+0000 7f10e3400640 1 -- 172.21.15.29:0/3725919482 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2358932274 0 0) 0x7f10e415d730 con 0x7f10e40afc40 2024-09-12T03:09:40.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.408+0000 7f10e3400640 1 -- 172.21.15.29:0/3725919482 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f10cc003520 con 0x7f10e40afc40 2024-09-12T03:09:40.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.408+0000 7f10e8c00640 1 -- 172.21.15.29:0/3725919482 >> v1:172.21.15.38:6789/0 conn(0x7f10e4072620 legacy=0x7f10e40af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.408+0000 7f10e3400640 1 -- 172.21.15.29:0/3725919482 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 329808386 0 0) 0x7f10e406e590 con 0x7f10e4072620 2024-09-12T03:09:40.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.408+0000 7f10e8c00640 1 -- 172.21.15.29:0/3725919482 >> v1:172.21.15.29:6789/0 conn(0x7f10e40afc40 legacy=0x7f10e40cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.408+0000 7f10e8c00640 1 -- 172.21.15.29:0/3725919482 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10e406eb50 con 0x7f10e4072240 2024-09-12T03:09:40.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.409+0000 7f10e8c00640 1 --2- 172.21.15.29:0/3725919482 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10e4072240 0x7f10e415d1f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f10d80097a0 tx=0x7f10d802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1a91c42e45c3e63 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:40.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.410+0000 7f10e3400640 1 -- 172.21.15.29:0/3725919482 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d8037070 con 0x7f10e4072240 2024-09-12T03:09:40.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.410+0000 7f10e3400640 1 -- 172.21.15.29:0/3725919482 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10d8032440 con 0x7f10e4072240 2024-09-12T03:09:40.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.410+0000 7f10e3400640 1 -- 172.21.15.29:0/3725919482 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d8032810 con 0x7f10e4072240 2024-09-12T03:09:40.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.410+0000 7f10eb600640 1 -- 172.21.15.29:0/3725919482 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10e4072240 msgr2=0x7f10e415d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.410+0000 7f10eb600640 1 --2- 172.21.15.29:0/3725919482 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10e4072240 0x7f10e415d1f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f10d80097a0 tx=0x7f10d802a230 comp rx=0 tx=0).stop 2024-09-12T03:09:40.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.410+0000 7f10eb600640 1 -- 172.21.15.29:0/3725919482 shutdown_connections 2024-09-12T03:09:40.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.410+0000 7f10eb600640 1 --2- 172.21.15.29:0/3725919482 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10e4072240 0x7f10e415d1f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.410+0000 7f10eb600640 1 -- 172.21.15.29:0/3725919482 >> 172.21.15.29:0/3725919482 conn(0x7f10e4067da0 msgr2=0x7f10e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:40.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.410+0000 7f10eb600640 1 -- 172.21.15.29:0/3725919482 shutdown_connections 2024-09-12T03:09:40.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.411+0000 7f10eb600640 1 -- 172.21.15.29:0/3725919482 wait complete. 2024-09-12T03:09:40.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.412+0000 7f10eb600640 1 Processor -- start 2024-09-12T03:09:40.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.412+0000 7f10eb600640 1 -- start start 2024-09-12T03:09:40.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.413+0000 7f10eb600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10e4072240 0x7f10e40b5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.413+0000 7f10eb600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10e4072620 0x7f10e41f3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.413+0000 7f10eb600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10e40afc40 0x7f10e414ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.413+0000 7f10eb600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f10e406e150 con 0x7f10e4072620 2024-09-12T03:09:40.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.413+0000 7f10eb600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f10e406dfd0 con 0x7f10e4072240 2024-09-12T03:09:40.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.413+0000 7f10eb600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f10e406e2d0 con 0x7f10e40afc40 2024-09-12T03:09:40.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.413+0000 7f10e3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10e4072620 0x7f10e41f3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.414+0000 7f10e3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10e4072620 0x7f10e41f3f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59756/0 (socket says 172.21.15.29:59756) 2024-09-12T03:09:40.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.414+0000 7f10e3e00640 1 -- 172.21.15.29:0/1244845062 learned_addr learned my addr 172.21.15.29:0/1244845062 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:40.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.414+0000 7f10e8c00640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10e4072240 0x7f10e40b5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.414+0000 7f10e9600640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10e40afc40 0x7f10e414ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.414+0000 7f10e3e00640 1 -- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10e40afc40 msgr2=0x7f10e414ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.414+0000 7f10e3e00640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10e40afc40 0x7f10e414ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.414+0000 7f10e3e00640 1 -- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10e4072240 msgr2=0x7f10e40b5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.414+0000 7f10e3e00640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10e4072240 0x7f10e40b5060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.414+0000 7f10e3e00640 1 -- 172.21.15.29:0/1244845062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10e41f46b0 con 0x7f10e4072620 2024-09-12T03:09:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.414+0000 7f10e3e00640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10e4072620 0x7f10e41f3f40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f10d000c4b0 tx=0x7f10d000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.414+0000 7f10e0c00640 1 -- 172.21.15.29:0/1244845062 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d0017070 con 0x7f10e4072620 2024-09-12T03:09:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.415+0000 7f10e0c00640 1 -- 172.21.15.29:0/1244845062 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10d0005480 con 0x7f10e4072620 2024-09-12T03:09:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.415+0000 7f10e0c00640 1 -- 172.21.15.29:0/1244845062 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d0003830 con 0x7f10e4072620 2024-09-12T03:09:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.415+0000 7f10eb600640 1 -- 172.21.15.29:0/1244845062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10e41f4990 con 0x7f10e4072620 2024-09-12T03:09:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.415+0000 7f10eb600640 1 -- 172.21.15.29:0/1244845062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10e41f76d0 con 0x7f10e4072620 2024-09-12T03:09:40.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.416+0000 7f10eb600640 1 -- 172.21.15.29:0/1244845062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10e415d1f0 con 0x7f10e4072620 2024-09-12T03:09:40.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.417+0000 7f10e0c00640 1 -- 172.21.15.29:0/1244845062 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f10d001a070 con 0x7f10e4072620 2024-09-12T03:09:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.417+0000 7f10e0c00640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f10c406be30 0x7f10c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.418+0000 7f10e0c00640 1 -- 172.21.15.29:0/1244845062 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f10d008a3e0 con 0x7f10e4072620 2024-09-12T03:09:40.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.418+0000 7f10e8c00640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f10c406be30 0x7f10c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.419+0000 7f10e8c00640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f10c406be30 0x7f10c406e2f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f10d8034000 tx=0x7f10d802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.422+0000 7f10e0c00640 1 -- 172.21.15.29:0/1244845062 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f10d0058c00 con 0x7f10e4072620 2024-09-12T03:09:40.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.608+0000 7f10eb600640 1 -- 172.21.15.29:0/1244845062 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f10e41f4eb0 con 0x7f10c406be30 2024-09-12T03:09:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.616+0000 7f10e0c00640 1 -- 172.21.15.29:0/1244845062 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251959 (secure 0 0 0) 0x7f10d8032610 con 0x7f10c406be30 2024-09-12T03:09:40.620 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:40.621 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:09:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.620+0000 7f10eb600640 1 -- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f10c406be30 msgr2=0x7f10c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.620+0000 7f10eb600640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f10c406be30 0x7f10c406e2f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f10d8034000 tx=0x7f10d802e000 comp rx=0 tx=0).stop 2024-09-12T03:09:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.620+0000 7f10eb600640 1 -- 172.21.15.29:0/1244845062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10e4072620 msgr2=0x7f10e41f3f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.620+0000 7f10eb600640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10e4072620 0x7f10e41f3f40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f10d000c4b0 tx=0x7f10d000c970 comp rx=0 tx=0).stop 2024-09-12T03:09:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.620+0000 7f10eb600640 1 -- 172.21.15.29:0/1244845062 shutdown_connections 2024-09-12T03:09:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.620+0000 7f10eb600640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f10c406be30 0x7f10c406e2f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.620+0000 7f10eb600640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10e40afc40 0x7f10e414ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.620+0000 7f10eb600640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10e4072620 0x7f10e41f3f40 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.620+0000 7f10eb600640 1 --2- 172.21.15.29:0/1244845062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10e4072240 0x7f10e40b5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.620+0000 7f10eb600640 1 -- 172.21.15.29:0/1244845062 >> 172.21.15.29:0/1244845062 conn(0x7f10e4067da0 msgr2=0x7f10e40b0110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:40.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.621+0000 7f10eb600640 1 -- 172.21.15.29:0/1244845062 shutdown_connections 2024-09-12T03:09:40.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.621+0000 7f10eb600640 1 -- 172.21.15.29:0/1244845062 wait complete. 2024-09-12T03:09:40.636 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":75,"stamp":"2024-09-12T03:09:39.733564+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":177,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":254272,"kb_used_data":4744,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754720448,"statfs":{"total":773094113280,"available":772833738752,"internally_reserved":0,"allocated":4857856,"data_stored":2751372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":45,"apply_latency_ms":45,"commit_latency_ns":45000000,"apply_latency_ns":45000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.360939"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419083+0000","last_change":"2024-09-12T03:09:36.424573+0000","last_active":"2024-09-12T03:09:37.419083+0000","last_peered":"2024-09-12T03:09:37.419083+0000","last_clean":"2024-09-12T03:09:37.419083+0000","last_became_active":"2024-09-12T03:09:36.424145+0000","last_became_peered":"2024-09-12T03:09:36.424145+0000","last_unstale":"2024-09-12T03:09:37.419083+0000","last_undegraded":"2024-09-12T03:09:37.419083+0000","last_fullsized":"2024-09-12T03:09:37.419083+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:40:13.366195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418724+0000","last_change":"2024-09-12T03:09:36.428149+0000","last_active":"2024-09-12T03:09:37.418724+0000","last_peered":"2024-09-12T03:09:37.418724+0000","last_clean":"2024-09-12T03:09:37.418724+0000","last_became_active":"2024-09-12T03:09:36.427843+0000","last_became_peered":"2024-09-12T03:09:36.427843+0000","last_unstale":"2024-09-12T03:09:37.418724+0000","last_undegraded":"2024-09-12T03:09:37.418724+0000","last_fullsized":"2024-09-12T03:09:37.418724+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:21:41.552465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426534+0000","last_change":"2024-09-12T03:09:36.409502+0000","last_active":"2024-09-12T03:09:37.426534+0000","last_peered":"2024-09-12T03:09:37.426534+0000","last_clean":"2024-09-12T03:09:37.426534+0000","last_became_active":"2024-09-12T03:09:36.409205+0000","last_became_peered":"2024-09-12T03:09:36.409205+0000","last_unstale":"2024-09-12T03:09:37.426534+0000","last_undegraded":"2024-09-12T03:09:37.426534+0000","last_fullsized":"2024-09-12T03:09:37.426534+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.170862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426143+0000","last_change":"2024-09-12T03:09:36.408447+0000","last_active":"2024-09-12T03:09:37.426143+0000","last_peered":"2024-09-12T03:09:37.426143+0000","last_clean":"2024-09-12T03:09:37.426143+0000","last_became_active":"2024-09-12T03:09:36.407915+0000","last_became_peered":"2024-09-12T03:09:36.407915+0000","last_unstale":"2024-09-12T03:09:37.426143+0000","last_undegraded":"2024-09-12T03:09:37.426143+0000","last_fullsized":"2024-09-12T03:09:37.426143+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:54.119344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425646+0000","last_change":"2024-09-12T03:09:36.405917+0000","last_active":"2024-09-12T03:09:37.425646+0000","last_peered":"2024-09-12T03:09:37.425646+0000","last_clean":"2024-09-12T03:09:37.425646+0000","last_became_active":"2024-09-12T03:09:36.405620+0000","last_became_peered":"2024-09-12T03:09:36.405620+0000","last_unstale":"2024-09-12T03:09:37.425646+0000","last_undegraded":"2024-09-12T03:09:37.425646+0000","last_fullsized":"2024-09-12T03:09:37.425646+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:02.912355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425143+0000","last_change":"2024-09-12T03:09:36.429679+0000","last_active":"2024-09-12T03:09:37.425143+0000","last_peered":"2024-09-12T03:09:37.425143+0000","last_clean":"2024-09-12T03:09:37.425143+0000","last_became_active":"2024-09-12T03:09:36.429406+0000","last_became_peered":"2024-09-12T03:09:36.429406+0000","last_unstale":"2024-09-12T03:09:37.425143+0000","last_undegraded":"2024-09-12T03:09:37.425143+0000","last_fullsized":"2024-09-12T03:09:37.425143+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:47.147786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426052+0000","last_change":"2024-09-12T03:09:36.417831+0000","last_active":"2024-09-12T03:09:37.426052+0000","last_peered":"2024-09-12T03:09:37.426052+0000","last_clean":"2024-09-12T03:09:37.426052+0000","last_became_active":"2024-09-12T03:09:36.417546+0000","last_became_peered":"2024-09-12T03:09:36.417546+0000","last_unstale":"2024-09-12T03:09:37.426052+0000","last_undegraded":"2024-09-12T03:09:37.426052+0000","last_fullsized":"2024-09-12T03:09:37.426052+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:11:01.303696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418252+0000","last_change":"2024-09-12T03:09:36.409636+0000","last_active":"2024-09-12T03:09:37.418252+0000","last_peered":"2024-09-12T03:09:37.418252+0000","last_clean":"2024-09-12T03:09:37.418252+0000","last_became_active":"2024-09-12T03:09:36.408817+0000","last_became_peered":"2024-09-12T03:09:36.408817+0000","last_unstale":"2024-09-12T03:09:37.418252+0000","last_undegraded":"2024-09-12T03:09:37.418252+0000","last_fullsized":"2024-09-12T03:09:37.418252+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:33.231675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426818+0000","last_change":"2024-09-12T03:09:36.414338+0000","last_active":"2024-09-12T03:09:37.426818+0000","last_peered":"2024-09-12T03:09:37.426818+0000","last_clean":"2024-09-12T03:09:37.426818+0000","last_became_active":"2024-09-12T03:09:36.414061+0000","last_became_peered":"2024-09-12T03:09:36.414061+0000","last_unstale":"2024-09-12T03:09:37.426818+0000","last_undegraded":"2024-09-12T03:09:37.426818+0000","last_fullsized":"2024-09-12T03:09:37.426818+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:28:05.711431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426611+0000","last_change":"2024-09-12T03:09:36.404669+0000","last_active":"2024-09-12T03:09:37.426611+0000","last_peered":"2024-09-12T03:09:37.426611+0000","last_clean":"2024-09-12T03:09:37.426611+0000","last_became_active":"2024-09-12T03:09:36.404401+0000","last_became_peered":"2024-09-12T03:09:36.404401+0000","last_unstale":"2024-09-12T03:09:37.426611+0000","last_undegraded":"2024-09-12T03:09:37.426611+0000","last_fullsized":"2024-09-12T03:09:37.426611+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:24:03.060713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426437+0000","last_change":"2024-09-12T03:09:36.416656+0000","last_active":"2024-09-12T03:09:37.426437+0000","last_peered":"2024-09-12T03:09:37.426437+0000","last_clean":"2024-09-12T03:09:37.426437+0000","last_became_active":"2024-09-12T03:09:36.409638+0000","last_became_peered":"2024-09-12T03:09:36.409638+0000","last_unstale":"2024-09-12T03:09:37.426437+0000","last_undegraded":"2024-09-12T03:09:37.426437+0000","last_fullsized":"2024-09-12T03:09:37.426437+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:30.871031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426488+0000","last_change":"2024-09-12T03:09:36.415905+0000","last_active":"2024-09-12T03:09:37.426488+0000","last_peered":"2024-09-12T03:09:37.426488+0000","last_clean":"2024-09-12T03:09:37.426488+0000","last_became_active":"2024-09-12T03:09:36.415625+0000","last_became_peered":"2024-09-12T03:09:36.415625+0000","last_unstale":"2024-09-12T03:09:37.426488+0000","last_undegraded":"2024-09-12T03:09:37.426488+0000","last_fullsized":"2024-09-12T03:09:37.426488+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:49:29.426338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426094+0000","last_change":"2024-09-12T03:09:36.412170+0000","last_active":"2024-09-12T03:09:37.426094+0000","last_peered":"2024-09-12T03:09:37.426094+0000","last_clean":"2024-09-12T03:09:37.426094+0000","last_became_active":"2024-09-12T03:09:36.411898+0000","last_became_peered":"2024-09-12T03:09:36.411898+0000","last_unstale":"2024-09-12T03:09:37.426094+0000","last_undegraded":"2024-09-12T03:09:37.426094+0000","last_fullsized":"2024-09-12T03:09:37.426094+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:33.231675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419296+0000","last_change":"2024-09-12T03:09:36.408795+0000","last_active":"2024-09-12T03:09:37.419296+0000","last_peered":"2024-09-12T03:09:37.419296+0000","last_clean":"2024-09-12T03:09:37.419296+0000","last_became_active":"2024-09-12T03:09:36.408516+0000","last_became_peered":"2024-09-12T03:09:36.408516+0000","last_unstale":"2024-09-12T03:09:37.419296+0000","last_undegraded":"2024-09-12T03:09:37.419296+0000","last_fullsized":"2024-09-12T03:09:37.419296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:47.147786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426086+0000","last_change":"2024-09-12T03:09:36.400271+0000","last_active":"2024-09-12T03:09:37.426086+0000","last_peered":"2024-09-12T03:09:37.426086+0000","last_clean":"2024-09-12T03:09:37.426086+0000","last_became_active":"2024-09-12T03:09:36.399301+0000","last_became_peered":"2024-09-12T03:09:36.399301+0000","last_unstale":"2024-09-12T03:09:37.426086+0000","last_undegraded":"2024-09-12T03:09:37.426086+0000","last_fullsized":"2024-09-12T03:09:37.426086+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:43.538291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425027+0000","last_change":"2024-09-12T03:09:36.412366+0000","last_active":"2024-09-12T03:09:37.425027+0000","last_peered":"2024-09-12T03:09:37.425027+0000","last_clean":"2024-09-12T03:09:37.425027+0000","last_became_active":"2024-09-12T03:09:36.411837+0000","last_became_peered":"2024-09-12T03:09:36.411837+0000","last_unstale":"2024-09-12T03:09:37.425027+0000","last_undegraded":"2024-09-12T03:09:37.425027+0000","last_fullsized":"2024-09-12T03:09:37.425027+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.170862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425659+0000","last_change":"2024-09-12T03:09:36.411029+0000","last_active":"2024-09-12T03:09:37.425659+0000","last_peered":"2024-09-12T03:09:37.425659+0000","last_clean":"2024-09-12T03:09:37.425659+0000","last_became_active":"2024-09-12T03:09:36.410652+0000","last_became_peered":"2024-09-12T03:09:36.410652+0000","last_unstale":"2024-09-12T03:09:37.425659+0000","last_undegraded":"2024-09-12T03:09:37.425659+0000","last_fullsized":"2024-09-12T03:09:37.425659+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:03.325079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420948+0000","last_change":"2024-09-12T03:09:36.416145+0000","last_active":"2024-09-12T03:09:37.420948+0000","last_peered":"2024-09-12T03:09:37.420948+0000","last_clean":"2024-09-12T03:09:37.420948+0000","last_became_active":"2024-09-12T03:09:36.415866+0000","last_became_peered":"2024-09-12T03:09:36.415866+0000","last_unstale":"2024-09-12T03:09:37.420948+0000","last_undegraded":"2024-09-12T03:09:37.420948+0000","last_fullsized":"2024-09-12T03:09:37.420948+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:47.147786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426213+0000","last_change":"2024-09-12T03:09:36.408987+0000","last_active":"2024-09-12T03:09:37.426213+0000","last_peered":"2024-09-12T03:09:37.426213+0000","last_clean":"2024-09-12T03:09:37.426213+0000","last_became_active":"2024-09-12T03:09:36.408739+0000","last_became_peered":"2024-09-12T03:09:36.408739+0000","last_unstale":"2024-09-12T03:09:37.426213+0000","last_undegraded":"2024-09-12T03:09:37.426213+0000","last_fullsized":"2024-09-12T03:09:37.426213+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:30:32.180190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420288+0000","last_change":"2024-09-12T03:09:36.409222+0000","last_active":"2024-09-12T03:09:37.420288+0000","last_peered":"2024-09-12T03:09:37.420288+0000","last_clean":"2024-09-12T03:09:37.420288+0000","last_became_active":"2024-09-12T03:09:36.408247+0000","last_became_peered":"2024-09-12T03:09:36.408247+0000","last_unstale":"2024-09-12T03:09:37.420288+0000","last_undegraded":"2024-09-12T03:09:37.420288+0000","last_fullsized":"2024-09-12T03:09:37.420288+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:34.837848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426349+0000","last_change":"2024-09-12T03:09:36.409083+0000","last_active":"2024-09-12T03:09:37.426349+0000","last_peered":"2024-09-12T03:09:37.426349+0000","last_clean":"2024-09-12T03:09:37.426349+0000","last_became_active":"2024-09-12T03:09:36.408695+0000","last_became_peered":"2024-09-12T03:09:36.408695+0000","last_unstale":"2024-09-12T03:09:37.426349+0000","last_undegraded":"2024-09-12T03:09:37.426349+0000","last_fullsized":"2024-09-12T03:09:37.426349+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:39.566728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419538+0000","last_change":"2024-09-12T03:09:36.403484+0000","last_active":"2024-09-12T03:09:37.419538+0000","last_peered":"2024-09-12T03:09:37.419538+0000","last_clean":"2024-09-12T03:09:37.419538+0000","last_became_active":"2024-09-12T03:09:36.403096+0000","last_became_peered":"2024-09-12T03:09:36.403096+0000","last_unstale":"2024-09-12T03:09:37.419538+0000","last_undegraded":"2024-09-12T03:09:37.419538+0000","last_fullsized":"2024-09-12T03:09:37.419538+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:54.727290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425211+0000","last_change":"2024-09-12T03:09:36.403542+0000","last_active":"2024-09-12T03:09:37.425211+0000","last_peered":"2024-09-12T03:09:37.425211+0000","last_clean":"2024-09-12T03:09:37.425211+0000","last_became_active":"2024-09-12T03:09:36.403140+0000","last_became_peered":"2024-09-12T03:09:36.403140+0000","last_unstale":"2024-09-12T03:09:37.425211+0000","last_undegraded":"2024-09-12T03:09:37.425211+0000","last_fullsized":"2024-09-12T03:09:37.425211+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:28:05.711431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425021+0000","last_change":"2024-09-12T03:09:36.400628+0000","last_active":"2024-09-12T03:09:37.425021+0000","last_peered":"2024-09-12T03:09:37.425021+0000","last_clean":"2024-09-12T03:09:37.425021+0000","last_became_active":"2024-09-12T03:09:36.400251+0000","last_became_peered":"2024-09-12T03:09:36.400251+0000","last_unstale":"2024-09-12T03:09:37.425021+0000","last_undegraded":"2024-09-12T03:09:37.425021+0000","last_fullsized":"2024-09-12T03:09:37.425021+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:45:46.873447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420907+0000","last_change":"2024-09-12T03:09:36.403498+0000","last_active":"2024-09-12T03:09:37.420907+0000","last_peered":"2024-09-12T03:09:37.420907+0000","last_clean":"2024-09-12T03:09:37.420907+0000","last_became_active":"2024-09-12T03:09:36.402082+0000","last_became_peered":"2024-09-12T03:09:36.402082+0000","last_unstale":"2024-09-12T03:09:37.420907+0000","last_undegraded":"2024-09-12T03:09:37.420907+0000","last_fullsized":"2024-09-12T03:09:37.420907+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:07.001306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425971+0000","last_change":"2024-09-12T03:09:36.415178+0000","last_active":"2024-09-12T03:09:37.425971+0000","last_peered":"2024-09-12T03:09:37.425971+0000","last_clean":"2024-09-12T03:09:37.425971+0000","last_became_active":"2024-09-12T03:09:36.414881+0000","last_became_peered":"2024-09-12T03:09:36.414881+0000","last_unstale":"2024-09-12T03:09:37.425971+0000","last_undegraded":"2024-09-12T03:09:37.425971+0000","last_fullsized":"2024-09-12T03:09:37.425971+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:49:29.426338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420919+0000","last_change":"2024-09-12T03:09:36.402373+0000","last_active":"2024-09-12T03:09:37.420919+0000","last_peered":"2024-09-12T03:09:37.420919+0000","last_clean":"2024-09-12T03:09:37.420919+0000","last_became_active":"2024-09-12T03:09:36.402082+0000","last_became_peered":"2024-09-12T03:09:36.402082+0000","last_unstale":"2024-09-12T03:09:37.420919+0000","last_undegraded":"2024-09-12T03:09:37.420919+0000","last_fullsized":"2024-09-12T03:09:37.420919+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:31.853738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426367+0000","last_change":"2024-09-12T03:09:36.411516+0000","last_active":"2024-09-12T03:09:37.426367+0000","last_peered":"2024-09-12T03:09:37.426367+0000","last_clean":"2024-09-12T03:09:37.426367+0000","last_became_active":"2024-09-12T03:09:36.410647+0000","last_became_peered":"2024-09-12T03:09:36.410647+0000","last_unstale":"2024-09-12T03:09:37.426367+0000","last_undegraded":"2024-09-12T03:09:37.426367+0000","last_fullsized":"2024-09-12T03:09:37.426367+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:44.738699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420402+0000","last_change":"2024-09-12T03:09:36.411659+0000","last_active":"2024-09-12T03:09:37.420402+0000","last_peered":"2024-09-12T03:09:37.420402+0000","last_clean":"2024-09-12T03:09:37.420402+0000","last_became_active":"2024-09-12T03:09:36.409347+0000","last_became_peered":"2024-09-12T03:09:36.409347+0000","last_unstale":"2024-09-12T03:09:37.420402+0000","last_undegraded":"2024-09-12T03:09:37.420402+0000","last_fullsized":"2024-09-12T03:09:37.420402+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:23.508509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420705+0000","last_change":"2024-09-12T03:09:36.424206+0000","last_active":"2024-09-12T03:09:37.420705+0000","last_peered":"2024-09-12T03:09:37.420705+0000","last_clean":"2024-09-12T03:09:37.420705+0000","last_became_active":"2024-09-12T03:09:36.423946+0000","last_became_peered":"2024-09-12T03:09:36.423946+0000","last_unstale":"2024-09-12T03:09:37.420705+0000","last_undegraded":"2024-09-12T03:09:37.420705+0000","last_fullsized":"2024-09-12T03:09:37.420705+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:26.227453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425603+0000","last_change":"2024-09-12T03:09:36.416136+0000","last_active":"2024-09-12T03:09:37.425603+0000","last_peered":"2024-09-12T03:09:37.425603+0000","last_clean":"2024-09-12T03:09:37.425603+0000","last_became_active":"2024-09-12T03:09:36.415631+0000","last_became_peered":"2024-09-12T03:09:36.415631+0000","last_unstale":"2024-09-12T03:09:37.425603+0000","last_undegraded":"2024-09-12T03:09:37.425603+0000","last_fullsized":"2024-09-12T03:09:37.425603+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:33.231675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425330+0000","last_change":"2024-09-12T03:09:36.397870+0000","last_active":"2024-09-12T03:09:37.425330+0000","last_peered":"2024-09-12T03:09:37.425330+0000","last_clean":"2024-09-12T03:09:37.425330+0000","last_became_active":"2024-09-12T03:09:36.397577+0000","last_became_peered":"2024-09-12T03:09:36.397577+0000","last_unstale":"2024-09-12T03:09:37.425330+0000","last_undegraded":"2024-09-12T03:09:37.425330+0000","last_fullsized":"2024-09-12T03:09:37.425330+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:07.001306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425320+0000","last_change":"2024-09-12T03:09:36.411072+0000","last_active":"2024-09-12T03:09:37.425320+0000","last_peered":"2024-09-12T03:09:37.425320+0000","last_clean":"2024-09-12T03:09:37.425320+0000","last_became_active":"2024-09-12T03:09:36.410746+0000","last_became_peered":"2024-09-12T03:09:36.410746+0000","last_unstale":"2024-09-12T03:09:37.425320+0000","last_undegraded":"2024-09-12T03:09:37.425320+0000","last_fullsized":"2024-09-12T03:09:37.425320+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:11:16.228686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":18,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.421001+0000","last_change":"2024-09-12T03:09:35.395413+0000","last_active":"2024-09-12T03:09:37.421001+0000","last_peered":"2024-09-12T03:09:37.421001+0000","last_clean":"2024-09-12T03:09:37.421001+0000","last_became_active":"2024-09-12T03:09:35.395088+0000","last_became_peered":"2024-09-12T03:09:35.395088+0000","last_unstale":"2024-09-12T03:09:37.421001+0000","last_undegraded":"2024-09-12T03:09:37.421001+0000","last_fullsized":"2024-09-12T03:09:37.421001+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:30:31.175209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425866+0000","last_change":"2024-09-12T03:09:36.410290+0000","last_active":"2024-09-12T03:09:37.425866+0000","last_peered":"2024-09-12T03:09:37.425866+0000","last_clean":"2024-09-12T03:09:37.425866+0000","last_became_active":"2024-09-12T03:09:36.409975+0000","last_became_peered":"2024-09-12T03:09:36.409975+0000","last_unstale":"2024-09-12T03:09:37.425866+0000","last_undegraded":"2024-09-12T03:09:37.425866+0000","last_fullsized":"2024-09-12T03:09:37.425866+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:54.727290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426724+0000","last_change":"2024-09-12T03:09:35.401581+0000","last_active":"2024-09-12T03:09:37.426724+0000","last_peered":"2024-09-12T03:09:37.426724+0000","last_clean":"2024-09-12T03:09:37.426724+0000","last_became_active":"2024-09-12T03:09:35.401341+0000","last_became_peered":"2024-09-12T03:09:35.401341+0000","last_unstale":"2024-09-12T03:09:37.426724+0000","last_undegraded":"2024-09-12T03:09:37.426724+0000","last_fullsized":"2024-09-12T03:09:37.426724+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:06.175133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420190+0000","last_change":"2024-09-12T03:09:36.409849+0000","last_active":"2024-09-12T03:09:37.420190+0000","last_peered":"2024-09-12T03:09:37.420190+0000","last_clean":"2024-09-12T03:09:37.420190+0000","last_became_active":"2024-09-12T03:09:36.407299+0000","last_became_peered":"2024-09-12T03:09:36.407299+0000","last_unstale":"2024-09-12T03:09:37.420190+0000","last_undegraded":"2024-09-12T03:09:37.420190+0000","last_fullsized":"2024-09-12T03:09:37.420190+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.170862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425989+0000","last_change":"2024-09-12T03:09:35.399219+0000","last_active":"2024-09-12T03:09:37.425989+0000","last_peered":"2024-09-12T03:09:37.425989+0000","last_clean":"2024-09-12T03:09:37.425989+0000","last_became_active":"2024-09-12T03:09:35.398959+0000","last_became_peered":"2024-09-12T03:09:35.398959+0000","last_unstale":"2024-09-12T03:09:37.425989+0000","last_undegraded":"2024-09-12T03:09:37.425989+0000","last_fullsized":"2024-09-12T03:09:37.425989+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:26.834348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418979+0000","last_change":"2024-09-12T03:09:36.419558+0000","last_active":"2024-09-12T03:09:37.418979+0000","last_peered":"2024-09-12T03:09:37.418979+0000","last_clean":"2024-09-12T03:09:37.418979+0000","last_became_active":"2024-09-12T03:09:36.419306+0000","last_became_peered":"2024-09-12T03:09:36.419306+0000","last_unstale":"2024-09-12T03:09:37.418979+0000","last_undegraded":"2024-09-12T03:09:37.418979+0000","last_fullsized":"2024-09-12T03:09:37.418979+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:24:03.060713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419909+0000","last_change":"2024-09-12T03:09:35.393245+0000","last_active":"2024-09-12T03:09:37.419909+0000","last_peered":"2024-09-12T03:09:37.419909+0000","last_clean":"2024-09-12T03:09:37.419909+0000","last_became_active":"2024-09-12T03:09:35.392845+0000","last_became_peered":"2024-09-12T03:09:35.392845+0000","last_unstale":"2024-09-12T03:09:37.419909+0000","last_undegraded":"2024-09-12T03:09:37.419909+0000","last_fullsized":"2024-09-12T03:09:37.419909+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:04.636003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425386+0000","last_change":"2024-09-12T03:09:36.413124+0000","last_active":"2024-09-12T03:09:37.425386+0000","last_peered":"2024-09-12T03:09:37.425386+0000","last_clean":"2024-09-12T03:09:37.425386+0000","last_became_active":"2024-09-12T03:09:36.412723+0000","last_became_peered":"2024-09-12T03:09:36.412723+0000","last_unstale":"2024-09-12T03:09:37.425386+0000","last_undegraded":"2024-09-12T03:09:37.425386+0000","last_fullsized":"2024-09-12T03:09:37.425386+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:54.727290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426487+0000","last_change":"2024-09-12T03:09:35.398424+0000","last_active":"2024-09-12T03:09:37.426487+0000","last_peered":"2024-09-12T03:09:37.426487+0000","last_clean":"2024-09-12T03:09:37.426487+0000","last_became_active":"2024-09-12T03:09:35.398154+0000","last_became_peered":"2024-09-12T03:09:35.398154+0000","last_unstale":"2024-09-12T03:09:37.426487+0000","last_undegraded":"2024-09-12T03:09:37.426487+0000","last_fullsized":"2024-09-12T03:09:37.426487+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:22.503529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426489+0000","last_change":"2024-09-12T03:09:36.411341+0000","last_active":"2024-09-12T03:09:37.426489+0000","last_peered":"2024-09-12T03:09:37.426489+0000","last_clean":"2024-09-12T03:09:37.426489+0000","last_became_active":"2024-09-12T03:09:36.409976+0000","last_became_peered":"2024-09-12T03:09:36.409976+0000","last_unstale":"2024-09-12T03:09:37.426489+0000","last_undegraded":"2024-09-12T03:09:37.426489+0000","last_fullsized":"2024-09-12T03:09:37.426489+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:58.319669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425309+0000","last_change":"2024-09-12T03:09:35.400289+0000","last_active":"2024-09-12T03:09:37.425309+0000","last_peered":"2024-09-12T03:09:37.425309+0000","last_clean":"2024-09-12T03:09:37.425309+0000","last_became_active":"2024-09-12T03:09:35.400023+0000","last_became_peered":"2024-09-12T03:09:35.400023+0000","last_unstale":"2024-09-12T03:09:37.425309+0000","last_undegraded":"2024-09-12T03:09:37.425309+0000","last_fullsized":"2024-09-12T03:09:37.425309+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:31:43.057875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419575+0000","last_change":"2024-09-12T03:09:36.407682+0000","last_active":"2024-09-12T03:09:37.419575+0000","last_peered":"2024-09-12T03:09:37.419575+0000","last_clean":"2024-09-12T03:09:37.419575+0000","last_became_active":"2024-09-12T03:09:36.406177+0000","last_became_peered":"2024-09-12T03:09:36.406177+0000","last_unstale":"2024-09-12T03:09:37.419575+0000","last_undegraded":"2024-09-12T03:09:37.419575+0000","last_fullsized":"2024-09-12T03:09:37.419575+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:49:29.426338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.424910+0000","last_change":"2024-09-12T03:09:35.397632+0000","last_active":"2024-09-12T03:09:37.424910+0000","last_peered":"2024-09-12T03:09:37.424910+0000","last_clean":"2024-09-12T03:09:37.424910+0000","last_became_active":"2024-09-12T03:09:35.397307+0000","last_became_peered":"2024-09-12T03:09:35.397307+0000","last_unstale":"2024-09-12T03:09:37.424910+0000","last_undegraded":"2024-09-12T03:09:37.424910+0000","last_fullsized":"2024-09-12T03:09:37.424910+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:06.175133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418514+0000","last_change":"2024-09-12T03:09:36.428196+0000","last_active":"2024-09-12T03:09:37.418514+0000","last_peered":"2024-09-12T03:09:37.418514+0000","last_clean":"2024-09-12T03:09:37.418514+0000","last_became_active":"2024-09-12T03:09:36.424540+0000","last_became_peered":"2024-09-12T03:09:36.424540+0000","last_unstale":"2024-09-12T03:09:37.418514+0000","last_undegraded":"2024-09-12T03:09:37.418514+0000","last_fullsized":"2024-09-12T03:09:37.418514+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:39.566728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419161+0000","last_change":"2024-09-12T03:09:35.392633+0000","last_active":"2024-09-12T03:09:37.419161+0000","last_peered":"2024-09-12T03:09:37.419161+0000","last_clean":"2024-09-12T03:09:37.419161+0000","last_became_active":"2024-09-12T03:09:35.391344+0000","last_became_peered":"2024-09-12T03:09:35.391344+0000","last_unstale":"2024-09-12T03:09:37.419161+0000","last_undegraded":"2024-09-12T03:09:37.419161+0000","last_fullsized":"2024-09-12T03:09:37.419161+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:06.175133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426298+0000","last_change":"2024-09-12T03:09:36.408188+0000","last_active":"2024-09-12T03:09:37.426298+0000","last_peered":"2024-09-12T03:09:37.426298+0000","last_clean":"2024-09-12T03:09:37.426298+0000","last_became_active":"2024-09-12T03:09:36.407561+0000","last_became_peered":"2024-09-12T03:09:36.407561+0000","last_unstale":"2024-09-12T03:09:37.426298+0000","last_undegraded":"2024-09-12T03:09:37.426298+0000","last_fullsized":"2024-09-12T03:09:37.426298+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:31:44.146147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419078+0000","last_change":"2024-09-12T03:09:35.404191+0000","last_active":"2024-09-12T03:09:37.419078+0000","last_peered":"2024-09-12T03:09:37.419078+0000","last_clean":"2024-09-12T03:09:37.419078+0000","last_became_active":"2024-09-12T03:09:35.403929+0000","last_became_peered":"2024-09-12T03:09:35.403929+0000","last_unstale":"2024-09-12T03:09:37.419078+0000","last_undegraded":"2024-09-12T03:09:37.419078+0000","last_fullsized":"2024-09-12T03:09:37.419078+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:46.142806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425528+0000","last_change":"2024-09-12T03:09:36.407249+0000","last_active":"2024-09-12T03:09:37.425528+0000","last_peered":"2024-09-12T03:09:37.425528+0000","last_clean":"2024-09-12T03:09:37.425528+0000","last_became_active":"2024-09-12T03:09:36.406954+0000","last_became_peered":"2024-09-12T03:09:36.406954+0000","last_unstale":"2024-09-12T03:09:37.425528+0000","last_undegraded":"2024-09-12T03:09:37.425528+0000","last_fullsized":"2024-09-12T03:09:37.425528+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:11:01.303696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426668+0000","last_change":"2024-09-12T03:09:35.393019+0000","last_active":"2024-09-12T03:09:37.426668+0000","last_peered":"2024-09-12T03:09:37.426668+0000","last_clean":"2024-09-12T03:09:37.426668+0000","last_became_active":"2024-09-12T03:09:35.392719+0000","last_became_peered":"2024-09-12T03:09:35.392719+0000","last_unstale":"2024-09-12T03:09:37.426668+0000","last_undegraded":"2024-09-12T03:09:37.426668+0000","last_fullsized":"2024-09-12T03:09:37.426668+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:33.832868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426532+0000","last_change":"2024-09-12T03:09:36.416222+0000","last_active":"2024-09-12T03:09:37.426532+0000","last_peered":"2024-09-12T03:09:37.426532+0000","last_clean":"2024-09-12T03:09:37.426532+0000","last_became_active":"2024-09-12T03:09:36.415971+0000","last_became_peered":"2024-09-12T03:09:36.415971+0000","last_unstale":"2024-09-12T03:09:37.426532+0000","last_undegraded":"2024-09-12T03:09:37.426532+0000","last_fullsized":"2024-09-12T03:09:37.426532+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:22:05.886427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":17,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426579+0000","last_change":"2024-09-12T03:09:35.396472+0000","last_active":"2024-09-12T03:09:37.426579+0000","last_peered":"2024-09-12T03:09:37.426579+0000","last_clean":"2024-09-12T03:09:37.426579+0000","last_became_active":"2024-09-12T03:09:35.396178+0000","last_became_peered":"2024-09-12T03:09:35.396178+0000","last_unstale":"2024-09-12T03:09:37.426579+0000","last_undegraded":"2024-09-12T03:09:37.426579+0000","last_fullsized":"2024-09-12T03:09:37.426579+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:54.665905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420375+0000","last_change":"2024-09-12T03:09:36.413374+0000","last_active":"2024-09-12T03:09:37.420375+0000","last_peered":"2024-09-12T03:09:37.420375+0000","last_clean":"2024-09-12T03:09:37.420375+0000","last_became_active":"2024-09-12T03:09:36.410058+0000","last_became_peered":"2024-09-12T03:09:36.410058+0000","last_unstale":"2024-09-12T03:09:37.420375+0000","last_undegraded":"2024-09-12T03:09:37.420375+0000","last_fullsized":"2024-09-12T03:09:37.420375+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:28:05.711431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":20,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418798+0000","last_change":"2024-09-12T03:09:35.399482+0000","last_active":"2024-09-12T03:09:37.418798+0000","last_peered":"2024-09-12T03:09:37.418798+0000","last_clean":"2024-09-12T03:09:37.418798+0000","last_became_active":"2024-09-12T03:09:35.399212+0000","last_became_peered":"2024-09-12T03:09:35.399212+0000","last_unstale":"2024-09-12T03:09:37.418798+0000","last_undegraded":"2024-09-12T03:09:37.418798+0000","last_fullsized":"2024-09-12T03:09:37.418798+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:30.848758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425027+0000","last_change":"2024-09-12T03:09:36.406621+0000","last_active":"2024-09-12T03:09:37.425027+0000","last_peered":"2024-09-12T03:09:37.425027+0000","last_clean":"2024-09-12T03:09:37.425027+0000","last_became_active":"2024-09-12T03:09:36.406328+0000","last_became_peered":"2024-09-12T03:09:36.406328+0000","last_unstale":"2024-09-12T03:09:37.425027+0000","last_undegraded":"2024-09-12T03:09:37.425027+0000","last_fullsized":"2024-09-12T03:09:37.425027+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:31.853738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418651+0000","last_change":"2024-09-12T03:09:35.401071+0000","last_active":"2024-09-12T03:09:37.418651+0000","last_peered":"2024-09-12T03:09:37.418651+0000","last_clean":"2024-09-12T03:09:37.418651+0000","last_became_active":"2024-09-12T03:09:35.400789+0000","last_became_peered":"2024-09-12T03:09:35.400789+0000","last_unstale":"2024-09-12T03:09:37.418651+0000","last_undegraded":"2024-09-12T03:09:37.418651+0000","last_fullsized":"2024-09-12T03:09:37.418651+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:48.445256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418516+0000","last_change":"2024-09-12T03:09:36.417855+0000","last_active":"2024-09-12T03:09:37.418516+0000","last_peered":"2024-09-12T03:09:37.418516+0000","last_clean":"2024-09-12T03:09:37.418516+0000","last_became_active":"2024-09-12T03:09:36.417458+0000","last_became_peered":"2024-09-12T03:09:36.417458+0000","last_unstale":"2024-09-12T03:09:37.418516+0000","last_undegraded":"2024-09-12T03:09:37.418516+0000","last_fullsized":"2024-09-12T03:09:37.418516+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:44.738699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425241+0000","last_change":"2024-09-12T03:09:35.400480+0000","last_active":"2024-09-12T03:09:37.425241+0000","last_peered":"2024-09-12T03:09:37.425241+0000","last_clean":"2024-09-12T03:09:37.425241+0000","last_became_active":"2024-09-12T03:09:35.396780+0000","last_became_peered":"2024-09-12T03:09:35.396780+0000","last_unstale":"2024-09-12T03:09:37.425241+0000","last_undegraded":"2024-09-12T03:09:37.425241+0000","last_fullsized":"2024-09-12T03:09:37.425241+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:31:43.141167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425357+0000","last_change":"2024-09-12T03:09:36.415310+0000","last_active":"2024-09-12T03:09:37.425357+0000","last_peered":"2024-09-12T03:09:37.425357+0000","last_clean":"2024-09-12T03:09:37.425357+0000","last_became_active":"2024-09-12T03:09:36.415038+0000","last_became_peered":"2024-09-12T03:09:36.415038+0000","last_unstale":"2024-09-12T03:09:37.425357+0000","last_undegraded":"2024-09-12T03:09:37.425357+0000","last_fullsized":"2024-09-12T03:09:37.425357+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:13.291003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420275+0000","last_change":"2024-09-12T03:09:35.396252+0000","last_active":"2024-09-12T03:09:37.420275+0000","last_peered":"2024-09-12T03:09:37.420275+0000","last_clean":"2024-09-12T03:09:37.420275+0000","last_became_active":"2024-09-12T03:09:35.395953+0000","last_became_peered":"2024-09-12T03:09:35.395953+0000","last_unstale":"2024-09-12T03:09:37.420275+0000","last_undegraded":"2024-09-12T03:09:37.420275+0000","last_fullsized":"2024-09-12T03:09:37.420275+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:53.114364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418448+0000","last_change":"2024-09-12T03:09:36.418578+0000","last_active":"2024-09-12T03:09:37.418448+0000","last_peered":"2024-09-12T03:09:37.418448+0000","last_clean":"2024-09-12T03:09:37.418448+0000","last_became_active":"2024-09-12T03:09:36.418243+0000","last_became_peered":"2024-09-12T03:09:36.418243+0000","last_unstale":"2024-09-12T03:09:37.418448+0000","last_undegraded":"2024-09-12T03:09:37.418448+0000","last_fullsized":"2024-09-12T03:09:37.418448+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:03.325079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":22,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425051+0000","last_change":"2024-09-12T03:09:35.399657+0000","last_active":"2024-09-12T03:09:37.425051+0000","last_peered":"2024-09-12T03:09:37.425051+0000","last_clean":"2024-09-12T03:09:37.425051+0000","last_became_active":"2024-09-12T03:09:35.399381+0000","last_became_peered":"2024-09-12T03:09:35.399381+0000","last_unstale":"2024-09-12T03:09:37.425051+0000","last_undegraded":"2024-09-12T03:09:37.425051+0000","last_fullsized":"2024-09-12T03:09:37.425051+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:06.175133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418667+0000","last_change":"2024-09-12T03:09:36.417478+0000","last_active":"2024-09-12T03:09:37.418667+0000","last_peered":"2024-09-12T03:09:37.418667+0000","last_clean":"2024-09-12T03:09:37.418667+0000","last_became_active":"2024-09-12T03:09:36.417172+0000","last_became_peered":"2024-09-12T03:09:36.417172+0000","last_unstale":"2024-09-12T03:09:37.418667+0000","last_undegraded":"2024-09-12T03:09:37.418667+0000","last_fullsized":"2024-09-12T03:09:37.418667+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:58.319669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426652+0000","last_change":"2024-09-12T03:09:35.396499+0000","last_active":"2024-09-12T03:09:37.426652+0000","last_peered":"2024-09-12T03:09:37.426652+0000","last_clean":"2024-09-12T03:09:37.426652+0000","last_became_active":"2024-09-12T03:09:35.396215+0000","last_became_peered":"2024-09-12T03:09:35.396215+0000","last_unstale":"2024-09-12T03:09:37.426652+0000","last_undegraded":"2024-09-12T03:09:37.426652+0000","last_fullsized":"2024-09-12T03:09:37.426652+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:05.996326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426545+0000","last_change":"2024-09-12T03:09:36.413359+0000","last_active":"2024-09-12T03:09:37.426545+0000","last_peered":"2024-09-12T03:09:37.426545+0000","last_clean":"2024-09-12T03:09:37.426545+0000","last_became_active":"2024-09-12T03:09:36.412941+0000","last_became_peered":"2024-09-12T03:09:36.412941+0000","last_unstale":"2024-09-12T03:09:37.426545+0000","last_undegraded":"2024-09-12T03:09:37.426545+0000","last_fullsized":"2024-09-12T03:09:37.426545+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:21:41.552465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420272+0000","last_change":"2024-09-12T03:09:35.395439+0000","last_active":"2024-09-12T03:09:37.420272+0000","last_peered":"2024-09-12T03:09:37.420272+0000","last_clean":"2024-09-12T03:09:37.420272+0000","last_became_active":"2024-09-12T03:09:35.395072+0000","last_became_peered":"2024-09-12T03:09:35.395072+0000","last_unstale":"2024-09-12T03:09:37.420272+0000","last_undegraded":"2024-09-12T03:09:37.420272+0000","last_fullsized":"2024-09-12T03:09:37.420272+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:31:43.057875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420009+0000","last_change":"2024-09-12T03:09:36.420901+0000","last_active":"2024-09-12T03:09:37.420009+0000","last_peered":"2024-09-12T03:09:37.420009+0000","last_clean":"2024-09-12T03:09:37.420009+0000","last_became_active":"2024-09-12T03:09:36.420616+0000","last_became_peered":"2024-09-12T03:09:36.420616+0000","last_unstale":"2024-09-12T03:09:37.420009+0000","last_undegraded":"2024-09-12T03:09:37.420009+0000","last_fullsized":"2024-09-12T03:09:37.420009+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:22:05.886427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426262+0000","last_change":"2024-09-12T03:09:35.397062+0000","last_active":"2024-09-12T03:09:37.426262+0000","last_peered":"2024-09-12T03:09:37.426262+0000","last_clean":"2024-09-12T03:09:37.426262+0000","last_became_active":"2024-09-12T03:09:35.396796+0000","last_became_peered":"2024-09-12T03:09:35.396796+0000","last_unstale":"2024-09-12T03:09:37.426262+0000","last_undegraded":"2024-09-12T03:09:37.426262+0000","last_fullsized":"2024-09-12T03:09:37.426262+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:23.481564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426592+0000","last_change":"2024-09-12T03:09:36.407305+0000","last_active":"2024-09-12T03:09:37.426592+0000","last_peered":"2024-09-12T03:09:37.426592+0000","last_clean":"2024-09-12T03:09:37.426592+0000","last_became_active":"2024-09-12T03:09:36.407023+0000","last_became_peered":"2024-09-12T03:09:36.407023+0000","last_unstale":"2024-09-12T03:09:37.426592+0000","last_undegraded":"2024-09-12T03:09:37.426592+0000","last_fullsized":"2024-09-12T03:09:37.426592+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:11:40.107447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425667+0000","last_change":"2024-09-12T03:09:35.401739+0000","last_active":"2024-09-12T03:09:37.425667+0000","last_peered":"2024-09-12T03:09:37.425667+0000","last_clean":"2024-09-12T03:09:37.425667+0000","last_became_active":"2024-09-12T03:09:35.401461+0000","last_became_peered":"2024-09-12T03:09:35.401461+0000","last_unstale":"2024-09-12T03:09:37.425667+0000","last_undegraded":"2024-09-12T03:09:37.425667+0000","last_fullsized":"2024-09-12T03:09:37.425667+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:11:39.102467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425472+0000","last_change":"2024-09-12T03:09:36.412162+0000","last_active":"2024-09-12T03:09:37.425472+0000","last_peered":"2024-09-12T03:09:37.425472+0000","last_clean":"2024-09-12T03:09:37.425472+0000","last_became_active":"2024-09-12T03:09:36.411490+0000","last_became_peered":"2024-09-12T03:09:36.411490+0000","last_unstale":"2024-09-12T03:09:37.425472+0000","last_undegraded":"2024-09-12T03:09:37.425472+0000","last_fullsized":"2024-09-12T03:09:37.425472+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:55.788418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425734+0000","last_change":"2024-09-12T03:09:35.400619+0000","last_active":"2024-09-12T03:09:37.425734+0000","last_peered":"2024-09-12T03:09:37.425734+0000","last_clean":"2024-09-12T03:09:37.425734+0000","last_became_active":"2024-09-12T03:09:35.400319+0000","last_became_peered":"2024-09-12T03:09:35.400319+0000","last_unstale":"2024-09-12T03:09:37.425734+0000","last_undegraded":"2024-09-12T03:09:37.425734+0000","last_fullsized":"2024-09-12T03:09:37.425734+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:18:03.805016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425145+0000","last_change":"2024-09-12T03:09:36.406573+0000","last_active":"2024-09-12T03:09:37.425145+0000","last_peered":"2024-09-12T03:09:37.425145+0000","last_clean":"2024-09-12T03:09:37.425145+0000","last_became_active":"2024-09-12T03:09:36.406200+0000","last_became_peered":"2024-09-12T03:09:36.406200+0000","last_unstale":"2024-09-12T03:09:37.425145+0000","last_undegraded":"2024-09-12T03:09:37.425145+0000","last_fullsized":"2024-09-12T03:09:37.425145+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:47.147786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425544+0000","last_change":"2024-09-12T03:09:35.381649+0000","last_active":"2024-09-12T03:09:37.425544+0000","last_peered":"2024-09-12T03:09:37.425544+0000","last_clean":"2024-09-12T03:09:37.425544+0000","last_became_active":"2024-09-12T03:09:35.381320+0000","last_became_peered":"2024-09-12T03:09:35.381320+0000","last_unstale":"2024-09-12T03:09:37.425544+0000","last_undegraded":"2024-09-12T03:09:37.425544+0000","last_fullsized":"2024-09-12T03:09:37.425544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:50.797614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426254+0000","last_change":"2024-09-12T03:09:36.408035+0000","last_active":"2024-09-12T03:09:37.426254+0000","last_peered":"2024-09-12T03:09:37.426254+0000","last_clean":"2024-09-12T03:09:37.426254+0000","last_became_active":"2024-09-12T03:09:36.407764+0000","last_became_peered":"2024-09-12T03:09:36.407764+0000","last_unstale":"2024-09-12T03:09:37.426254+0000","last_undegraded":"2024-09-12T03:09:37.426254+0000","last_fullsized":"2024-09-12T03:09:37.426254+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:03.325079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425737+0000","last_change":"2024-09-12T03:09:35.398327+0000","last_active":"2024-09-12T03:09:37.425737+0000","last_peered":"2024-09-12T03:09:37.425737+0000","last_clean":"2024-09-12T03:09:37.425737+0000","last_became_active":"2024-09-12T03:09:35.398037+0000","last_became_peered":"2024-09-12T03:09:35.398037+0000","last_unstale":"2024-09-12T03:09:37.425737+0000","last_undegraded":"2024-09-12T03:09:37.425737+0000","last_fullsized":"2024-09-12T03:09:37.425737+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:26.834348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418627+0000","last_change":"2024-09-12T03:09:36.421383+0000","last_active":"2024-09-12T03:09:37.418627+0000","last_peered":"2024-09-12T03:09:37.418627+0000","last_clean":"2024-09-12T03:09:37.418627+0000","last_became_active":"2024-09-12T03:09:36.421087+0000","last_became_peered":"2024-09-12T03:09:36.421087+0000","last_unstale":"2024-09-12T03:09:37.418627+0000","last_undegraded":"2024-09-12T03:09:37.418627+0000","last_fullsized":"2024-09-12T03:09:37.418627+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:30.871031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425112+0000","last_change":"2024-09-12T03:09:35.396288+0000","last_active":"2024-09-12T03:09:37.425112+0000","last_peered":"2024-09-12T03:09:37.425112+0000","last_clean":"2024-09-12T03:09:37.425112+0000","last_became_active":"2024-09-12T03:09:35.395705+0000","last_became_peered":"2024-09-12T03:09:35.395705+0000","last_unstale":"2024-09-12T03:09:37.425112+0000","last_undegraded":"2024-09-12T03:09:37.425112+0000","last_fullsized":"2024-09-12T03:09:37.425112+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:48:10.646515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425403+0000","last_change":"2024-09-12T03:09:36.408151+0000","last_active":"2024-09-12T03:09:37.425403+0000","last_peered":"2024-09-12T03:09:37.425403+0000","last_clean":"2024-09-12T03:09:37.425403+0000","last_became_active":"2024-09-12T03:09:36.407849+0000","last_became_peered":"2024-09-12T03:09:36.407849+0000","last_unstale":"2024-09-12T03:09:37.425403+0000","last_undegraded":"2024-09-12T03:09:37.425403+0000","last_fullsized":"2024-09-12T03:09:37.425403+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:49.450237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426764+0000","last_change":"2024-09-12T03:09:35.403050+0000","last_active":"2024-09-12T03:09:37.426764+0000","last_peered":"2024-09-12T03:09:37.426764+0000","last_clean":"2024-09-12T03:09:37.426764+0000","last_became_active":"2024-09-12T03:09:35.402449+0000","last_became_peered":"2024-09-12T03:09:35.402449+0000","last_unstale":"2024-09-12T03:09:37.426764+0000","last_undegraded":"2024-09-12T03:09:37.426764+0000","last_fullsized":"2024-09-12T03:09:37.426764+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:25.222472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425717+0000","last_change":"2024-09-12T03:09:36.407349+0000","last_active":"2024-09-12T03:09:37.425717+0000","last_peered":"2024-09-12T03:09:37.425717+0000","last_clean":"2024-09-12T03:09:37.425717+0000","last_became_active":"2024-09-12T03:09:36.407055+0000","last_became_peered":"2024-09-12T03:09:36.407055+0000","last_unstale":"2024-09-12T03:09:37.425717+0000","last_undegraded":"2024-09-12T03:09:37.425717+0000","last_fullsized":"2024-09-12T03:09:37.425717+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:39.566728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"39'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:38.412056+0000","last_change":"2024-09-12T03:09:35.391874+0000","last_active":"2024-09-12T03:09:38.412056+0000","last_peered":"2024-09-12T03:09:38.412056+0000","last_clean":"2024-09-12T03:09:38.412056+0000","last_became_active":"2024-09-12T03:09:35.391232+0000","last_became_peered":"2024-09-12T03:09:35.391232+0000","last_unstale":"2024-09-12T03:09:38.412056+0000","last_undegraded":"2024-09-12T03:09:38.412056+0000","last_fullsized":"2024-09-12T03:09:38.412056+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:58:44.703681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418847+0000","last_change":"2024-09-12T03:09:36.428160+0000","last_active":"2024-09-12T03:09:37.418847+0000","last_peered":"2024-09-12T03:09:37.418847+0000","last_clean":"2024-09-12T03:09:37.418847+0000","last_became_active":"2024-09-12T03:09:36.427878+0000","last_became_peered":"2024-09-12T03:09:36.427878+0000","last_unstale":"2024-09-12T03:09:37.418847+0000","last_undegraded":"2024-09-12T03:09:37.418847+0000","last_fullsized":"2024-09-12T03:09:37.418847+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:48:39.650775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426481+0000","last_change":"2024-09-12T03:09:35.402440+0000","last_active":"2024-09-12T03:09:37.426481+0000","last_peered":"2024-09-12T03:09:37.426481+0000","last_clean":"2024-09-12T03:09:37.426481+0000","last_became_active":"2024-09-12T03:09:35.402146+0000","last_became_peered":"2024-09-12T03:09:35.402146+0000","last_unstale":"2024-09-12T03:09:37.426481+0000","last_undegraded":"2024-09-12T03:09:37.426481+0000","last_fullsized":"2024-09-12T03:09:37.426481+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:11:39.102467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425160+0000","last_change":"2024-09-12T03:09:36.412912+0000","last_active":"2024-09-12T03:09:37.425160+0000","last_peered":"2024-09-12T03:09:37.425160+0000","last_clean":"2024-09-12T03:09:37.425160+0000","last_became_active":"2024-09-12T03:09:36.412473+0000","last_became_peered":"2024-09-12T03:09:36.412473+0000","last_unstale":"2024-09-12T03:09:37.425160+0000","last_undegraded":"2024-09-12T03:09:37.425160+0000","last_fullsized":"2024-09-12T03:09:37.425160+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:49.450237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426775+0000","last_change":"2024-09-12T03:09:35.399466+0000","last_active":"2024-09-12T03:09:37.426775+0000","last_peered":"2024-09-12T03:09:37.426775+0000","last_clean":"2024-09-12T03:09:37.426775+0000","last_became_active":"2024-09-12T03:09:35.399098+0000","last_became_peered":"2024-09-12T03:09:35.399098+0000","last_unstale":"2024-09-12T03:09:37.426775+0000","last_undegraded":"2024-09-12T03:09:37.426775+0000","last_fullsized":"2024-09-12T03:09:37.426775+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:31:43.141167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.424940+0000","last_change":"2024-09-12T03:09:36.409365+0000","last_active":"2024-09-12T03:09:37.424940+0000","last_peered":"2024-09-12T03:09:37.424940+0000","last_clean":"2024-09-12T03:09:37.424940+0000","last_became_active":"2024-09-12T03:09:36.409096+0000","last_became_peered":"2024-09-12T03:09:36.409096+0000","last_unstale":"2024-09-12T03:09:37.424940+0000","last_undegraded":"2024-09-12T03:09:37.424940+0000","last_fullsized":"2024-09-12T03:09:37.424940+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:31.853738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420698+0000","last_change":"2024-09-12T03:09:35.399645+0000","last_active":"2024-09-12T03:09:37.420698+0000","last_peered":"2024-09-12T03:09:37.420698+0000","last_clean":"2024-09-12T03:09:37.420698+0000","last_became_active":"2024-09-12T03:09:35.399345+0000","last_became_peered":"2024-09-12T03:09:35.399345+0000","last_unstale":"2024-09-12T03:09:37.420698+0000","last_undegraded":"2024-09-12T03:09:37.420698+0000","last_fullsized":"2024-09-12T03:09:37.420698+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:31:43.141167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419395+0000","last_change":"2024-09-12T03:09:36.424471+0000","last_active":"2024-09-12T03:09:37.419395+0000","last_peered":"2024-09-12T03:09:37.419395+0000","last_clean":"2024-09-12T03:09:37.419395+0000","last_became_active":"2024-09-12T03:09:36.424056+0000","last_became_peered":"2024-09-12T03:09:36.424056+0000","last_unstale":"2024-09-12T03:09:37.419395+0000","last_undegraded":"2024-09-12T03:09:37.419395+0000","last_fullsized":"2024-09-12T03:09:37.419395+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:49.450237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419241+0000","last_change":"2024-09-12T03:09:35.390576+0000","last_active":"2024-09-12T03:09:37.419241+0000","last_peered":"2024-09-12T03:09:37.419241+0000","last_clean":"2024-09-12T03:09:37.419241+0000","last_became_active":"2024-09-12T03:09:35.390301+0000","last_became_peered":"2024-09-12T03:09:35.390301+0000","last_unstale":"2024-09-12T03:09:37.419241+0000","last_undegraded":"2024-09-12T03:09:37.419241+0000","last_fullsized":"2024-09-12T03:09:37.419241+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:26.834348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425539+0000","last_change":"2024-09-12T03:09:36.417116+0000","last_active":"2024-09-12T03:09:37.425539+0000","last_peered":"2024-09-12T03:09:37.425539+0000","last_clean":"2024-09-12T03:09:37.425539+0000","last_became_active":"2024-09-12T03:09:36.416826+0000","last_became_peered":"2024-09-12T03:09:36.416826+0000","last_unstale":"2024-09-12T03:09:37.425539+0000","last_undegraded":"2024-09-12T03:09:37.425539+0000","last_fullsized":"2024-09-12T03:09:37.425539+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:43.538291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418275+0000","last_change":"2024-09-12T03:09:35.397802+0000","last_active":"2024-09-12T03:09:37.418275+0000","last_peered":"2024-09-12T03:09:37.418275+0000","last_clean":"2024-09-12T03:09:37.418275+0000","last_became_active":"2024-09-12T03:09:35.397567+0000","last_became_peered":"2024-09-12T03:09:35.397567+0000","last_unstale":"2024-09-12T03:09:37.418275+0000","last_undegraded":"2024-09-12T03:09:37.418275+0000","last_fullsized":"2024-09-12T03:09:37.418275+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:05.996326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426574+0000","last_change":"2024-09-12T03:09:36.410094+0000","last_active":"2024-09-12T03:09:37.426574+0000","last_peered":"2024-09-12T03:09:37.426574+0000","last_clean":"2024-09-12T03:09:37.426574+0000","last_became_active":"2024-09-12T03:09:36.409786+0000","last_became_peered":"2024-09-12T03:09:36.409786+0000","last_unstale":"2024-09-12T03:09:37.426574+0000","last_undegraded":"2024-09-12T03:09:37.426574+0000","last_fullsized":"2024-09-12T03:09:37.426574+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:48:39.650775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425409+0000","last_change":"2024-09-12T03:09:35.398649+0000","last_active":"2024-09-12T03:09:37.425409+0000","last_peered":"2024-09-12T03:09:37.425409+0000","last_clean":"2024-09-12T03:09:37.425409+0000","last_became_active":"2024-09-12T03:09:35.398353+0000","last_became_peered":"2024-09-12T03:09:35.398353+0000","last_unstale":"2024-09-12T03:09:37.425409+0000","last_undegraded":"2024-09-12T03:09:37.425409+0000","last_fullsized":"2024-09-12T03:09:37.425409+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:04.636003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":207,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425148+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:09:37.425148+0000","last_peered":"2024-09-12T03:09:37.425148+0000","last_clean":"2024-09-12T03:09:37.425148+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:09:37.425148+0000","last_undegraded":"2024-09-12T03:09:37.425148+0000","last_fullsized":"2024-09-12T03:09:37.425148+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32228,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339612,"statfs":{"total":96636764160,"available":96603762688,"internally_reserved":0,"allocated":1060864,"data_stored":787777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31632,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":454656,"data_stored":196309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574867,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":458752,"data_stored":195839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":458752,"data_stored":196331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31648,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340192,"statfs":{"total":96636764160,"available":96604356608,"internally_reserved":0,"allocated":466944,"data_stored":197373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":454656,"data_stored":195797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":454656,"data_stored":195817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32212,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339628,"statfs":{"total":96636764160,"available":96603779072,"internally_reserved":0,"allocated":1048576,"data_stored":786129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:09:40.641 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:09:40.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.834+0000 7fe506000640 1 Processor -- start 2024-09-12T03:09:40.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.834+0000 7fe506000640 1 -- start start 2024-09-12T03:09:40.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.835+0000 7fe506000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe50015e660 0x7fe5000d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.835+0000 7fe506000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5000d3680 con 0x7fe5000d3150 2024-09-12T03:09:40.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.835+0000 7fe506000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5000d3960 con 0x7fe5000b6700 2024-09-12T03:09:40.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.835+0000 7fe506000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe50006d4b0 con 0x7fe50015e660 2024-09-12T03:09:40.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.835+0000 7fe4fea00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe5000d3150 0x7fe5000b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45706/0 (socket says 172.21.15.29:45706) 2024-09-12T03:09:40.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.835+0000 7fe4fea00640 1 -- 172.21.15.29:0/1597699235 learned_addr learned my addr 172.21.15.29:0/1597699235 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:40.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.836+0000 7fe4ff400640 1 --2- 172.21.15.29:0/1597699235 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe50015e660 0x7fe5000d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.836+0000 7fe4fe000640 1 -- 172.21.15.29:0/1597699235 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 737109355 0 0) 0x7fe5000d3680 con 0x7fe5000d3150 2024-09-12T03:09:40.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.836+0000 7fe4fe000640 1 -- 172.21.15.29:0/1597699235 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe4e4003520 con 0x7fe5000d3150 2024-09-12T03:09:40.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.836+0000 7fe4fe000640 1 -- 172.21.15.29:0/1597699235 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2154725965 0 0) 0x7fe5000d3960 con 0x7fe5000b6700 2024-09-12T03:09:40.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.836+0000 7fe4fe000640 1 -- 172.21.15.29:0/1597699235 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe5000d3680 con 0x7fe5000b6700 2024-09-12T03:09:40.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.836+0000 7fe4ff400640 1 -- 172.21.15.29:0/1597699235 >> v1:172.21.15.38:6789/0 conn(0x7fe5000b6700 legacy=0x7fe50006d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.836+0000 7fe4fe000640 1 -- 172.21.15.29:0/1597699235 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2671907310 0 0) 0x7fe4e4003520 con 0x7fe5000d3150 2024-09-12T03:09:40.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.836+0000 7fe4ff400640 1 -- 172.21.15.29:0/1597699235 >> v1:172.21.15.29:6789/0 conn(0x7fe5000d3150 legacy=0x7fe5000b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.836+0000 7fe4ff400640 1 -- 172.21.15.29:0/1597699235 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe50006ce60 con 0x7fe50015e660 2024-09-12T03:09:40.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.837+0000 7fe4ff400640 1 --2- 172.21.15.29:0/1597699235 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe50015e660 0x7fe5000d4dd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe4f00097d0 tx=0x7fe4f002a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba10ea5c70d3e049 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:40.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.838+0000 7fe4fe000640 1 -- 172.21.15.29:0/1597699235 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f0037070 con 0x7fe50015e660 2024-09-12T03:09:40.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.838+0000 7fe4fe000640 1 -- 172.21.15.29:0/1597699235 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4f002acc0 con 0x7fe50015e660 2024-09-12T03:09:40.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.838+0000 7fe4fe000640 1 -- 172.21.15.29:0/1597699235 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec001670 con 0x7fe50015e660 2024-09-12T03:09:40.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.838+0000 7fe506000640 1 -- 172.21.15.29:0/1597699235 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe50015e660 msgr2=0x7fe5000d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.838+0000 7fe506000640 1 --2- 172.21.15.29:0/1597699235 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe50015e660 0x7fe5000d4dd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe4f00097d0 tx=0x7fe4f002a230 comp rx=0 tx=0).stop 2024-09-12T03:09:40.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.838+0000 7fe506000640 1 -- 172.21.15.29:0/1597699235 shutdown_connections 2024-09-12T03:09:40.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.838+0000 7fe506000640 1 --2- 172.21.15.29:0/1597699235 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe50015e660 0x7fe5000d4dd0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.838+0000 7fe506000640 1 -- 172.21.15.29:0/1597699235 >> 172.21.15.29:0/1597699235 conn(0x7fe50008c000 msgr2=0x7fe5000d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:40.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.838+0000 7fe506000640 1 -- 172.21.15.29:0/1597699235 shutdown_connections 2024-09-12T03:09:40.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.838+0000 7fe506000640 1 -- 172.21.15.29:0/1597699235 wait complete. 2024-09-12T03:09:40.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.840+0000 7fe506000640 1 Processor -- start 2024-09-12T03:09:40.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.840+0000 7fe506000640 1 -- start start 2024-09-12T03:09:40.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.841+0000 7fe506000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe5000b6700 0x7fe500159690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.841+0000 7fe506000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5000d3150 0x7fe500158a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.841+0000 7fe506000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe50015e660 0x7fe500160cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.841+0000 7fe506000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe50015ea40 con 0x7fe5000d3150 2024-09-12T03:09:40.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.841+0000 7fe506000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe5000d5310 con 0x7fe5000b6700 2024-09-12T03:09:40.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.841+0000 7fe506000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe50006e050 con 0x7fe50015e660 2024-09-12T03:09:40.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.841+0000 7fe4fea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5000d3150 0x7fe500158a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.841+0000 7fe4fea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5000d3150 0x7fe500158a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59762/0 (socket says 172.21.15.29:59762) 2024-09-12T03:09:40.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.841+0000 7fe4fea00640 1 -- 172.21.15.29:0/1501737843 learned_addr learned my addr 172.21.15.29:0/1501737843 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:40.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.841+0000 7fe4ffe00640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe50015e660 0x7fe500160cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.841+0000 7fe4ff400640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe5000b6700 0x7fe500159690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.842+0000 7fe4fea00640 1 -- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe50015e660 msgr2=0x7fe500160cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.842+0000 7fe4fea00640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe50015e660 0x7fe500160cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.842+0000 7fe4fea00640 1 -- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe5000b6700 msgr2=0x7fe500159690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.842+0000 7fe4fea00640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe5000b6700 0x7fe500159690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.842+0000 7fe4fea00640 1 -- 172.21.15.29:0/1501737843 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5001f77c0 con 0x7fe5000d3150 2024-09-12T03:09:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.842+0000 7fe4fea00640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5000d3150 0x7fe500158a50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec000fd0 tx=0x7fe4ec00cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.842+0000 7fe4f7400640 1 -- 172.21.15.29:0/1501737843 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec017070 con 0x7fe5000d3150 2024-09-12T03:09:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.842+0000 7fe4f7400640 1 -- 172.21.15.29:0/1501737843 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4ec005ad0 con 0x7fe5000d3150 2024-09-12T03:09:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.842+0000 7fe506000640 1 -- 172.21.15.29:0/1501737843 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5001f7aa0 con 0x7fe5000d3150 2024-09-12T03:09:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.842+0000 7fe4f7400640 1 -- 172.21.15.29:0/1501737843 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec007070 con 0x7fe5000d3150 2024-09-12T03:09:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.843+0000 7fe506000640 1 -- 172.21.15.29:0/1501737843 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5001f8060 con 0x7fe5000d3150 2024-09-12T03:09:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.844+0000 7fe506000640 1 -- 172.21.15.29:0/1501737843 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5000d4dd0 con 0x7fe5000d3150 2024-09-12T03:09:40.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.845+0000 7fe4f7400640 1 -- 172.21.15.29:0/1501737843 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe4ec01a070 con 0x7fe5000d3150 2024-09-12T03:09:40.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.846+0000 7fe4f7400640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe4e006be60 0x7fe4e006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:40.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.846+0000 7fe4f7400640 1 -- 172.21.15.29:0/1501737843 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fe4ec08a2b0 con 0x7fe5000d3150 2024-09-12T03:09:40.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.846+0000 7fe4ff400640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe4e006be60 0x7fe4e006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:40.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.847+0000 7fe4ff400640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe4e006be60 0x7fe4e006e320 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe4f0034000 tx=0x7fe4f002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:40.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:40.850+0000 7fe4f7400640 1 -- 172.21.15.29:0/1501737843 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe4ec058470 con 0x7fe5000d3150 2024-09-12T03:09:41.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.030+0000 7fe506000640 1 -- 172.21.15.29:0/1501737843 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe5001f86b0 con 0x7fe4e006be60 2024-09-12T03:09:41.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.037+0000 7fe4f7400640 1 -- 172.21.15.29:0/1501737843 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251959 (secure 0 0 0) 0x7fe5001f86b0 con 0x7fe4e006be60 2024-09-12T03:09:41.040 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:41.042 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:09:41.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 -- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe4e006be60 msgr2=0x7fe4e006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe4e006be60 0x7fe4e006e320 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe4f0034000 tx=0x7fe4f002e000 comp rx=0 tx=0).stop 2024-09-12T03:09:41.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 -- 172.21.15.29:0/1501737843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5000d3150 msgr2=0x7fe500158a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5000d3150 0x7fe500158a50 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec000fd0 tx=0x7fe4ec00cbe0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 -- 172.21.15.29:0/1501737843 shutdown_connections 2024-09-12T03:09:41.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe4e006be60 0x7fe4e006e320 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe50015e660 0x7fe500160cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5000d3150 0x7fe500158a50 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 --2- 172.21.15.29:0/1501737843 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe5000b6700 0x7fe500159690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 -- 172.21.15.29:0/1501737843 >> 172.21.15.29:0/1501737843 conn(0x7fe50008c000 msgr2=0x7fe5000b5de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:41.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 -- 172.21.15.29:0/1501737843 shutdown_connections 2024-09-12T03:09:41.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.041+0000 7fe506000640 1 -- 172.21.15.29:0/1501737843 wait complete. 2024-09-12T03:09:41.057 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":75,"stamp":"2024-09-12T03:09:39.733564+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":177,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":254272,"kb_used_data":4744,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754720448,"statfs":{"total":773094113280,"available":772833738752,"internally_reserved":0,"allocated":4857856,"data_stored":2751372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":45,"apply_latency_ms":45,"commit_latency_ns":45000000,"apply_latency_ns":45000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.360939"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419083+0000","last_change":"2024-09-12T03:09:36.424573+0000","last_active":"2024-09-12T03:09:37.419083+0000","last_peered":"2024-09-12T03:09:37.419083+0000","last_clean":"2024-09-12T03:09:37.419083+0000","last_became_active":"2024-09-12T03:09:36.424145+0000","last_became_peered":"2024-09-12T03:09:36.424145+0000","last_unstale":"2024-09-12T03:09:37.419083+0000","last_undegraded":"2024-09-12T03:09:37.419083+0000","last_fullsized":"2024-09-12T03:09:37.419083+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:40:13.366195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418724+0000","last_change":"2024-09-12T03:09:36.428149+0000","last_active":"2024-09-12T03:09:37.418724+0000","last_peered":"2024-09-12T03:09:37.418724+0000","last_clean":"2024-09-12T03:09:37.418724+0000","last_became_active":"2024-09-12T03:09:36.427843+0000","last_became_peered":"2024-09-12T03:09:36.427843+0000","last_unstale":"2024-09-12T03:09:37.418724+0000","last_undegraded":"2024-09-12T03:09:37.418724+0000","last_fullsized":"2024-09-12T03:09:37.418724+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:21:41.552465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426534+0000","last_change":"2024-09-12T03:09:36.409502+0000","last_active":"2024-09-12T03:09:37.426534+0000","last_peered":"2024-09-12T03:09:37.426534+0000","last_clean":"2024-09-12T03:09:37.426534+0000","last_became_active":"2024-09-12T03:09:36.409205+0000","last_became_peered":"2024-09-12T03:09:36.409205+0000","last_unstale":"2024-09-12T03:09:37.426534+0000","last_undegraded":"2024-09-12T03:09:37.426534+0000","last_fullsized":"2024-09-12T03:09:37.426534+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.170862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426143+0000","last_change":"2024-09-12T03:09:36.408447+0000","last_active":"2024-09-12T03:09:37.426143+0000","last_peered":"2024-09-12T03:09:37.426143+0000","last_clean":"2024-09-12T03:09:37.426143+0000","last_became_active":"2024-09-12T03:09:36.407915+0000","last_became_peered":"2024-09-12T03:09:36.407915+0000","last_unstale":"2024-09-12T03:09:37.426143+0000","last_undegraded":"2024-09-12T03:09:37.426143+0000","last_fullsized":"2024-09-12T03:09:37.426143+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:54.119344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425646+0000","last_change":"2024-09-12T03:09:36.405917+0000","last_active":"2024-09-12T03:09:37.425646+0000","last_peered":"2024-09-12T03:09:37.425646+0000","last_clean":"2024-09-12T03:09:37.425646+0000","last_became_active":"2024-09-12T03:09:36.405620+0000","last_became_peered":"2024-09-12T03:09:36.405620+0000","last_unstale":"2024-09-12T03:09:37.425646+0000","last_undegraded":"2024-09-12T03:09:37.425646+0000","last_fullsized":"2024-09-12T03:09:37.425646+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:02.912355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425143+0000","last_change":"2024-09-12T03:09:36.429679+0000","last_active":"2024-09-12T03:09:37.425143+0000","last_peered":"2024-09-12T03:09:37.425143+0000","last_clean":"2024-09-12T03:09:37.425143+0000","last_became_active":"2024-09-12T03:09:36.429406+0000","last_became_peered":"2024-09-12T03:09:36.429406+0000","last_unstale":"2024-09-12T03:09:37.425143+0000","last_undegraded":"2024-09-12T03:09:37.425143+0000","last_fullsized":"2024-09-12T03:09:37.425143+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:47.147786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426052+0000","last_change":"2024-09-12T03:09:36.417831+0000","last_active":"2024-09-12T03:09:37.426052+0000","last_peered":"2024-09-12T03:09:37.426052+0000","last_clean":"2024-09-12T03:09:37.426052+0000","last_became_active":"2024-09-12T03:09:36.417546+0000","last_became_peered":"2024-09-12T03:09:36.417546+0000","last_unstale":"2024-09-12T03:09:37.426052+0000","last_undegraded":"2024-09-12T03:09:37.426052+0000","last_fullsized":"2024-09-12T03:09:37.426052+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:11:01.303696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418252+0000","last_change":"2024-09-12T03:09:36.409636+0000","last_active":"2024-09-12T03:09:37.418252+0000","last_peered":"2024-09-12T03:09:37.418252+0000","last_clean":"2024-09-12T03:09:37.418252+0000","last_became_active":"2024-09-12T03:09:36.408817+0000","last_became_peered":"2024-09-12T03:09:36.408817+0000","last_unstale":"2024-09-12T03:09:37.418252+0000","last_undegraded":"2024-09-12T03:09:37.418252+0000","last_fullsized":"2024-09-12T03:09:37.418252+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:33.231675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426818+0000","last_change":"2024-09-12T03:09:36.414338+0000","last_active":"2024-09-12T03:09:37.426818+0000","last_peered":"2024-09-12T03:09:37.426818+0000","last_clean":"2024-09-12T03:09:37.426818+0000","last_became_active":"2024-09-12T03:09:36.414061+0000","last_became_peered":"2024-09-12T03:09:36.414061+0000","last_unstale":"2024-09-12T03:09:37.426818+0000","last_undegraded":"2024-09-12T03:09:37.426818+0000","last_fullsized":"2024-09-12T03:09:37.426818+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:28:05.711431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426611+0000","last_change":"2024-09-12T03:09:36.404669+0000","last_active":"2024-09-12T03:09:37.426611+0000","last_peered":"2024-09-12T03:09:37.426611+0000","last_clean":"2024-09-12T03:09:37.426611+0000","last_became_active":"2024-09-12T03:09:36.404401+0000","last_became_peered":"2024-09-12T03:09:36.404401+0000","last_unstale":"2024-09-12T03:09:37.426611+0000","last_undegraded":"2024-09-12T03:09:37.426611+0000","last_fullsized":"2024-09-12T03:09:37.426611+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:24:03.060713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426437+0000","last_change":"2024-09-12T03:09:36.416656+0000","last_active":"2024-09-12T03:09:37.426437+0000","last_peered":"2024-09-12T03:09:37.426437+0000","last_clean":"2024-09-12T03:09:37.426437+0000","last_became_active":"2024-09-12T03:09:36.409638+0000","last_became_peered":"2024-09-12T03:09:36.409638+0000","last_unstale":"2024-09-12T03:09:37.426437+0000","last_undegraded":"2024-09-12T03:09:37.426437+0000","last_fullsized":"2024-09-12T03:09:37.426437+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:30.871031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426488+0000","last_change":"2024-09-12T03:09:36.415905+0000","last_active":"2024-09-12T03:09:37.426488+0000","last_peered":"2024-09-12T03:09:37.426488+0000","last_clean":"2024-09-12T03:09:37.426488+0000","last_became_active":"2024-09-12T03:09:36.415625+0000","last_became_peered":"2024-09-12T03:09:36.415625+0000","last_unstale":"2024-09-12T03:09:37.426488+0000","last_undegraded":"2024-09-12T03:09:37.426488+0000","last_fullsized":"2024-09-12T03:09:37.426488+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:49:29.426338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426094+0000","last_change":"2024-09-12T03:09:36.412170+0000","last_active":"2024-09-12T03:09:37.426094+0000","last_peered":"2024-09-12T03:09:37.426094+0000","last_clean":"2024-09-12T03:09:37.426094+0000","last_became_active":"2024-09-12T03:09:36.411898+0000","last_became_peered":"2024-09-12T03:09:36.411898+0000","last_unstale":"2024-09-12T03:09:37.426094+0000","last_undegraded":"2024-09-12T03:09:37.426094+0000","last_fullsized":"2024-09-12T03:09:37.426094+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:33.231675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419296+0000","last_change":"2024-09-12T03:09:36.408795+0000","last_active":"2024-09-12T03:09:37.419296+0000","last_peered":"2024-09-12T03:09:37.419296+0000","last_clean":"2024-09-12T03:09:37.419296+0000","last_became_active":"2024-09-12T03:09:36.408516+0000","last_became_peered":"2024-09-12T03:09:36.408516+0000","last_unstale":"2024-09-12T03:09:37.419296+0000","last_undegraded":"2024-09-12T03:09:37.419296+0000","last_fullsized":"2024-09-12T03:09:37.419296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:47.147786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426086+0000","last_change":"2024-09-12T03:09:36.400271+0000","last_active":"2024-09-12T03:09:37.426086+0000","last_peered":"2024-09-12T03:09:37.426086+0000","last_clean":"2024-09-12T03:09:37.426086+0000","last_became_active":"2024-09-12T03:09:36.399301+0000","last_became_peered":"2024-09-12T03:09:36.399301+0000","last_unstale":"2024-09-12T03:09:37.426086+0000","last_undegraded":"2024-09-12T03:09:37.426086+0000","last_fullsized":"2024-09-12T03:09:37.426086+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:43.538291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425027+0000","last_change":"2024-09-12T03:09:36.412366+0000","last_active":"2024-09-12T03:09:37.425027+0000","last_peered":"2024-09-12T03:09:37.425027+0000","last_clean":"2024-09-12T03:09:37.425027+0000","last_became_active":"2024-09-12T03:09:36.411837+0000","last_became_peered":"2024-09-12T03:09:36.411837+0000","last_unstale":"2024-09-12T03:09:37.425027+0000","last_undegraded":"2024-09-12T03:09:37.425027+0000","last_fullsized":"2024-09-12T03:09:37.425027+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.170862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425659+0000","last_change":"2024-09-12T03:09:36.411029+0000","last_active":"2024-09-12T03:09:37.425659+0000","last_peered":"2024-09-12T03:09:37.425659+0000","last_clean":"2024-09-12T03:09:37.425659+0000","last_became_active":"2024-09-12T03:09:36.410652+0000","last_became_peered":"2024-09-12T03:09:36.410652+0000","last_unstale":"2024-09-12T03:09:37.425659+0000","last_undegraded":"2024-09-12T03:09:37.425659+0000","last_fullsized":"2024-09-12T03:09:37.425659+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:03.325079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420948+0000","last_change":"2024-09-12T03:09:36.416145+0000","last_active":"2024-09-12T03:09:37.420948+0000","last_peered":"2024-09-12T03:09:37.420948+0000","last_clean":"2024-09-12T03:09:37.420948+0000","last_became_active":"2024-09-12T03:09:36.415866+0000","last_became_peered":"2024-09-12T03:09:36.415866+0000","last_unstale":"2024-09-12T03:09:37.420948+0000","last_undegraded":"2024-09-12T03:09:37.420948+0000","last_fullsized":"2024-09-12T03:09:37.420948+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:47.147786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426213+0000","last_change":"2024-09-12T03:09:36.408987+0000","last_active":"2024-09-12T03:09:37.426213+0000","last_peered":"2024-09-12T03:09:37.426213+0000","last_clean":"2024-09-12T03:09:37.426213+0000","last_became_active":"2024-09-12T03:09:36.408739+0000","last_became_peered":"2024-09-12T03:09:36.408739+0000","last_unstale":"2024-09-12T03:09:37.426213+0000","last_undegraded":"2024-09-12T03:09:37.426213+0000","last_fullsized":"2024-09-12T03:09:37.426213+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:30:32.180190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420288+0000","last_change":"2024-09-12T03:09:36.409222+0000","last_active":"2024-09-12T03:09:37.420288+0000","last_peered":"2024-09-12T03:09:37.420288+0000","last_clean":"2024-09-12T03:09:37.420288+0000","last_became_active":"2024-09-12T03:09:36.408247+0000","last_became_peered":"2024-09-12T03:09:36.408247+0000","last_unstale":"2024-09-12T03:09:37.420288+0000","last_undegraded":"2024-09-12T03:09:37.420288+0000","last_fullsized":"2024-09-12T03:09:37.420288+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:34.837848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426349+0000","last_change":"2024-09-12T03:09:36.409083+0000","last_active":"2024-09-12T03:09:37.426349+0000","last_peered":"2024-09-12T03:09:37.426349+0000","last_clean":"2024-09-12T03:09:37.426349+0000","last_became_active":"2024-09-12T03:09:36.408695+0000","last_became_peered":"2024-09-12T03:09:36.408695+0000","last_unstale":"2024-09-12T03:09:37.426349+0000","last_undegraded":"2024-09-12T03:09:37.426349+0000","last_fullsized":"2024-09-12T03:09:37.426349+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:39.566728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419538+0000","last_change":"2024-09-12T03:09:36.403484+0000","last_active":"2024-09-12T03:09:37.419538+0000","last_peered":"2024-09-12T03:09:37.419538+0000","last_clean":"2024-09-12T03:09:37.419538+0000","last_became_active":"2024-09-12T03:09:36.403096+0000","last_became_peered":"2024-09-12T03:09:36.403096+0000","last_unstale":"2024-09-12T03:09:37.419538+0000","last_undegraded":"2024-09-12T03:09:37.419538+0000","last_fullsized":"2024-09-12T03:09:37.419538+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:54.727290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425211+0000","last_change":"2024-09-12T03:09:36.403542+0000","last_active":"2024-09-12T03:09:37.425211+0000","last_peered":"2024-09-12T03:09:37.425211+0000","last_clean":"2024-09-12T03:09:37.425211+0000","last_became_active":"2024-09-12T03:09:36.403140+0000","last_became_peered":"2024-09-12T03:09:36.403140+0000","last_unstale":"2024-09-12T03:09:37.425211+0000","last_undegraded":"2024-09-12T03:09:37.425211+0000","last_fullsized":"2024-09-12T03:09:37.425211+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:28:05.711431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425021+0000","last_change":"2024-09-12T03:09:36.400628+0000","last_active":"2024-09-12T03:09:37.425021+0000","last_peered":"2024-09-12T03:09:37.425021+0000","last_clean":"2024-09-12T03:09:37.425021+0000","last_became_active":"2024-09-12T03:09:36.400251+0000","last_became_peered":"2024-09-12T03:09:36.400251+0000","last_unstale":"2024-09-12T03:09:37.425021+0000","last_undegraded":"2024-09-12T03:09:37.425021+0000","last_fullsized":"2024-09-12T03:09:37.425021+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:45:46.873447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420907+0000","last_change":"2024-09-12T03:09:36.403498+0000","last_active":"2024-09-12T03:09:37.420907+0000","last_peered":"2024-09-12T03:09:37.420907+0000","last_clean":"2024-09-12T03:09:37.420907+0000","last_became_active":"2024-09-12T03:09:36.402082+0000","last_became_peered":"2024-09-12T03:09:36.402082+0000","last_unstale":"2024-09-12T03:09:37.420907+0000","last_undegraded":"2024-09-12T03:09:37.420907+0000","last_fullsized":"2024-09-12T03:09:37.420907+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:07.001306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425971+0000","last_change":"2024-09-12T03:09:36.415178+0000","last_active":"2024-09-12T03:09:37.425971+0000","last_peered":"2024-09-12T03:09:37.425971+0000","last_clean":"2024-09-12T03:09:37.425971+0000","last_became_active":"2024-09-12T03:09:36.414881+0000","last_became_peered":"2024-09-12T03:09:36.414881+0000","last_unstale":"2024-09-12T03:09:37.425971+0000","last_undegraded":"2024-09-12T03:09:37.425971+0000","last_fullsized":"2024-09-12T03:09:37.425971+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:49:29.426338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420919+0000","last_change":"2024-09-12T03:09:36.402373+0000","last_active":"2024-09-12T03:09:37.420919+0000","last_peered":"2024-09-12T03:09:37.420919+0000","last_clean":"2024-09-12T03:09:37.420919+0000","last_became_active":"2024-09-12T03:09:36.402082+0000","last_became_peered":"2024-09-12T03:09:36.402082+0000","last_unstale":"2024-09-12T03:09:37.420919+0000","last_undegraded":"2024-09-12T03:09:37.420919+0000","last_fullsized":"2024-09-12T03:09:37.420919+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:31.853738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426367+0000","last_change":"2024-09-12T03:09:36.411516+0000","last_active":"2024-09-12T03:09:37.426367+0000","last_peered":"2024-09-12T03:09:37.426367+0000","last_clean":"2024-09-12T03:09:37.426367+0000","last_became_active":"2024-09-12T03:09:36.410647+0000","last_became_peered":"2024-09-12T03:09:36.410647+0000","last_unstale":"2024-09-12T03:09:37.426367+0000","last_undegraded":"2024-09-12T03:09:37.426367+0000","last_fullsized":"2024-09-12T03:09:37.426367+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:44.738699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420402+0000","last_change":"2024-09-12T03:09:36.411659+0000","last_active":"2024-09-12T03:09:37.420402+0000","last_peered":"2024-09-12T03:09:37.420402+0000","last_clean":"2024-09-12T03:09:37.420402+0000","last_became_active":"2024-09-12T03:09:36.409347+0000","last_became_peered":"2024-09-12T03:09:36.409347+0000","last_unstale":"2024-09-12T03:09:37.420402+0000","last_undegraded":"2024-09-12T03:09:37.420402+0000","last_fullsized":"2024-09-12T03:09:37.420402+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:23.508509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420705+0000","last_change":"2024-09-12T03:09:36.424206+0000","last_active":"2024-09-12T03:09:37.420705+0000","last_peered":"2024-09-12T03:09:37.420705+0000","last_clean":"2024-09-12T03:09:37.420705+0000","last_became_active":"2024-09-12T03:09:36.423946+0000","last_became_peered":"2024-09-12T03:09:36.423946+0000","last_unstale":"2024-09-12T03:09:37.420705+0000","last_undegraded":"2024-09-12T03:09:37.420705+0000","last_fullsized":"2024-09-12T03:09:37.420705+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:26.227453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425603+0000","last_change":"2024-09-12T03:09:36.416136+0000","last_active":"2024-09-12T03:09:37.425603+0000","last_peered":"2024-09-12T03:09:37.425603+0000","last_clean":"2024-09-12T03:09:37.425603+0000","last_became_active":"2024-09-12T03:09:36.415631+0000","last_became_peered":"2024-09-12T03:09:36.415631+0000","last_unstale":"2024-09-12T03:09:37.425603+0000","last_undegraded":"2024-09-12T03:09:37.425603+0000","last_fullsized":"2024-09-12T03:09:37.425603+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:33.231675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425330+0000","last_change":"2024-09-12T03:09:36.397870+0000","last_active":"2024-09-12T03:09:37.425330+0000","last_peered":"2024-09-12T03:09:37.425330+0000","last_clean":"2024-09-12T03:09:37.425330+0000","last_became_active":"2024-09-12T03:09:36.397577+0000","last_became_peered":"2024-09-12T03:09:36.397577+0000","last_unstale":"2024-09-12T03:09:37.425330+0000","last_undegraded":"2024-09-12T03:09:37.425330+0000","last_fullsized":"2024-09-12T03:09:37.425330+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:07.001306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425320+0000","last_change":"2024-09-12T03:09:36.411072+0000","last_active":"2024-09-12T03:09:37.425320+0000","last_peered":"2024-09-12T03:09:37.425320+0000","last_clean":"2024-09-12T03:09:37.425320+0000","last_became_active":"2024-09-12T03:09:36.410746+0000","last_became_peered":"2024-09-12T03:09:36.410746+0000","last_unstale":"2024-09-12T03:09:37.425320+0000","last_undegraded":"2024-09-12T03:09:37.425320+0000","last_fullsized":"2024-09-12T03:09:37.425320+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:11:16.228686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":18,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.421001+0000","last_change":"2024-09-12T03:09:35.395413+0000","last_active":"2024-09-12T03:09:37.421001+0000","last_peered":"2024-09-12T03:09:37.421001+0000","last_clean":"2024-09-12T03:09:37.421001+0000","last_became_active":"2024-09-12T03:09:35.395088+0000","last_became_peered":"2024-09-12T03:09:35.395088+0000","last_unstale":"2024-09-12T03:09:37.421001+0000","last_undegraded":"2024-09-12T03:09:37.421001+0000","last_fullsized":"2024-09-12T03:09:37.421001+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:30:31.175209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425866+0000","last_change":"2024-09-12T03:09:36.410290+0000","last_active":"2024-09-12T03:09:37.425866+0000","last_peered":"2024-09-12T03:09:37.425866+0000","last_clean":"2024-09-12T03:09:37.425866+0000","last_became_active":"2024-09-12T03:09:36.409975+0000","last_became_peered":"2024-09-12T03:09:36.409975+0000","last_unstale":"2024-09-12T03:09:37.425866+0000","last_undegraded":"2024-09-12T03:09:37.425866+0000","last_fullsized":"2024-09-12T03:09:37.425866+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:54.727290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426724+0000","last_change":"2024-09-12T03:09:35.401581+0000","last_active":"2024-09-12T03:09:37.426724+0000","last_peered":"2024-09-12T03:09:37.426724+0000","last_clean":"2024-09-12T03:09:37.426724+0000","last_became_active":"2024-09-12T03:09:35.401341+0000","last_became_peered":"2024-09-12T03:09:35.401341+0000","last_unstale":"2024-09-12T03:09:37.426724+0000","last_undegraded":"2024-09-12T03:09:37.426724+0000","last_fullsized":"2024-09-12T03:09:37.426724+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:06.175133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420190+0000","last_change":"2024-09-12T03:09:36.409849+0000","last_active":"2024-09-12T03:09:37.420190+0000","last_peered":"2024-09-12T03:09:37.420190+0000","last_clean":"2024-09-12T03:09:37.420190+0000","last_became_active":"2024-09-12T03:09:36.407299+0000","last_became_peered":"2024-09-12T03:09:36.407299+0000","last_unstale":"2024-09-12T03:09:37.420190+0000","last_undegraded":"2024-09-12T03:09:37.420190+0000","last_fullsized":"2024-09-12T03:09:37.420190+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.170862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425989+0000","last_change":"2024-09-12T03:09:35.399219+0000","last_active":"2024-09-12T03:09:37.425989+0000","last_peered":"2024-09-12T03:09:37.425989+0000","last_clean":"2024-09-12T03:09:37.425989+0000","last_became_active":"2024-09-12T03:09:35.398959+0000","last_became_peered":"2024-09-12T03:09:35.398959+0000","last_unstale":"2024-09-12T03:09:37.425989+0000","last_undegraded":"2024-09-12T03:09:37.425989+0000","last_fullsized":"2024-09-12T03:09:37.425989+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:26.834348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418979+0000","last_change":"2024-09-12T03:09:36.419558+0000","last_active":"2024-09-12T03:09:37.418979+0000","last_peered":"2024-09-12T03:09:37.418979+0000","last_clean":"2024-09-12T03:09:37.418979+0000","last_became_active":"2024-09-12T03:09:36.419306+0000","last_became_peered":"2024-09-12T03:09:36.419306+0000","last_unstale":"2024-09-12T03:09:37.418979+0000","last_undegraded":"2024-09-12T03:09:37.418979+0000","last_fullsized":"2024-09-12T03:09:37.418979+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:24:03.060713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419909+0000","last_change":"2024-09-12T03:09:35.393245+0000","last_active":"2024-09-12T03:09:37.419909+0000","last_peered":"2024-09-12T03:09:37.419909+0000","last_clean":"2024-09-12T03:09:37.419909+0000","last_became_active":"2024-09-12T03:09:35.392845+0000","last_became_peered":"2024-09-12T03:09:35.392845+0000","last_unstale":"2024-09-12T03:09:37.419909+0000","last_undegraded":"2024-09-12T03:09:37.419909+0000","last_fullsized":"2024-09-12T03:09:37.419909+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:04.636003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425386+0000","last_change":"2024-09-12T03:09:36.413124+0000","last_active":"2024-09-12T03:09:37.425386+0000","last_peered":"2024-09-12T03:09:37.425386+0000","last_clean":"2024-09-12T03:09:37.425386+0000","last_became_active":"2024-09-12T03:09:36.412723+0000","last_became_peered":"2024-09-12T03:09:36.412723+0000","last_unstale":"2024-09-12T03:09:37.425386+0000","last_undegraded":"2024-09-12T03:09:37.425386+0000","last_fullsized":"2024-09-12T03:09:37.425386+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:54.727290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426487+0000","last_change":"2024-09-12T03:09:35.398424+0000","last_active":"2024-09-12T03:09:37.426487+0000","last_peered":"2024-09-12T03:09:37.426487+0000","last_clean":"2024-09-12T03:09:37.426487+0000","last_became_active":"2024-09-12T03:09:35.398154+0000","last_became_peered":"2024-09-12T03:09:35.398154+0000","last_unstale":"2024-09-12T03:09:37.426487+0000","last_undegraded":"2024-09-12T03:09:37.426487+0000","last_fullsized":"2024-09-12T03:09:37.426487+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:22.503529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426489+0000","last_change":"2024-09-12T03:09:36.411341+0000","last_active":"2024-09-12T03:09:37.426489+0000","last_peered":"2024-09-12T03:09:37.426489+0000","last_clean":"2024-09-12T03:09:37.426489+0000","last_became_active":"2024-09-12T03:09:36.409976+0000","last_became_peered":"2024-09-12T03:09:36.409976+0000","last_unstale":"2024-09-12T03:09:37.426489+0000","last_undegraded":"2024-09-12T03:09:37.426489+0000","last_fullsized":"2024-09-12T03:09:37.426489+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:58.319669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425309+0000","last_change":"2024-09-12T03:09:35.400289+0000","last_active":"2024-09-12T03:09:37.425309+0000","last_peered":"2024-09-12T03:09:37.425309+0000","last_clean":"2024-09-12T03:09:37.425309+0000","last_became_active":"2024-09-12T03:09:35.400023+0000","last_became_peered":"2024-09-12T03:09:35.400023+0000","last_unstale":"2024-09-12T03:09:37.425309+0000","last_undegraded":"2024-09-12T03:09:37.425309+0000","last_fullsized":"2024-09-12T03:09:37.425309+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:31:43.057875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419575+0000","last_change":"2024-09-12T03:09:36.407682+0000","last_active":"2024-09-12T03:09:37.419575+0000","last_peered":"2024-09-12T03:09:37.419575+0000","last_clean":"2024-09-12T03:09:37.419575+0000","last_became_active":"2024-09-12T03:09:36.406177+0000","last_became_peered":"2024-09-12T03:09:36.406177+0000","last_unstale":"2024-09-12T03:09:37.419575+0000","last_undegraded":"2024-09-12T03:09:37.419575+0000","last_fullsized":"2024-09-12T03:09:37.419575+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:49:29.426338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.424910+0000","last_change":"2024-09-12T03:09:35.397632+0000","last_active":"2024-09-12T03:09:37.424910+0000","last_peered":"2024-09-12T03:09:37.424910+0000","last_clean":"2024-09-12T03:09:37.424910+0000","last_became_active":"2024-09-12T03:09:35.397307+0000","last_became_peered":"2024-09-12T03:09:35.397307+0000","last_unstale":"2024-09-12T03:09:37.424910+0000","last_undegraded":"2024-09-12T03:09:37.424910+0000","last_fullsized":"2024-09-12T03:09:37.424910+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:06.175133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418514+0000","last_change":"2024-09-12T03:09:36.428196+0000","last_active":"2024-09-12T03:09:37.418514+0000","last_peered":"2024-09-12T03:09:37.418514+0000","last_clean":"2024-09-12T03:09:37.418514+0000","last_became_active":"2024-09-12T03:09:36.424540+0000","last_became_peered":"2024-09-12T03:09:36.424540+0000","last_unstale":"2024-09-12T03:09:37.418514+0000","last_undegraded":"2024-09-12T03:09:37.418514+0000","last_fullsized":"2024-09-12T03:09:37.418514+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:39.566728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419161+0000","last_change":"2024-09-12T03:09:35.392633+0000","last_active":"2024-09-12T03:09:37.419161+0000","last_peered":"2024-09-12T03:09:37.419161+0000","last_clean":"2024-09-12T03:09:37.419161+0000","last_became_active":"2024-09-12T03:09:35.391344+0000","last_became_peered":"2024-09-12T03:09:35.391344+0000","last_unstale":"2024-09-12T03:09:37.419161+0000","last_undegraded":"2024-09-12T03:09:37.419161+0000","last_fullsized":"2024-09-12T03:09:37.419161+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:06.175133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426298+0000","last_change":"2024-09-12T03:09:36.408188+0000","last_active":"2024-09-12T03:09:37.426298+0000","last_peered":"2024-09-12T03:09:37.426298+0000","last_clean":"2024-09-12T03:09:37.426298+0000","last_became_active":"2024-09-12T03:09:36.407561+0000","last_became_peered":"2024-09-12T03:09:36.407561+0000","last_unstale":"2024-09-12T03:09:37.426298+0000","last_undegraded":"2024-09-12T03:09:37.426298+0000","last_fullsized":"2024-09-12T03:09:37.426298+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:31:44.146147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419078+0000","last_change":"2024-09-12T03:09:35.404191+0000","last_active":"2024-09-12T03:09:37.419078+0000","last_peered":"2024-09-12T03:09:37.419078+0000","last_clean":"2024-09-12T03:09:37.419078+0000","last_became_active":"2024-09-12T03:09:35.403929+0000","last_became_peered":"2024-09-12T03:09:35.403929+0000","last_unstale":"2024-09-12T03:09:37.419078+0000","last_undegraded":"2024-09-12T03:09:37.419078+0000","last_fullsized":"2024-09-12T03:09:37.419078+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:46.142806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425528+0000","last_change":"2024-09-12T03:09:36.407249+0000","last_active":"2024-09-12T03:09:37.425528+0000","last_peered":"2024-09-12T03:09:37.425528+0000","last_clean":"2024-09-12T03:09:37.425528+0000","last_became_active":"2024-09-12T03:09:36.406954+0000","last_became_peered":"2024-09-12T03:09:36.406954+0000","last_unstale":"2024-09-12T03:09:37.425528+0000","last_undegraded":"2024-09-12T03:09:37.425528+0000","last_fullsized":"2024-09-12T03:09:37.425528+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:11:01.303696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426668+0000","last_change":"2024-09-12T03:09:35.393019+0000","last_active":"2024-09-12T03:09:37.426668+0000","last_peered":"2024-09-12T03:09:37.426668+0000","last_clean":"2024-09-12T03:09:37.426668+0000","last_became_active":"2024-09-12T03:09:35.392719+0000","last_became_peered":"2024-09-12T03:09:35.392719+0000","last_unstale":"2024-09-12T03:09:37.426668+0000","last_undegraded":"2024-09-12T03:09:37.426668+0000","last_fullsized":"2024-09-12T03:09:37.426668+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:33.832868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426532+0000","last_change":"2024-09-12T03:09:36.416222+0000","last_active":"2024-09-12T03:09:37.426532+0000","last_peered":"2024-09-12T03:09:37.426532+0000","last_clean":"2024-09-12T03:09:37.426532+0000","last_became_active":"2024-09-12T03:09:36.415971+0000","last_became_peered":"2024-09-12T03:09:36.415971+0000","last_unstale":"2024-09-12T03:09:37.426532+0000","last_undegraded":"2024-09-12T03:09:37.426532+0000","last_fullsized":"2024-09-12T03:09:37.426532+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:22:05.886427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":17,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426579+0000","last_change":"2024-09-12T03:09:35.396472+0000","last_active":"2024-09-12T03:09:37.426579+0000","last_peered":"2024-09-12T03:09:37.426579+0000","last_clean":"2024-09-12T03:09:37.426579+0000","last_became_active":"2024-09-12T03:09:35.396178+0000","last_became_peered":"2024-09-12T03:09:35.396178+0000","last_unstale":"2024-09-12T03:09:37.426579+0000","last_undegraded":"2024-09-12T03:09:37.426579+0000","last_fullsized":"2024-09-12T03:09:37.426579+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:54.665905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420375+0000","last_change":"2024-09-12T03:09:36.413374+0000","last_active":"2024-09-12T03:09:37.420375+0000","last_peered":"2024-09-12T03:09:37.420375+0000","last_clean":"2024-09-12T03:09:37.420375+0000","last_became_active":"2024-09-12T03:09:36.410058+0000","last_became_peered":"2024-09-12T03:09:36.410058+0000","last_unstale":"2024-09-12T03:09:37.420375+0000","last_undegraded":"2024-09-12T03:09:37.420375+0000","last_fullsized":"2024-09-12T03:09:37.420375+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:28:05.711431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":20,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418798+0000","last_change":"2024-09-12T03:09:35.399482+0000","last_active":"2024-09-12T03:09:37.418798+0000","last_peered":"2024-09-12T03:09:37.418798+0000","last_clean":"2024-09-12T03:09:37.418798+0000","last_became_active":"2024-09-12T03:09:35.399212+0000","last_became_peered":"2024-09-12T03:09:35.399212+0000","last_unstale":"2024-09-12T03:09:37.418798+0000","last_undegraded":"2024-09-12T03:09:37.418798+0000","last_fullsized":"2024-09-12T03:09:37.418798+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:30.848758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425027+0000","last_change":"2024-09-12T03:09:36.406621+0000","last_active":"2024-09-12T03:09:37.425027+0000","last_peered":"2024-09-12T03:09:37.425027+0000","last_clean":"2024-09-12T03:09:37.425027+0000","last_became_active":"2024-09-12T03:09:36.406328+0000","last_became_peered":"2024-09-12T03:09:36.406328+0000","last_unstale":"2024-09-12T03:09:37.425027+0000","last_undegraded":"2024-09-12T03:09:37.425027+0000","last_fullsized":"2024-09-12T03:09:37.425027+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:31.853738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418651+0000","last_change":"2024-09-12T03:09:35.401071+0000","last_active":"2024-09-12T03:09:37.418651+0000","last_peered":"2024-09-12T03:09:37.418651+0000","last_clean":"2024-09-12T03:09:37.418651+0000","last_became_active":"2024-09-12T03:09:35.400789+0000","last_became_peered":"2024-09-12T03:09:35.400789+0000","last_unstale":"2024-09-12T03:09:37.418651+0000","last_undegraded":"2024-09-12T03:09:37.418651+0000","last_fullsized":"2024-09-12T03:09:37.418651+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:48.445256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418516+0000","last_change":"2024-09-12T03:09:36.417855+0000","last_active":"2024-09-12T03:09:37.418516+0000","last_peered":"2024-09-12T03:09:37.418516+0000","last_clean":"2024-09-12T03:09:37.418516+0000","last_became_active":"2024-09-12T03:09:36.417458+0000","last_became_peered":"2024-09-12T03:09:36.417458+0000","last_unstale":"2024-09-12T03:09:37.418516+0000","last_undegraded":"2024-09-12T03:09:37.418516+0000","last_fullsized":"2024-09-12T03:09:37.418516+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:44.738699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425241+0000","last_change":"2024-09-12T03:09:35.400480+0000","last_active":"2024-09-12T03:09:37.425241+0000","last_peered":"2024-09-12T03:09:37.425241+0000","last_clean":"2024-09-12T03:09:37.425241+0000","last_became_active":"2024-09-12T03:09:35.396780+0000","last_became_peered":"2024-09-12T03:09:35.396780+0000","last_unstale":"2024-09-12T03:09:37.425241+0000","last_undegraded":"2024-09-12T03:09:37.425241+0000","last_fullsized":"2024-09-12T03:09:37.425241+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:31:43.141167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425357+0000","last_change":"2024-09-12T03:09:36.415310+0000","last_active":"2024-09-12T03:09:37.425357+0000","last_peered":"2024-09-12T03:09:37.425357+0000","last_clean":"2024-09-12T03:09:37.425357+0000","last_became_active":"2024-09-12T03:09:36.415038+0000","last_became_peered":"2024-09-12T03:09:36.415038+0000","last_unstale":"2024-09-12T03:09:37.425357+0000","last_undegraded":"2024-09-12T03:09:37.425357+0000","last_fullsized":"2024-09-12T03:09:37.425357+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:13.291003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420275+0000","last_change":"2024-09-12T03:09:35.396252+0000","last_active":"2024-09-12T03:09:37.420275+0000","last_peered":"2024-09-12T03:09:37.420275+0000","last_clean":"2024-09-12T03:09:37.420275+0000","last_became_active":"2024-09-12T03:09:35.395953+0000","last_became_peered":"2024-09-12T03:09:35.395953+0000","last_unstale":"2024-09-12T03:09:37.420275+0000","last_undegraded":"2024-09-12T03:09:37.420275+0000","last_fullsized":"2024-09-12T03:09:37.420275+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:53.114364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418448+0000","last_change":"2024-09-12T03:09:36.418578+0000","last_active":"2024-09-12T03:09:37.418448+0000","last_peered":"2024-09-12T03:09:37.418448+0000","last_clean":"2024-09-12T03:09:37.418448+0000","last_became_active":"2024-09-12T03:09:36.418243+0000","last_became_peered":"2024-09-12T03:09:36.418243+0000","last_unstale":"2024-09-12T03:09:37.418448+0000","last_undegraded":"2024-09-12T03:09:37.418448+0000","last_fullsized":"2024-09-12T03:09:37.418448+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:03.325079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":22,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425051+0000","last_change":"2024-09-12T03:09:35.399657+0000","last_active":"2024-09-12T03:09:37.425051+0000","last_peered":"2024-09-12T03:09:37.425051+0000","last_clean":"2024-09-12T03:09:37.425051+0000","last_became_active":"2024-09-12T03:09:35.399381+0000","last_became_peered":"2024-09-12T03:09:35.399381+0000","last_unstale":"2024-09-12T03:09:37.425051+0000","last_undegraded":"2024-09-12T03:09:37.425051+0000","last_fullsized":"2024-09-12T03:09:37.425051+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:06.175133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418667+0000","last_change":"2024-09-12T03:09:36.417478+0000","last_active":"2024-09-12T03:09:37.418667+0000","last_peered":"2024-09-12T03:09:37.418667+0000","last_clean":"2024-09-12T03:09:37.418667+0000","last_became_active":"2024-09-12T03:09:36.417172+0000","last_became_peered":"2024-09-12T03:09:36.417172+0000","last_unstale":"2024-09-12T03:09:37.418667+0000","last_undegraded":"2024-09-12T03:09:37.418667+0000","last_fullsized":"2024-09-12T03:09:37.418667+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:58.319669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426652+0000","last_change":"2024-09-12T03:09:35.396499+0000","last_active":"2024-09-12T03:09:37.426652+0000","last_peered":"2024-09-12T03:09:37.426652+0000","last_clean":"2024-09-12T03:09:37.426652+0000","last_became_active":"2024-09-12T03:09:35.396215+0000","last_became_peered":"2024-09-12T03:09:35.396215+0000","last_unstale":"2024-09-12T03:09:37.426652+0000","last_undegraded":"2024-09-12T03:09:37.426652+0000","last_fullsized":"2024-09-12T03:09:37.426652+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:05.996326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426545+0000","last_change":"2024-09-12T03:09:36.413359+0000","last_active":"2024-09-12T03:09:37.426545+0000","last_peered":"2024-09-12T03:09:37.426545+0000","last_clean":"2024-09-12T03:09:37.426545+0000","last_became_active":"2024-09-12T03:09:36.412941+0000","last_became_peered":"2024-09-12T03:09:36.412941+0000","last_unstale":"2024-09-12T03:09:37.426545+0000","last_undegraded":"2024-09-12T03:09:37.426545+0000","last_fullsized":"2024-09-12T03:09:37.426545+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:21:41.552465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420272+0000","last_change":"2024-09-12T03:09:35.395439+0000","last_active":"2024-09-12T03:09:37.420272+0000","last_peered":"2024-09-12T03:09:37.420272+0000","last_clean":"2024-09-12T03:09:37.420272+0000","last_became_active":"2024-09-12T03:09:35.395072+0000","last_became_peered":"2024-09-12T03:09:35.395072+0000","last_unstale":"2024-09-12T03:09:37.420272+0000","last_undegraded":"2024-09-12T03:09:37.420272+0000","last_fullsized":"2024-09-12T03:09:37.420272+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:31:43.057875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420009+0000","last_change":"2024-09-12T03:09:36.420901+0000","last_active":"2024-09-12T03:09:37.420009+0000","last_peered":"2024-09-12T03:09:37.420009+0000","last_clean":"2024-09-12T03:09:37.420009+0000","last_became_active":"2024-09-12T03:09:36.420616+0000","last_became_peered":"2024-09-12T03:09:36.420616+0000","last_unstale":"2024-09-12T03:09:37.420009+0000","last_undegraded":"2024-09-12T03:09:37.420009+0000","last_fullsized":"2024-09-12T03:09:37.420009+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:22:05.886427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426262+0000","last_change":"2024-09-12T03:09:35.397062+0000","last_active":"2024-09-12T03:09:37.426262+0000","last_peered":"2024-09-12T03:09:37.426262+0000","last_clean":"2024-09-12T03:09:37.426262+0000","last_became_active":"2024-09-12T03:09:35.396796+0000","last_became_peered":"2024-09-12T03:09:35.396796+0000","last_unstale":"2024-09-12T03:09:37.426262+0000","last_undegraded":"2024-09-12T03:09:37.426262+0000","last_fullsized":"2024-09-12T03:09:37.426262+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:23.481564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426592+0000","last_change":"2024-09-12T03:09:36.407305+0000","last_active":"2024-09-12T03:09:37.426592+0000","last_peered":"2024-09-12T03:09:37.426592+0000","last_clean":"2024-09-12T03:09:37.426592+0000","last_became_active":"2024-09-12T03:09:36.407023+0000","last_became_peered":"2024-09-12T03:09:36.407023+0000","last_unstale":"2024-09-12T03:09:37.426592+0000","last_undegraded":"2024-09-12T03:09:37.426592+0000","last_fullsized":"2024-09-12T03:09:37.426592+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:11:40.107447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425667+0000","last_change":"2024-09-12T03:09:35.401739+0000","last_active":"2024-09-12T03:09:37.425667+0000","last_peered":"2024-09-12T03:09:37.425667+0000","last_clean":"2024-09-12T03:09:37.425667+0000","last_became_active":"2024-09-12T03:09:35.401461+0000","last_became_peered":"2024-09-12T03:09:35.401461+0000","last_unstale":"2024-09-12T03:09:37.425667+0000","last_undegraded":"2024-09-12T03:09:37.425667+0000","last_fullsized":"2024-09-12T03:09:37.425667+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:11:39.102467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425472+0000","last_change":"2024-09-12T03:09:36.412162+0000","last_active":"2024-09-12T03:09:37.425472+0000","last_peered":"2024-09-12T03:09:37.425472+0000","last_clean":"2024-09-12T03:09:37.425472+0000","last_became_active":"2024-09-12T03:09:36.411490+0000","last_became_peered":"2024-09-12T03:09:36.411490+0000","last_unstale":"2024-09-12T03:09:37.425472+0000","last_undegraded":"2024-09-12T03:09:37.425472+0000","last_fullsized":"2024-09-12T03:09:37.425472+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:55.788418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425734+0000","last_change":"2024-09-12T03:09:35.400619+0000","last_active":"2024-09-12T03:09:37.425734+0000","last_peered":"2024-09-12T03:09:37.425734+0000","last_clean":"2024-09-12T03:09:37.425734+0000","last_became_active":"2024-09-12T03:09:35.400319+0000","last_became_peered":"2024-09-12T03:09:35.400319+0000","last_unstale":"2024-09-12T03:09:37.425734+0000","last_undegraded":"2024-09-12T03:09:37.425734+0000","last_fullsized":"2024-09-12T03:09:37.425734+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:18:03.805016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425145+0000","last_change":"2024-09-12T03:09:36.406573+0000","last_active":"2024-09-12T03:09:37.425145+0000","last_peered":"2024-09-12T03:09:37.425145+0000","last_clean":"2024-09-12T03:09:37.425145+0000","last_became_active":"2024-09-12T03:09:36.406200+0000","last_became_peered":"2024-09-12T03:09:36.406200+0000","last_unstale":"2024-09-12T03:09:37.425145+0000","last_undegraded":"2024-09-12T03:09:37.425145+0000","last_fullsized":"2024-09-12T03:09:37.425145+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:47.147786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425544+0000","last_change":"2024-09-12T03:09:35.381649+0000","last_active":"2024-09-12T03:09:37.425544+0000","last_peered":"2024-09-12T03:09:37.425544+0000","last_clean":"2024-09-12T03:09:37.425544+0000","last_became_active":"2024-09-12T03:09:35.381320+0000","last_became_peered":"2024-09-12T03:09:35.381320+0000","last_unstale":"2024-09-12T03:09:37.425544+0000","last_undegraded":"2024-09-12T03:09:37.425544+0000","last_fullsized":"2024-09-12T03:09:37.425544+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:50.797614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426254+0000","last_change":"2024-09-12T03:09:36.408035+0000","last_active":"2024-09-12T03:09:37.426254+0000","last_peered":"2024-09-12T03:09:37.426254+0000","last_clean":"2024-09-12T03:09:37.426254+0000","last_became_active":"2024-09-12T03:09:36.407764+0000","last_became_peered":"2024-09-12T03:09:36.407764+0000","last_unstale":"2024-09-12T03:09:37.426254+0000","last_undegraded":"2024-09-12T03:09:37.426254+0000","last_fullsized":"2024-09-12T03:09:37.426254+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:03.325079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425737+0000","last_change":"2024-09-12T03:09:35.398327+0000","last_active":"2024-09-12T03:09:37.425737+0000","last_peered":"2024-09-12T03:09:37.425737+0000","last_clean":"2024-09-12T03:09:37.425737+0000","last_became_active":"2024-09-12T03:09:35.398037+0000","last_became_peered":"2024-09-12T03:09:35.398037+0000","last_unstale":"2024-09-12T03:09:37.425737+0000","last_undegraded":"2024-09-12T03:09:37.425737+0000","last_fullsized":"2024-09-12T03:09:37.425737+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:26.834348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418627+0000","last_change":"2024-09-12T03:09:36.421383+0000","last_active":"2024-09-12T03:09:37.418627+0000","last_peered":"2024-09-12T03:09:37.418627+0000","last_clean":"2024-09-12T03:09:37.418627+0000","last_became_active":"2024-09-12T03:09:36.421087+0000","last_became_peered":"2024-09-12T03:09:36.421087+0000","last_unstale":"2024-09-12T03:09:37.418627+0000","last_undegraded":"2024-09-12T03:09:37.418627+0000","last_fullsized":"2024-09-12T03:09:37.418627+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:30.871031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425112+0000","last_change":"2024-09-12T03:09:35.396288+0000","last_active":"2024-09-12T03:09:37.425112+0000","last_peered":"2024-09-12T03:09:37.425112+0000","last_clean":"2024-09-12T03:09:37.425112+0000","last_became_active":"2024-09-12T03:09:35.395705+0000","last_became_peered":"2024-09-12T03:09:35.395705+0000","last_unstale":"2024-09-12T03:09:37.425112+0000","last_undegraded":"2024-09-12T03:09:37.425112+0000","last_fullsized":"2024-09-12T03:09:37.425112+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:48:10.646515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425403+0000","last_change":"2024-09-12T03:09:36.408151+0000","last_active":"2024-09-12T03:09:37.425403+0000","last_peered":"2024-09-12T03:09:37.425403+0000","last_clean":"2024-09-12T03:09:37.425403+0000","last_became_active":"2024-09-12T03:09:36.407849+0000","last_became_peered":"2024-09-12T03:09:36.407849+0000","last_unstale":"2024-09-12T03:09:37.425403+0000","last_undegraded":"2024-09-12T03:09:37.425403+0000","last_fullsized":"2024-09-12T03:09:37.425403+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:49.450237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":16,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426764+0000","last_change":"2024-09-12T03:09:35.403050+0000","last_active":"2024-09-12T03:09:37.426764+0000","last_peered":"2024-09-12T03:09:37.426764+0000","last_clean":"2024-09-12T03:09:37.426764+0000","last_became_active":"2024-09-12T03:09:35.402449+0000","last_became_peered":"2024-09-12T03:09:35.402449+0000","last_unstale":"2024-09-12T03:09:37.426764+0000","last_undegraded":"2024-09-12T03:09:37.426764+0000","last_fullsized":"2024-09-12T03:09:37.426764+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:25.222472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425717+0000","last_change":"2024-09-12T03:09:36.407349+0000","last_active":"2024-09-12T03:09:37.425717+0000","last_peered":"2024-09-12T03:09:37.425717+0000","last_clean":"2024-09-12T03:09:37.425717+0000","last_became_active":"2024-09-12T03:09:36.407055+0000","last_became_peered":"2024-09-12T03:09:36.407055+0000","last_unstale":"2024-09-12T03:09:37.425717+0000","last_undegraded":"2024-09-12T03:09:37.425717+0000","last_fullsized":"2024-09-12T03:09:37.425717+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:39.566728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"39'1","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:38.412056+0000","last_change":"2024-09-12T03:09:35.391874+0000","last_active":"2024-09-12T03:09:38.412056+0000","last_peered":"2024-09-12T03:09:38.412056+0000","last_clean":"2024-09-12T03:09:38.412056+0000","last_became_active":"2024-09-12T03:09:35.391232+0000","last_became_peered":"2024-09-12T03:09:35.391232+0000","last_unstale":"2024-09-12T03:09:38.412056+0000","last_undegraded":"2024-09-12T03:09:38.412056+0000","last_fullsized":"2024-09-12T03:09:38.412056+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:58:44.703681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418847+0000","last_change":"2024-09-12T03:09:36.428160+0000","last_active":"2024-09-12T03:09:37.418847+0000","last_peered":"2024-09-12T03:09:37.418847+0000","last_clean":"2024-09-12T03:09:37.418847+0000","last_became_active":"2024-09-12T03:09:36.427878+0000","last_became_peered":"2024-09-12T03:09:36.427878+0000","last_unstale":"2024-09-12T03:09:37.418847+0000","last_undegraded":"2024-09-12T03:09:37.418847+0000","last_fullsized":"2024-09-12T03:09:37.418847+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:48:39.650775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426481+0000","last_change":"2024-09-12T03:09:35.402440+0000","last_active":"2024-09-12T03:09:37.426481+0000","last_peered":"2024-09-12T03:09:37.426481+0000","last_clean":"2024-09-12T03:09:37.426481+0000","last_became_active":"2024-09-12T03:09:35.402146+0000","last_became_peered":"2024-09-12T03:09:35.402146+0000","last_unstale":"2024-09-12T03:09:37.426481+0000","last_undegraded":"2024-09-12T03:09:37.426481+0000","last_fullsized":"2024-09-12T03:09:37.426481+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:11:39.102467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425160+0000","last_change":"2024-09-12T03:09:36.412912+0000","last_active":"2024-09-12T03:09:37.425160+0000","last_peered":"2024-09-12T03:09:37.425160+0000","last_clean":"2024-09-12T03:09:37.425160+0000","last_became_active":"2024-09-12T03:09:36.412473+0000","last_became_peered":"2024-09-12T03:09:36.412473+0000","last_unstale":"2024-09-12T03:09:37.425160+0000","last_undegraded":"2024-09-12T03:09:37.425160+0000","last_fullsized":"2024-09-12T03:09:37.425160+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:49.450237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426775+0000","last_change":"2024-09-12T03:09:35.399466+0000","last_active":"2024-09-12T03:09:37.426775+0000","last_peered":"2024-09-12T03:09:37.426775+0000","last_clean":"2024-09-12T03:09:37.426775+0000","last_became_active":"2024-09-12T03:09:35.399098+0000","last_became_peered":"2024-09-12T03:09:35.399098+0000","last_unstale":"2024-09-12T03:09:37.426775+0000","last_undegraded":"2024-09-12T03:09:37.426775+0000","last_fullsized":"2024-09-12T03:09:37.426775+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:31:43.141167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.424940+0000","last_change":"2024-09-12T03:09:36.409365+0000","last_active":"2024-09-12T03:09:37.424940+0000","last_peered":"2024-09-12T03:09:37.424940+0000","last_clean":"2024-09-12T03:09:37.424940+0000","last_became_active":"2024-09-12T03:09:36.409096+0000","last_became_peered":"2024-09-12T03:09:36.409096+0000","last_unstale":"2024-09-12T03:09:37.424940+0000","last_undegraded":"2024-09-12T03:09:37.424940+0000","last_fullsized":"2024-09-12T03:09:37.424940+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:31.853738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.420698+0000","last_change":"2024-09-12T03:09:35.399645+0000","last_active":"2024-09-12T03:09:37.420698+0000","last_peered":"2024-09-12T03:09:37.420698+0000","last_clean":"2024-09-12T03:09:37.420698+0000","last_became_active":"2024-09-12T03:09:35.399345+0000","last_became_peered":"2024-09-12T03:09:35.399345+0000","last_unstale":"2024-09-12T03:09:37.420698+0000","last_undegraded":"2024-09-12T03:09:37.420698+0000","last_fullsized":"2024-09-12T03:09:37.420698+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:31:43.141167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419395+0000","last_change":"2024-09-12T03:09:36.424471+0000","last_active":"2024-09-12T03:09:37.419395+0000","last_peered":"2024-09-12T03:09:37.419395+0000","last_clean":"2024-09-12T03:09:37.419395+0000","last_became_active":"2024-09-12T03:09:36.424056+0000","last_became_peered":"2024-09-12T03:09:36.424056+0000","last_unstale":"2024-09-12T03:09:37.419395+0000","last_undegraded":"2024-09-12T03:09:37.419395+0000","last_fullsized":"2024-09-12T03:09:37.419395+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:49.450237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.419241+0000","last_change":"2024-09-12T03:09:35.390576+0000","last_active":"2024-09-12T03:09:37.419241+0000","last_peered":"2024-09-12T03:09:37.419241+0000","last_clean":"2024-09-12T03:09:37.419241+0000","last_became_active":"2024-09-12T03:09:35.390301+0000","last_became_peered":"2024-09-12T03:09:35.390301+0000","last_unstale":"2024-09-12T03:09:37.419241+0000","last_undegraded":"2024-09-12T03:09:37.419241+0000","last_fullsized":"2024-09-12T03:09:37.419241+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:26.834348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425539+0000","last_change":"2024-09-12T03:09:36.417116+0000","last_active":"2024-09-12T03:09:37.425539+0000","last_peered":"2024-09-12T03:09:37.425539+0000","last_clean":"2024-09-12T03:09:37.425539+0000","last_became_active":"2024-09-12T03:09:36.416826+0000","last_became_peered":"2024-09-12T03:09:36.416826+0000","last_unstale":"2024-09-12T03:09:37.425539+0000","last_undegraded":"2024-09-12T03:09:37.425539+0000","last_fullsized":"2024-09-12T03:09:37.425539+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:43.538291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.418275+0000","last_change":"2024-09-12T03:09:35.397802+0000","last_active":"2024-09-12T03:09:37.418275+0000","last_peered":"2024-09-12T03:09:37.418275+0000","last_clean":"2024-09-12T03:09:37.418275+0000","last_became_active":"2024-09-12T03:09:35.397567+0000","last_became_peered":"2024-09-12T03:09:35.397567+0000","last_unstale":"2024-09-12T03:09:37.418275+0000","last_undegraded":"2024-09-12T03:09:37.418275+0000","last_fullsized":"2024-09-12T03:09:37.418275+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:05.996326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.426574+0000","last_change":"2024-09-12T03:09:36.410094+0000","last_active":"2024-09-12T03:09:37.426574+0000","last_peered":"2024-09-12T03:09:37.426574+0000","last_clean":"2024-09-12T03:09:37.426574+0000","last_became_active":"2024-09-12T03:09:36.409786+0000","last_became_peered":"2024-09-12T03:09:36.409786+0000","last_unstale":"2024-09-12T03:09:37.426574+0000","last_undegraded":"2024-09-12T03:09:37.426574+0000","last_fullsized":"2024-09-12T03:09:37.426574+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:35.366403+0000","last_clean_scrub_stamp":"2024-09-12T03:09:35.366403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:48:39.650775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425409+0000","last_change":"2024-09-12T03:09:35.398649+0000","last_active":"2024-09-12T03:09:37.425409+0000","last_peered":"2024-09-12T03:09:37.425409+0000","last_clean":"2024-09-12T03:09:37.425409+0000","last_became_active":"2024-09-12T03:09:35.398353+0000","last_became_peered":"2024-09-12T03:09:35.398353+0000","last_unstale":"2024-09-12T03:09:37.425409+0000","last_undegraded":"2024-09-12T03:09:37.425409+0000","last_fullsized":"2024-09-12T03:09:37.425409+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:09:34.361423+0000","last_clean_scrub_stamp":"2024-09-12T03:09:34.361423+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:04.636003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":207,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-09-12T03:09:37.425148+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:09:37.425148+0000","last_peered":"2024-09-12T03:09:37.425148+0000","last_clean":"2024-09-12T03:09:37.425148+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:09:37.425148+0000","last_undegraded":"2024-09-12T03:09:37.425148+0000","last_fullsized":"2024-09-12T03:09:37.425148+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32228,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339612,"statfs":{"total":96636764160,"available":96603762688,"internally_reserved":0,"allocated":1060864,"data_stored":787777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31632,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340208,"statfs":{"total":96636764160,"available":96604372992,"internally_reserved":0,"allocated":454656,"data_stored":196309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574867,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":458752,"data_stored":195839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":458752,"data_stored":196331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31648,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340192,"statfs":{"total":96636764160,"available":96604356608,"internally_reserved":0,"allocated":466944,"data_stored":197373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":454656,"data_stored":195797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":454656,"data_stored":195817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32212,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339628,"statfs":{"total":96636764160,"available":96603779072,"internally_reserved":0,"allocated":1048576,"data_stored":786129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:09:41.061 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T03:09:41.061 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-12T03:09:41.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.259+0000 7f07fbc00640 1 Processor -- start 2024-09-12T03:09:41.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.260+0000 7f07fbc00640 1 -- start start 2024-09-12T03:09:41.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.261+0000 7f07fbc00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f07f41635a0 0x7f07f4165990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.261+0000 7f07fbc00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07f415b310 con 0x7f07f415aaa0 2024-09-12T03:09:41.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.261+0000 7f07fbc00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07f4072e60 con 0x7f07f415ae80 2024-09-12T03:09:41.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.261+0000 7f07fbc00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f07f40ced90 con 0x7f07f41635a0 2024-09-12T03:09:41.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.261+0000 7f07f9200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f07f415aaa0 0x7f07f4072040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45710/0 (socket says 172.21.15.29:45710) 2024-09-12T03:09:41.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.261+0000 7f07f9200640 1 -- 172.21.15.29:0/2108293421 learned_addr learned my addr 172.21.15.29:0/2108293421 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:41.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f9c00640 1 --2- 172.21.15.29:0/2108293421 >> v2:172.21.15.38:3300/0 conn(0x7f07f41635a0 0x7f07f4165990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4087324420 0 0) 0x7f07f415b310 con 0x7f07f415aaa0 2024-09-12T03:09:41.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f07d8003440 con 0x7f07f415aaa0 2024-09-12T03:09:41.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 169544649 0 0) 0x7f07d8003440 con 0x7f07f415aaa0 2024-09-12T03:09:41.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 >> v2:172.21.15.38:3300/0 conn(0x7f07f41635a0 msgr2=0x7f07f4165990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:41.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 --2- 172.21.15.29:0/2108293421 >> v2:172.21.15.38:3300/0 conn(0x7f07f41635a0 0x7f07f4165990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 >> v1:172.21.15.38:6789/0 conn(0x7f07f415ae80 legacy=0x7f07f4072750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07f40d0080 con 0x7f07f415aaa0 2024-09-12T03:09:41.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f07e4001670 con 0x7f07f415aaa0 2024-09-12T03:09:41.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 >> v1:172.21.15.29:6789/0 conn(0x7f07f415aaa0 legacy=0x7f07f4072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 --2- 172.21.15.29:0/2108293421 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07d8003af0 0x7f07d8003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 --2- 172.21.15.29:0/2108293421 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07d80088a0 0x7f07d800ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 --2- 172.21.15.29:0/2108293421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 0x7f07d800d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07f40ced90 con 0x7f07d800b510 2024-09-12T03:09:41.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f07d800e2b0 con 0x7f07d80088a0 2024-09-12T03:09:41.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.262+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f07d800e4b0 con 0x7f07d8003af0 2024-09-12T03:09:41.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.263+0000 7f07f9c00640 1 --2- 172.21.15.29:0/2108293421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 0x7f07d800d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.263+0000 7f07ebe00640 1 --2- 172.21.15.29:0/2108293421 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07d80088a0 0x7f07d800ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.263+0000 7f07f9200640 1 --2- 172.21.15.29:0/2108293421 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07d8003af0 0x7f07d8003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.263+0000 7f07f9c00640 1 -- 172.21.15.29:0/2108293421 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07d8003af0 msgr2=0x7f07d8003f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:41.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.263+0000 7f07f9c00640 1 --2- 172.21.15.29:0/2108293421 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07d8003af0 0x7f07d8003f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.263+0000 7f07f9c00640 1 -- 172.21.15.29:0/2108293421 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07d80088a0 msgr2=0x7f07d800ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:41.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.263+0000 7f07f9c00640 1 --2- 172.21.15.29:0/2108293421 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07d80088a0 0x7f07d800ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.263+0000 7f07f9c00640 1 -- 172.21.15.29:0/2108293421 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07d8003440 con 0x7f07d800b510 2024-09-12T03:09:41.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.264+0000 7f07f9c00640 1 -- 172.21.15.29:0/2108293421 reap_dead start 2024-09-12T03:09:41.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.264+0000 7f07f9c00640 1 --2- 172.21.15.29:0/2108293421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 0x7f07d800d9d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f07ec009fc0 tx=0x7f07d8003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2039bce8dc5c390f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:41.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.264+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ec035020 con 0x7f07d800b510 2024-09-12T03:09:41.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.264+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07ec003b90 con 0x7f07d800b510 2024-09-12T03:09:41.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.264+0000 7f07f3e00640 1 -- 172.21.15.29:0/2108293421 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ec009c10 con 0x7f07d800b510 2024-09-12T03:09:41.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.265+0000 7f07fbc00640 1 -- 172.21.15.29:0/2108293421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 msgr2=0x7f07d800d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.265+0000 7f07fbc00640 1 --2- 172.21.15.29:0/2108293421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 0x7f07d800d9d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f07ec009fc0 tx=0x7f07d8003730 comp rx=0 tx=0).stop 2024-09-12T03:09:41.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.265+0000 7f07fbc00640 1 -- 172.21.15.29:0/2108293421 shutdown_connections 2024-09-12T03:09:41.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.265+0000 7f07fbc00640 1 --2- 172.21.15.29:0/2108293421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 0x7f07d800d9d0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.265+0000 7f07fbc00640 1 -- 172.21.15.29:0/2108293421 >> 172.21.15.29:0/2108293421 conn(0x7f07f40b5de0 msgr2=0x7f07f406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:41.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.265+0000 7f07fbc00640 1 -- 172.21.15.29:0/2108293421 shutdown_connections 2024-09-12T03:09:41.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.265+0000 7f07fbc00640 1 -- 172.21.15.29:0/2108293421 wait complete. 2024-09-12T03:09:41.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.267+0000 7f07fbc00640 1 Processor -- start 2024-09-12T03:09:41.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.267+0000 7f07fbc00640 1 -- start start 2024-09-12T03:09:41.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07fbc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 0x7f07f4156c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07fbc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07f414e560 0x7f07f4145970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07fbc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07f4145eb0 0x7f07f40b10c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07fbc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07f40cf5a0 con 0x7f07d800b510 2024-09-12T03:09:41.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07fbc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f07f40cf2c0 con 0x7f07f414e560 2024-09-12T03:09:41.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07fbc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f07f40cf880 con 0x7f07f4145eb0 2024-09-12T03:09:41.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07f9200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 0x7f07f4156c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07f9200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 0x7f07f4156c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59770/0 (socket says 172.21.15.29:59770) 2024-09-12T03:09:41.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07f9200640 1 -- 172.21.15.29:0/2362920523 learned_addr learned my addr 172.21.15.29:0/2362920523 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:41.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07f9c00640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07f4145eb0 0x7f07f40b10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07ebe00640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07f414e560 0x7f07f4145970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07f9200640 1 -- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07f4145eb0 msgr2=0x7f07f40b10c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07f9200640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07f4145eb0 0x7f07f40b10c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07f9200640 1 -- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07f414e560 msgr2=0x7f07f4145970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07f9200640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07f414e560 0x7f07f4145970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.268+0000 7f07f9200640 1 -- 172.21.15.29:0/2362920523 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07f40afc60 con 0x7f07d800b510 2024-09-12T03:09:41.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.269+0000 7f07f9200640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 0x7f07f4156c20 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f07e4000c00 tx=0x7f07e4007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:41.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.269+0000 7f07f1600640 1 -- 172.21.15.29:0/2362920523 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e4001650 con 0x7f07d800b510 2024-09-12T03:09:41.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.269+0000 7f07f1600640 1 -- 172.21.15.29:0/2362920523 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07e4018070 con 0x7f07d800b510 2024-09-12T03:09:41.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.269+0000 7f07f1600640 1 -- 172.21.15.29:0/2362920523 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e400fba0 con 0x7f07d800b510 2024-09-12T03:09:41.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.269+0000 7f07fbc00640 1 -- 172.21.15.29:0/2362920523 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07f40aff40 con 0x7f07d800b510 2024-09-12T03:09:41.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.269+0000 7f07fbc00640 1 -- 172.21.15.29:0/2362920523 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07f40b0500 con 0x7f07d800b510 2024-09-12T03:09:41.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.270+0000 7f07fbc00640 1 -- 172.21.15.29:0/2362920523 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07f40cfb60 con 0x7f07d800b510 2024-09-12T03:09:41.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.271+0000 7f07f1600640 1 -- 172.21.15.29:0/2362920523 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f07e400fd40 con 0x7f07d800b510 2024-09-12T03:09:41.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.272+0000 7f07f1600640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d006be30 0x7f07d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.272+0000 7f07f1600640 1 -- 172.21.15.29:0/2362920523 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f07e408aff0 con 0x7f07d800b510 2024-09-12T03:09:41.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.272+0000 7f07ebe00640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d006be30 0x7f07d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.273+0000 7f07ebe00640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d006be30 0x7f07d006e2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f07dc000c00 tx=0x7f07dc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:41.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.276+0000 7f07f1600640 1 -- 172.21.15.29:0/2362920523 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f07e4059820 con 0x7f07d800b510 2024-09-12T03:09:41.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.532+0000 7f07fbc00640 1 -- 172.21.15.29:0/2362920523 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f07f415df80 con 0x7f07d800b510 2024-09-12T03:09:41.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.536+0000 7f07f1600640 1 -- 172.21.15.29:0/2362920523 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f07e4059120 con 0x7f07d800b510 2024-09-12T03:09:41.536 INFO:teuthology.orchestra.run.smithi029.stdout:[client.0] 2024-09-12T03:09:41.537 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w== 2024-09-12T03:09:41.537 INFO:teuthology.orchestra.run.smithi029.stdout: caps mds = "allow" 2024-09-12T03:09:41.537 INFO:teuthology.orchestra.run.smithi029.stdout: caps mon = "allow r" 2024-09-12T03:09:41.537 INFO:teuthology.orchestra.run.smithi029.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-12T03:09:41.537 INFO:teuthology.orchestra.run.smithi029.stderr:updated caps for client.0 2024-09-12T03:09:41.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 -- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d006be30 msgr2=0x7f07d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d006be30 0x7f07d006e2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f07dc000c00 tx=0x7f07dc009040 comp rx=0 tx=0).stop 2024-09-12T03:09:41.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 -- 172.21.15.29:0/2362920523 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 msgr2=0x7f07f4156c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 0x7f07f4156c20 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f07e4000c00 tx=0x7f07e4007720 comp rx=0 tx=0).stop 2024-09-12T03:09:41.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 -- 172.21.15.29:0/2362920523 shutdown_connections 2024-09-12T03:09:41.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d006be30 0x7f07d006e2f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07f4145eb0 0x7f07f40b10c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07f414e560 0x7f07f4145970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 --2- 172.21.15.29:0/2362920523 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07d800b510 0x7f07f4156c20 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 -- 172.21.15.29:0/2362920523 >> 172.21.15.29:0/2362920523 conn(0x7f07f40b5de0 msgr2=0x7f07f40b3d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:41.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 -- 172.21.15.29:0/2362920523 shutdown_connections 2024-09-12T03:09:41.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.538+0000 7f07fbc00640 1 -- 172.21.15.29:0/2362920523 wait complete. 2024-09-12T03:09:41.555 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:09:41.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.712+0000 7f0c4ca00640 1 Processor -- start 2024-09-12T03:09:41.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.712+0000 7f0c4ca00640 1 -- start start 2024-09-12T03:09:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.713+0000 7f0c4ca00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0c4809b180 0x7f0c48070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.713+0000 7f0c4ca00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0c4815f480 0x7f0c480b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.713+0000 7f0c4ca00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c4815f8f0 con 0x7f0c4815c1c0 2024-09-12T03:09:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.713+0000 7f0c4ca00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0c480b5d90 con 0x7f0c4815f480 2024-09-12T03:09:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.713+0000 7f0c4ca00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0c48070e00 con 0x7f0c4809b180 2024-09-12T03:09:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.713+0000 7f0c46800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0c4815f480 0x7f0c480b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.713+0000 7f0c46800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0c4815f480 0x7f0c480b6220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59778/0 (socket says 172.21.15.29:59778) 2024-09-12T03:09:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.713+0000 7f0c46800640 1 -- 172.21.15.29:0/3617789901 learned_addr learned my addr 172.21.15.29:0/3617789901 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:41.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.713+0000 7f0c3fe00640 1 --2- 172.21.15.29:0/3617789901 >> v2:172.21.15.38:3300/0 conn(0x7f0c4809b180 0x7f0c48070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.714+0000 7f0c46800640 1 -- 172.21.15.29:0/3617789901 >> v2:172.21.15.38:3300/0 conn(0x7f0c4809b180 msgr2=0x7f0c48070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:41.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.714+0000 7f0c46800640 1 --2- 172.21.15.29:0/3617789901 >> v2:172.21.15.38:3300/0 conn(0x7f0c4809b180 0x7f0c48070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.714+0000 7f0c46800640 1 -- 172.21.15.29:0/3617789901 >> v1:172.21.15.38:6789/0 conn(0x7f0c4815c1c0 legacy=0x7f0c4809aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.714+0000 7f0c46800640 1 -- 172.21.15.29:0/3617789901 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c480710e0 con 0x7f0c4815f480 2024-09-12T03:09:41.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.714+0000 7f0c3fe00640 1 --2- 172.21.15.29:0/3617789901 >> v2:172.21.15.38:3300/0 conn(0x7f0c4809b180 0x7f0c48070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.715+0000 7f0c46800640 1 --2- 172.21.15.29:0/3617789901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c4815f480 0x7f0c480b6220 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0c40009e50 tx=0x7f0c4002a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc1c9aa1a368b90a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.715+0000 7f0c45400640 1 -- 172.21.15.29:0/3617789901 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c40036070 con 0x7f0c4815f480 2024-09-12T03:09:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.715+0000 7f0c45400640 1 -- 172.21.15.29:0/3617789901 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c40031600 con 0x7f0c4815f480 2024-09-12T03:09:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.715+0000 7f0c45400640 1 -- 172.21.15.29:0/3617789901 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c400319d0 con 0x7f0c4815f480 2024-09-12T03:09:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.715+0000 7f0c4ca00640 1 -- 172.21.15.29:0/3617789901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c4815f480 msgr2=0x7f0c480b6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.715+0000 7f0c4ca00640 1 --2- 172.21.15.29:0/3617789901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c4815f480 0x7f0c480b6220 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0c40009e50 tx=0x7f0c4002a760 comp rx=0 tx=0).stop 2024-09-12T03:09:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.716+0000 7f0c4ca00640 1 -- 172.21.15.29:0/3617789901 shutdown_connections 2024-09-12T03:09:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.716+0000 7f0c4ca00640 1 --2- 172.21.15.29:0/3617789901 >> v2:172.21.15.38:3300/0 conn(0x7f0c4809b180 0x7f0c48070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.716+0000 7f0c4ca00640 1 --2- 172.21.15.29:0/3617789901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c4815f480 0x7f0c480b6220 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.716+0000 7f0c4ca00640 1 -- 172.21.15.29:0/3617789901 >> 172.21.15.29:0/3617789901 conn(0x7f0c480b3ff0 msgr2=0x7f0c480b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.716+0000 7f0c4ca00640 1 -- 172.21.15.29:0/3617789901 shutdown_connections 2024-09-12T03:09:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.716+0000 7f0c4ca00640 1 -- 172.21.15.29:0/3617789901 wait complete. 2024-09-12T03:09:41.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.717+0000 7f0c4ca00640 1 Processor -- start 2024-09-12T03:09:41.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.717+0000 7f0c4ca00640 1 -- start start 2024-09-12T03:09:41.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.718+0000 7f0c4ca00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0c4809b180 0x7f0c481f39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.718+0000 7f0c4ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c4815c1c0 0x7f0c480cd840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.718+0000 7f0c4ca00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c4815f480 0x7f0c480cdd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.718+0000 7f0c4ca00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0c480b6760 con 0x7f0c4815c1c0 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.718+0000 7f0c4ca00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0c480716a0 con 0x7f0c4815f480 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.718+0000 7f0c4ca00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0c480b68e0 con 0x7f0c4809b180 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.719+0000 7f0c3fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c4815c1c0 0x7f0c480cd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.719+0000 7f0c3fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c4815c1c0 0x7f0c480cd840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59788/0 (socket says 172.21.15.29:59788) 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.719+0000 7f0c3fe00640 1 -- 172.21.15.29:0/955549767 learned_addr learned my addr 172.21.15.29:0/955549767 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.719+0000 7f0c45e00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0c4809b180 0x7f0c481f39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.719+0000 7f0c46800640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c4815f480 0x7f0c480cdd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.719+0000 7f0c3fe00640 1 -- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0c4809b180 msgr2=0x7f0c481f39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.719+0000 7f0c3fe00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0c4809b180 0x7f0c481f39e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.719+0000 7f0c3fe00640 1 -- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c4815f480 msgr2=0x7f0c480cdd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.719+0000 7f0c3fe00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c4815f480 0x7f0c480cdd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.719+0000 7f0c3fe00640 1 -- 172.21.15.29:0/955549767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c4814c860 con 0x7f0c4815c1c0 2024-09-12T03:09:41.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.719+0000 7f0c3fe00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c4815c1c0 0x7f0c480cd840 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0c3000e730 tx=0x7f0c3000ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:41.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.720+0000 7f0c3e000640 1 -- 172.21.15.29:0/955549767 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3000f040 con 0x7f0c4815c1c0 2024-09-12T03:09:41.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.720+0000 7f0c3e000640 1 -- 172.21.15.29:0/955549767 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c30004230 con 0x7f0c4815c1c0 2024-09-12T03:09:41.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.720+0000 7f0c3e000640 1 -- 172.21.15.29:0/955549767 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3000ee40 con 0x7f0c4815c1c0 2024-09-12T03:09:41.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.720+0000 7f0c4ca00640 1 -- 172.21.15.29:0/955549767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c480a01f0 con 0x7f0c4815c1c0 2024-09-12T03:09:41.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.720+0000 7f0c4ca00640 1 -- 172.21.15.29:0/955549767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c4809ff10 con 0x7f0c4815c1c0 2024-09-12T03:09:41.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.721+0000 7f0c4ca00640 1 -- 172.21.15.29:0/955549767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c480b6220 con 0x7f0c4815c1c0 2024-09-12T03:09:41.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.722+0000 7f0c3e000640 1 -- 172.21.15.29:0/955549767 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0c3000c6d0 con 0x7f0c4815c1c0 2024-09-12T03:09:41.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.723+0000 7f0c3e000640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0c2406be30 0x7f0c2406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:41.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.723+0000 7f0c3e000640 1 -- 172.21.15.29:0/955549767 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f0c3008abd0 con 0x7f0c4815c1c0 2024-09-12T03:09:41.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.723+0000 7f0c45e00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0c2406be30 0x7f0c2406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:41.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.724+0000 7f0c45e00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0c2406be30 0x7f0c2406e2f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0c38001780 tx=0x7f0c38009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:41.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.727+0000 7f0c3e000640 1 -- 172.21.15.29:0/955549767 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0c30017020 con 0x7f0c4815c1c0 2024-09-12T03:09:41.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.949+0000 7f0c4ca00640 1 -- 172.21.15.29:0/955549767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c4806dab0 con 0x7f0c4815c1c0 2024-09-12T03:09:41.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.950+0000 7f0c3e000640 1 -- 172.21.15.29:0/955549767 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+5214 (secure 0 0 0) 0x7f0c30058e30 con 0x7f0c4815c1c0 2024-09-12T03:09:41.950 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:41.951 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":19,"btime":"2024-09-12T03:09:39:433600+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4846,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/648822346","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":648822346},{"type":"v1","addr":"172.21.15.38:6836","nonce":648822346}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4849,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2078855410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2078855410},{"type":"v1","addr":"172.21.15.38:6837","nonce":2078855410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4884,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/4108429340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":4108429340},{"type":"v1","addr":"172.21.15.29:6833","nonce":4108429340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:09:35.809550+0000","modified":"2024-09-12T03:09:38.857261+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4899},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4899":{"gid":4899,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/75767180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":75767180},{"type":"v1","addr":"172.21.15.29:6835","nonce":75767180}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4899,"qdb_cluster":[4899]},"id":2}]} 2024-09-12T03:09:41.951 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 19 2024-09-12T03:09:41.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 -- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0c2406be30 msgr2=0x7f0c2406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0c2406be30 0x7f0c2406e2f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0c38001780 tx=0x7f0c38009040 comp rx=0 tx=0).stop 2024-09-12T03:09:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 -- 172.21.15.29:0/955549767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c4815c1c0 msgr2=0x7f0c480cd840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c4815c1c0 0x7f0c480cd840 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0c3000e730 tx=0x7f0c3000ebf0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 -- 172.21.15.29:0/955549767 shutdown_connections 2024-09-12T03:09:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0c2406be30 0x7f0c2406e2f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0c4815f480 0x7f0c480cdd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c4815c1c0 0x7f0c480cd840 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 --2- 172.21.15.29:0/955549767 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0c4809b180 0x7f0c481f39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 -- 172.21.15.29:0/955549767 >> 172.21.15.29:0/955549767 conn(0x7f0c480b3ff0 msgr2=0x7f0c480b6c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 -- 172.21.15.29:0/955549767 shutdown_connections 2024-09-12T03:09:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:41.952+0000 7f0c4ca00640 1 -- 172.21.15.29:0/955549767 wait complete. 2024-09-12T03:09:42.372 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 19, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:09:35.809550+0000', 'modified': '2024-09-12T03:09:38.857261+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4899}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4899': {'gid': 4899, 'name': 'a', 'rank': 0, 'incarnation': 15, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.29:6835/75767180', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6834', 'nonce': 75767180}, {'type': 'v1', 'addr': '172.21.15.29:6835', 'nonce': 75767180}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4899, 'qdb_cluster': [4899]} 2024-09-12T03:09:42.372 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T03:09:42.372 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-12T03:09:42.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.532+0000 7f3021200640 1 Processor -- start 2024-09-12T03:09:42.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.532+0000 7f3021200640 1 -- start start 2024-09-12T03:09:42.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.533+0000 7f3021200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f301c1554d0 0x7f301c0ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.533+0000 7f3021200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f301c162750 0x7f301c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.533+0000 7f3021200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f301c0af860 con 0x7f301c0af3a0 2024-09-12T03:09:42.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.533+0000 7f3021200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f301c0b0470 con 0x7f301c1554d0 2024-09-12T03:09:42.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.533+0000 7f3021200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f301c0afb40 con 0x7f301c162750 2024-09-12T03:09:42.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.534+0000 7f3019e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f301c1554d0 0x7f301c0ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.534+0000 7f3019400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f301c0af3a0 0x7f301c162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45718/0 (socket says 172.21.15.29:45718) 2024-09-12T03:09:42.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.534+0000 7f3019400640 1 -- 172.21.15.29:0/3645306015 learned_addr learned my addr 172.21.15.29:0/3645306015 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:42.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.534+0000 7f301a800640 1 --2- 172.21.15.29:0/3645306015 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f301c162750 0x7f301c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.534+0000 7f3019e00640 1 -- 172.21.15.29:0/3645306015 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f301c162750 msgr2=0x7f301c06eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:42.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.534+0000 7f3019e00640 1 --2- 172.21.15.29:0/3645306015 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f301c162750 0x7f301c06eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.534+0000 7f3019e00640 1 -- 172.21.15.29:0/3645306015 >> v1:172.21.15.29:6789/0 conn(0x7f301c0af3a0 legacy=0x7f301c162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.534+0000 7f3019e00640 1 -- 172.21.15.29:0/3645306015 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f301c0afe20 con 0x7f301c1554d0 2024-09-12T03:09:42.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.534+0000 7f301a800640 1 --2- 172.21.15.29:0/3645306015 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f301c162750 0x7f301c06eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:42.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.535+0000 7f3019e00640 1 --2- 172.21.15.29:0/3645306015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f301c1554d0 0x7f301c0ccf60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f300c0097a0 tx=0x7f300c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c796cf165d937b93 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:42.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.535+0000 7f3018a00640 1 -- 172.21.15.29:0/3645306015 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f300c037070 con 0x7f301c1554d0 2024-09-12T03:09:42.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.535+0000 7f3018a00640 1 -- 172.21.15.29:0/3645306015 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f300c032440 con 0x7f301c1554d0 2024-09-12T03:09:42.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.535+0000 7f3018a00640 1 -- 172.21.15.29:0/3645306015 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f300c032810 con 0x7f301c1554d0 2024-09-12T03:09:42.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.536+0000 7f3021200640 1 -- 172.21.15.29:0/3645306015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f301c1554d0 msgr2=0x7f301c0ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.536+0000 7f3021200640 1 --2- 172.21.15.29:0/3645306015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f301c1554d0 0x7f301c0ccf60 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f300c0097a0 tx=0x7f300c02a180 comp rx=0 tx=0).stop 2024-09-12T03:09:42.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.536+0000 7f3021200640 1 -- 172.21.15.29:0/3645306015 shutdown_connections 2024-09-12T03:09:42.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.536+0000 7f3021200640 1 --2- 172.21.15.29:0/3645306015 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f301c162750 0x7f301c06eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.536+0000 7f3021200640 1 --2- 172.21.15.29:0/3645306015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f301c1554d0 0x7f301c0ccf60 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.536+0000 7f3021200640 1 -- 172.21.15.29:0/3645306015 >> 172.21.15.29:0/3645306015 conn(0x7f301c0736d0 msgr2=0x7f301c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:42.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.536+0000 7f3021200640 1 -- 172.21.15.29:0/3645306015 shutdown_connections 2024-09-12T03:09:42.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.536+0000 7f3021200640 1 -- 172.21.15.29:0/3645306015 wait complete. 2024-09-12T03:09:42.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.538+0000 7f3021200640 1 Processor -- start 2024-09-12T03:09:42.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.538+0000 7f3021200640 1 -- start start 2024-09-12T03:09:42.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.539+0000 7f3021200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f301c0af3a0 0x7f301c1f43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.539+0000 7f3021200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f301c1554d0 0x7f301c0cf6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.539+0000 7f3021200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f301c162750 0x7f301c0b1c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.539+0000 7f3021200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f301c162d30 con 0x7f301c162750 2024-09-12T03:09:42.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.539+0000 7f3021200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f301c1558b0 con 0x7f301c1554d0 2024-09-12T03:09:42.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.539+0000 7f3021200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f301c162eb0 con 0x7f301c0af3a0 2024-09-12T03:09:42.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.539+0000 7f301a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f301c162750 0x7f301c0b1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.539+0000 7f301a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f301c162750 0x7f301c0b1c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59794/0 (socket says 172.21.15.29:59794) 2024-09-12T03:09:42.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.539+0000 7f301a800640 1 -- 172.21.15.29:0/4168580019 learned_addr learned my addr 172.21.15.29:0/4168580019 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:42.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.539+0000 7f3019e00640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f301c0af3a0 0x7f301c1f43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.539+0000 7f3019400640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f301c1554d0 0x7f301c0cf6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.540+0000 7f301a800640 1 -- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f301c0af3a0 msgr2=0x7f301c1f43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.540+0000 7f301a800640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f301c0af3a0 0x7f301c1f43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.540+0000 7f301a800640 1 -- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f301c1554d0 msgr2=0x7f301c0cf6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.540+0000 7f301a800640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f301c1554d0 0x7f301c0cf6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.540+0000 7f301a800640 1 -- 172.21.15.29:0/4168580019 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f301c1f4da0 con 0x7f301c162750 2024-09-12T03:09:42.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.540+0000 7f301a800640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f301c162750 0x7f301c0b1c80 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f3014007d90 tx=0x7f301400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:42.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.540+0000 7f3012000640 1 -- 172.21.15.29:0/4168580019 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301401a070 con 0x7f301c162750 2024-09-12T03:09:42.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.540+0000 7f3012000640 1 -- 172.21.15.29:0/4168580019 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3014003990 con 0x7f301c162750 2024-09-12T03:09:42.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.540+0000 7f3012000640 1 -- 172.21.15.29:0/4168580019 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3014003d80 con 0x7f301c162750 2024-09-12T03:09:42.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.540+0000 7f3021200640 1 -- 172.21.15.29:0/4168580019 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f301c0d00d0 con 0x7f301c162750 2024-09-12T03:09:42.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.540+0000 7f3021200640 1 -- 172.21.15.29:0/4168580019 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f301c14f890 con 0x7f301c162750 2024-09-12T03:09:42.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.542+0000 7f3012000640 1 -- 172.21.15.29:0/4168580019 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f301401d070 con 0x7f301c162750 2024-09-12T03:09:42.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.544+0000 7f3012000640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2ffc06be30 0x7f2ffc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.544+0000 7f3012000640 1 -- 172.21.15.29:0/4168580019 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f301408b150 con 0x7f301c162750 2024-09-12T03:09:42.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.544+0000 7f3019e00640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2ffc06be30 0x7f2ffc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.545+0000 7f30240bf740 1 Processor -- start 2024-09-12T03:09:42.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.545+0000 7f30240bf740 1 -- start start 2024-09-12T03:09:42.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.545+0000 7f3019e00640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2ffc06be30 0x7f2ffc06e2f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f300c034000 tx=0x7f300c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:42.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f30240bf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610a9fcf490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f30240bf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f874b0 0x5610a9f8a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f30240bf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f84570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f30240bf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5610a9ee83b0 con 0x5610a9f8b480 2024-09-12T03:09:42.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f30240bf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5610a9eed410 con 0x5610a9f89cf0 2024-09-12T03:09:42.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f30240bf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5610a9e95620 con 0x5610a9f874b0 2024-09-12T03:09:42.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f301a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f84570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f301a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f84570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59806/0 (socket says 172.21.15.29:59806) 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f301a800640 1 -- 172.21.15.29:0/3328750682 learned_addr learned my addr 172.21.15.29:0/3328750682 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f3019e00640 1 --2- 172.21.15.29:0/3328750682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610a9fcf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f3019400640 1 --2- 172.21.15.29:0/3328750682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f874b0 0x5610a9f8a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f301a800640 1 -- 172.21.15.29:0/3328750682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f874b0 msgr2=0x5610a9f8a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f301a800640 1 --2- 172.21.15.29:0/3328750682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f874b0 0x5610a9f8a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f301a800640 1 -- 172.21.15.29:0/3328750682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 msgr2=0x5610a9fcf490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f301a800640 1 --2- 172.21.15.29:0/3328750682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610a9fcf490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f301a800640 1 -- 172.21.15.29:0/3328750682 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610a9c002d0 con 0x5610a9f8b480 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.546+0000 7f3019e00640 1 --2- 172.21.15.29:0/3328750682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610a9fcf490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.547+0000 7f301a800640 1 --2- 172.21.15.29:0/3328750682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f84570 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f3014061910 tx=0x7f301405d610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f3e2a8657bc86ac server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.547+0000 7f3006a00640 1 -- 172.21.15.29:0/3328750682 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3014071180 con 0x5610a9f8b480 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.547+0000 7f3006a00640 1 -- 172.21.15.29:0/3328750682 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3014055980 con 0x5610a9f8b480 2024-09-12T03:09:42.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.547+0000 7f3006a00640 1 -- 172.21.15.29:0/3328750682 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3014059770 con 0x5610a9f8b480 2024-09-12T03:09:42.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.547+0000 7f30240bf740 1 -- 172.21.15.29:0/3328750682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 msgr2=0x5610a9f84570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.547+0000 7f30240bf740 1 --2- 172.21.15.29:0/3328750682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f84570 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f3014061910 tx=0x7f301405d610 comp rx=0 tx=0).stop 2024-09-12T03:09:42.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.548+0000 7f30240bf740 1 -- 172.21.15.29:0/3328750682 shutdown_connections 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.548+0000 7f30240bf740 1 --2- 172.21.15.29:0/3328750682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f84570 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.548+0000 7f30240bf740 1 --2- 172.21.15.29:0/3328750682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f874b0 0x5610a9f8a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.548+0000 7f30240bf740 1 --2- 172.21.15.29:0/3328750682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610a9fcf490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.548+0000 7f30240bf740 1 -- 172.21.15.29:0/3328750682 >> 172.21.15.29:0/3328750682 conn(0x5610a9f86740 msgr2=0x5610a9fce960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.548+0000 7f30240bf740 1 -- 172.21.15.29:0/3328750682 shutdown_connections 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.548+0000 7f30240bf740 1 -- 172.21.15.29:0/3328750682 wait complete. 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.548+0000 7f30240bf740 1 -- start start 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.549+0000 7f30240bf740 1 Processor -- start 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.549+0000 7f30240bf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610a9faac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.549+0000 7f30240bf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f885b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.549+0000 7f30240bf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f88af0 0x5610a9f84dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.549+0000 7f30240bf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5610a9ea8780 con 0x5610a9f8b480 2024-09-12T03:09:42.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.549+0000 7f30240bf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5610a9ee93d0 con 0x5610a9f89cf0 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f30240bf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5610a9f85be0 con 0x5610a9f88af0 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f30240bf740 10 client.0 _ll_register_callbacks cb 0x5610a9ee65d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f3019400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f885b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f3019400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f885b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59816/0 (socket says 172.21.15.29:59816) 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f3019400640 1 -- 172.21.15.29:0/1100118791 learned_addr learned my addr 172.21.15.29:0/1100118791 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f3019e00640 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610a9faac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f301a800640 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f88af0 0x5610a9f84dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f3019400640 1 -- 172.21.15.29:0/1100118791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f88af0 msgr2=0x5610a9f84dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f3019400640 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f88af0 0x5610a9f84dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f3019400640 1 -- 172.21.15.29:0/1100118791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 msgr2=0x5610a9faac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f3019400640 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610a9faac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.550+0000 7f3019400640 1 -- 172.21.15.29:0/1100118791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610a9cca6b0 con 0x5610a9f8b480 2024-09-12T03:09:42.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.551+0000 7f3019400640 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f885b0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f3008007630 tx=0x7f3008001610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=872516b10b577855 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.551+0000 7f2ffb400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.551+0000 7f2ffb400640 1 -- 172.21.15.29:0/1100118791 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3008001d20 con 0x5610a9f8b480 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.551+0000 7f2ffb400640 1 -- 172.21.15.29:0/1100118791 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f300800c910 con 0x5610a9f8b480 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.551+0000 7f30240bf740 1 -- 172.21.15.29:0/1100118791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3014055980 con 0x5610a9f8b480 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.551+0000 7f2ffb400640 1 -- 172.21.15.29:0/1100118791 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=19) ==== 24+0+0 (secure 0 0 0) 0x7f3008007720 con 0x5610a9f8b480 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.551+0000 7f30240bf740 10 client.5052 fetch_fsmap learned FSMap version 19 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.551+0000 7f30240bf740 1 -- 172.21.15.29:0/1100118791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=19,monmap=2+}) -- 0x5610a9fe2810 con 0x5610a9f8b480 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.551+0000 7f2ffb400640 1 -- 172.21.15.29:0/1100118791 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3014055980 con 0x5610a9f8b480 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.551+0000 7f2ffb400640 1 -- 172.21.15.29:0/1100118791 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 19) ==== 3502+0+0 (secure 0 0 0) 0x7f300800cb10 con 0x5610a9f8b480 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.551+0000 7f30240bf740 10 client.5052 fetch_fsmap finished waiting for FSMap version 19 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.552+0000 7f30240bf740 10 client.5052 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:09:42.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.552+0000 7f30240bf740 20 client.5052 populate_metadata read hostname 'smithi029' 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.552+0000 7f30240bf740 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x5610a9fa9650 0x5610a9fa9a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.552+0000 7f30240bf740 4 client.5052 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.552+0000 7f30240bf740 1 -- 172.21.15.29:0/1100118791 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610a9efab40 con 0x5610a9fa9650 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.552+0000 7f3019e00640 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x5610a9fa9650 0x5610a9fa9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.552+0000 7f3019e00640 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x5610a9fa9650 0x5610a9fa9a30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11b22cc4ca6a13c0 server_cookie=87fda4f71abe6b6f in_seq=0 out_seq=0 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.552+0000 7f2ffb400640 10 client.5052 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.553+0000 7f2ffb400640 1 -- 172.21.15.29:0/1100118791 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5610a9efab40 con 0x5610a9fa9650 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.553+0000 7f2ffb400640 10 client.5052 handle_command_reply: tid=0 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.553+0000 7f30240bf740 1 client.5052 shutdown 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.553+0000 7f30240bf740 1 -- 172.21.15.29:0/1100118791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 msgr2=0x5610a9f885b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.553+0000 7f30240bf740 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f885b0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f3008007630 tx=0x7f3008001610 comp rx=0 tx=0).stop 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.554+0000 7f30240bf740 1 -- 172.21.15.29:0/1100118791 shutdown_connections 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.554+0000 7f30240bf740 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x5610a9fa9650 0x5610a9fa9a30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.554+0000 7f30240bf740 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f88af0 0x5610a9f84dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.554+0000 7f30240bf740 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9f885b0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.554+0000 7f30240bf740 1 --2- 172.21.15.29:0/1100118791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610a9faac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.554+0000 7f30240bf740 1 -- 172.21.15.29:0/1100118791 >> 172.21.15.29:0/1100118791 conn(0x5610a9f874b0 msgr2=0x5610a9fae9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:42.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.554+0000 7f2ffb400640 0 client.5052 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:09:42.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.554+0000 7f30240bf740 1 -- 172.21.15.29:0/1100118791 shutdown_connections 2024-09-12T03:09:42.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.554+0000 7f30240bf740 1 -- 172.21.15.29:0/1100118791 wait complete. 2024-09-12T03:09:42.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.554+0000 7f30240bf740 20 client.5052 trim_cache size 0 max 16384 2024-09-12T03:09:42.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.573+0000 7f30240bf740 1 Processor -- start 2024-09-12T03:09:42.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.573+0000 7f30240bf740 1 -- start start 2024-09-12T03:09:42.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f30240bf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f88af0 0x5610a9ff1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f30240bf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f89cf0 0x5610a9fde6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f30240bf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f8b480 0x5610a9ff2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f30240bf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f301c0ce450 con 0x5610a9f88af0 2024-09-12T03:09:42.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f30240bf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f301c0cd7b0 con 0x5610a9f8b480 2024-09-12T03:09:42.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f30240bf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f301c0cde00 con 0x5610a9f89cf0 2024-09-12T03:09:42.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f3019e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f88af0 0x5610a9ff1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f3019e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f88af0 0x5610a9ff1a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59824/0 (socket says 172.21.15.29:59824) 2024-09-12T03:09:42.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f3019e00640 1 -- 172.21.15.29:0/2393965403 learned_addr learned my addr 172.21.15.29:0/2393965403 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:42.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f3019e00640 1 -- 172.21.15.29:0/2393965403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f89cf0 msgr2=0x5610a9fde6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:42.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f3019e00640 1 --2- 172.21.15.29:0/2393965403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f89cf0 0x5610a9fde6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f3019e00640 1 -- 172.21.15.29:0/2393965403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f8b480 msgr2=0x5610a9ff2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:42.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f3019e00640 1 --2- 172.21.15.29:0/2393965403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f8b480 0x5610a9ff2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.574+0000 7f3019e00640 1 -- 172.21.15.29:0/2393965403 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610a9f89b00 con 0x5610a9f88af0 2024-09-12T03:09:42.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.575+0000 7f3019e00640 1 --2- 172.21.15.29:0/2393965403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f88af0 0x5610a9ff1a00 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f300c0098c0 tx=0x7f300c02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7d415a8aa678e33 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:42.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.575+0000 7f3006000640 1 -- 172.21.15.29:0/2393965403 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f300c05b070 con 0x5610a9f88af0 2024-09-12T03:09:42.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.575+0000 7f3006000640 1 -- 172.21.15.29:0/2393965403 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f300c032e30 con 0x5610a9f88af0 2024-09-12T03:09:42.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.575+0000 7f3006000640 1 -- 172.21.15.29:0/2393965403 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f300c037040 con 0x5610a9f88af0 2024-09-12T03:09:42.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.575+0000 7f30240bf740 1 -- 172.21.15.29:0/2393965403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f88af0 msgr2=0x5610a9ff1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.575+0000 7f30240bf740 1 --2- 172.21.15.29:0/2393965403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f88af0 0x5610a9ff1a00 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f300c0098c0 tx=0x7f300c02c000 comp rx=0 tx=0).stop 2024-09-12T03:09:42.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.575+0000 7f30240bf740 1 -- 172.21.15.29:0/2393965403 shutdown_connections 2024-09-12T03:09:42.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.575+0000 7f30240bf740 1 --2- 172.21.15.29:0/2393965403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f8b480 0x5610a9ff2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.575+0000 7f30240bf740 1 --2- 172.21.15.29:0/2393965403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f89cf0 0x5610a9fde6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.575+0000 7f30240bf740 1 --2- 172.21.15.29:0/2393965403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f88af0 0x5610a9ff1a00 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.575+0000 7f30240bf740 1 -- 172.21.15.29:0/2393965403 >> 172.21.15.29:0/2393965403 conn(0x5610a9f874b0 msgr2=0x5610a9fb1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:42.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.576+0000 7f30240bf740 1 -- 172.21.15.29:0/2393965403 shutdown_connections 2024-09-12T03:09:42.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.576+0000 7f30240bf740 1 -- 172.21.15.29:0/2393965403 wait complete. 2024-09-12T03:09:42.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.576+0000 7f30240bf740 1 -- start start 2024-09-12T03:09:42.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.576+0000 7f30240bf740 1 Processor -- start 2024-09-12T03:09:42.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.577+0000 7f30240bf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f88af0 0x5610aa04deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.577+0000 7f30240bf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610aa036210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.577+0000 7f30240bf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9ff2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.577+0000 7f30240bf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5610a9f83660 con 0x5610a9f8b480 2024-09-12T03:09:42.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.577+0000 7f30240bf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5610a9fe2af0 con 0x5610a9f89cf0 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.577+0000 7f30240bf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5610a9fdf780 con 0x5610a9f88af0 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.577+0000 7f30240bf740 10 client.0 _ll_register_callbacks cb 0x7f3008004840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f301a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9ff2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f301a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9ff2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59832/0 (socket says 172.21.15.29:59832) 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f301a800640 1 -- 172.21.15.29:0/839154151 learned_addr learned my addr 172.21.15.29:0/839154151 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f3019400640 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610aa036210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f3019e00640 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f88af0 0x5610aa04deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f301a800640 1 -- 172.21.15.29:0/839154151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f88af0 msgr2=0x5610aa04deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f301a800640 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f88af0 0x5610aa04deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f301a800640 1 -- 172.21.15.29:0/839154151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 msgr2=0x5610aa036210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f301a800640 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610aa036210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f301a800640 1 -- 172.21.15.29:0/839154151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610aa0438b0 con 0x5610a9f8b480 2024-09-12T03:09:42.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f301a800640 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9ff2bb0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f3014059330 tx=0x7f30140893b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=525868fa8b47e2f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f2ffb400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.578+0000 7f2ffb400640 1 -- 172.21.15.29:0/839154151 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3014075070 con 0x5610a9f8b480 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f2ffb400640 1 -- 172.21.15.29:0/839154151 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f3014059780 con 0x5610a9f8b480 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f30240bf740 1 -- 172.21.15.29:0/839154151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f300c032e30 con 0x5610a9f8b480 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f2ffb400640 1 -- 172.21.15.29:0/839154151 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=19) ==== 24+0+0 (secure 0 0 0) 0x7f30140619b0 con 0x5610a9f8b480 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f30240bf740 10 client.5058 fetch_fsmap learned FSMap version 19 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f30240bf740 1 -- 172.21.15.29:0/839154151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=19,monmap=2+}) -- 0x5610a9fb0210 con 0x5610a9f8b480 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f2ffb400640 1 -- 172.21.15.29:0/839154151 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f300c032e30 con 0x5610a9f8b480 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f2ffb400640 1 -- 172.21.15.29:0/839154151 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 19) ==== 3502+0+0 (secure 0 0 0) 0x7f301405d170 con 0x5610a9f8b480 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f30240bf740 10 client.5058 fetch_fsmap finished waiting for FSMap version 19 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f30240bf740 10 client.5058 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f30240bf740 20 client.5058 populate_metadata read hostname 'smithi029' 2024-09-12T03:09:42.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f30240bf740 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x5610a9fad9a0 0x5610a9fa7c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f30240bf740 4 client.5058 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:09:42.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f30240bf740 1 -- 172.21.15.29:0/839154151 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "status"}) -- 0x5610a9ef4e90 con 0x5610a9fad9a0 2024-09-12T03:09:42.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.579+0000 7f3019e00640 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x5610a9fad9a0 0x5610a9fa7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f3019e00640 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x5610a9fad9a0 0x5610a9fa7c50 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=458718fabad6b5d3 server_cookie=b6ac0652d4f9158f in_seq=0 out_seq=0 2024-09-12T03:09:42.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f2ffb400640 10 client.5058 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:09:42.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f2ffb400640 1 -- 172.21.15.29:0/839154151 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x5610a9ef4e90 con 0x5610a9fad9a0 2024-09-12T03:09:42.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f2ffb400640 10 client.5058 handle_command_reply: tid=0 2024-09-12T03:09:42.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f30240bf740 1 client.5058 shutdown 2024-09-12T03:09:42.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f30240bf740 1 -- 172.21.15.29:0/839154151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 msgr2=0x5610a9ff2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f30240bf740 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9ff2bb0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f3014059330 tx=0x7f30140893b0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f30240bf740 1 -- 172.21.15.29:0/839154151 shutdown_connections 2024-09-12T03:09:42.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f30240bf740 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x5610a9fad9a0 0x5610a9fa7c50 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f30240bf740 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610a9f8b480 0x5610a9ff2bb0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f30240bf740 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5610a9f89cf0 0x5610aa036210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f30240bf740 1 --2- 172.21.15.29:0/839154151 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5610a9f88af0 0x5610aa04deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f2ffb400640 0 client.5058 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:09:42.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f30240bf740 1 -- 172.21.15.29:0/839154151 >> 172.21.15.29:0/839154151 conn(0x5610a9f874b0 msgr2=0x5610a9fb1f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:42.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.580+0000 7f30240bf740 1 -- 172.21.15.29:0/839154151 shutdown_connections 2024-09-12T03:09:42.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f30240bf740 1 -- 172.21.15.29:0/839154151 wait complete. 2024-09-12T03:09:42.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f30240bf740 20 client.5058 trim_cache size 0 max 16384 2024-09-12T03:09:42.586 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:09:42.586 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:09:42.586 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:09:42.587 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4899, 2024-09-12T03:09:42.587 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:09:42.587 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:09:42.587 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:09:42.587 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 6.1821415789999996, 2024-09-12T03:09:42.587 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 19, 2024-09-12T03:09:42.587 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 39, 2024-09-12T03:09:42.587 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 39, 2024-09-12T03:09:42.587 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 14.227338522 2024-09-12T03:09:42.587 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:09:42.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 -- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2ffc06be30 msgr2=0x7f2ffc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2ffc06be30 0x7f2ffc06e2f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f300c034000 tx=0x7f300c02e000 comp rx=0 tx=0).stop 2024-09-12T03:09:42.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 -- 172.21.15.29:0/4168580019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f301c162750 msgr2=0x7f301c0b1c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f301c162750 0x7f301c0b1c80 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f3014007d90 tx=0x7f301400d4a0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 -- 172.21.15.29:0/4168580019 shutdown_connections 2024-09-12T03:09:42.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2ffc06be30 0x7f2ffc06e2f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f301c162750 0x7f301c0b1c80 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f301c1554d0 0x7f301c0cf6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 --2- 172.21.15.29:0/4168580019 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f301c0af3a0 0x7f301c1f43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 -- 172.21.15.29:0/4168580019 >> 172.21.15.29:0/4168580019 conn(0x7f301c0736d0 msgr2=0x7f301c0ae9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:42.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 -- 172.21.15.29:0/4168580019 shutdown_connections 2024-09-12T03:09:42.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.581+0000 7f3021200640 1 -- 172.21.15.29:0/4168580019 wait complete. 2024-09-12T03:09:42.597 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T03:09:42.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.752+0000 7f16c7a00640 1 Processor -- start 2024-09-12T03:09:42.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.752+0000 7f16c7a00640 1 -- start start 2024-09-12T03:09:42.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c7a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f16c015a660 0x7f16c006ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c7a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16c006f3b0 0x7f16c0072400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c7a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f16c0072940 0x7f16c00b3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c7a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f16c015aa40 con 0x7f16c015a660 2024-09-12T03:09:42.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c7a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f16c00b53b0 con 0x7f16c0072940 2024-09-12T03:09:42.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c7a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f16c00b5600 con 0x7f16c006f3b0 2024-09-12T03:09:42.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c5000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f16c015a660 0x7f16c006ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c5000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f16c015a660 0x7f16c006ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59840/0 (socket says 172.21.15.29:59840) 2024-09-12T03:09:42.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c5000640 1 -- 172.21.15.29:0/3980248137 learned_addr learned my addr 172.21.15.29:0/3980248137 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:42.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16bfe00640 1 --2- 172.21.15.29:0/3980248137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16c006f3b0 0x7f16c0072400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c5a00640 1 --2- 172.21.15.29:0/3980248137 >> v2:172.21.15.38:3300/0 conn(0x7f16c0072940 0x7f16c00b3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c5000640 1 -- 172.21.15.29:0/3980248137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16c006f3b0 msgr2=0x7f16c0072400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:42.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c5000640 1 --2- 172.21.15.29:0/3980248137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16c006f3b0 0x7f16c0072400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c5000640 1 -- 172.21.15.29:0/3980248137 >> v2:172.21.15.38:3300/0 conn(0x7f16c0072940 msgr2=0x7f16c00b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:42.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c5000640 1 --2- 172.21.15.29:0/3980248137 >> v2:172.21.15.38:3300/0 conn(0x7f16c0072940 0x7f16c00b3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16c5000640 1 -- 172.21.15.29:0/3980248137 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16c00b58e0 con 0x7f16c015a660 2024-09-12T03:09:42.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.754+0000 7f16bfe00640 1 --2- 172.21.15.29:0/3980248137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16c006f3b0 0x7f16c0072400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:42.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.755+0000 7f16c5000640 1 --2- 172.21.15.29:0/3980248137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16c015a660 0x7f16c006ee70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f16c00d0700 tx=0x7f16b402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e44464fffb77ee48 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:42.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.756+0000 7f16bf400640 1 -- 172.21.15.29:0/3980248137 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b4037070 con 0x7f16c015a660 2024-09-12T03:09:42.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.756+0000 7f16bf400640 1 -- 172.21.15.29:0/3980248137 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16b4032440 con 0x7f16c015a660 2024-09-12T03:09:42.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.756+0000 7f16bf400640 1 -- 172.21.15.29:0/3980248137 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16b4032810 con 0x7f16c015a660 2024-09-12T03:09:42.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.756+0000 7f16c7a00640 1 -- 172.21.15.29:0/3980248137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16c015a660 msgr2=0x7f16c006ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.756+0000 7f16c7a00640 1 --2- 172.21.15.29:0/3980248137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16c015a660 0x7f16c006ee70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f16c00d0700 tx=0x7f16b402a1e0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.756+0000 7f16c7a00640 1 -- 172.21.15.29:0/3980248137 shutdown_connections 2024-09-12T03:09:42.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.756+0000 7f16c7a00640 1 --2- 172.21.15.29:0/3980248137 >> v2:172.21.15.38:3300/0 conn(0x7f16c0072940 0x7f16c00b3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.756+0000 7f16c7a00640 1 --2- 172.21.15.29:0/3980248137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16c006f3b0 0x7f16c0072400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.756+0000 7f16c7a00640 1 --2- 172.21.15.29:0/3980248137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16c015a660 0x7f16c006ee70 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.756+0000 7f16c7a00640 1 -- 172.21.15.29:0/3980248137 >> 172.21.15.29:0/3980248137 conn(0x7f16c006bc10 msgr2=0x7f16c006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:42.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.756+0000 7f16c7a00640 1 -- 172.21.15.29:0/3980248137 shutdown_connections 2024-09-12T03:09:42.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.757+0000 7f16c7a00640 1 -- 172.21.15.29:0/3980248137 wait complete. 2024-09-12T03:09:42.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.758+0000 7f16c7a00640 1 Processor -- start 2024-09-12T03:09:42.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.758+0000 7f16c7a00640 1 -- start start 2024-09-12T03:09:42.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.759+0000 7f16c7a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16c006f3b0 0x7f16c00aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.759+0000 7f16c7a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16c0072940 0x7f16c014e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.759+0000 7f16c7a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c015a660 0x7f16c015cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.759+0000 7f16c7a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f16c00ce820 con 0x7f16c0072940 2024-09-12T03:09:42.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.759+0000 7f16c7a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f16c00b3a80 con 0x7f16c015a660 2024-09-12T03:09:42.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.759+0000 7f16c7a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f16c0069360 con 0x7f16c006f3b0 2024-09-12T03:09:42.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.759+0000 7f16bfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16c0072940 0x7f16c014e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.759+0000 7f16bfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16c0072940 0x7f16c014e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59842/0 (socket says 172.21.15.29:59842) 2024-09-12T03:09:42.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.759+0000 7f16bfe00640 1 -- 172.21.15.29:0/4191124579 learned_addr learned my addr 172.21.15.29:0/4191124579 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:42.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.759+0000 7f16c5a00640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c015a660 0x7f16c015cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.760+0000 7f16c5000640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16c006f3b0 0x7f16c00aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.760+0000 7f16bfe00640 1 -- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16c006f3b0 msgr2=0x7f16c00aed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.760+0000 7f16bfe00640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16c006f3b0 0x7f16c00aed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.760+0000 7f16bfe00640 1 -- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c015a660 msgr2=0x7f16c015cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.760+0000 7f16bfe00640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c015a660 0x7f16c015cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.760+0000 7f16bfe00640 1 -- 172.21.15.29:0/4191124579 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16c013cd70 con 0x7f16c0072940 2024-09-12T03:09:42.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.760+0000 7f16bfe00640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16c0072940 0x7f16c014e1e0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f16ac00e810 tx=0x7f16ac00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:42.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.760+0000 7f16bcc00640 1 -- 172.21.15.29:0/4191124579 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ac00f040 con 0x7f16c0072940 2024-09-12T03:09:42.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.760+0000 7f16bcc00640 1 -- 172.21.15.29:0/4191124579 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16ac004030 con 0x7f16c0072940 2024-09-12T03:09:42.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.760+0000 7f16bcc00640 1 -- 172.21.15.29:0/4191124579 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ac004400 con 0x7f16c0072940 2024-09-12T03:09:42.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.760+0000 7f16c7a00640 1 -- 172.21.15.29:0/4191124579 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16c013d050 con 0x7f16c0072940 2024-09-12T03:09:42.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.761+0000 7f16c7a00640 1 -- 172.21.15.29:0/4191124579 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16c013d610 con 0x7f16c0072940 2024-09-12T03:09:42.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.762+0000 7f16c7a00640 1 -- 172.21.15.29:0/4191124579 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16c00723e0 con 0x7f16c0072940 2024-09-12T03:09:42.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.763+0000 7f16bcc00640 1 -- 172.21.15.29:0/4191124579 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f16ac00c670 con 0x7f16c0072940 2024-09-12T03:09:42.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.763+0000 7f16bcc00640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16a006be60 0x7f16a006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:42.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.763+0000 7f16bcc00640 1 -- 172.21.15.29:0/4191124579 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f16ac08ab90 con 0x7f16c0072940 2024-09-12T03:09:42.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.764+0000 7f16c5000640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16a006be60 0x7f16a006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:42.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.764+0000 7f16c5000640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16a006be60 0x7f16a006e320 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f16b4034000 tx=0x7f16b402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:42.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.768+0000 7f16bcc00640 1 -- 172.21.15.29:0/4191124579 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f16ac017020 con 0x7f16c0072940 2024-09-12T03:09:42.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.988+0000 7f16c7a00640 1 -- 172.21.15.29:0/4191124579 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f16c006d420 con 0x7f16c0072940 2024-09-12T03:09:42.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.988+0000 7f16bcc00640 1 -- 172.21.15.29:0/4191124579 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v19) ==== 53+0+73 (secure 0 0 0) 0x7f16ac058d50 con 0x7f16c0072940 2024-09-12T03:09:42.989 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 -- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16a006be60 msgr2=0x7f16a006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16a006be60 0x7f16a006e320 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f16b4034000 tx=0x7f16b402e000 comp rx=0 tx=0).stop 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 -- 172.21.15.29:0/4191124579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16c0072940 msgr2=0x7f16c014e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16c0072940 0x7f16c014e1e0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f16ac00e810 tx=0x7f16ac00ecd0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 -- 172.21.15.29:0/4191124579 shutdown_connections 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16a006be60 0x7f16a006e320 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f16c015a660 0x7f16c015cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16c0072940 0x7f16c014e1e0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 --2- 172.21.15.29:0/4191124579 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f16c006f3b0 0x7f16c00aed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 -- 172.21.15.29:0/4191124579 >> 172.21.15.29:0/4191124579 conn(0x7f16c006bc10 msgr2=0x7f16c01510a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 -- 172.21.15.29:0/4191124579 shutdown_connections 2024-09-12T03:09:42.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:42.990+0000 7f16c7a00640 1 -- 172.21.15.29:0/4191124579 wait complete. 2024-09-12T03:09:43.006 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-12T03:09:43.006 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T03:09:43.006 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-12T03:09:43.006 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T03:09:43.006 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T03:09:43.006 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-12T03:09:43.006 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-12T03:09:43.006 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T03:09:43.006 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:09:43.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:43.007 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-12T03:09:43.043 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:09:43.043 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:09:43.043 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:09:43.043 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:43.043 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42603sec preferred_lft 42603sec 2024-09-12T03:09:43.044 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::5cad:38ff:fe5a:4a20/64 scope link 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 92:35:2c:af:97:19 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T03:09:43.045 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::9035:2cff:feaf:9719/64 scope link 2024-09-12T03:09:43.046 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:43.046 INFO:teuthology.orchestra.run.smithi029.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:09:43.046 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T03:09:43.046 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::1863:d3ff:fec7:b92e/64 scope link 2024-09-12T03:09:43.046 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:09:43.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:43.046 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T03:09:43.137 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-12T03:09:43.140 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:43.140 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-12T03:09:43.176 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-12T03:09:43.176 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T03:09:43.177 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-12T03:09:43.177 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-12T03:09:43.177 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T03:09:43.177 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:09:43.177 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:09:43.177 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-12T03:09:43.177 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-12T03:09:43.177 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-12T03:09:43.177 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:09:43.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:09:43.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:43.375 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:43.376 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:09:43.412 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T03:09:43.412 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-12T03:09:43.412 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:09:43.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:43.412 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2024-09-12T03:09:43.509 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:09:43.509 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T03:09:43.545 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:09:43.545 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:09:43.546 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:09:43.620 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-12T03:09:43.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:43.620 DEBUG:teuthology.orchestra.run.smithi029:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:43.749 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:43.749 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:09:43.777 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:09:43.777 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:09:43.777 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: resolved to: "172.21.15.29:3300,172.21.15.38:3300,172.21.15.38:3301" 2024-09-12T03:09:43.777 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: trying mount with new device syntax: 0@8387999b-c63f-4080-b5fb-52fe2b1dc5d5.cephfs=/ 2024-09-12T03:09:43.777 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.29:3300/172.21.15.38:3300/172.21.15.38:3301" will pass to kernel 2024-09-12T03:09:43.779 INFO:teuthology.orchestra.run.smithi029.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T03:09:43.779 INFO:teuthology.orchestra.run.smithi029.stdout: You just mounted a file system that supports labels which does not 2024-09-12T03:09:43.779 INFO:teuthology.orchestra.run.smithi029.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T03:09:43.779 INFO:teuthology.orchestra.run.smithi029.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T03:09:43.779 INFO:teuthology.orchestra.run.smithi029.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T03:09:43.782 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T03:09:43.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:43.782 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:09:43.840 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:09:43.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:43 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:09:43.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:09:43.937 INFO:teuthology.orchestra.run.smithi029.stdout:client5067 2024-09-12T03:09:43.937 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:09:43.937 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:09:43.974 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-09-12T03:09:44.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.175+0000 7fb245a00640 1 Processor -- start 2024-09-12T03:09:44.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.175+0000 7fb245a00640 1 -- start start 2024-09-12T03:09:44.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.176+0000 7fb245a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb240072040 0x7fb24015fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.177+0000 7fb245a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb240072d80 0x7fb240072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.177+0000 7fb245a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb240160340 con 0x7fb24006e0a0 2024-09-12T03:09:44.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.177+0000 7fb245a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fb240072960 con 0x7fb240072d80 2024-09-12T03:09:44.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.177+0000 7fb245a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb2401605e0 con 0x7fb240072040 2024-09-12T03:09:44.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.177+0000 7fb23f400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fb24006e0a0 0x7fb2400cd5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45732/0 (socket says 172.21.15.29:45732) 2024-09-12T03:09:44.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.177+0000 7fb23f400640 1 -- 172.21.15.29:0/2929659852 learned_addr learned my addr 172.21.15.29:0/2929659852 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:44.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.177+0000 7fb23ea00640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb240072040 0x7fb24015fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.177+0000 7fb23e000640 1 --2- 172.21.15.29:0/2929659852 >> v2:172.21.15.38:3300/0 conn(0x7fb240072d80 0x7fb240072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.177+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2773453175 0 0) 0x7fb240160340 con 0x7fb24006e0a0 2024-09-12T03:09:44.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.177+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb224003520 con 0x7fb24006e0a0 2024-09-12T03:09:44.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1798037841 0 0) 0x7fb224003520 con 0x7fb24006e0a0 2024-09-12T03:09:44.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb240072040 msgr2=0x7fb24015fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:44.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb240072040 0x7fb24015fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 >> v2:172.21.15.38:3300/0 conn(0x7fb240072d80 msgr2=0x7fb240072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 --2- 172.21.15.29:0/2929659852 >> v2:172.21.15.38:3300/0 conn(0x7fb240072d80 0x7fb240072420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2401608c0 con 0x7fb24006e0a0 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fb2380019f0 con 0x7fb24006e0a0 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23e000640 1 --2- 172.21.15.29:0/2929659852 >> v2:172.21.15.38:3300/0 conn(0x7fb240072d80 0x7fb240072420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 >> v1:172.21.15.29:6789/0 conn(0x7fb24006e0a0 legacy=0x7fb2400cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb240072040 0x7fb2240039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb224003f30 0x7fb224004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb224004d40 0x7fb2240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb240072960 con 0x7fb224003f30 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb2401605e0 con 0x7fb224004d40 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb22400b9c0 con 0x7fb240072040 2024-09-12T03:09:44.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23e000640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb224003f30 0x7fb224004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23ea00640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb240072040 0x7fb2240039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.178+0000 7fb23f400640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb224004d40 0x7fb2240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.179+0000 7fb23e000640 1 -- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb240072040 msgr2=0x7fb2240039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:44.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.179+0000 7fb23e000640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb240072040 0x7fb2240039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.179+0000 7fb23e000640 1 -- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb224004d40 msgr2=0x7fb2240051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:44.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.179+0000 7fb23e000640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb224004d40 0x7fb2240051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.179+0000 7fb23e000640 1 -- 172.21.15.29:0/2929659852 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb224003520 con 0x7fb224003f30 2024-09-12T03:09:44.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.179+0000 7fb23ea00640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb240072040 0x7fb2240039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:44.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.179+0000 7fb23f400640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb224004d40 0x7fb2240051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:44.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.180+0000 7fb23e000640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb224003f30 0x7fb224004800 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb22c009c60 tx=0x7fb224005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beaeee53a288b111 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:44.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.180+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb22c009860 con 0x7fb224003f30 2024-09-12T03:09:44.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.180+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb22c004020 con 0x7fb224003f30 2024-09-12T03:09:44.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.180+0000 7fb23d600640 1 -- 172.21.15.29:0/2929659852 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb22c0043f0 con 0x7fb224003f30 2024-09-12T03:09:44.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.180+0000 7fb245a00640 1 -- 172.21.15.29:0/2929659852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb224003f30 msgr2=0x7fb224004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:44.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.180+0000 7fb245a00640 1 --2- 172.21.15.29:0/2929659852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb224003f30 0x7fb224004800 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb22c009c60 tx=0x7fb224005830 comp rx=0 tx=0).stop 2024-09-12T03:09:44.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.181+0000 7fb23f400640 1 -- 172.21.15.29:0/2929659852 reap_dead start 2024-09-12T03:09:44.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.181+0000 7fb245a00640 1 -- 172.21.15.29:0/2929659852 shutdown_connections 2024-09-12T03:09:44.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.181+0000 7fb245a00640 1 -- 172.21.15.29:0/2929659852 >> 172.21.15.29:0/2929659852 conn(0x7fb240067d70 msgr2=0x7fb24006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:44.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.181+0000 7fb245a00640 1 -- 172.21.15.29:0/2929659852 shutdown_connections 2024-09-12T03:09:44.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.181+0000 7fb245a00640 1 -- 172.21.15.29:0/2929659852 wait complete. 2024-09-12T03:09:44.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.182+0000 7fb245a00640 1 Processor -- start 2024-09-12T03:09:44.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.183+0000 7fb245a00640 1 -- start start 2024-09-12T03:09:44.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.183+0000 7fb245a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb224003f30 0x7fb24015be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.183+0000 7fb245a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb24015ee60 0x7fb24015f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.183+0000 7fb245a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2400ca6f0 0x7fb2400cab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.183+0000 7fb245a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb240145b00 con 0x7fb2400ca6f0 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.183+0000 7fb245a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb2400cd090 con 0x7fb24015ee60 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.183+0000 7fb245a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb2400cdcc0 con 0x7fb224003f30 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.184+0000 7fb23f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2400ca6f0 0x7fb2400cab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.184+0000 7fb23f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2400ca6f0 0x7fb2400cab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59864/0 (socket says 172.21.15.29:59864) 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.184+0000 7fb23f400640 1 -- 172.21.15.29:0/1244922407 learned_addr learned my addr 172.21.15.29:0/1244922407 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.184+0000 7fb23ea00640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb224003f30 0x7fb24015be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.184+0000 7fb23e000640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb24015ee60 0x7fb24015f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.184+0000 7fb23f400640 1 -- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb224003f30 msgr2=0x7fb24015be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.184+0000 7fb23f400640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb224003f30 0x7fb24015be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.184+0000 7fb23f400640 1 -- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb24015ee60 msgr2=0x7fb24015f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.184+0000 7fb23f400640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb24015ee60 0x7fb24015f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.184+0000 7fb23f400640 1 -- 172.21.15.29:0/1244922407 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2400a9800 con 0x7fb2400ca6f0 2024-09-12T03:09:44.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.184+0000 7fb23e000640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb24015ee60 0x7fb24015f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:44.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.185+0000 7fb23f400640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2400ca6f0 0x7fb2400cab80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb238001370 tx=0x7fb23800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:44.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.185+0000 7fb236a00640 1 -- 172.21.15.29:0/1244922407 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23800eda0 con 0x7fb2400ca6f0 2024-09-12T03:09:44.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.185+0000 7fb236a00640 1 -- 172.21.15.29:0/1244922407 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb238018070 con 0x7fb2400ca6f0 2024-09-12T03:09:44.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.185+0000 7fb236a00640 1 -- 172.21.15.29:0/1244922407 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb238013660 con 0x7fb2400ca6f0 2024-09-12T03:09:44.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.185+0000 7fb245a00640 1 -- 172.21.15.29:0/1244922407 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2400cb2d0 con 0x7fb2400ca6f0 2024-09-12T03:09:44.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.185+0000 7fb245a00640 1 -- 172.21.15.29:0/1244922407 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2400cb890 con 0x7fb2400ca6f0 2024-09-12T03:09:44.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.186+0000 7fb245a00640 1 -- 172.21.15.29:0/1244922407 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb24006ed10 con 0x7fb2400ca6f0 2024-09-12T03:09:44.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.187+0000 7fb236a00640 1 -- 172.21.15.29:0/1244922407 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb238013800 con 0x7fb2400ca6f0 2024-09-12T03:09:44.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.188+0000 7fb236a00640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb22006be30 0x7fb22006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.188+0000 7fb236a00640 1 -- 172.21.15.29:0/1244922407 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fb23808b320 con 0x7fb2400ca6f0 2024-09-12T03:09:44.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.189+0000 7fb23ea00640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb22006be30 0x7fb22006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.189+0000 7fb23ea00640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb22006be30 0x7fb22006e2f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb2400ca480 tx=0x7fb230008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:44.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.193+0000 7fb236a00640 1 -- 172.21.15.29:0/1244922407 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb2400a9800 con 0x7fb2400ca6f0 2024-09-12T03:09:44.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.419+0000 7fb245a00640 1 -- 172.21.15.29:0/1244922407 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7fb24006f360 con 0x7fb2400ca6f0 2024-09-12T03:09:44.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.544+0000 7fb236a00640 1 -- 172.21.15.29:0/1244922407 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v20) ==== 105+0+0 (secure 0 0 0) 0x7fb238059b30 con 0x7fb2400ca6f0 2024-09-12T03:09:44.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 -- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb22006be30 msgr2=0x7fb22006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:44.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb22006be30 0x7fb22006e2f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb2400ca480 tx=0x7fb230008040 comp rx=0 tx=0).stop 2024-09-12T03:09:44.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 -- 172.21.15.29:0/1244922407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2400ca6f0 msgr2=0x7fb2400cab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:44.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2400ca6f0 0x7fb2400cab80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb238001370 tx=0x7fb23800e530 comp rx=0 tx=0).stop 2024-09-12T03:09:44.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 -- 172.21.15.29:0/1244922407 shutdown_connections 2024-09-12T03:09:44.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb22006be30 0x7fb22006e2f0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2400ca6f0 0x7fb2400cab80 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb24015ee60 0x7fb24015f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 --2- 172.21.15.29:0/1244922407 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb224003f30 0x7fb24015be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 -- 172.21.15.29:0/1244922407 >> 172.21.15.29:0/1244922407 conn(0x7fb240067d70 msgr2=0x7fb24006f910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:44.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 -- 172.21.15.29:0/1244922407 shutdown_connections 2024-09-12T03:09:44.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.547+0000 7fb245a00640 1 -- 172.21.15.29:0/1244922407 wait complete. 2024-09-12T03:09:44.574 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:09:44.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.734+0000 7f9021000640 1 Processor -- start 2024-09-12T03:09:44.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.734+0000 7f9021000640 1 -- start start 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9021000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f901c15e660 0x7f901c0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9021000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f901c0d3150 0x7f901c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9021000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f901c0b6530 0x7f901c0cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9021000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f901c06d4b0 con 0x7f901c0d3150 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9021000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f901c0d3680 con 0x7f901c15e660 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9021000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f901c0d3960 con 0x7f901c0b6530 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9013e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f901c0d3150 0x7f901c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9013e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f901c0d3150 0x7f901c0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59868/0 (socket says 172.21.15.29:59868) 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9013e00640 1 -- 172.21.15.29:0/3809209119 learned_addr learned my addr 172.21.15.29:0/3809209119 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f901a800640 1 --2- 172.21.15.29:0/3809209119 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f901c0b6530 0x7f901c0cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9019e00640 1 --2- 172.21.15.29:0/3809209119 >> v2:172.21.15.38:3300/0 conn(0x7f901c15e660 0x7f901c0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9013e00640 1 -- 172.21.15.29:0/3809209119 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f901c0b6530 msgr2=0x7f901c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:44.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9013e00640 1 --2- 172.21.15.29:0/3809209119 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f901c0b6530 0x7f901c0cf070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9013e00640 1 -- 172.21.15.29:0/3809209119 >> v2:172.21.15.38:3300/0 conn(0x7f901c15e660 msgr2=0x7f901c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:44.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9013e00640 1 --2- 172.21.15.29:0/3809209119 >> v2:172.21.15.38:3300/0 conn(0x7f901c15e660 0x7f901c0d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.736+0000 7f9013e00640 1 -- 172.21.15.29:0/3809209119 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f901c06ce60 con 0x7f901c0d3150 2024-09-12T03:09:44.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.738+0000 7f9013e00640 1 --2- 172.21.15.29:0/3809209119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f901c0d3150 0x7f901c0b5ff0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f901c08cf50 tx=0x7f900402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fab200f88df7449e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:44.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.738+0000 7f9019400640 1 -- 172.21.15.29:0/3809209119 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9004037070 con 0x7f901c0d3150 2024-09-12T03:09:44.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.738+0000 7f9019400640 1 -- 172.21.15.29:0/3809209119 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9004032440 con 0x7f901c0d3150 2024-09-12T03:09:44.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.738+0000 7f9019400640 1 -- 172.21.15.29:0/3809209119 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9004032810 con 0x7f901c0d3150 2024-09-12T03:09:44.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.738+0000 7f9021000640 1 -- 172.21.15.29:0/3809209119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f901c0d3150 msgr2=0x7f901c0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:44.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.738+0000 7f9021000640 1 --2- 172.21.15.29:0/3809209119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f901c0d3150 0x7f901c0b5ff0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f901c08cf50 tx=0x7f900402a270 comp rx=0 tx=0).stop 2024-09-12T03:09:44.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.739+0000 7f9021000640 1 -- 172.21.15.29:0/3809209119 shutdown_connections 2024-09-12T03:09:44.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.739+0000 7f9021000640 1 --2- 172.21.15.29:0/3809209119 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f901c0b6530 0x7f901c0cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.739+0000 7f9021000640 1 --2- 172.21.15.29:0/3809209119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f901c0d3150 0x7f901c0b5ff0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.739+0000 7f9021000640 1 --2- 172.21.15.29:0/3809209119 >> v2:172.21.15.38:3300/0 conn(0x7f901c15e660 0x7f901c0d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.739+0000 7f9021000640 1 -- 172.21.15.29:0/3809209119 >> 172.21.15.29:0/3809209119 conn(0x7f901c08c000 msgr2=0x7f901c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:44.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.739+0000 7f9021000640 1 -- 172.21.15.29:0/3809209119 shutdown_connections 2024-09-12T03:09:44.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.739+0000 7f9021000640 1 -- 172.21.15.29:0/3809209119 wait complete. 2024-09-12T03:09:44.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.740+0000 7f9021000640 1 Processor -- start 2024-09-12T03:09:44.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.740+0000 7f9021000640 1 -- start start 2024-09-12T03:09:44.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.741+0000 7f9021000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f901c0b6530 0x7f901c0cb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.741+0000 7f9021000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f901c0d3150 0x7f901c0b9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.741+0000 7f9021000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f901c15e660 0x7f901c0b9f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.741+0000 7f9021000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f901c15ea40 con 0x7f901c0b6530 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.741+0000 7f9021000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f901c0d5310 con 0x7f901c15e660 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.741+0000 7f9021000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f901c0cf5b0 con 0x7f901c0d3150 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.742+0000 7f9019e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f901c0b6530 0x7f901c0cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.742+0000 7f9019e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f901c0b6530 0x7f901c0cb640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59874/0 (socket says 172.21.15.29:59874) 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.742+0000 7f9019e00640 1 -- 172.21.15.29:0/417542435 learned_addr learned my addr 172.21.15.29:0/417542435 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.742+0000 7f901a800640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f901c15e660 0x7f901c0b9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.742+0000 7f9013e00640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f901c0d3150 0x7f901c0b9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.742+0000 7f9019e00640 1 -- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f901c0d3150 msgr2=0x7f901c0b9a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.742+0000 7f9019e00640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f901c0d3150 0x7f901c0b9a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.742+0000 7f9019e00640 1 -- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f901c15e660 msgr2=0x7f901c0b9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:44.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.742+0000 7f9019e00640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f901c15e660 0x7f901c0b9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.742+0000 7f9019e00640 1 -- 172.21.15.29:0/417542435 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f901c14f520 con 0x7f901c0b6530 2024-09-12T03:09:44.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.742+0000 7f9019e00640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f901c0b6530 0x7f901c0cb640 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f900c00e8a0 tx=0x7f900c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:44.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.743+0000 7f9012000640 1 -- 172.21.15.29:0/417542435 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f900c017070 con 0x7f901c0b6530 2024-09-12T03:09:44.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.743+0000 7f9012000640 1 -- 172.21.15.29:0/417542435 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f900c00c940 con 0x7f901c0b6530 2024-09-12T03:09:44.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.743+0000 7f9012000640 1 -- 172.21.15.29:0/417542435 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f900c00cd30 con 0x7f901c0b6530 2024-09-12T03:09:44.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.743+0000 7f9021000640 1 -- 172.21.15.29:0/417542435 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f901c0b8f70 con 0x7f901c0b6530 2024-09-12T03:09:44.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.743+0000 7f9021000640 1 -- 172.21.15.29:0/417542435 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f901c0b9530 con 0x7f901c0b6530 2024-09-12T03:09:44.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.744+0000 7f9021000640 1 -- 172.21.15.29:0/417542435 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f901c0b5ff0 con 0x7f901c0b6530 2024-09-12T03:09:44.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.745+0000 7f9012000640 1 -- 172.21.15.29:0/417542435 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f900c01a070 con 0x7f901c0b6530 2024-09-12T03:09:44.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.746+0000 7f9012000640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8ff806be80 0x7f8ff806e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:44.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.746+0000 7f9012000640 1 -- 172.21.15.29:0/417542435 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f900c08b130 con 0x7f901c0b6530 2024-09-12T03:09:44.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.747+0000 7f9013e00640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8ff806be80 0x7f8ff806e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:44.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.747+0000 7f9013e00640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8ff806be80 0x7f8ff806e340 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9004034000 tx=0x7f900402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:44.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.751+0000 7f9012000640 1 -- 172.21.15.29:0/417542435 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f900c059370 con 0x7f901c0b6530 2024-09-12T03:09:44.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.974+0000 7f9021000640 1 -- 172.21.15.29:0/417542435 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f901c0b2080 con 0x7f901c0b6530 2024-09-12T03:09:44.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.975+0000 7f9012000640 1 -- 172.21.15.29:0/417542435 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5230 (secure 0 0 0) 0x7f900c05d670 con 0x7f901c0b6530 2024-09-12T03:09:44.975 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:44.975 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":21,"btime":"2024-09-12T03:09:44:548752+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4846,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/648822346","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":648822346},{"type":"v1","addr":"172.21.15.38:6836","nonce":648822346}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4849,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2078855410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2078855410},{"type":"v1","addr":"172.21.15.38:6837","nonce":2078855410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:09:35.809550+0000","modified":"2024-09-12T03:09:44.548735+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1],"up":{"mds_0":4899,"mds_1":4884},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4884":{"gid":4884,"name":"c","rank":1,"incarnation":21,"state":"up:creating","state_seq":1,"addr":"172.21.15.29:6833/4108429340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":4108429340},{"type":"v1","addr":"172.21.15.29:6833","nonce":4108429340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4899":{"gid":4899,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/75767180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":75767180},{"type":"v1","addr":"172.21.15.29:6835","nonce":75767180}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4899,"qdb_cluster":[4899]},"id":2}]} 2024-09-12T03:09:44.975 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 21 2024-09-12T03:09:44.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 -- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8ff806be80 msgr2=0x7f8ff806e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:44.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8ff806be80 0x7f8ff806e340 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9004034000 tx=0x7f900402e000 comp rx=0 tx=0).stop 2024-09-12T03:09:44.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 -- 172.21.15.29:0/417542435 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f901c0b6530 msgr2=0x7f901c0cb640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:44.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f901c0b6530 0x7f901c0cb640 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f900c00e8a0 tx=0x7f900c00ed60 comp rx=0 tx=0).stop 2024-09-12T03:09:44.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 -- 172.21.15.29:0/417542435 shutdown_connections 2024-09-12T03:09:44.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8ff806be80 0x7f8ff806e340 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f901c15e660 0x7f901c0b9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f901c0d3150 0x7f901c0b9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 --2- 172.21.15.29:0/417542435 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f901c0b6530 0x7f901c0cb640 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:44.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 -- 172.21.15.29:0/417542435 >> 172.21.15.29:0/417542435 conn(0x7f901c08c000 msgr2=0x7f901c0b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:44.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 -- 172.21.15.29:0/417542435 shutdown_connections 2024-09-12T03:09:44.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:44.977+0000 7f9021000640 1 -- 172.21.15.29:0/417542435 wait complete. 2024-09-12T03:09:45.397 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:09:35.809550+0000', 'modified': '2024-09-12T03:09:44.548735+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1], 'up': {'mds_0': 4899, 'mds_1': 4884}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4884': {'gid': 4884, 'name': 'c', 'rank': 1, 'incarnation': 21, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.29:6833/4108429340', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 4108429340}, {'type': 'v1', 'addr': '172.21.15.29:6833', 'nonce': 4108429340}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_4899': {'gid': 4899, 'name': 'a', 'rank': 0, 'incarnation': 15, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.29:6835/75767180', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6834', 'nonce': 75767180}, {'type': 'v1', 'addr': '172.21.15.29:6835', 'nonce': 75767180}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4899, 'qdb_cluster': [4899]} 2024-09-12T03:09:45.397 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_4884:up:creating 2024-09-12T03:09:46.399 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:09:46.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.565+0000 7fee9fe00640 1 Processor -- start 2024-09-12T03:09:46.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.566+0000 7fee9fe00640 1 -- start start 2024-09-12T03:09:46.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.567+0000 7fee9fe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7feea015e470 0x7feea00cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:46.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.567+0000 7fee9fe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d4a20 0x7feea006d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:46.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.567+0000 7fee9fe00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feea015e850 con 0x7feea00d00e0 2024-09-12T03:09:46.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.567+0000 7fee9fe00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7feea00cf710 con 0x7feea015e470 2024-09-12T03:09:46.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.567+0000 7fee9fe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7feea00d1c60 con 0x7feea00d4a20 2024-09-12T03:09:46.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.567+0000 7fee9ea00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7feea015e470 0x7feea00cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:46.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.567+0000 7fee9f400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d4a20 0x7feea006d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:46.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.567+0000 7fee9f400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d4a20 0x7feea006d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:38318/0 (socket says 172.21.15.29:38318) 2024-09-12T03:09:46.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.567+0000 7fee9ea00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7feea015e470 0x7feea00cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:59342/0 (socket says 172.21.15.29:59342) 2024-09-12T03:09:46.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.567+0000 7fee9f400640 1 -- 172.21.15.29:0/3255653257 learned_addr learned my addr 172.21.15.29:0/3255653257 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:46.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.568+0000 7fee9ea00640 1 -- 172.21.15.29:0/3255653257 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d4a20 msgr2=0x7feea006d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:46.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.568+0000 7fee9ea00640 1 --2- 172.21.15.29:0/3255653257 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d4a20 0x7feea006d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:46.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.568+0000 7fee9ea00640 1 -- 172.21.15.29:0/3255653257 >> v1:172.21.15.38:6789/0 conn(0x7feea00d00e0 legacy=0x7feea00d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:46.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.568+0000 7fee9ea00640 1 -- 172.21.15.29:0/3255653257 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feea00d1980 con 0x7feea015e470 2024-09-12T03:09:46.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.568+0000 7fee9f400640 1 --2- 172.21.15.29:0/3255653257 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d4a20 0x7feea006d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:09:46.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.569+0000 7fee9ea00640 1 --2- 172.21.15.29:0/3255653257 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feea015e470 0x7feea00cfba0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fee900097a0 tx=0x7fee9002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=afbc9188cafdee0e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:46.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.572+0000 7fee9e000640 1 -- 172.21.15.29:0/3255653257 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee90037070 con 0x7feea015e470 2024-09-12T03:09:46.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.572+0000 7fee9e000640 1 -- 172.21.15.29:0/3255653257 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee90032440 con 0x7feea015e470 2024-09-12T03:09:46.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.572+0000 7fee9e000640 1 -- 172.21.15.29:0/3255653257 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee90032810 con 0x7feea015e470 2024-09-12T03:09:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.572+0000 7fee9fe00640 1 -- 172.21.15.29:0/3255653257 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feea015e470 msgr2=0x7feea00cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.572+0000 7fee9fe00640 1 --2- 172.21.15.29:0/3255653257 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feea015e470 0x7feea00cfba0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fee900097a0 tx=0x7fee9002a180 comp rx=0 tx=0).stop 2024-09-12T03:09:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.572+0000 7fee9fe00640 1 -- 172.21.15.29:0/3255653257 shutdown_connections 2024-09-12T03:09:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.572+0000 7fee9fe00640 1 --2- 172.21.15.29:0/3255653257 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d4a20 0x7feea006d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.572+0000 7fee9fe00640 1 --2- 172.21.15.29:0/3255653257 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feea015e470 0x7feea00cfba0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.572+0000 7fee9fe00640 1 -- 172.21.15.29:0/3255653257 >> 172.21.15.29:0/3255653257 conn(0x7feea009d700 msgr2=0x7feea008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:46.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.572+0000 7fee9fe00640 1 -- 172.21.15.29:0/3255653257 shutdown_connections 2024-09-12T03:09:46.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.572+0000 7fee9fe00640 1 -- 172.21.15.29:0/3255653257 wait complete. 2024-09-12T03:09:46.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.574+0000 7fee9fe00640 1 Processor -- start 2024-09-12T03:09:46.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.574+0000 7fee9fe00640 1 -- start start 2024-09-12T03:09:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.575+0000 7fee9fe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d00e0 0x7feea0156710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.575+0000 7fee9fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feea00d4a20 0x7feea00b8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.575+0000 7fee9fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feea015e470 0x7feea00b2220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.575+0000 7fee9fe00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feea006d9a0 con 0x7feea00d4a20 2024-09-12T03:09:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.575+0000 7fee9fe00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7feea00cf3a0 con 0x7feea015e470 2024-09-12T03:09:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.575+0000 7fee9fe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7feea006db20 con 0x7feea00d00e0 2024-09-12T03:09:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.575+0000 7fee97e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feea00d4a20 0x7feea00b8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee97e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feea00d4a20 0x7feea00b8f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59890/0 (socket says 172.21.15.29:59890) 2024-09-12T03:09:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee97e00640 1 -- 172.21.15.29:0/3553529453 learned_addr learned my addr 172.21.15.29:0/3553529453 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee9ea00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d00e0 0x7feea0156710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee9f400640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feea015e470 0x7feea00b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee97e00640 1 -- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d00e0 msgr2=0x7feea0156710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee97e00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d00e0 0x7feea0156710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee97e00640 1 -- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feea015e470 msgr2=0x7feea00b2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee97e00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feea015e470 0x7feea00b2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee97e00640 1 -- 172.21.15.29:0/3553529453 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feea015f910 con 0x7feea00d4a20 2024-09-12T03:09:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee97e00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feea00d4a20 0x7feea00b8f30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fee8800c400 tx=0x7fee8800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee96a00640 1 -- 172.21.15.29:0/3553529453 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee880052d0 con 0x7feea00d4a20 2024-09-12T03:09:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee96a00640 1 -- 172.21.15.29:0/3553529453 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee88005490 con 0x7feea00d4a20 2024-09-12T03:09:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee96a00640 1 -- 172.21.15.29:0/3553529453 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee88007260 con 0x7feea00d4a20 2024-09-12T03:09:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.576+0000 7fee9fe00640 1 -- 172.21.15.29:0/3553529453 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feea015fbf0 con 0x7feea00d4a20 2024-09-12T03:09:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.577+0000 7fee9fe00640 1 -- 172.21.15.29:0/3553529453 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feea01601b0 con 0x7feea00d4a20 2024-09-12T03:09:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.578+0000 7fee9fe00640 1 -- 172.21.15.29:0/3553529453 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feea006d460 con 0x7feea00d4a20 2024-09-12T03:09:46.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.579+0000 7fee96a00640 1 -- 172.21.15.29:0/3553529453 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fee88007400 con 0x7feea00d4a20 2024-09-12T03:09:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.580+0000 7fee96a00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fee7c06be30 0x7fee7c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.580+0000 7fee96a00640 1 -- 172.21.15.29:0/3553529453 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fee8808a490 con 0x7feea00d4a20 2024-09-12T03:09:46.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.580+0000 7fee9ea00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fee7c06be30 0x7fee7c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:46.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.581+0000 7fee9ea00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fee7c06be30 0x7fee7c06e2f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fee90034000 tx=0x7fee9002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:46.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.586+0000 7fee96a00640 1 -- 172.21.15.29:0/3553529453 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fee88058650 con 0x7feea00d4a20 2024-09-12T03:09:46.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.806+0000 7fee9fe00640 1 -- 172.21.15.29:0/3553529453 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feea006cf90 con 0x7feea00d4a20 2024-09-12T03:09:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.806+0000 7fee96a00640 1 -- 172.21.15.29:0/3553529453 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5252 (secure 0 0 0) 0x7fee8805c950 con 0x7feea00d4a20 2024-09-12T03:09:46.807 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:46.807 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"btime":"2024-09-12T03:09:46:565980+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4846,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/648822346","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":648822346},{"type":"v1","addr":"172.21.15.38:6836","nonce":648822346}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:09:35.809550+0000","modified":"2024-09-12T03:09:46.565975+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":4899,"mds_1":4884,"mds_2":4849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4849":{"gid":4849,"name":"b","rank":2,"incarnation":23,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6837/2078855410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2078855410},{"type":"v1","addr":"172.21.15.38:6837","nonce":2078855410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4884":{"gid":4884,"name":"c","rank":1,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.29:6833/4108429340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":4108429340},{"type":"v1","addr":"172.21.15.29:6833","nonce":4108429340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4899":{"gid":4899,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/75767180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":75767180},{"type":"v1","addr":"172.21.15.29:6835","nonce":75767180}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4899,"qdb_cluster":[4849,4884,4899]},"id":2}]} 2024-09-12T03:09:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 24 2024-09-12T03:09:46.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 -- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fee7c06be30 msgr2=0x7fee7c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:46.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fee7c06be30 0x7fee7c06e2f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fee90034000 tx=0x7fee9002e000 comp rx=0 tx=0).stop 2024-09-12T03:09:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 -- 172.21.15.29:0/3553529453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feea00d4a20 msgr2=0x7feea00b8f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feea00d4a20 0x7feea00b8f30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fee8800c400 tx=0x7fee8800c8c0 comp rx=0 tx=0).stop 2024-09-12T03:09:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 -- 172.21.15.29:0/3553529453 shutdown_connections 2024-09-12T03:09:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fee7c06be30 0x7fee7c06e2f0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feea015e470 0x7feea00b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feea00d4a20 0x7feea00b8f30 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 --2- 172.21.15.29:0/3553529453 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feea00d00e0 0x7feea0156710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 -- 172.21.15.29:0/3553529453 >> 172.21.15.29:0/3553529453 conn(0x7feea009d700 msgr2=0x7feea00b3d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 -- 172.21.15.29:0/3553529453 shutdown_connections 2024-09-12T03:09:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:46.809+0000 7fee9fe00640 1 -- 172.21.15.29:0/3553529453 wait complete. 2024-09-12T03:09:47.227 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:09:35.809550+0000', 'modified': '2024-09-12T03:09:46.565975+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 4899, 'mds_1': 4884, 'mds_2': 4849}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4849': {'gid': 4849, 'name': 'b', 'rank': 2, 'incarnation': 23, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.38:6837/2078855410', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6835', 'nonce': 2078855410}, {'type': 'v1', 'addr': '172.21.15.38:6837', 'nonce': 2078855410}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_4884': {'gid': 4884, 'name': 'c', 'rank': 1, 'incarnation': 21, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.29:6833/4108429340', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 4108429340}, {'type': 'v1', 'addr': '172.21.15.29:6833', 'nonce': 4108429340}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_4899': {'gid': 4899, 'name': 'a', 'rank': 0, 'incarnation': 15, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.29:6835/75767180', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6834', 'nonce': 75767180}, {'type': 'v1', 'addr': '172.21.15.29:6835', 'nonce': 75767180}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4899, 'qdb_cluster': [4849, 4884, 4899]} 2024-09-12T03:09:47.227 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-12T03:09:47.228 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-12T03:09:47.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.387+0000 7f3c3d400640 1 Processor -- start 2024-09-12T03:09:47.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.387+0000 7f3c3d400640 1 -- start start 2024-09-12T03:09:47.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c3d400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3c38072620 0x7f3c380af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c3d400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3c3806dfd0 0x7f3c380afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c3d400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3c3806e590 con 0x7f3c38072240 2024-09-12T03:09:47.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c3d400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f3c3806e870 con 0x7f3c3806dfd0 2024-09-12T03:09:47.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c3d400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f3c3806eb50 con 0x7f3c38072620 2024-09-12T03:09:47.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c36800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f3c38072240 0x7f3c3815d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45748/0 (socket says 172.21.15.29:45748) 2024-09-12T03:09:47.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c36800640 1 -- 172.21.15.29:0/3799876570 learned_addr learned my addr 172.21.15.29:0/3799876570 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:47.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c37200640 1 --2- 172.21.15.29:0/3799876570 >> v2:172.21.15.29:3300/0 conn(0x7f3c3806dfd0 0x7f3c380afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c35e00640 1 --2- 172.21.15.29:0/3799876570 >> v2:172.21.15.38:3300/0 conn(0x7f3c38072620 0x7f3c380af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c35400640 1 -- 172.21.15.29:0/3799876570 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 781759041 0 0) 0x7f3c3806e590 con 0x7f3c38072240 2024-09-12T03:09:47.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c35400640 1 -- 172.21.15.29:0/3799876570 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3c1c003520 con 0x7f3c38072240 2024-09-12T03:09:47.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c37200640 1 -- 172.21.15.29:0/3799876570 >> v2:172.21.15.38:3300/0 conn(0x7f3c38072620 msgr2=0x7f3c380af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c37200640 1 --2- 172.21.15.29:0/3799876570 >> v2:172.21.15.38:3300/0 conn(0x7f3c38072620 0x7f3c380af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.389+0000 7f3c37200640 1 -- 172.21.15.29:0/3799876570 >> v1:172.21.15.29:6789/0 conn(0x7f3c38072240 legacy=0x7f3c3815d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.390+0000 7f3c37200640 1 -- 172.21.15.29:0/3799876570 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c3806ee30 con 0x7f3c3806dfd0 2024-09-12T03:09:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.391+0000 7f3c37200640 1 --2- 172.21.15.29:0/3799876570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c3806dfd0 0x7f3c380afa70 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3c38073440 tx=0x7f3c3002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aa49871ed98d11f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.391+0000 7f3c35400640 1 -- 172.21.15.29:0/3799876570 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c30007740 con 0x7f3c3806dfd0 2024-09-12T03:09:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.391+0000 7f3c35400640 1 -- 172.21.15.29:0/3799876570 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c300078e0 con 0x7f3c3806dfd0 2024-09-12T03:09:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.391+0000 7f3c35400640 1 -- 172.21.15.29:0/3799876570 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c30007c90 con 0x7f3c3806dfd0 2024-09-12T03:09:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.391+0000 7f3c3d400640 1 -- 172.21.15.29:0/3799876570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c3806dfd0 msgr2=0x7f3c380afa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.391+0000 7f3c3d400640 1 --2- 172.21.15.29:0/3799876570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c3806dfd0 0x7f3c380afa70 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3c38073440 tx=0x7f3c3002a680 comp rx=0 tx=0).stop 2024-09-12T03:09:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.391+0000 7f3c3d400640 1 -- 172.21.15.29:0/3799876570 shutdown_connections 2024-09-12T03:09:47.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.391+0000 7f3c3d400640 1 --2- 172.21.15.29:0/3799876570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c3806dfd0 0x7f3c380afa70 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.391+0000 7f3c3d400640 1 --2- 172.21.15.29:0/3799876570 >> v2:172.21.15.38:3300/0 conn(0x7f3c38072620 0x7f3c380af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.391+0000 7f3c3d400640 1 -- 172.21.15.29:0/3799876570 >> 172.21.15.29:0/3799876570 conn(0x7f3c38067da0 msgr2=0x7f3c3806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.392+0000 7f3c3d400640 1 -- 172.21.15.29:0/3799876570 shutdown_connections 2024-09-12T03:09:47.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.392+0000 7f3c3d400640 1 -- 172.21.15.29:0/3799876570 wait complete. 2024-09-12T03:09:47.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.393+0000 7f3c3d400640 1 Processor -- start 2024-09-12T03:09:47.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.393+0000 7f3c3d400640 1 -- start start 2024-09-12T03:09:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.394+0000 7f3c3d400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3806dfd0 0x7f3c380cbd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.394+0000 7f3c3d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c38072240 0x7f3c380ca100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.394+0000 7f3c3d400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3c38072620 0x7f3c380ca640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.394+0000 7f3c3d400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3c380cd560 con 0x7f3c38072240 2024-09-12T03:09:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.394+0000 7f3c3d400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3c380cd3e0 con 0x7f3c3806dfd0 2024-09-12T03:09:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.394+0000 7f3c3d400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3c380cd6e0 con 0x7f3c38072620 2024-09-12T03:09:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.394+0000 7f3c35e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c38072240 0x7f3c380ca100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c35e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c38072240 0x7f3c380ca100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59902/0 (socket says 172.21.15.29:59902) 2024-09-12T03:09:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c35e00640 1 -- 172.21.15.29:0/4099425747 learned_addr learned my addr 172.21.15.29:0/4099425747 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c37200640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3c38072620 0x7f3c380ca640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c36800640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3806dfd0 0x7f3c380cbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c35e00640 1 -- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3c38072620 msgr2=0x7f3c380ca640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c35e00640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3c38072620 0x7f3c380ca640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c35e00640 1 -- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3806dfd0 msgr2=0x7f3c380cbd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c35e00640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3806dfd0 0x7f3c380cbd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c35e00640 1 -- 172.21.15.29:0/4099425747 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c3814d150 con 0x7f3c38072240 2024-09-12T03:09:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c37200640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3c38072620 0x7f3c380ca640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c36800640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3806dfd0 0x7f3c380cbd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c35e00640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c38072240 0x7f3c380ca100 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f3c2400e870 tx=0x7f3c2400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.395+0000 7f3c2ea00640 1 -- 172.21.15.29:0/4099425747 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c24017070 con 0x7f3c38072240 2024-09-12T03:09:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.396+0000 7f3c2ea00640 1 -- 172.21.15.29:0/4099425747 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c2400c940 con 0x7f3c38072240 2024-09-12T03:09:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.396+0000 7f3c2ea00640 1 -- 172.21.15.29:0/4099425747 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2400cd30 con 0x7f3c38072240 2024-09-12T03:09:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.396+0000 7f3c3d400640 1 -- 172.21.15.29:0/4099425747 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c380aa150 con 0x7f3c38072240 2024-09-12T03:09:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.396+0000 7f3c3d400640 1 -- 172.21.15.29:0/4099425747 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c380caf50 con 0x7f3c38072240 2024-09-12T03:09:47.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.398+0000 7f3c2ea00640 1 -- 172.21.15.29:0/4099425747 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3c2401a070 con 0x7f3c38072240 2024-09-12T03:09:47.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.398+0000 7f3c2ea00640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3c1806be30 0x7f3c1806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.399+0000 7f3c2ea00640 1 -- 172.21.15.29:0/4099425747 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f3c2408af40 con 0x7f3c38072240 2024-09-12T03:09:47.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.399+0000 7f3c36800640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3c1806be30 0x7f3c1806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.399+0000 7f3c403e1740 1 Processor -- start 2024-09-12T03:09:47.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.400+0000 7f3c36800640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3c1806be30 0x7f3c1806e2f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3c28007fd0 tx=0x7f3c28009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.400+0000 7f3c403e1740 1 -- start start 2024-09-12T03:09:47.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.400+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc5cf0 0x556defc0b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.400+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc34b0 0x556defbc60d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.400+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 0x556defbc0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.400+0000 7f3c403e1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556defb243b0 con 0x556defbc7480 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.400+0000 7f3c403e1740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556defb29410 con 0x556defbc5cf0 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.400+0000 7f3c403e1740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556defad1620 con 0x556defbc34b0 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.401+0000 7f3c36800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc5cf0 0x556defc0b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.401+0000 7f3c37200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 0x556defbc0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.401+0000 7f3c36800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc5cf0 0x556defc0b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:59380/0 (socket says 172.21.15.29:59380) 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.401+0000 7f3c36800640 1 -- 172.21.15.29:0/1815087015 learned_addr learned my addr 172.21.15.29:0/1815087015 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.401+0000 7f3c35e00640 1 --2- 172.21.15.29:0/1815087015 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc34b0 0x556defbc60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.401+0000 7f3c36800640 1 -- 172.21.15.29:0/1815087015 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc34b0 msgr2=0x556defbc60d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.401+0000 7f3c36800640 1 --2- 172.21.15.29:0/1815087015 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc34b0 0x556defbc60d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.401+0000 7f3c36800640 1 -- 172.21.15.29:0/1815087015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 msgr2=0x556defbc0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.401+0000 7f3c36800640 1 --2- 172.21.15.29:0/1815087015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 0x556defbc0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.401+0000 7f3c36800640 1 -- 172.21.15.29:0/1815087015 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556def83c2d0 con 0x556defbc5cf0 2024-09-12T03:09:47.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.401+0000 7f3c36800640 1 --2- 172.21.15.29:0/1815087015 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc5cf0 0x556defc0b490 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3c280059c0 tx=0x7f3c28011000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dccfbce3a1b8b8e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.402+0000 7f3c23000640 1 -- 172.21.15.29:0/1815087015 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2800e7b0 con 0x556defbc5cf0 2024-09-12T03:09:47.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.402+0000 7f3c23000640 1 -- 172.21.15.29:0/1815087015 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c2800e950 con 0x556defbc5cf0 2024-09-12T03:09:47.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.402+0000 7f3c23000640 1 -- 172.21.15.29:0/1815087015 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2800ed00 con 0x556defbc5cf0 2024-09-12T03:09:47.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.402+0000 7f3c403e1740 1 -- 172.21.15.29:0/1815087015 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc5cf0 msgr2=0x556defc0b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.402+0000 7f3c403e1740 1 --2- 172.21.15.29:0/1815087015 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc5cf0 0x556defc0b490 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3c280059c0 tx=0x7f3c28011000 comp rx=0 tx=0).stop 2024-09-12T03:09:47.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.402+0000 7f3c403e1740 1 -- 172.21.15.29:0/1815087015 shutdown_connections 2024-09-12T03:09:47.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.402+0000 7f3c403e1740 1 --2- 172.21.15.29:0/1815087015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 0x556defbc0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.402+0000 7f3c403e1740 1 --2- 172.21.15.29:0/1815087015 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc34b0 0x556defbc60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.402+0000 7f3c403e1740 1 --2- 172.21.15.29:0/1815087015 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc5cf0 0x556defc0b490 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.402+0000 7f3c403e1740 1 -- 172.21.15.29:0/1815087015 >> 172.21.15.29:0/1815087015 conn(0x556defbc2740 msgr2=0x556defc0a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.403+0000 7f3c403e1740 1 -- 172.21.15.29:0/1815087015 shutdown_connections 2024-09-12T03:09:47.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.403+0000 7f3c403e1740 1 -- 172.21.15.29:0/1815087015 wait complete. 2024-09-12T03:09:47.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.403+0000 7f3c403e1740 1 -- start start 2024-09-12T03:09:47.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.403+0000 7f3c403e1740 1 Processor -- start 2024-09-12T03:09:47.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.404+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc5cf0 0x556defbed6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.404+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc7480 0x556defbe0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.404+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbe9ba0 0x556defbea020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.404+0000 7f3c403e1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556defae4780 con 0x556defbe9ba0 2024-09-12T03:09:47.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.404+0000 7f3c403e1740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556defb253d0 con 0x556defbc7480 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.404+0000 7f3c403e1740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556defbc1be0 con 0x556defbc5cf0 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.404+0000 7f3c403e1740 10 client.0 _ll_register_callbacks cb 0x556defb225d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.405+0000 7f3c37200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbe9ba0 0x556defbea020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.405+0000 7f3c37200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbe9ba0 0x556defbea020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59928/0 (socket says 172.21.15.29:59928) 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.405+0000 7f3c37200640 1 -- 172.21.15.29:0/3107443791 learned_addr learned my addr 172.21.15.29:0/3107443791 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.405+0000 7f3c36800640 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc5cf0 0x556defbed6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.405+0000 7f3c35e00640 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc7480 0x556defbe0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.405+0000 7f3c37200640 1 -- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc5cf0 msgr2=0x556defbed6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.405+0000 7f3c37200640 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc5cf0 0x556defbed6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.405+0000 7f3c37200640 1 -- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc7480 msgr2=0x556defbe0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.405+0000 7f3c37200640 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc7480 0x556defbe0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.405+0000 7f3c37200640 1 -- 172.21.15.29:0/3107443791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556def9066b0 con 0x556defbe9ba0 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.406+0000 7f3c37200640 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbe9ba0 0x556defbea020 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f3c30009e80 tx=0x7f3c30004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df2798bfc49fdce4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.406+0000 7f3c17400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.406+0000 7f3c17400640 1 -- 172.21.15.29:0/3107443791 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c30009450 con 0x556defbe9ba0 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.406+0000 7f3c17400640 1 -- 172.21.15.29:0/3107443791 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f3c30048c60 con 0x556defbe9ba0 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.406+0000 7f3c403e1740 1 -- 172.21.15.29:0/3107443791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c2800e950 con 0x556defbe9ba0 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.406+0000 7f3c17400640 1 -- 172.21.15.29:0/3107443791 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3c30048e60 con 0x556defbe9ba0 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.406+0000 7f3c403e1740 10 client.5097 fetch_fsmap learned FSMap version 24 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.406+0000 7f3c403e1740 1 -- 172.21.15.29:0/3107443791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x556defbe8fe0 con 0x556defbe9ba0 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.406+0000 7f3c17400640 1 -- 172.21.15.29:0/3107443791 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c2800e950 con 0x556defbe9ba0 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.407+0000 7f3c17400640 1 -- 172.21.15.29:0/3107443791 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 24) ==== 3542+0+0 (secure 0 0 0) 0x7f3c3004f050 con 0x556defbe9ba0 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.407+0000 7f3c403e1740 10 client.5097 fetch_fsmap finished waiting for FSMap version 24 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.407+0000 7f3c403e1740 10 client.5097 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.407+0000 7f3c403e1740 20 client.5097 populate_metadata read hostname 'smithi029' 2024-09-12T03:09:47.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.407+0000 7f3c403e1740 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x556defbe5580 0x556defc1ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.407+0000 7f3c403e1740 4 client.5097 mds_command: new command op to 4849 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:09:47.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.407+0000 7f3c403e1740 1 -- 172.21.15.29:0/3107443791 --> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556defb36b40 con 0x556defbe5580 2024-09-12T03:09:47.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.407+0000 7f3c36800640 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x556defbe5580 0x556defc1ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.408+0000 7f3c36800640 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x556defbe5580 0x556defc1ee10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=82f9447eea1cd9f4 server_cookie=bf4522d4aad1e1f5 in_seq=0 out_seq=0 2024-09-12T03:09:47.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.408+0000 7f3c17400640 10 client.5097 ms_handle_connect on v2:172.21.15.38:6835/2078855410 2024-09-12T03:09:47.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c17400640 1 -- 172.21.15.29:0/3107443791 <== mds.2 v2:172.21.15.38:6835/2078855410 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556defb36b40 con 0x556defbe5580 2024-09-12T03:09:47.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c17400640 10 client.5097 handle_command_reply: tid=0 2024-09-12T03:09:47.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 1 client.5097 shutdown 2024-09-12T03:09:47.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 1 -- 172.21.15.29:0/3107443791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbe9ba0 msgr2=0x556defbea020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbe9ba0 0x556defbea020 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f3c30009e80 tx=0x7f3c30004ab0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 1 -- 172.21.15.29:0/3107443791 shutdown_connections 2024-09-12T03:09:47.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbe9ba0 0x556defbea020 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc7480 0x556defbe0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x556defbe5580 0x556defc1ee10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 1 --2- 172.21.15.29:0/3107443791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc5cf0 0x556defbed6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 1 -- 172.21.15.29:0/3107443791 >> 172.21.15.29:0/3107443791 conn(0x556defbc34b0 msgr2=0x556defc0c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c17400640 0 client.5097 ms_handle_reset on v2:172.21.15.38:6835/2078855410 2024-09-12T03:09:47.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 1 -- 172.21.15.29:0/3107443791 shutdown_connections 2024-09-12T03:09:47.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 1 -- 172.21.15.29:0/3107443791 wait complete. 2024-09-12T03:09:47.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.409+0000 7f3c403e1740 20 client.5097 trim_cache size 0 max 16384 2024-09-12T03:09:47.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.428+0000 7f3c403e1740 1 Processor -- start 2024-09-12T03:09:47.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.428+0000 7f3c403e1740 1 -- start start 2024-09-12T03:09:47.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.429+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc5cf0 0x556defc089e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.429+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc7480 0x556defc08f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.429+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbe9ba0 0x556defc2ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.429+0000 7f3c403e1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3c382001a0 con 0x556defbc5cf0 2024-09-12T03:09:47.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.429+0000 7f3c403e1740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3c38200870 con 0x556defbc7480 2024-09-12T03:09:47.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.429+0000 7f3c403e1740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3c381ff220 con 0x556defbe9ba0 2024-09-12T03:09:47.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.429+0000 7f3c36800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc5cf0 0x556defc089e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.429+0000 7f3c36800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc5cf0 0x556defc089e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59942/0 (socket says 172.21.15.29:59942) 2024-09-12T03:09:47.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.429+0000 7f3c36800640 1 -- 172.21.15.29:0/3510479774 learned_addr learned my addr 172.21.15.29:0/3510479774 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.430+0000 7f3c36800640 1 -- 172.21.15.29:0/3510479774 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbe9ba0 msgr2=0x556defc2ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.430+0000 7f3c36800640 1 --2- 172.21.15.29:0/3510479774 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbe9ba0 0x556defc2ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.430+0000 7f3c36800640 1 -- 172.21.15.29:0/3510479774 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc7480 msgr2=0x556defc08f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.430+0000 7f3c36800640 1 --2- 172.21.15.29:0/3510479774 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc7480 0x556defc08f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.430+0000 7f3c36800640 1 -- 172.21.15.29:0/3510479774 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556defbed2c0 con 0x556defbc5cf0 2024-09-12T03:09:47.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.430+0000 7f3c36800640 1 --2- 172.21.15.29:0/3510479774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc5cf0 0x556defc089e0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3c280078c0 tx=0x7f3c28007000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3ee612b9ea4b28a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.430+0000 7f3c22600640 1 -- 172.21.15.29:0/3510479774 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c28010ae0 con 0x556defbc5cf0 2024-09-12T03:09:47.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.430+0000 7f3c22600640 1 -- 172.21.15.29:0/3510479774 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c28010c80 con 0x556defbc5cf0 2024-09-12T03:09:47.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.430+0000 7f3c22600640 1 -- 172.21.15.29:0/3510479774 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c28010110 con 0x556defbc5cf0 2024-09-12T03:09:47.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.431+0000 7f3c403e1740 1 -- 172.21.15.29:0/3510479774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc5cf0 msgr2=0x556defc089e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.431+0000 7f3c403e1740 1 --2- 172.21.15.29:0/3510479774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc5cf0 0x556defc089e0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3c280078c0 tx=0x7f3c28007000 comp rx=0 tx=0).stop 2024-09-12T03:09:47.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.431+0000 7f3c403e1740 1 -- 172.21.15.29:0/3510479774 shutdown_connections 2024-09-12T03:09:47.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.431+0000 7f3c403e1740 1 --2- 172.21.15.29:0/3510479774 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbe9ba0 0x556defc2ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.431+0000 7f3c403e1740 1 --2- 172.21.15.29:0/3510479774 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbc7480 0x556defc08f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.431+0000 7f3c403e1740 1 --2- 172.21.15.29:0/3510479774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc5cf0 0x556defc089e0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.431+0000 7f3c403e1740 1 -- 172.21.15.29:0/3510479774 >> 172.21.15.29:0/3510479774 conn(0x556defbc34b0 msgr2=0x556defc0c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.431+0000 7f3c403e1740 1 -- 172.21.15.29:0/3510479774 shutdown_connections 2024-09-12T03:09:47.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.431+0000 7f3c403e1740 1 -- 172.21.15.29:0/3510479774 wait complete. 2024-09-12T03:09:47.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.432+0000 7f3c403e1740 1 -- start start 2024-09-12T03:09:47.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.432+0000 7f3c403e1740 1 Processor -- start 2024-09-12T03:09:47.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc5cf0 0x556defc8c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 0x556defc2ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c403e1740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbe9ba0 0x556defc2f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c403e1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556defbe14d0 con 0x556defbc7480 2024-09-12T03:09:47.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c403e1740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556defbef460 con 0x556defbe9ba0 2024-09-12T03:09:47.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c403e1740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556defbe5a00 con 0x556defbc5cf0 2024-09-12T03:09:47.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c403e1740 10 client.0 _ll_register_callbacks cb 0x7f3c24009060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:09:47.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c35e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 0x556defc2ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c35e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 0x556defc2ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59956/0 (socket says 172.21.15.29:59956) 2024-09-12T03:09:47.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c35e00640 1 -- 172.21.15.29:0/384518156 learned_addr learned my addr 172.21.15.29:0/384518156 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c36800640 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc5cf0 0x556defc8c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c37200640 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbe9ba0 0x556defc2f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c35e00640 1 -- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc5cf0 msgr2=0x556defc8c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c35e00640 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc5cf0 0x556defc8c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.433+0000 7f3c35e00640 1 -- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbe9ba0 msgr2=0x556defc2f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.434+0000 7f3c35e00640 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbe9ba0 0x556defc2f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.434+0000 7f3c35e00640 1 -- 172.21.15.29:0/384518156 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556defbe71f0 con 0x556defbc7480 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.434+0000 7f3c35e00640 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 0x556defc2ee10 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f3c2400f010 tx=0x7f3c24058c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d43aeec9814372e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.434+0000 7f3c17400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.434+0000 7f3c17400640 1 -- 172.21.15.29:0/384518156 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c24021040 con 0x556defbc7480 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.434+0000 7f3c17400640 1 -- 172.21.15.29:0/384518156 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f3c24082da0 con 0x556defbc7480 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.434+0000 7f3c403e1740 1 -- 172.21.15.29:0/384518156 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c28010c80 con 0x556defbc7480 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.434+0000 7f3c17400640 1 -- 172.21.15.29:0/384518156 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3c24061ba0 con 0x556defbc7480 2024-09-12T03:09:47.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.434+0000 7f3c403e1740 10 client.5103 fetch_fsmap learned FSMap version 24 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.434+0000 7f3c403e1740 1 -- 172.21.15.29:0/384518156 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x556defbe77d0 con 0x556defbc7480 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.434+0000 7f3c17400640 1 -- 172.21.15.29:0/384518156 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3c28010c80 con 0x556defbc7480 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.435+0000 7f3c17400640 1 -- 172.21.15.29:0/384518156 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 24) ==== 3542+0+0 (secure 0 0 0) 0x7f3c2405b040 con 0x556defbc7480 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.435+0000 7f3c403e1740 10 client.5103 fetch_fsmap finished waiting for FSMap version 24 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.435+0000 7f3c403e1740 10 client.5103 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.435+0000 7f3c403e1740 20 client.5103 populate_metadata read hostname 'smithi029' 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.435+0000 7f3c403e1740 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x556defc06dc0 0x556defc071a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.435+0000 7f3c403e1740 4 client.5103 mds_command: new command op to 4849 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.435+0000 7f3c403e1740 1 -- 172.21.15.29:0/384518156 --> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] -- command(tid 0: {"prefix": "status"}) -- 0x556defb30e90 con 0x556defc06dc0 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.435+0000 7f3c36800640 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x556defc06dc0 0x556defc071a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c36800640 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x556defc06dc0 0x556defc071a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7c146861cf5219d9 server_cookie=2ea9a7344d9ae5d7 in_seq=0 out_seq=0 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c17400640 10 client.5103 ms_handle_connect on v2:172.21.15.38:6835/2078855410 2024-09-12T03:09:47.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c17400640 1 -- 172.21.15.29:0/384518156 <== mds.2 v2:172.21.15.38:6835/2078855410 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x556defb30e90 con 0x556defc06dc0 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c17400640 10 client.5103 handle_command_reply: tid=0 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 1 client.5103 shutdown 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 1 -- 172.21.15.29:0/384518156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 msgr2=0x556defc2ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 0x556defc2ee10 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f3c2400f010 tx=0x7f3c24058c20 comp rx=0 tx=0).stop 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 1 -- 172.21.15.29:0/384518156 shutdown_connections 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556defbe9ba0 0x556defc2f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556defbc7480 0x556defc2ee10 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x556defc06dc0 0x556defc071a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 1 --2- 172.21.15.29:0/384518156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556defbc5cf0 0x556defc8c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c17400640 0 client.5103 ms_handle_reset on v2:172.21.15.38:6835/2078855410 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 1 -- 172.21.15.29:0/384518156 >> 172.21.15.29:0/384518156 conn(0x556defbc34b0 msgr2=0x556defc0ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 1 -- 172.21.15.29:0/384518156 shutdown_connections 2024-09-12T03:09:47.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 1 -- 172.21.15.29:0/384518156 wait complete. 2024-09-12T03:09:47.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.436+0000 7f3c403e1740 20 client.5103 trim_cache size 0 max 16384 2024-09-12T03:09:47.441 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:09:47.441 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:09:47.441 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 2, 2024-09-12T03:09:47.441 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4849, 2024-09-12T03:09:47.441 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:09:47.441 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:09:47.441 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:09:47.442 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 1.8658898420000001, 2024-09-12T03:09:47.442 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 24, 2024-09-12T03:09:47.442 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 39, 2024-09-12T03:09:47.442 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 39, 2024-09-12T03:09:47.442 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 25.043375661999999 2024-09-12T03:09:47.442 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:09:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 -- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3c1806be30 msgr2=0x7f3c1806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3c1806be30 0x7f3c1806e2f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3c28007fd0 tx=0x7f3c28009040 comp rx=0 tx=0).stop 2024-09-12T03:09:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 -- 172.21.15.29:0/4099425747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c38072240 msgr2=0x7f3c380ca100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c38072240 0x7f3c380ca100 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f3c2400e870 tx=0x7f3c2400ed30 comp rx=0 tx=0).stop 2024-09-12T03:09:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 -- 172.21.15.29:0/4099425747 shutdown_connections 2024-09-12T03:09:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3c1806be30 0x7f3c1806e2f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3c38072620 0x7f3c380ca640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3c38072240 0x7f3c380ca100 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 --2- 172.21.15.29:0/4099425747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3c3806dfd0 0x7f3c380cbd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 -- 172.21.15.29:0/4099425747 >> 172.21.15.29:0/4099425747 conn(0x7f3c38067da0 msgr2=0x7f3c3815bce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 -- 172.21.15.29:0/4099425747 shutdown_connections 2024-09-12T03:09:47.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.437+0000 7f3c3d400640 1 -- 172.21.15.29:0/4099425747 wait complete. 2024-09-12T03:09:47.452 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-12T03:09:47.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.610+0000 7f58e1e00640 1 Processor -- start 2024-09-12T03:09:47.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.611+0000 7f58e1e00640 1 -- start start 2024-09-12T03:09:47.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58e1e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f58dc072620 0x7f58dc0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58e1e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f58dc06dfd0 0x7f58dc0afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58e1e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58dc06e590 con 0x7f58dc072240 2024-09-12T03:09:47.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58e1e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f58dc06e870 con 0x7f58dc072620 2024-09-12T03:09:47.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58e1e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f58dc06eb50 con 0x7f58dc06dfd0 2024-09-12T03:09:47.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58daa00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f58dc072240 0x7f58dc15d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45760/0 (socket says 172.21.15.29:45760) 2024-09-12T03:09:47.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58daa00640 1 -- 172.21.15.29:0/106244700 learned_addr learned my addr 172.21.15.29:0/106244700 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:47.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58d3e00640 1 --2- 172.21.15.29:0/106244700 >> v2:172.21.15.29:3300/0 conn(0x7f58dc072620 0x7f58dc0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58db400640 1 --2- 172.21.15.29:0/106244700 >> v2:172.21.15.38:3300/0 conn(0x7f58dc06dfd0 0x7f58dc0afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58d3e00640 1 -- 172.21.15.29:0/106244700 >> v2:172.21.15.38:3300/0 conn(0x7f58dc06dfd0 msgr2=0x7f58dc0afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58d3e00640 1 --2- 172.21.15.29:0/106244700 >> v2:172.21.15.38:3300/0 conn(0x7f58dc06dfd0 0x7f58dc0afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58d3e00640 1 -- 172.21.15.29:0/106244700 >> v1:172.21.15.29:6789/0 conn(0x7f58dc072240 legacy=0x7f58dc15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.613+0000 7f58d3e00640 1 -- 172.21.15.29:0/106244700 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58dc06ee30 con 0x7f58dc072620 2024-09-12T03:09:47.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.612+0000 7f58da000640 1 -- 172.21.15.29:0/106244700 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2874531277 0 0) 0x7f58dc06e590 con 0x7f58dc072240 2024-09-12T03:09:47.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.613+0000 7f58d3e00640 1 --2- 172.21.15.29:0/106244700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58dc072620 0x7f58dc0af530 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f58dc06e4c0 tx=0x7f58c402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e78dec488ef3261c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.614+0000 7f58da000640 1 -- 172.21.15.29:0/106244700 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c4037070 con 0x7f58dc072620 2024-09-12T03:09:47.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.614+0000 7f58da000640 1 -- 172.21.15.29:0/106244700 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58c4032440 con 0x7f58dc072620 2024-09-12T03:09:47.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.614+0000 7f58da000640 1 -- 172.21.15.29:0/106244700 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c4032810 con 0x7f58dc072620 2024-09-12T03:09:47.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.614+0000 7f58e1e00640 1 -- 172.21.15.29:0/106244700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58dc072620 msgr2=0x7f58dc0af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.614+0000 7f58e1e00640 1 --2- 172.21.15.29:0/106244700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58dc072620 0x7f58dc0af530 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f58dc06e4c0 tx=0x7f58c402a1a0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.614+0000 7f58e1e00640 1 -- 172.21.15.29:0/106244700 shutdown_connections 2024-09-12T03:09:47.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.614+0000 7f58e1e00640 1 --2- 172.21.15.29:0/106244700 >> v2:172.21.15.38:3300/0 conn(0x7f58dc06dfd0 0x7f58dc0afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.614+0000 7f58e1e00640 1 --2- 172.21.15.29:0/106244700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58dc072620 0x7f58dc0af530 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.614+0000 7f58e1e00640 1 -- 172.21.15.29:0/106244700 >> 172.21.15.29:0/106244700 conn(0x7f58dc067da0 msgr2=0x7f58dc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.614+0000 7f58e1e00640 1 -- 172.21.15.29:0/106244700 shutdown_connections 2024-09-12T03:09:47.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.614+0000 7f58e1e00640 1 -- 172.21.15.29:0/106244700 wait complete. 2024-09-12T03:09:47.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.616+0000 7f58e1e00640 1 Processor -- start 2024-09-12T03:09:47.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.616+0000 7f58e1e00640 1 -- start start 2024-09-12T03:09:47.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.617+0000 7f58e1e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f58dc06dfd0 0x7f58dc0b3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.617+0000 7f58e1e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f58dc072240 0x7f58dc14ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.617+0000 7f58e1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58dc072620 0x7f58dc0cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.617+0000 7f58e1e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc0cd560 con 0x7f58dc072620 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.617+0000 7f58e1e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc0cd3e0 con 0x7f58dc072240 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.617+0000 7f58e1e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f58dc0cd6e0 con 0x7f58dc06dfd0 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.617+0000 7f58db400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58dc072620 0x7f58dc0cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.618+0000 7f58db400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58dc072620 0x7f58dc0cdad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59976/0 (socket says 172.21.15.29:59976) 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.618+0000 7f58db400640 1 -- 172.21.15.29:0/41681217 learned_addr learned my addr 172.21.15.29:0/41681217 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.618+0000 7f58d3e00640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f58dc072240 0x7f58dc14ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.618+0000 7f58daa00640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f58dc06dfd0 0x7f58dc0b3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.618+0000 7f58db400640 1 -- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f58dc06dfd0 msgr2=0x7f58dc0b3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.618+0000 7f58db400640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f58dc06dfd0 0x7f58dc0b3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.618+0000 7f58db400640 1 -- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f58dc072240 msgr2=0x7f58dc14ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.618+0000 7f58db400640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f58dc072240 0x7f58dc14ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.618+0000 7f58db400640 1 -- 172.21.15.29:0/41681217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58dc0b3a70 con 0x7f58dc072620 2024-09-12T03:09:47.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.618+0000 7f58db400640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58dc072620 0x7f58dc0cdad0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f58d4007e40 tx=0x7f58d400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.619+0000 7f58d3400640 1 -- 172.21.15.29:0/41681217 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d4014620 con 0x7f58dc072620 2024-09-12T03:09:47.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.619+0000 7f58d3400640 1 -- 172.21.15.29:0/41681217 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58d4019070 con 0x7f58dc072620 2024-09-12T03:09:47.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.619+0000 7f58d3400640 1 -- 172.21.15.29:0/41681217 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d4014a20 con 0x7f58dc072620 2024-09-12T03:09:47.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.619+0000 7f58e1e00640 1 -- 172.21.15.29:0/41681217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58dc0b3d40 con 0x7f58dc072620 2024-09-12T03:09:47.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.619+0000 7f58e1e00640 1 -- 172.21.15.29:0/41681217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58dc0b4300 con 0x7f58dc072620 2024-09-12T03:09:47.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.621+0000 7f58d3400640 1 -- 172.21.15.29:0/41681217 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f58d4014bc0 con 0x7f58dc072620 2024-09-12T03:09:47.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.622+0000 7f58d3400640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f58b806be30 0x7f58b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.622+0000 7f58d3400640 1 -- 172.21.15.29:0/41681217 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f58d408b850 con 0x7f58dc072620 2024-09-12T03:09:47.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.623+0000 7f58daa00640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f58b806be30 0x7f58b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.623+0000 7f58e4dc0740 1 Processor -- start 2024-09-12T03:09:47.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.623+0000 7f58e4dc0740 1 -- start start 2024-09-12T03:09:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58daa00640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f58b806be30 0x7f58b806e2f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f58cc000f60 tx=0x7f58cc007d50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a7cf0 0x563edc8ed490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a54b0 0x563edc8a80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8a9480 0x563edc8a2570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563edc8063b0 con 0x563edc8a54b0 2024-09-12T03:09:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563edc80b410 con 0x563edc8a7cf0 2024-09-12T03:09:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x563edc7b3620 con 0x563edc8a9480 2024-09-12T03:09:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58d3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a54b0 0x563edc8a80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58d3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a54b0 0x563edc8a80d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59988/0 (socket says 172.21.15.29:59988) 2024-09-12T03:09:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58d3e00640 1 -- 172.21.15.29:0/25714353 learned_addr learned my addr 172.21.15.29:0/25714353 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58db400640 1 --2- 172.21.15.29:0/25714353 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8a9480 0x563edc8a2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.624+0000 7f58daa00640 1 --2- 172.21.15.29:0/25714353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a7cf0 0x563edc8ed490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.625+0000 7f58d3e00640 1 -- 172.21.15.29:0/25714353 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8a9480 msgr2=0x563edc8a2570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.625+0000 7f58d3e00640 1 --2- 172.21.15.29:0/25714353 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8a9480 0x563edc8a2570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.625+0000 7f58d3e00640 1 -- 172.21.15.29:0/25714353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a7cf0 msgr2=0x563edc8ed490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.625+0000 7f58d3e00640 1 --2- 172.21.15.29:0/25714353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a7cf0 0x563edc8ed490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.625+0000 7f58d3e00640 1 -- 172.21.15.29:0/25714353 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563edc51e2d0 con 0x563edc8a54b0 2024-09-12T03:09:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.625+0000 7f58d3e00640 1 --2- 172.21.15.29:0/25714353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a54b0 0x563edc8a80d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f58c4009890 tx=0x7f58c402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9613d33206d007f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.625+0000 7f58cb400640 1 -- 172.21.15.29:0/25714353 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c4041030 con 0x563edc8a54b0 2024-09-12T03:09:47.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.625+0000 7f58cb400640 1 -- 172.21.15.29:0/25714353 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58c4038040 con 0x563edc8a54b0 2024-09-12T03:09:47.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.625+0000 7f58cb400640 1 -- 172.21.15.29:0/25714353 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c4037070 con 0x563edc8a54b0 2024-09-12T03:09:47.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.626+0000 7f58e4dc0740 1 -- 172.21.15.29:0/25714353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a54b0 msgr2=0x563edc8a80d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.626+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/25714353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a54b0 0x563edc8a80d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f58c4009890 tx=0x7f58c402c000 comp rx=0 tx=0).stop 2024-09-12T03:09:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.626+0000 7f58e4dc0740 1 -- 172.21.15.29:0/25714353 shutdown_connections 2024-09-12T03:09:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.626+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/25714353 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8a9480 0x563edc8a2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.626+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/25714353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a54b0 0x563edc8a80d0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.626+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/25714353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a7cf0 0x563edc8ed490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.626+0000 7f58e4dc0740 1 -- 172.21.15.29:0/25714353 >> 172.21.15.29:0/25714353 conn(0x563edc8a4740 msgr2=0x563edc8ec960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.626+0000 7f58e4dc0740 1 -- 172.21.15.29:0/25714353 shutdown_connections 2024-09-12T03:09:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.626+0000 7f58e4dc0740 1 -- 172.21.15.29:0/25714353 wait complete. 2024-09-12T03:09:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.627+0000 7f58e4dc0740 1 -- start start 2024-09-12T03:09:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.627+0000 7f58e4dc0740 1 Processor -- start 2024-09-12T03:09:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8e6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a9480 0x563edc8e9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8e9db0 0x563edc8ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563edc7c6780 con 0x563edc8a7cf0 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563edc8073d0 con 0x563edc8a9480 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x563edc8a3be0 con 0x563edc8e9db0 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58e4dc0740 10 client.0 _ll_register_callbacks cb 0x563edc8045d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58daa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8e6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58daa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8e6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60002/0 (socket says 172.21.15.29:60002) 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58daa00640 1 -- 172.21.15.29:0/441469400 learned_addr learned my addr 172.21.15.29:0/441469400 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58db400640 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8e9db0 0x563edc8ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58d3e00640 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a9480 0x563edc8e9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58daa00640 1 -- 172.21.15.29:0/441469400 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8e9db0 msgr2=0x563edc8ca4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58daa00640 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8e9db0 0x563edc8ca4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58daa00640 1 -- 172.21.15.29:0/441469400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a9480 msgr2=0x563edc8e9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58daa00640 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a9480 0x563edc8e9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.628+0000 7f58daa00640 1 -- 172.21.15.29:0/441469400 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563edc5e86b0 con 0x563edc8a7cf0 2024-09-12T03:09:47.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.629+0000 7f58daa00640 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8e6f90 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f58cc013970 tx=0x7f58cc000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41eab76fa9b85ef1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.629+0000 7f58bfe00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:09:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.629+0000 7f58bfe00640 1 -- 172.21.15.29:0/441469400 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58cc013e30 con 0x563edc8a7cf0 2024-09-12T03:09:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.629+0000 7f58bfe00640 1 -- 172.21.15.29:0/441469400 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f58cc0128d0 con 0x563edc8a7cf0 2024-09-12T03:09:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.629+0000 7f58e4dc0740 1 -- 172.21.15.29:0/441469400 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58c4038040 con 0x563edc8a7cf0 2024-09-12T03:09:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.629+0000 7f58bfe00640 1 -- 172.21.15.29:0/441469400 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f58cc02e050 con 0x563edc8a7cf0 2024-09-12T03:09:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.629+0000 7f58e4dc0740 10 client.5118 fetch_fsmap learned FSMap version 24 2024-09-12T03:09:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.629+0000 7f58e4dc0740 1 -- 172.21.15.29:0/441469400 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x563edc8e7fc0 con 0x563edc8a7cf0 2024-09-12T03:09:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.629+0000 7f58bfe00640 1 -- 172.21.15.29:0/441469400 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58c4038040 con 0x563edc8a7cf0 2024-09-12T03:09:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.630+0000 7f58bfe00640 1 -- 172.21.15.29:0/441469400 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 24) ==== 3542+0+0 (secure 0 0 0) 0x7f58cc031020 con 0x563edc8a7cf0 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.630+0000 7f58e4dc0740 10 client.5118 fetch_fsmap finished waiting for FSMap version 24 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.630+0000 7f58e4dc0740 10 client.5118 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.630+0000 7f58e4dc0740 20 client.5118 populate_metadata read hostname 'smithi029' 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.630+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x563edc900a60 0x563edc8a2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.630+0000 7f58e4dc0740 4 client.5118 mds_command: new command op to 4884 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.630+0000 7f58e4dc0740 1 -- 172.21.15.29:0/441469400 --> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563edc818b40 con 0x563edc900a60 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.630+0000 7f58d3e00640 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x563edc900a60 0x563edc8a2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.631+0000 7f58d3e00640 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x563edc900a60 0x563edc8a2720 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4f75f06f5221e6d6 server_cookie=ed4f8d51ce539543 in_seq=0 out_seq=0 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.631+0000 7f58bfe00640 10 client.5118 ms_handle_connect on v2:172.21.15.29:6832/4108429340 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.631+0000 7f58bfe00640 1 -- 172.21.15.29:0/441469400 <== mds.1 v2:172.21.15.29:6832/4108429340 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563edc818b40 con 0x563edc900a60 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.631+0000 7f58bfe00640 10 client.5118 handle_command_reply: tid=0 2024-09-12T03:09:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.631+0000 7f58e4dc0740 1 client.5118 shutdown 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58e4dc0740 1 -- 172.21.15.29:0/441469400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 msgr2=0x563edc8e6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8e6f90 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f58cc013970 tx=0x7f58cc000ed0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58e4dc0740 1 -- 172.21.15.29:0/441469400 shutdown_connections 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x563edc900a60 0x563edc8a2720 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8e9db0 0x563edc8ca4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a9480 0x563edc8e9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/441469400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8e6f90 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58bfe00640 0 client.5118 ms_handle_reset on v2:172.21.15.29:6832/4108429340 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58e4dc0740 1 -- 172.21.15.29:0/441469400 >> 172.21.15.29:0/441469400 conn(0x563edc8a54b0 msgr2=0x563edc8ea9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58e4dc0740 1 -- 172.21.15.29:0/441469400 shutdown_connections 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58e4dc0740 1 -- 172.21.15.29:0/441469400 wait complete. 2024-09-12T03:09:47.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.632+0000 7f58e4dc0740 20 client.5118 trim_cache size 0 max 16384 2024-09-12T03:09:47.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.651+0000 7f58e4dc0740 1 Processor -- start 2024-09-12T03:09:47.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.651+0000 7f58e4dc0740 1 -- start start 2024-09-12T03:09:47.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8d1b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a9480 0x563edc8ea9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8e9db0 0x563edc8eaf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc200110 con 0x563edc8a7cf0 2024-09-12T03:09:47.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f58dc2007e0 con 0x563edc8a9480 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f58dc0c6410 con 0x563edc8e9db0 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58daa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8d1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58daa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8d1b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60016/0 (socket says 172.21.15.29:60016) 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58daa00640 1 -- 172.21.15.29:0/1233672296 learned_addr learned my addr 172.21.15.29:0/1233672296 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58d3e00640 1 --2- 172.21.15.29:0/1233672296 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a9480 0x563edc8ea9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58daa00640 1 -- 172.21.15.29:0/1233672296 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8e9db0 msgr2=0x563edc8eaf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58db400640 1 --2- 172.21.15.29:0/1233672296 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8e9db0 0x563edc8eaf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58daa00640 1 --2- 172.21.15.29:0/1233672296 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8e9db0 0x563edc8eaf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58daa00640 1 -- 172.21.15.29:0/1233672296 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a9480 msgr2=0x563edc8ea9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58daa00640 1 --2- 172.21.15.29:0/1233672296 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a9480 0x563edc8ea9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58daa00640 1 -- 172.21.15.29:0/1233672296 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563edc8ed300 con 0x563edc8a7cf0 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58d3e00640 1 --2- 172.21.15.29:0/1233672296 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a9480 0x563edc8ea9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:09:47.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.652+0000 7f58db400640 1 --2- 172.21.15.29:0/1233672296 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8e9db0 0x563edc8eaf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:09:47.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.653+0000 7f58daa00640 1 --2- 172.21.15.29:0/1233672296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8d1b00 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f58cc013fc0 tx=0x7f58cc021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d9c266c56cdf712 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.653+0000 7f58caa00640 1 -- 172.21.15.29:0/1233672296 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58cc012720 con 0x563edc8a7cf0 2024-09-12T03:09:47.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.653+0000 7f58caa00640 1 -- 172.21.15.29:0/1233672296 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58cc026070 con 0x563edc8a7cf0 2024-09-12T03:09:47.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.653+0000 7f58caa00640 1 -- 172.21.15.29:0/1233672296 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58cc012ae0 con 0x563edc8a7cf0 2024-09-12T03:09:47.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.653+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1233672296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 msgr2=0x563edc8d1b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.653+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/1233672296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8d1b00 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f58cc013fc0 tx=0x7f58cc021000 comp rx=0 tx=0).stop 2024-09-12T03:09:47.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.653+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1233672296 shutdown_connections 2024-09-12T03:09:47.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.654+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/1233672296 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8e9db0 0x563edc8eaf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.654+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/1233672296 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8a9480 0x563edc8ea9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.654+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/1233672296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a7cf0 0x563edc8d1b00 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.654+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1233672296 >> 172.21.15.29:0/1233672296 conn(0x563edc8a54b0 msgr2=0x563edc8fd240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.654+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1233672296 shutdown_connections 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.654+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1233672296 wait complete. 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.654+0000 7f58e4dc0740 1 -- start start 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.654+0000 7f58e4dc0740 1 Processor -- start 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.655+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8a7cf0 0x563edc8d1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.655+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a9480 0x563edc96a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.655+0000 7f58e4dc0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8e9db0 0x563edc8ea9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.655+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563edc9008e0 con 0x563edc8a9480 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.655+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563edc8caf00 con 0x563edc8e9db0 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.655+0000 7f58e4dc0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x563edc900ea0 con 0x563edc8a7cf0 2024-09-12T03:09:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.655+0000 7f58e4dc0740 10 client.0 _ll_register_callbacks cb 0x7f58cc004c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58d3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a9480 0x563edc96a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58d3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a9480 0x563edc96a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60024/0 (socket says 172.21.15.29:60024) 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58d3e00640 1 -- 172.21.15.29:0/1888276400 learned_addr learned my addr 172.21.15.29:0/1888276400 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58daa00640 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8a7cf0 0x563edc8d1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58db400640 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8e9db0 0x563edc8ea9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58d3e00640 1 -- 172.21.15.29:0/1888276400 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8a7cf0 msgr2=0x563edc8d1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58d3e00640 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8a7cf0 0x563edc8d1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58d3e00640 1 -- 172.21.15.29:0/1888276400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8e9db0 msgr2=0x563edc8ea9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58d3e00640 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8e9db0 0x563edc8ea9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58d3e00640 1 -- 172.21.15.29:0/1888276400 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563edc8e9b60 con 0x563edc8a9480 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58d3e00640 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a9480 0x563edc96a510 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f58c402a790 tx=0x7f58c402c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68f17ada67ad068d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.656+0000 7f58bfe00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:09:47.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58bfe00640 1 -- 172.21.15.29:0/1888276400 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c404e070 con 0x563edc8a9480 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1888276400 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58cc026070 con 0x563edc8a9480 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58bfe00640 1 -- 172.21.15.29:0/1888276400 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f58c4005990 con 0x563edc8a9480 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58bfe00640 1 -- 172.21.15.29:0/1888276400 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f58c4037040 con 0x563edc8a9480 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58e4dc0740 10 client.5124 fetch_fsmap learned FSMap version 24 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1888276400 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x563edc8e9880 con 0x563edc8a9480 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58bfe00640 1 -- 172.21.15.29:0/1888276400 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58cc026070 con 0x563edc8a9480 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58bfe00640 1 -- 172.21.15.29:0/1888276400 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 24) ==== 3542+0+0 (secure 0 0 0) 0x7f58c4005b90 con 0x563edc8a9480 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58e4dc0740 10 client.5124 fetch_fsmap finished waiting for FSMap version 24 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58e4dc0740 10 client.5124 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58e4dc0740 20 client.5124 populate_metadata read hostname 'smithi029' 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x563edc910e30 0x563edc8fbbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58e4dc0740 4 client.5124 mds_command: new command op to 4884 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:09:47.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.657+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1888276400 --> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] -- command(tid 0: {"prefix": "status"}) -- 0x563edc812e90 con 0x563edc910e30 2024-09-12T03:09:47.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.658+0000 7f58daa00640 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x563edc910e30 0x563edc8fbbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.658+0000 7f58daa00640 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x563edc910e30 0x563edc8fbbf0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e84d6fae468c12b7 server_cookie=e8424b588fbbd175 in_seq=0 out_seq=0 2024-09-12T03:09:47.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.658+0000 7f58bfe00640 10 client.5124 ms_handle_connect on v2:172.21.15.29:6832/4108429340 2024-09-12T03:09:47.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.658+0000 7f58bfe00640 1 -- 172.21.15.29:0/1888276400 <== mds.1 v2:172.21.15.29:6832/4108429340 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x563edc812e90 con 0x563edc910e30 2024-09-12T03:09:47.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.658+0000 7f58bfe00640 10 client.5124 handle_command_reply: tid=0 2024-09-12T03:09:47.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.658+0000 7f58e4dc0740 1 client.5124 shutdown 2024-09-12T03:09:47.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1888276400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a9480 msgr2=0x563edc96a510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a9480 0x563edc96a510 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f58c402a790 tx=0x7f58c402c070 comp rx=0 tx=0).stop 2024-09-12T03:09:47.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1888276400 shutdown_connections 2024-09-12T03:09:47.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x563edc910e30 0x563edc8fbbf0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563edc8e9db0 0x563edc8ea9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563edc8a9480 0x563edc96a510 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e4dc0740 1 --2- 172.21.15.29:0/1888276400 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563edc8a7cf0 0x563edc8d1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58bfe00640 0 client.5124 ms_handle_reset on v2:172.21.15.29:6832/4108429340 2024-09-12T03:09:47.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1888276400 >> 172.21.15.29:0/1888276400 conn(0x563edc8a54b0 msgr2=0x563edc8fd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1888276400 shutdown_connections 2024-09-12T03:09:47.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e4dc0740 1 -- 172.21.15.29:0/1888276400 wait complete. 2024-09-12T03:09:47.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e4dc0740 20 client.5124 trim_cache size 0 max 16384 2024-09-12T03:09:47.664 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:09:47.664 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:09:47.664 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 1, 2024-09-12T03:09:47.665 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4884, 2024-09-12T03:09:47.665 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:09:47.665 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:09:47.665 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:09:47.665 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 3.1078915359999999, 2024-09-12T03:09:47.665 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 24, 2024-09-12T03:09:47.665 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 39, 2024-09-12T03:09:47.665 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 39, 2024-09-12T03:09:47.665 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 25.27593456 2024-09-12T03:09:47.665 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:09:47.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.659+0000 7f58e1e00640 1 -- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f58b806be30 msgr2=0x7f58b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.660+0000 7f58e1e00640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f58b806be30 0x7f58b806e2f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f58cc000f60 tx=0x7f58cc007d50 comp rx=0 tx=0).stop 2024-09-12T03:09:47.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.660+0000 7f58e1e00640 1 -- 172.21.15.29:0/41681217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58dc072620 msgr2=0x7f58dc0cdad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.660+0000 7f58e1e00640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58dc072620 0x7f58dc0cdad0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f58d4007e40 tx=0x7f58d400e4b0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.660+0000 7f58e1e00640 1 -- 172.21.15.29:0/41681217 shutdown_connections 2024-09-12T03:09:47.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.660+0000 7f58e1e00640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f58b806be30 0x7f58b806e2f0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.660+0000 7f58e1e00640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58dc072620 0x7f58dc0cdad0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.660+0000 7f58e1e00640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f58dc072240 0x7f58dc14ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.660+0000 7f58e1e00640 1 --2- 172.21.15.29:0/41681217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f58dc06dfd0 0x7f58dc0b3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.660+0000 7f58e1e00640 1 -- 172.21.15.29:0/41681217 >> 172.21.15.29:0/41681217 conn(0x7f58dc067da0 msgr2=0x7f58dc156ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.660+0000 7f58e1e00640 1 -- 172.21.15.29:0/41681217 shutdown_connections 2024-09-12T03:09:47.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.660+0000 7f58e1e00640 1 -- 172.21.15.29:0/41681217 wait complete. 2024-09-12T03:09:47.675 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-12T03:09:47.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.833+0000 7f2b43000640 1 Processor -- start 2024-09-12T03:09:47.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.833+0000 7f2b43000640 1 -- start start 2024-09-12T03:09:47.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.835+0000 7f2b43000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2b3c06c320 0x7f2b3c0b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.835+0000 7f2b43000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2b3c070a80 0x7f2b3c158530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.835+0000 7f2b43000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b3c0711b0 con 0x7f2b3c162cc0 2024-09-12T03:09:47.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.835+0000 7f2b43000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f2b3c0d2110 con 0x7f2b3c06c320 2024-09-12T03:09:47.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.835+0000 7f2b43000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f2b3c15fa40 con 0x7f2b3c070a80 2024-09-12T03:09:47.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.835+0000 7f2b3be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f2b3c162cc0 0x7f2b3c06bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45764/0 (socket says 172.21.15.29:45764) 2024-09-12T03:09:47.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.835+0000 7f2b3be00640 1 -- 172.21.15.29:0/3264346310 learned_addr learned my addr 172.21.15.29:0/3264346310 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:47.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.835+0000 7f2b33400640 1 --2- 172.21.15.29:0/3264346310 >> v2:172.21.15.29:3300/0 conn(0x7f2b3c06c320 0x7f2b3c0b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.835+0000 7f2b3b400640 1 -- 172.21.15.29:0/3264346310 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2056910725 0 0) 0x7f2b3c0711b0 con 0x7f2b3c162cc0 2024-09-12T03:09:47.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.835+0000 7f2b41000640 1 --2- 172.21.15.29:0/3264346310 >> v2:172.21.15.38:3300/0 conn(0x7f2b3c070a80 0x7f2b3c158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.835+0000 7f2b3b400640 1 -- 172.21.15.29:0/3264346310 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b20003520 con 0x7f2b3c162cc0 2024-09-12T03:09:47.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.836+0000 7f2b33400640 1 -- 172.21.15.29:0/3264346310 >> v2:172.21.15.38:3300/0 conn(0x7f2b3c070a80 msgr2=0x7f2b3c158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.836+0000 7f2b33400640 1 --2- 172.21.15.29:0/3264346310 >> v2:172.21.15.38:3300/0 conn(0x7f2b3c070a80 0x7f2b3c158530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.836+0000 7f2b33400640 1 -- 172.21.15.29:0/3264346310 >> v1:172.21.15.29:6789/0 conn(0x7f2b3c162cc0 legacy=0x7f2b3c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.836+0000 7f2b33400640 1 -- 172.21.15.29:0/3264346310 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b3c162020 con 0x7f2b3c06c320 2024-09-12T03:09:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.837+0000 7f2b33400640 1 --2- 172.21.15.29:0/3264346310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b3c06c320 0x7f2b3c0b6f90 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c073070 tx=0x7f2b2402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2948bd3e27de1b91 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.837+0000 7f2b3b400640 1 -- 172.21.15.29:0/3264346310 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24037070 con 0x7f2b3c06c320 2024-09-12T03:09:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.837+0000 7f2b3b400640 1 -- 172.21.15.29:0/3264346310 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b24032440 con 0x7f2b3c06c320 2024-09-12T03:09:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.837+0000 7f2b3b400640 1 -- 172.21.15.29:0/3264346310 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24032810 con 0x7f2b3c06c320 2024-09-12T03:09:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.837+0000 7f2b43000640 1 -- 172.21.15.29:0/3264346310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b3c06c320 msgr2=0x7f2b3c0b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.837+0000 7f2b43000640 1 --2- 172.21.15.29:0/3264346310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b3c06c320 0x7f2b3c0b6f90 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c073070 tx=0x7f2b2402a1a0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.837+0000 7f2b43000640 1 -- 172.21.15.29:0/3264346310 shutdown_connections 2024-09-12T03:09:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.837+0000 7f2b43000640 1 --2- 172.21.15.29:0/3264346310 >> v2:172.21.15.38:3300/0 conn(0x7f2b3c070a80 0x7f2b3c158530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.837+0000 7f2b43000640 1 --2- 172.21.15.29:0/3264346310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b3c06c320 0x7f2b3c0b6f90 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.837+0000 7f2b43000640 1 -- 172.21.15.29:0/3264346310 >> 172.21.15.29:0/3264346310 conn(0x7f2b3c09aa70 msgr2=0x7f2b3c0b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.837+0000 7f2b43000640 1 -- 172.21.15.29:0/3264346310 shutdown_connections 2024-09-12T03:09:47.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.838+0000 7f2b43000640 1 -- 172.21.15.29:0/3264346310 wait complete. 2024-09-12T03:09:47.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.839+0000 7f2b43000640 1 Processor -- start 2024-09-12T03:09:47.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.839+0000 7f2b43000640 1 -- start start 2024-09-12T03:09:47.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.840+0000 7f2b43000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b3c06c320 0x7f2b3c0b35e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.840+0000 7f2b43000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2b3c070a80 0x7f2b3c148d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.840+0000 7f2b43000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b3c162cc0 0x7f2b3c0b0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.840+0000 7f2b43000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2b3c0d1630 con 0x7f2b3c162cc0 2024-09-12T03:09:47.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.840+0000 7f2b43000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2b3c0d1c80 con 0x7f2b3c06c320 2024-09-12T03:09:47.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.840+0000 7f2b43000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2b3c0d1910 con 0x7f2b3c070a80 2024-09-12T03:09:47.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.840+0000 7f2b41000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b3c162cc0 0x7f2b3c0b0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.840+0000 7f2b41000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b3c162cc0 0x7f2b3c0b0ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60048/0 (socket says 172.21.15.29:60048) 2024-09-12T03:09:47.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.840+0000 7f2b41000640 1 -- 172.21.15.29:0/74046449 learned_addr learned my addr 172.21.15.29:0/74046449 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b33400640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2b3c070a80 0x7f2b3c148d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b3be00640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b3c06c320 0x7f2b3c0b35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b41000640 1 -- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2b3c070a80 msgr2=0x7f2b3c148d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b41000640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2b3c070a80 0x7f2b3c148d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b41000640 1 -- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b3c06c320 msgr2=0x7f2b3c0b35e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b41000640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b3c06c320 0x7f2b3c0b35e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b41000640 1 -- 172.21.15.29:0/74046449 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b3c0b1640 con 0x7f2b3c162cc0 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b3be00640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b3c06c320 0x7f2b3c0b35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b33400640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2b3c070a80 0x7f2b3c148d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b41000640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b3c162cc0 0x7f2b3c0b0ed0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2b34007e70 tx=0x7f2b3400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b38c00640 1 -- 172.21.15.29:0/74046449 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34014620 con 0x7f2b3c162cc0 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b38c00640 1 -- 172.21.15.29:0/74046449 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b34019070 con 0x7f2b3c162cc0 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b38c00640 1 -- 172.21.15.29:0/74046449 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34014a20 con 0x7f2b3c162cc0 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.841+0000 7f2b43000640 1 -- 172.21.15.29:0/74046449 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b3c0b1920 con 0x7f2b3c162cc0 2024-09-12T03:09:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.842+0000 7f2b43000640 1 -- 172.21.15.29:0/74046449 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b3c0b1ee0 con 0x7f2b3c162cc0 2024-09-12T03:09:47.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.844+0000 7f2b38c00640 1 -- 172.21.15.29:0/74046449 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2b34014bc0 con 0x7f2b3c162cc0 2024-09-12T03:09:47.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.844+0000 7f2b38c00640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2b1806be30 0x7f2b1806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.844+0000 7f2b38c00640 1 -- 172.21.15.29:0/74046449 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f2b3408b940 con 0x7f2b3c162cc0 2024-09-12T03:09:47.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.845+0000 7f2b3be00640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2b1806be30 0x7f2b1806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.846+0000 7f2b45dd3740 1 Processor -- start 2024-09-12T03:09:47.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.846+0000 7f2b45dd3740 1 -- start start 2024-09-12T03:09:47.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.846+0000 7f2b3be00640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2b1806be30 0x7f2b1806e2f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c005880 tx=0x7f2b2c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09046490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffe4b0 0x55aa090010d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffb570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55aa08f5f3b0 con 0x55aa09002480 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55aa08f64410 con 0x55aa08ffe4b0 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55aa08f0c620 con 0x55aa09000cf0 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b41000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b41000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffb570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60050/0 (socket says 172.21.15.29:60050) 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b41000640 1 -- 172.21.15.29:0/1751477528 learned_addr learned my addr 172.21.15.29:0/1751477528 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b3be00640 1 --2- 172.21.15.29:0/1751477528 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09046490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b33400640 1 --2- 172.21.15.29:0/1751477528 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffe4b0 0x55aa090010d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b41000640 1 -- 172.21.15.29:0/1751477528 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 msgr2=0x55aa09046490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b41000640 1 --2- 172.21.15.29:0/1751477528 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09046490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b41000640 1 -- 172.21.15.29:0/1751477528 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffe4b0 msgr2=0x55aa090010d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b41000640 1 --2- 172.21.15.29:0/1751477528 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffe4b0 0x55aa090010d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.847+0000 7f2b41000640 1 -- 172.21.15.29:0/1751477528 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa08c772d0 con 0x55aa09002480 2024-09-12T03:09:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.848+0000 7f2b41000640 1 --2- 172.21.15.29:0/1751477528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffb570 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2b3400c040 tx=0x7f2b34059a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c7cda57dfd3ed60 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.848+0000 7f2b30c00640 1 -- 172.21.15.29:0/1751477528 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34062640 con 0x55aa09002480 2024-09-12T03:09:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.848+0000 7f2b30c00640 1 -- 172.21.15.29:0/1751477528 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b34057d60 con 0x55aa09002480 2024-09-12T03:09:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.848+0000 7f2b30c00640 1 -- 172.21.15.29:0/1751477528 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b340600c0 con 0x55aa09002480 2024-09-12T03:09:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.848+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1751477528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 msgr2=0x55aa08ffb570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.848+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/1751477528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffb570 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2b3400c040 tx=0x7f2b34059a60 comp rx=0 tx=0).stop 2024-09-12T03:09:47.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.849+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1751477528 shutdown_connections 2024-09-12T03:09:47.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.849+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/1751477528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffb570 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.849+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/1751477528 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffe4b0 0x55aa090010d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.849+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/1751477528 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09046490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.849+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1751477528 >> 172.21.15.29:0/1751477528 conn(0x55aa08ffd740 msgr2=0x55aa09045960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.849+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1751477528 shutdown_connections 2024-09-12T03:09:47.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.849+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1751477528 wait complete. 2024-09-12T03:09:47.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.849+0000 7f2b45dd3740 1 -- start start 2024-09-12T03:09:47.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.850+0000 7f2b45dd3740 1 Processor -- start 2024-09-12T03:09:47.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.850+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09042900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.850+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.850+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa08fff110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.850+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55aa08f1f780 con 0x55aa09002480 2024-09-12T03:09:47.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.850+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55aa08f603d0 con 0x55aa08ffbf40 2024-09-12T03:09:47.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.850+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55aa08ffcbe0 con 0x55aa09000cf0 2024-09-12T03:09:47.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.851+0000 7f2b45dd3740 10 client.0 _ll_register_callbacks cb 0x55aa08f5d5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:09:47.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.851+0000 7f2b33400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.851+0000 7f2b33400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60058/0 (socket says 172.21.15.29:60058) 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.851+0000 7f2b33400640 1 -- 172.21.15.29:0/1181420496 learned_addr learned my addr 172.21.15.29:0/1181420496 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.851+0000 7f2b3be00640 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09042900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.851+0000 7f2b41000640 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa08fff110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.851+0000 7f2b33400640 1 -- 172.21.15.29:0/1181420496 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 msgr2=0x55aa09042900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.851+0000 7f2b33400640 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09042900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.851+0000 7f2b33400640 1 -- 172.21.15.29:0/1181420496 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 msgr2=0x55aa08fff110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.851+0000 7f2b33400640 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa08fff110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.851+0000 7f2b33400640 1 -- 172.21.15.29:0/1181420496 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa08d416b0 con 0x55aa09002480 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.852+0000 7f2b33400640 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffba00 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2b24006ce0 tx=0x7f2b24004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51a066f6ad0f4114 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.852+0000 7f2b29600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.852+0000 7f2b29600640 1 -- 172.21.15.29:0/1181420496 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24037040 con 0x55aa09002480 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.852+0000 7f2b29600640 1 -- 172.21.15.29:0/1181420496 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f2b24047c70 con 0x55aa09002480 2024-09-12T03:09:47.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.852+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1181420496 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b34057d60 con 0x55aa09002480 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.852+0000 7f2b29600640 1 -- 172.21.15.29:0/1181420496 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2b24032990 con 0x55aa09002480 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.852+0000 7f2b45dd3740 10 client.5139 fetch_fsmap learned FSMap version 24 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.852+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1181420496 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x55aa09021780 con 0x55aa09002480 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.852+0000 7f2b29600640 1 -- 172.21.15.29:0/1181420496 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b34057d60 con 0x55aa09002480 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.853+0000 7f2b29600640 1 -- 172.21.15.29:0/1181420496 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 24) ==== 3542+0+0 (secure 0 0 0) 0x7f2b24032b30 con 0x55aa09002480 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.853+0000 7f2b45dd3740 10 client.5139 fetch_fsmap finished waiting for FSMap version 24 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.853+0000 7f2b45dd3740 10 client.5139 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.853+0000 7f2b45dd3740 20 client.5139 populate_metadata read hostname 'smithi029' 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.853+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55aa0901ff50 0x55aa08ffab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.853+0000 7f2b45dd3740 4 client.5139 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.853+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1181420496 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa08f71b40 con 0x55aa0901ff50 2024-09-12T03:09:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.853+0000 7f2b3be00640 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55aa0901ff50 0x55aa08ffab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.854+0000 7f2b3be00640 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55aa0901ff50 0x55aa08ffab50 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2591e888862bbacb server_cookie=c5d4739fe6976604 in_seq=0 out_seq=0 2024-09-12T03:09:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.854+0000 7f2b29600640 10 client.5139 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:09:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.854+0000 7f2b29600640 1 -- 172.21.15.29:0/1181420496 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55aa08f71b40 con 0x55aa0901ff50 2024-09-12T03:09:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.854+0000 7f2b29600640 10 client.5139 handle_command_reply: tid=0 2024-09-12T03:09:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.854+0000 7f2b45dd3740 1 client.5139 shutdown 2024-09-12T03:09:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.854+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1181420496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 msgr2=0x55aa08ffba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.854+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffba00 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2b24006ce0 tx=0x7f2b24004730 comp rx=0 tx=0).stop 2024-09-12T03:09:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.855+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1181420496 shutdown_connections 2024-09-12T03:09:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.855+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55aa0901ff50 0x55aa08ffab50 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.855+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa08fff110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.855+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa08ffba00 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.855+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/1181420496 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09042900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.855+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1181420496 >> 172.21.15.29:0/1181420496 conn(0x55aa08ffe4b0 msgr2=0x55aa090474c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.855+0000 7f2b29600640 0 client.5139 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:09:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.855+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1181420496 shutdown_connections 2024-09-12T03:09:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.855+0000 7f2b45dd3740 1 -- 172.21.15.29:0/1181420496 wait complete. 2024-09-12T03:09:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.855+0000 7f2b45dd3740 20 client.5139 trim_cache size 0 max 16384 2024-09-12T03:09:47.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.874+0000 7f2b45dd3740 1 Processor -- start 2024-09-12T03:09:47.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.874+0000 7f2b45dd3740 1 -- start start 2024-09-12T03:09:47.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.874+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa09045990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.874+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09020920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.874+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa09043bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2b3c200340 con 0x55aa09002480 2024-09-12T03:09:47.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2b3c200a10 con 0x55aa08ffbf40 2024-09-12T03:09:47.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2b3c156f00 con 0x55aa09000cf0 2024-09-12T03:09:47.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b41000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa09043bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b41000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa09043bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60072/0 (socket says 172.21.15.29:60072) 2024-09-12T03:09:47.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b41000640 1 -- 172.21.15.29:0/2135165762 learned_addr learned my addr 172.21.15.29:0/2135165762 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b3be00640 1 --2- 172.21.15.29:0/2135165762 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa09045990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b33400640 1 --2- 172.21.15.29:0/2135165762 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09020920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b41000640 1 -- 172.21.15.29:0/2135165762 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 msgr2=0x55aa09020920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b41000640 1 --2- 172.21.15.29:0/2135165762 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09020920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b41000640 1 -- 172.21.15.29:0/2135165762 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 msgr2=0x55aa09045990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b41000640 1 --2- 172.21.15.29:0/2135165762 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa09045990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b41000640 1 -- 172.21.15.29:0/2135165762 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa09001f10 con 0x55aa09002480 2024-09-12T03:09:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b33400640 1 --2- 172.21.15.29:0/2135165762 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09020920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:09:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.875+0000 7f2b41000640 1 --2- 172.21.15.29:0/2135165762 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa09043bd0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f2b34059710 tx=0x7f2b34016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11cc27301d1137c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b2be00640 1 -- 172.21.15.29:0/2135165762 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34062640 con 0x55aa09002480 2024-09-12T03:09:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b2be00640 1 -- 172.21.15.29:0/2135165762 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b34057d60 con 0x55aa09002480 2024-09-12T03:09:47.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b2be00640 1 -- 172.21.15.29:0/2135165762 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b340600c0 con 0x55aa09002480 2024-09-12T03:09:47.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b45dd3740 1 -- 172.21.15.29:0/2135165762 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 msgr2=0x55aa09043bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/2135165762 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa09043bd0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f2b34059710 tx=0x7f2b34016000 comp rx=0 tx=0).stop 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b45dd3740 1 -- 172.21.15.29:0/2135165762 shutdown_connections 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/2135165762 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09002480 0x55aa09043bd0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/2135165762 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09000cf0 0x55aa09020920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/2135165762 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa09045990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b45dd3740 1 -- 172.21.15.29:0/2135165762 >> 172.21.15.29:0/2135165762 conn(0x55aa08ffe4b0 msgr2=0x55aa090474c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b45dd3740 1 -- 172.21.15.29:0/2135165762 shutdown_connections 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.876+0000 7f2b45dd3740 1 -- 172.21.15.29:0/2135165762 wait complete. 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.877+0000 7f2b45dd3740 1 -- start start 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.877+0000 7f2b45dd3740 1 Processor -- start 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa08ffaa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09000cf0 0x55aa090207e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b45dd3740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09002480 0x55aa09029ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55aa0901fdd0 con 0x55aa09000cf0 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55aa09021fd0 con 0x55aa08ffbf40 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b45dd3740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55aa090203f0 con 0x55aa09002480 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b45dd3740 10 client.0 _ll_register_callbacks cb 0x7f2b200036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b33400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09000cf0 0x55aa090207e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b33400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09000cf0 0x55aa090207e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60084/0 (socket says 172.21.15.29:60084) 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b3be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa08ffaa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b33400640 1 -- 172.21.15.29:0/3778900482 learned_addr learned my addr 172.21.15.29:0/3778900482 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.878+0000 7f2b41000640 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09002480 0x55aa09029ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.879+0000 7f2b33400640 1 -- 172.21.15.29:0/3778900482 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09002480 msgr2=0x55aa09029ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.879+0000 7f2b33400640 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09002480 0x55aa09029ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.879+0000 7f2b33400640 1 -- 172.21.15.29:0/3778900482 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 msgr2=0x55aa08ffaa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.879+0000 7f2b33400640 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa08ffaa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.879+0000 7f2b33400640 1 -- 172.21.15.29:0/3778900482 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa09045780 con 0x55aa09000cf0 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.879+0000 7f2b33400640 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09000cf0 0x55aa090207e0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2b2402a710 tx=0x7f2b24008030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b284b3c9827ee8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.879+0000 7f2b29600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.879+0000 7f2b29600640 1 -- 172.21.15.29:0/3778900482 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b24006e10 con 0x55aa09000cf0 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.879+0000 7f2b29600640 1 -- 172.21.15.29:0/3778900482 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f2b24059c40 con 0x55aa09000cf0 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.879+0000 7f2b45dd3740 1 -- 172.21.15.29:0/3778900482 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b34057d60 con 0x55aa09000cf0 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.879+0000 7f2b29600640 1 -- 172.21.15.29:0/3778900482 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2b24059e40 con 0x55aa09000cf0 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.880+0000 7f2b45dd3740 10 client.5145 fetch_fsmap learned FSMap version 24 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.880+0000 7f2b45dd3740 1 -- 172.21.15.29:0/3778900482 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=2+}) -- 0x55aa09024360 con 0x55aa09000cf0 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.880+0000 7f2b29600640 1 -- 172.21.15.29:0/3778900482 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b34057d60 con 0x55aa09000cf0 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.880+0000 7f2b29600640 1 -- 172.21.15.29:0/3778900482 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 24) ==== 3542+0+0 (secure 0 0 0) 0x7f2b24004250 con 0x55aa09000cf0 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.880+0000 7f2b45dd3740 10 client.5145 fetch_fsmap finished waiting for FSMap version 24 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.880+0000 7f2b45dd3740 10 client.5145 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.880+0000 7f2b45dd3740 20 client.5145 populate_metadata read hostname 'smithi029' 2024-09-12T03:09:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.880+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55aa090c4af0 0x55aa090c75b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.880+0000 7f2b45dd3740 4 client.5145 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:09:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.880+0000 7f2b45dd3740 1 -- 172.21.15.29:0/3778900482 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "status"}) -- 0x55aa08f6be90 con 0x55aa090c4af0 2024-09-12T03:09:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.880+0000 7f2b3be00640 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55aa090c4af0 0x55aa090c75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:47.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b3be00640 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55aa090c4af0 0x55aa090c75b0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f572501af20cc6b5 server_cookie=dedb44081f35790b in_seq=0 out_seq=0 2024-09-12T03:09:47.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b29600640 10 client.5145 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:09:47.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b29600640 1 -- 172.21.15.29:0/3778900482 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+319 (crc 0 0 0) 0x55aa08f6be90 con 0x55aa090c4af0 2024-09-12T03:09:47.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b29600640 10 client.5145 handle_command_reply: tid=0 2024-09-12T03:09:47.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b45dd3740 1 client.5145 shutdown 2024-09-12T03:09:47.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b45dd3740 1 -- 172.21.15.29:0/3778900482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09000cf0 msgr2=0x55aa090207e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09000cf0 0x55aa090207e0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2b2402a710 tx=0x7f2b24008030 comp rx=0 tx=0).stop 2024-09-12T03:09:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b45dd3740 1 -- 172.21.15.29:0/3778900482 shutdown_connections 2024-09-12T03:09:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55aa090c4af0 0x55aa090c75b0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aa09002480 0x55aa09029ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa09000cf0 0x55aa090207e0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b29600640 0 client.5145 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:09:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b45dd3740 1 --2- 172.21.15.29:0/3778900482 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aa08ffbf40 0x55aa08ffaa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b45dd3740 1 -- 172.21.15.29:0/3778900482 >> 172.21.15.29:0/3778900482 conn(0x55aa08ffe4b0 msgr2=0x55aa08ffb3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b45dd3740 1 -- 172.21.15.29:0/3778900482 shutdown_connections 2024-09-12T03:09:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.881+0000 7f2b45dd3740 1 -- 172.21.15.29:0/3778900482 wait complete. 2024-09-12T03:09:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b45dd3740 20 client.5145 trim_cache size 0 max 16384 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 4899, 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 11.482991874, 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 24, 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 39, 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 39, 2024-09-12T03:09:47.887 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 19.528189335 2024-09-12T03:09:47.888 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:09:47.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 -- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2b1806be30 msgr2=0x7f2b1806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2b1806be30 0x7f2b1806e2f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c005880 tx=0x7f2b2c009040 comp rx=0 tx=0).stop 2024-09-12T03:09:47.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 -- 172.21.15.29:0/74046449 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b3c162cc0 msgr2=0x7f2b3c0b0ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b3c162cc0 0x7f2b3c0b0ed0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2b34007e70 tx=0x7f2b3400e4b0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 -- 172.21.15.29:0/74046449 shutdown_connections 2024-09-12T03:09:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2b1806be30 0x7f2b1806e2f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b3c162cc0 0x7f2b3c0b0ed0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2b3c070a80 0x7f2b3c148d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 --2- 172.21.15.29:0/74046449 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2b3c06c320 0x7f2b3c0b35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 -- 172.21.15.29:0/74046449 >> 172.21.15.29:0/74046449 conn(0x7f2b3c09aa70 msgr2=0x7f2b3c15fbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 -- 172.21.15.29:0/74046449 shutdown_connections 2024-09-12T03:09:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:47.882+0000 7f2b43000640 1 -- 172.21.15.29:0/74046449 wait complete. 2024-09-12T03:09:47.898 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:09:48.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.053+0000 7ff5ec800640 1 Processor -- start 2024-09-12T03:09:48.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.053+0000 7ff5ec800640 1 -- start start 2024-09-12T03:09:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.055+0000 7ff5ec800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5e406f4c0 0x7ff5e40cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.055+0000 7ff5ec800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff5e40cf5a0 0x7ff5e40b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.055+0000 7ff5ec800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5e40cfb40 con 0x7ff5e406f0e0 2024-09-12T03:09:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.055+0000 7ff5ec800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7ff5e415bc50 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.055+0000 7ff5ec800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff5e4152630 con 0x7ff5e406f4c0 2024-09-12T03:09:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.055+0000 7ff5e9e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7ff5e406f0e0 0x7ff5e415c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:45772/0 (socket says 172.21.15.29:45772) 2024-09-12T03:09:48.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.055+0000 7ff5e9e00640 1 -- 172.21.15.29:0/1360637360 learned_addr learned my addr 172.21.15.29:0/1360637360 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:09:48.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.055+0000 7ff5e9400640 1 --2- 172.21.15.29:0/1360637360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5e406f4c0 0x7ff5e40cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:48.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.055+0000 7ff5ea800640 1 --2- 172.21.15.29:0/1360637360 >> v2:172.21.15.38:3300/0 conn(0x7ff5e40cf5a0 0x7ff5e40b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.055+0000 7ff5e8a00640 1 -- 172.21.15.29:0/1360637360 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2702276014 0 0) 0x7ff5e40cfb40 con 0x7ff5e406f0e0 2024-09-12T03:09:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.056+0000 7ff5e8a00640 1 -- 172.21.15.29:0/1360637360 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff5cc003520 con 0x7ff5e406f0e0 2024-09-12T03:09:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.056+0000 7ff5e9400640 1 -- 172.21.15.29:0/1360637360 >> v2:172.21.15.38:3300/0 conn(0x7ff5e40cf5a0 msgr2=0x7ff5e40b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:09:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.056+0000 7ff5e9400640 1 --2- 172.21.15.29:0/1360637360 >> v2:172.21.15.38:3300/0 conn(0x7ff5e40cf5a0 0x7ff5e40b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.056+0000 7ff5e9400640 1 -- 172.21.15.29:0/1360637360 >> v1:172.21.15.29:6789/0 conn(0x7ff5e406f0e0 legacy=0x7ff5e415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.056+0000 7ff5e9400640 1 -- 172.21.15.29:0/1360637360 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e40cfe20 con 0x7ff5e406f4c0 2024-09-12T03:09:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.057+0000 7ff5e9400640 1 --2- 172.21.15.29:0/1360637360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5e406f4c0 0x7ff5e40cf060 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff5d40097a0 tx=0x7ff5d402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea8197e91a35e708 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.057+0000 7ff5e8a00640 1 -- 172.21.15.29:0/1360637360 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d4037070 con 0x7ff5e406f4c0 2024-09-12T03:09:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.058+0000 7ff5e8a00640 1 -- 172.21.15.29:0/1360637360 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5d4032440 con 0x7ff5e406f4c0 2024-09-12T03:09:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.058+0000 7ff5e8a00640 1 -- 172.21.15.29:0/1360637360 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d4032810 con 0x7ff5e406f4c0 2024-09-12T03:09:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.058+0000 7ff5ec800640 1 -- 172.21.15.29:0/1360637360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5e406f4c0 msgr2=0x7ff5e40cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.058+0000 7ff5ec800640 1 --2- 172.21.15.29:0/1360637360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5e406f4c0 0x7ff5e40cf060 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff5d40097a0 tx=0x7ff5d402a180 comp rx=0 tx=0).stop 2024-09-12T03:09:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.058+0000 7ff5ec800640 1 -- 172.21.15.29:0/1360637360 shutdown_connections 2024-09-12T03:09:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.058+0000 7ff5ec800640 1 --2- 172.21.15.29:0/1360637360 >> v2:172.21.15.38:3300/0 conn(0x7ff5e40cf5a0 0x7ff5e40b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.058+0000 7ff5ec800640 1 --2- 172.21.15.29:0/1360637360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5e406f4c0 0x7ff5e40cf060 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.058+0000 7ff5ec800640 1 -- 172.21.15.29:0/1360637360 >> 172.21.15.29:0/1360637360 conn(0x7ff5e4067da0 msgr2=0x7ff5e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.058+0000 7ff5ec800640 1 -- 172.21.15.29:0/1360637360 shutdown_connections 2024-09-12T03:09:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.058+0000 7ff5ec800640 1 -- 172.21.15.29:0/1360637360 wait complete. 2024-09-12T03:09:48.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.060+0000 7ff5ec800640 1 Processor -- start 2024-09-12T03:09:48.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.060+0000 7ff5ec800640 1 -- start start 2024-09-12T03:09:48.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.061+0000 7ff5ec800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5e406f0e0 0x7ff5e4158580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:48.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.061+0000 7ff5ec800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5e406f4c0 0x7ff5e4156cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:48.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.061+0000 7ff5ec800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff5e40cf5a0 0x7ff5e4151990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:48.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.061+0000 7ff5ec800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e406fa60 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.061+0000 7ff5ec800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e406f8e0 con 0x7ff5e406f4c0 2024-09-12T03:09:48.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.061+0000 7ff5ec800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff5e415ee80 con 0x7ff5e406f0e0 2024-09-12T03:09:48.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.061+0000 7ff5ea800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff5e40cf5a0 0x7ff5e4151990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:48.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.061+0000 7ff5ea800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff5e40cf5a0 0x7ff5e4151990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60090/0 (socket says 172.21.15.29:60090) 2024-09-12T03:09:48.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.061+0000 7ff5ea800640 1 -- 172.21.15.29:0/2609031372 learned_addr learned my addr 172.21.15.29:0/2609031372 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:09:48.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5e9e00640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5e406f0e0 0x7ff5e4158580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:48.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5e9400640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5e406f4c0 0x7ff5e4156cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:48.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5ea800640 1 -- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5e406f0e0 msgr2=0x7ff5e4158580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:48.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5ea800640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5e406f0e0 0x7ff5e4158580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:48.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5ea800640 1 -- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5e406f4c0 msgr2=0x7ff5e4156cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:48.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5ea800640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5e406f4c0 0x7ff5e4156cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:48.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5ea800640 1 -- 172.21.15.29:0/2609031372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e4158b80 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5e9400640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5e406f4c0 0x7ff5e4156cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:09:48.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5ea800640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff5e40cf5a0 0x7ff5e4151990 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff5e000efc0 tx=0x7ff5e000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:48.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5de000640 1 -- 172.21.15.29:0/2609031372 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0018020 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5de000640 1 -- 172.21.15.29:0/2609031372 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5e0014480 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.062+0000 7ff5de000640 1 -- 172.21.15.29:0/2609031372 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0014870 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.063+0000 7ff5ec800640 1 -- 172.21.15.29:0/2609031372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5e4158e60 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.063+0000 7ff5ec800640 1 -- 172.21.15.29:0/2609031372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5e4164200 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.064+0000 7ff5ec800640 1 -- 172.21.15.29:0/2609031372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5e415f9a0 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.065+0000 7ff5de000640 1 -- 172.21.15.29:0/2609031372 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff5e0005d10 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.066+0000 7ff5de000640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff5c806be60 0x7ff5c806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:09:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.066+0000 7ff5de000640 1 -- 172.21.15.29:0/2609031372 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7ff5e008bb00 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.066+0000 7ff5e9e00640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff5c806be60 0x7ff5c806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:09:48.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.067+0000 7ff5e9e00640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff5c806be60 0x7ff5c806e320 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8005880 tx=0x7ff5d8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:09:48.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.070+0000 7ff5de000640 1 -- 172.21.15.29:0/2609031372 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff5e0022070 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.292+0000 7ff5ec800640 1 -- 172.21.15.29:0/2609031372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff5e4159030 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.292+0000 7ff5de000640 1 -- 172.21.15.29:0/2609031372 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+5252 (secure 0 0 0) 0x7ff5e008be20 con 0x7ff5e40cf5a0 2024-09-12T03:09:48.293 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:09:48.293 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":24,"btime":"2024-09-12T03:09:46:565980+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4846,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/648822346","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":648822346},{"type":"v1","addr":"172.21.15.38:6836","nonce":648822346}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:09:35.809550+0000","modified":"2024-09-12T03:09:46.565975+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":4899,"mds_1":4884,"mds_2":4849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4849":{"gid":4849,"name":"b","rank":2,"incarnation":23,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6837/2078855410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2078855410},{"type":"v1","addr":"172.21.15.38:6837","nonce":2078855410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4884":{"gid":4884,"name":"c","rank":1,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.29:6833/4108429340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":4108429340},{"type":"v1","addr":"172.21.15.29:6833","nonce":4108429340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4899":{"gid":4899,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/75767180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":75767180},{"type":"v1","addr":"172.21.15.29:6835","nonce":75767180}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4899,"qdb_cluster":[4849,4884,4899]},"id":2}]} 2024-09-12T03:09:48.293 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 24 2024-09-12T03:09:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 -- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff5c806be60 msgr2=0x7ff5c806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff5c806be60 0x7ff5c806e320 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8005880 tx=0x7ff5d8009040 comp rx=0 tx=0).stop 2024-09-12T03:09:48.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 -- 172.21.15.29:0/2609031372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff5e40cf5a0 msgr2=0x7ff5e4151990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:09:48.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff5e40cf5a0 0x7ff5e4151990 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff5e000efc0 tx=0x7ff5e000c490 comp rx=0 tx=0).stop 2024-09-12T03:09:48.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 -- 172.21.15.29:0/2609031372 shutdown_connections 2024-09-12T03:09:48.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff5c806be60 0x7ff5c806e320 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:48.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff5e40cf5a0 0x7ff5e4151990 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:48.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5e406f4c0 0x7ff5e4156cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:48.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 --2- 172.21.15.29:0/2609031372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5e406f0e0 0x7ff5e4158580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:09:48.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 -- 172.21.15.29:0/2609031372 >> 172.21.15.29:0/2609031372 conn(0x7ff5e4067da0 msgr2=0x7ff5e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:09:48.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 -- 172.21.15.29:0/2609031372 shutdown_connections 2024-09-12T03:09:48.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:09:48.295+0000 7ff5ec800640 1 -- 172.21.15.29:0/2609031372 wait complete. 2024-09-12T03:09:48.311 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:48.311 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:09:48.363 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:48.363 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec sync d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:09:48.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:48.404 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 0 d1/d2) 2024-09-12T03:09:48.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:48.480 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 d1/d2/d3/d4) 2024-09-12T03:09:48.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:09:48.557 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 2 d1/d2/d3/d4/d5/d6) 2024-09-12T03:09:48.633 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:09:48.849 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"5","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:09:48.850 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 1, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:09:48.850 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:09:49.158 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:09:49.162 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:09:50.852 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:09:51.038 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"5","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:09:51.039 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 1, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:09:51.039 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:09:53.040 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:09:53.227 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"5","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:09:53.227 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 1, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:09:53.228 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:09:55.229 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:09:55.406 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"10","version":"10","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:09:55.407 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "10", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "10" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:09:55.407 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:09:57.409 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:09:57.594 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"10","version":"10","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:09:57.594 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "10", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "10" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:09:57.594 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:09:59.595 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:09:59.783 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"14","version":"14","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"exportbound":0,"replicated":1,"dirty":1,"waiter":0,"authpin":0},"nref":4}}] 2024-09-12T03:09:59.783 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "authpin": 0, "child": 1, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000005", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "authpin": 0, "child": 1, "dirty": 1, "exportbound": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 1, "request": 0, "subtree": 1, "waiter": 0 }, "projected_version": "6", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:09:59.784 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0), ('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 0)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:10:01.785 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:10:01.974 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"14","version":"14","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"exportbound":0,"replicated":1,"dirty":1,"waiter":0,"authpin":0},"nref":4}}] 2024-09-12T03:10:01.975 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "authpin": 0, "child": 1, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000005", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "authpin": 0, "child": 1, "dirty": 1, "exportbound": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 1, "request": 0, "subtree": 1, "waiter": 0 }, "projected_version": "6", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:10:01.975 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0), ('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 0)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:10:03.977 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:10:04.164 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"15","version":"15","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":2}}] 2024-09-12T03:10:04.165 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "15", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "15" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "authpin": 0, "child": 1, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:10:04.165 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:10:04.165 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:10:04.339 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"14","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1,"2":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}},{"is_auth":false,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"0","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"subtree":1,"importbound":0,"sticky":0},"nref":1}}] 2024-09-12T03:10:04.340 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "importbound": 0, "sticky": 0, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:10:04.340 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:10:04.340 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:10:04.529 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds2","dirfrag":"0x102","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"2","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"0","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"14","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:10:04.529 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "2", "dirfrag": "0x102", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds2", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "6", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:10:04.529 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:10:04.530 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:0 flush journal 2024-09-12T03:10:04.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.688+0000 7ffb40400640 1 Processor -- start 2024-09-12T03:10:04.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.689+0000 7ffb40400640 1 -- start start 2024-09-12T03:10:04.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.690+0000 7ffb40400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ffb38147fe0 0x7ffb3815ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.690+0000 7ffb40400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ffb38072750 0x7ffb380af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.690+0000 7ffb40400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb380b4ed0 con 0x7ffb380b4140 2024-09-12T03:10:04.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.690+0000 7ffb40400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7ffb381483c0 con 0x7ffb38072750 2024-09-12T03:10:04.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.690+0000 7ffb40400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7ffb380b51b0 con 0x7ffb38147fe0 2024-09-12T03:10:04.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.690+0000 7ffb3e400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ffb38072750 0x7ffb380af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.690+0000 7ffb3e400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ffb38072750 0x7ffb380af0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41236/0 (socket says 172.21.15.29:41236) 2024-09-12T03:10:04.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.690+0000 7ffb3e400640 1 -- 172.21.15.29:0/1782420900 learned_addr learned my addr 172.21.15.29:0/1782420900 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.690+0000 7ffb3d000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7ffb380b4140 0x7ffb38072040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:56174/0 (socket says 172.21.15.29:56174) 2024-09-12T03:10:04.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.690+0000 7ffb3da00640 1 --2- 172.21.15.29:0/1782420900 >> v2:172.21.15.38:3300/0 conn(0x7ffb38147fe0 0x7ffb3815ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.691+0000 7ffb3e400640 1 -- 172.21.15.29:0/1782420900 >> v2:172.21.15.38:3300/0 conn(0x7ffb38147fe0 msgr2=0x7ffb3815ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.691+0000 7ffb3e400640 1 --2- 172.21.15.29:0/1782420900 >> v2:172.21.15.38:3300/0 conn(0x7ffb38147fe0 0x7ffb3815ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.691+0000 7ffb3e400640 1 -- 172.21.15.29:0/1782420900 >> v1:172.21.15.29:6789/0 conn(0x7ffb380b4140 legacy=0x7ffb38072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.691+0000 7ffb3e400640 1 -- 172.21.15.29:0/1782420900 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb380b5490 con 0x7ffb38072750 2024-09-12T03:10:04.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.692+0000 7ffb3e400640 1 --2- 172.21.15.29:0/1782420900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb38072750 0x7ffb380af0e0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ffb38070220 tx=0x7ffb3002a740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=760a83aa806c101c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.692+0000 7ffb37e00640 1 -- 172.21.15.29:0/1782420900 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb30036070 con 0x7ffb38072750 2024-09-12T03:10:04.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.692+0000 7ffb37e00640 1 -- 172.21.15.29:0/1782420900 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb30031600 con 0x7ffb38072750 2024-09-12T03:10:04.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.692+0000 7ffb37e00640 1 -- 172.21.15.29:0/1782420900 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb300319d0 con 0x7ffb38072750 2024-09-12T03:10:04.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.692+0000 7ffb40400640 1 -- 172.21.15.29:0/1782420900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb38072750 msgr2=0x7ffb380af0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.692+0000 7ffb40400640 1 --2- 172.21.15.29:0/1782420900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb38072750 0x7ffb380af0e0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ffb38070220 tx=0x7ffb3002a740 comp rx=0 tx=0).stop 2024-09-12T03:10:04.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.693+0000 7ffb40400640 1 -- 172.21.15.29:0/1782420900 shutdown_connections 2024-09-12T03:10:04.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.693+0000 7ffb40400640 1 --2- 172.21.15.29:0/1782420900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb38072750 0x7ffb380af0e0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.693+0000 7ffb40400640 1 --2- 172.21.15.29:0/1782420900 >> v2:172.21.15.38:3300/0 conn(0x7ffb38147fe0 0x7ffb3815ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.693+0000 7ffb40400640 1 -- 172.21.15.29:0/1782420900 >> 172.21.15.29:0/1782420900 conn(0x7ffb38067d70 msgr2=0x7ffb3806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.693+0000 7ffb40400640 1 -- 172.21.15.29:0/1782420900 shutdown_connections 2024-09-12T03:10:04.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.693+0000 7ffb40400640 1 -- 172.21.15.29:0/1782420900 wait complete. 2024-09-12T03:10:04.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.694+0000 7ffb40400640 1 Processor -- start 2024-09-12T03:10:04.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.694+0000 7ffb40400640 1 -- start start 2024-09-12T03:10:04.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.695+0000 7ffb40400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb38072750 0x7ffb381328f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.695+0000 7ffb40400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb380b4140 0x7ffb381341a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.695+0000 7ffb40400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb38147fe0 0x7ffb380cedf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.695+0000 7ffb40400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffb380b4b30 con 0x7ffb38147fe0 2024-09-12T03:10:04.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.695+0000 7ffb40400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ffb380b5770 con 0x7ffb380b4140 2024-09-12T03:10:04.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.695+0000 7ffb40400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ffb380b4cb0 con 0x7ffb38072750 2024-09-12T03:10:04.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb3e400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb38147fe0 0x7ffb380cedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb3d000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb380b4140 0x7ffb381341a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb3da00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb38072750 0x7ffb381328f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb3e400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb38147fe0 0x7ffb380cedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41250/0 (socket says 172.21.15.29:41250) 2024-09-12T03:10:04.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb3e400640 1 -- 172.21.15.29:0/2453336532 learned_addr learned my addr 172.21.15.29:0/2453336532 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb3e400640 1 -- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb38072750 msgr2=0x7ffb381328f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb3e400640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb38072750 0x7ffb381328f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb3e400640 1 -- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb380b4140 msgr2=0x7ffb381341a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb3e400640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb380b4140 0x7ffb381341a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb3e400640 1 -- 172.21.15.29:0/2453336532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb38132e30 con 0x7ffb38147fe0 2024-09-12T03:10:04.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb3e400640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb38147fe0 0x7ffb380cedf0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ffb30009f40 tx=0x7ffb30004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.696+0000 7ffb35600640 1 -- 172.21.15.29:0/2453336532 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb30036050 con 0x7ffb38147fe0 2024-09-12T03:10:04.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.697+0000 7ffb35600640 1 -- 172.21.15.29:0/2453336532 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb30042070 con 0x7ffb38147fe0 2024-09-12T03:10:04.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.697+0000 7ffb35600640 1 -- 172.21.15.29:0/2453336532 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb30009510 con 0x7ffb38147fe0 2024-09-12T03:10:04.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.697+0000 7ffb40400640 1 -- 172.21.15.29:0/2453336532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb381346e0 con 0x7ffb38147fe0 2024-09-12T03:10:04.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.697+0000 7ffb40400640 1 -- 172.21.15.29:0/2453336532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb381333e0 con 0x7ffb38147fe0 2024-09-12T03:10:04.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.699+0000 7ffb35600640 1 -- 172.21.15.29:0/2453336532 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffb30007bf0 con 0x7ffb38147fe0 2024-09-12T03:10:04.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.699+0000 7ffb35600640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb1806be30 0x7ffb1806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.700+0000 7ffb35600640 1 -- 172.21.15.29:0/2453336532 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7ffb300abd10 con 0x7ffb38147fe0 2024-09-12T03:10:04.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.700+0000 7ffb3da00640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb1806be30 0x7ffb1806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.700+0000 7ffb43427740 1 Processor -- start 2024-09-12T03:10:04.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.700+0000 7ffb43427740 1 -- start start 2024-09-12T03:10:04.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.700+0000 7ffb3da00640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb1806be30 0x7ffb1806e2f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c009aa0 tx=0x7ffb2c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.701+0000 7ffb43427740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 0x55ac7dd93c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.701+0000 7ffb43427740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dd94200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.701+0000 7ffb43427740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dd49480 0x55ac7dd94740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.701+0000 7ffb43427740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ac7dcb1660 con 0x55ac7dd63800 2024-09-12T03:10:04.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.701+0000 7ffb43427740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ac7dc59680 con 0x55ac7dd63420 2024-09-12T03:10:04.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.701+0000 7ffb43427740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55ac7dcad620 con 0x55ac7dd49480 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.701+0000 7ffb3da00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 0x55ac7dd93c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.701+0000 7ffb3d000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dd94200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3da00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 0x55ac7dd93c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:51078/0 (socket says 172.21.15.29:51078) 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3d000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dd94200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41262/0 (socket says 172.21.15.29:41262) 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3da00640 1 -- 172.21.15.29:0/3773885350 learned_addr learned my addr 172.21.15.29:0/3773885350 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3e400640 1 --2- 172.21.15.29:0/3773885350 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dd49480 0x55ac7dd94740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3d000640 1 -- 172.21.15.29:0/3773885350 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dd49480 msgr2=0x55ac7dd94740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3d000640 1 --2- 172.21.15.29:0/3773885350 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dd49480 0x55ac7dd94740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3d000640 1 -- 172.21.15.29:0/3773885350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 msgr2=0x55ac7dd93c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3d000640 1 --2- 172.21.15.29:0/3773885350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 0x55ac7dd93c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3d000640 1 -- 172.21.15.29:0/3773885350 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac7da8e7d0 con 0x55ac7dd63800 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3da00640 1 --2- 172.21.15.29:0/3773885350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 0x55ac7dd93c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:04.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3e400640 1 --2- 172.21.15.29:0/3773885350 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dd49480 0x55ac7dd94740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:04.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb3d000640 1 --2- 172.21.15.29:0/3773885350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dd94200 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ffb380c5e50 tx=0x7ffb24007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a3764a3cc851b14 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb2a000640 1 -- 172.21.15.29:0/3773885350 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb240017b0 con 0x55ac7dd63800 2024-09-12T03:10:04.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb2a000640 1 -- 172.21.15.29:0/3773885350 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb24018070 con 0x55ac7dd63800 2024-09-12T03:10:04.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.702+0000 7ffb2a000640 1 -- 172.21.15.29:0/3773885350 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb24001b50 con 0x55ac7dd63800 2024-09-12T03:10:04.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.703+0000 7ffb43427740 1 -- 172.21.15.29:0/3773885350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 msgr2=0x55ac7dd94200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.703+0000 7ffb43427740 1 --2- 172.21.15.29:0/3773885350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dd94200 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ffb380c5e50 tx=0x7ffb24007430 comp rx=0 tx=0).stop 2024-09-12T03:10:04.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.703+0000 7ffb43427740 1 -- 172.21.15.29:0/3773885350 shutdown_connections 2024-09-12T03:10:04.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.703+0000 7ffb43427740 1 --2- 172.21.15.29:0/3773885350 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dd49480 0x55ac7dd94740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.703+0000 7ffb43427740 1 --2- 172.21.15.29:0/3773885350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dd94200 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.703+0000 7ffb43427740 1 --2- 172.21.15.29:0/3773885350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 0x55ac7dd93c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.703+0000 7ffb43427740 1 -- 172.21.15.29:0/3773885350 >> 172.21.15.29:0/3773885350 conn(0x55ac7dd4a220 msgr2=0x55ac7dd92840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.703+0000 7ffb43427740 1 -- 172.21.15.29:0/3773885350 shutdown_connections 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.703+0000 7ffb43427740 1 -- 172.21.15.29:0/3773885350 wait complete. 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.704+0000 7ffb43427740 1 -- start start 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.704+0000 7ffb43427740 1 Processor -- start 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.705+0000 7ffb43427740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 0x55ac7dd8cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.705+0000 7ffb43427740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dda5f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.705+0000 7ffb43427740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dda2ab0 0x55ac7dd77900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.705+0000 7ffb43427740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ac7dd483e0 con 0x55ac7dd63800 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.705+0000 7ffb43427740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ac7dc3a4c0 con 0x55ac7dd63420 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.705+0000 7ffb43427740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55ac7dd486c0 con 0x55ac7dda2ab0 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.705+0000 7ffb43427740 10 client.0 _ll_register_callbacks cb 0x55ac7dca9e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.705+0000 7ffb3d000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dda5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb3d000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dda5f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41268/0 (socket says 172.21.15.29:41268) 2024-09-12T03:10:04.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb3d000640 1 -- 172.21.15.29:0/1699614021 learned_addr learned my addr 172.21.15.29:0/1699614021 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb3da00640 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 0x55ac7dd8cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb3e400640 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dda2ab0 0x55ac7dd77900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb3d000640 1 -- 172.21.15.29:0/1699614021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dda2ab0 msgr2=0x55ac7dd77900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb3d000640 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dda2ab0 0x55ac7dd77900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb3d000640 1 -- 172.21.15.29:0/1699614021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 msgr2=0x55ac7dd8cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb3d000640 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 0x55ac7dd8cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb3d000640 1 -- 172.21.15.29:0/1699614021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac7d9c43f0 con 0x55ac7dd63800 2024-09-12T03:10:04.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb3d000640 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dda5f30 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ffb24007fd0 tx=0x7ffb24000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e52a5d4c6c00dad1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb1ea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb1ea00640 1 -- 172.21.15.29:0/1699614021 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb24026060 con 0x55ac7dd63800 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb43427740 1 -- 172.21.15.29:0/1699614021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb24018070 con 0x55ac7dd63800 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.706+0000 7ffb1ea00640 1 -- 172.21.15.29:0/1699614021 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7ffb2401d600 con 0x55ac7dd63800 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb1ea00640 1 -- 172.21.15.29:0/1699614021 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffb2402c050 con 0x55ac7dd63800 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb43427740 10 client.5166 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb43427740 1 -- 172.21.15.29:0/1699614021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x55ac7d9840f0 con 0x55ac7dd63800 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb1ea00640 1 -- 172.21.15.29:0/1699614021 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb24018070 con 0x55ac7dd63800 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb1ea00640 1 -- 172.21.15.29:0/1699614021 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7ffb2402f020 con 0x55ac7dd63800 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb43427740 10 client.5166 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb43427740 10 client.5166 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb43427740 20 client.5166 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:04.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb43427740 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55ac7dd900b0 0x55ac7dd94a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb43427740 4 client.5166 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:10:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb43427740 1 -- 172.21.15.29:0/1699614021 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ac7dcbed90 con 0x55ac7dd900b0 2024-09-12T03:10:04.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.707+0000 7ffb3da00640 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55ac7dd900b0 0x55ac7dd94a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.708+0000 7ffb3da00640 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55ac7dd900b0 0x55ac7dd94a10 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce2d9b94efcf9c0c server_cookie=57a07ee5f555c0f7 in_seq=0 out_seq=0 2024-09-12T03:10:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.708+0000 7ffb1ea00640 10 client.5166 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb1ea00640 1 -- 172.21.15.29:0/1699614021 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ac7dcbed90 con 0x55ac7dd900b0 2024-09-12T03:10:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb1ea00640 10 client.5166 handle_command_reply: tid=0 2024-09-12T03:10:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 1 client.5166 shutdown 2024-09-12T03:10:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 1 -- 172.21.15.29:0/1699614021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 msgr2=0x55ac7dda5f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dda5f30 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ffb24007fd0 tx=0x7ffb24000bc0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 1 -- 172.21.15.29:0/1699614021 shutdown_connections 2024-09-12T03:10:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55ac7dd900b0 0x55ac7dd94a10 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dda2ab0 0x55ac7dd77900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63800 0x55ac7dda5f30 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 1 --2- 172.21.15.29:0/1699614021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63420 0x55ac7dd8cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb1ea00640 0 client.5166 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 1 -- 172.21.15.29:0/1699614021 >> 172.21.15.29:0/1699614021 conn(0x55ac7dd49480 msgr2=0x55ac7dd90ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 1 -- 172.21.15.29:0/1699614021 shutdown_connections 2024-09-12T03:10:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 1 -- 172.21.15.29:0/1699614021 wait complete. 2024-09-12T03:10:04.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.709+0000 7ffb43427740 20 client.5166 trim_cache size 0 max 16384 2024-09-12T03:10:04.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.725+0000 7ffb43427740 1 Processor -- start 2024-09-12T03:10:04.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.725+0000 7ffb43427740 1 -- start start 2024-09-12T03:10:04.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.725+0000 7ffb43427740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7dd8c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb43427740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dd63800 0x55ac7dd90ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb43427740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dda2ab0 0x55ac7dd91010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb43427740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffb382010e0 con 0x55ac7dd63420 2024-09-12T03:10:04.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb43427740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ffb382002e0 con 0x55ac7dda2ab0 2024-09-12T03:10:04.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb43427740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ffb382009b0 con 0x55ac7dd63800 2024-09-12T03:10:04.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb3da00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7dd8c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb3da00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7dd8c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41284/0 (socket says 172.21.15.29:41284) 2024-09-12T03:10:04.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb3da00640 1 -- 172.21.15.29:0/3555510759 learned_addr learned my addr 172.21.15.29:0/3555510759 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb3d000640 1 --2- 172.21.15.29:0/3555510759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dd63800 0x55ac7dd90ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb3e400640 1 --2- 172.21.15.29:0/3555510759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dda2ab0 0x55ac7dd91010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb3da00640 1 -- 172.21.15.29:0/3555510759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dd63800 msgr2=0x55ac7dd90ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb3da00640 1 --2- 172.21.15.29:0/3555510759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dd63800 0x55ac7dd90ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb3da00640 1 -- 172.21.15.29:0/3555510759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dda2ab0 msgr2=0x55ac7dd91010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb3da00640 1 --2- 172.21.15.29:0/3555510759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dda2ab0 0x55ac7dd91010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb3da00640 1 -- 172.21.15.29:0/3555510759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac7dd772e0 con 0x55ac7dd63420 2024-09-12T03:10:04.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.726+0000 7ffb3da00640 1 --2- 172.21.15.29:0/3555510759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7dd8c240 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x55ac7dd95160 tx=0x7ffb2c018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f84cd55d17827e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.727+0000 7ffb29600640 1 -- 172.21.15.29:0/3555510759 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c033070 con 0x55ac7dd63420 2024-09-12T03:10:04.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.727+0000 7ffb29600640 1 -- 172.21.15.29:0/3555510759 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb2c003750 con 0x55ac7dd63420 2024-09-12T03:10:04.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.727+0000 7ffb29600640 1 -- 172.21.15.29:0/3555510759 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c003b20 con 0x55ac7dd63420 2024-09-12T03:10:04.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.727+0000 7ffb43427740 1 -- 172.21.15.29:0/3555510759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 msgr2=0x55ac7dd8c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.727+0000 7ffb43427740 1 --2- 172.21.15.29:0/3555510759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7dd8c240 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x55ac7dd95160 tx=0x7ffb2c018000 comp rx=0 tx=0).stop 2024-09-12T03:10:04.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.727+0000 7ffb43427740 1 -- 172.21.15.29:0/3555510759 shutdown_connections 2024-09-12T03:10:04.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.727+0000 7ffb43427740 1 --2- 172.21.15.29:0/3555510759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dda2ab0 0x55ac7dd91010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.727+0000 7ffb43427740 1 --2- 172.21.15.29:0/3555510759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dd63800 0x55ac7dd90ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.727+0000 7ffb43427740 1 --2- 172.21.15.29:0/3555510759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7dd8c240 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.727+0000 7ffb43427740 1 -- 172.21.15.29:0/3555510759 >> 172.21.15.29:0/3555510759 conn(0x55ac7dd49480 msgr2=0x55ac7dd78c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.728+0000 7ffb43427740 1 -- 172.21.15.29:0/3555510759 shutdown_connections 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.728+0000 7ffb43427740 1 -- 172.21.15.29:0/3555510759 wait complete. 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.728+0000 7ffb43427740 1 -- start start 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.728+0000 7ffb43427740 1 Processor -- start 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.729+0000 7ffb43427740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7ddf6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.729+0000 7ffb43427740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63800 0x55ac7dd77690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.729+0000 7ffb43427740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dda2ab0 0x55ac7dd8d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.729+0000 7ffb43427740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ac7dd47780 con 0x55ac7dd63420 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.729+0000 7ffb43427740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ffb38136980 con 0x55ac7dd63800 2024-09-12T03:10:04.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.729+0000 7ffb43427740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55ac7de14510 con 0x55ac7dda2ab0 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.729+0000 7ffb43427740 10 client.0 _ll_register_callbacks cb 0x7ffb2c009450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.729+0000 7ffb3da00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7ddf6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb3da00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7ddf6cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41294/0 (socket says 172.21.15.29:41294) 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb3da00640 1 -- 172.21.15.29:0/857999364 learned_addr learned my addr 172.21.15.29:0/857999364 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb3d000640 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63800 0x55ac7dd77690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb3e400640 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dda2ab0 0x55ac7dd8d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb3da00640 1 -- 172.21.15.29:0/857999364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dda2ab0 msgr2=0x55ac7dd8d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb3da00640 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dda2ab0 0x55ac7dd8d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb3da00640 1 -- 172.21.15.29:0/857999364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63800 msgr2=0x55ac7dd77690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb3da00640 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63800 0x55ac7dd77690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb3da00640 1 -- 172.21.15.29:0/857999364 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac7dd90b70 con 0x55ac7dd63420 2024-09-12T03:10:04.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb3da00640 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7ddf6cf0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x55ac7dd95190 tx=0x7ffb2c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=109cab3df8ea8c9d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb1ea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb1ea00640 1 -- 172.21.15.29:0/857999364 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c033070 con 0x55ac7dd63420 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb1ea00640 1 -- 172.21.15.29:0/857999364 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7ffb2c003b10 con 0x55ac7dd63420 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.730+0000 7ffb43427740 1 -- 172.21.15.29:0/857999364 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb2c003750 con 0x55ac7dd63420 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb1ea00640 1 -- 172.21.15.29:0/857999364 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffb2c040050 con 0x55ac7dd63420 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb43427740 10 client.5172 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb43427740 1 -- 172.21.15.29:0/857999364 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x55ac7dd77bd0 con 0x55ac7dd63420 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb1ea00640 1 -- 172.21.15.29:0/857999364 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb2c003750 con 0x55ac7dd63420 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb1ea00640 1 -- 172.21.15.29:0/857999364 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7ffb2c043020 con 0x55ac7dd63420 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb43427740 10 client.5172 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb43427740 10 client.5172 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-12T03:10:04.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb43427740 20 client.5172 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:04.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb43427740 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55ac7ddf9bc0 0x55ac7ddb76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb43427740 4 client.5172 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:10:04.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb43427740 1 -- 172.21.15.29:0/857999364 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ac7dcb90e0 con 0x55ac7ddf9bc0 2024-09-12T03:10:04.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.731+0000 7ffb3d000640 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55ac7ddf9bc0 0x55ac7ddb76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.732+0000 7ffb3d000640 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55ac7ddf9bc0 0x55ac7ddb76c0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=477ec4e20965df43 server_cookie=534f9649ceeaab72 in_seq=0 out_seq=0 2024-09-12T03:10:04.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.732+0000 7ffb1ea00640 10 client.5172 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:04.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb1ea00640 1 -- 172.21.15.29:0/857999364 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ac7dcb90e0 con 0x55ac7ddf9bc0 2024-09-12T03:10:04.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb1ea00640 10 client.5172 handle_command_reply: tid=0 2024-09-12T03:10:04.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb43427740 1 client.5172 shutdown 2024-09-12T03:10:04.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb43427740 1 -- 172.21.15.29:0/857999364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 msgr2=0x55ac7ddf6cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb43427740 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7ddf6cf0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x55ac7dd95190 tx=0x7ffb2c004730 comp rx=0 tx=0).stop 2024-09-12T03:10:04.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb43427740 1 -- 172.21.15.29:0/857999364 shutdown_connections 2024-09-12T03:10:04.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb43427740 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55ac7ddf9bc0 0x55ac7ddb76c0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb43427740 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ac7dda2ab0 0x55ac7dd8d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb43427740 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ac7dd63800 0x55ac7dd77690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb43427740 1 --2- 172.21.15.29:0/857999364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ac7dd63420 0x55ac7ddf6cf0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb1ea00640 0 client.5172 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:04.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.748+0000 7ffb43427740 1 -- 172.21.15.29:0/857999364 >> 172.21.15.29:0/857999364 conn(0x55ac7dd49480 msgr2=0x55ac7dda5a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb43427740 1 -- 172.21.15.29:0/857999364 shutdown_connections 2024-09-12T03:10:04.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb43427740 1 -- 172.21.15.29:0/857999364 wait complete. 2024-09-12T03:10:04.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb43427740 20 client.5172 trim_cache size 0 max 16384 2024-09-12T03:10:04.750 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:10:04.750 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:10:04.750 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:10:04.750 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:10:04.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb40400640 1 -- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb1806be30 msgr2=0x7ffb1806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb40400640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb1806be30 0x7ffb1806e2f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c009aa0 tx=0x7ffb2c009190 comp rx=0 tx=0).stop 2024-09-12T03:10:04.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb40400640 1 -- 172.21.15.29:0/2453336532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb38147fe0 msgr2=0x7ffb380cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb40400640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb38147fe0 0x7ffb380cedf0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ffb30009f40 tx=0x7ffb30004a40 comp rx=0 tx=0).stop 2024-09-12T03:10:04.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb40400640 1 -- 172.21.15.29:0/2453336532 shutdown_connections 2024-09-12T03:10:04.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb40400640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb1806be30 0x7ffb1806e2f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb40400640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb38147fe0 0x7ffb380cedf0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb40400640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffb380b4140 0x7ffb381341a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb40400640 1 --2- 172.21.15.29:0/2453336532 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb38072750 0x7ffb381328f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.749+0000 7ffb40400640 1 -- 172.21.15.29:0/2453336532 >> 172.21.15.29:0/2453336532 conn(0x7ffb38067d70 msgr2=0x7ffb38161290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.750+0000 7ffb40400640 1 -- 172.21.15.29:0/2453336532 shutdown_connections 2024-09-12T03:10:04.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.750+0000 7ffb40400640 1 -- 172.21.15.29:0/2453336532 wait complete. 2024-09-12T03:10:04.764 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:1 flush journal 2024-09-12T03:10:04.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.923+0000 7f94f4000640 1 Processor -- start 2024-09-12T03:10:04.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.923+0000 7f94f4000640 1 -- start start 2024-09-12T03:10:04.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.924+0000 7f94f4000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f94ec072040 0x7f94ec15fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.924+0000 7f94f4000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f94ec072d80 0x7f94ec072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.924+0000 7f94f4000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94ec160340 con 0x7f94ec06e0a0 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.925+0000 7f94f4000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f94ec072960 con 0x7f94ec072040 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.925+0000 7f94f4000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f94ec1605e0 con 0x7f94ec072d80 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.925+0000 7f94f1600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f94ec072040 0x7f94ec15fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.925+0000 7f94f1600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f94ec072040 0x7f94ec15fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41306/0 (socket says 172.21.15.29:41306) 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.925+0000 7f94f1600640 1 -- 172.21.15.29:0/1834001151 learned_addr learned my addr 172.21.15.29:0/1834001151 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.925+0000 7f94f0c00640 1 --2- 172.21.15.29:0/1834001151 >> v2:172.21.15.38:3300/0 conn(0x7f94ec072d80 0x7f94ec072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.925+0000 7f94f1600640 1 -- 172.21.15.29:0/1834001151 >> v2:172.21.15.38:3300/0 conn(0x7f94ec072d80 msgr2=0x7f94ec072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.925+0000 7f94f1600640 1 --2- 172.21.15.29:0/1834001151 >> v2:172.21.15.38:3300/0 conn(0x7f94ec072d80 0x7f94ec072420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.925+0000 7f94f1600640 1 -- 172.21.15.29:0/1834001151 >> v1:172.21.15.38:6789/0 conn(0x7f94ec06e0a0 legacy=0x7f94ec0cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.925+0000 7f94f1600640 1 -- 172.21.15.29:0/1834001151 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94ec1608c0 con 0x7f94ec072040 2024-09-12T03:10:04.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.926+0000 7f94f1600640 1 --2- 172.21.15.29:0/1834001151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec072040 0x7f94ec15fe00 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f94ec0ccce0 tx=0x7f94e002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=922c64b87861e850 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.927+0000 7f94ebe00640 1 -- 172.21.15.29:0/1834001151 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e0037070 con 0x7f94ec072040 2024-09-12T03:10:04.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.927+0000 7f94ebe00640 1 -- 172.21.15.29:0/1834001151 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94e0032440 con 0x7f94ec072040 2024-09-12T03:10:04.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.927+0000 7f94ebe00640 1 -- 172.21.15.29:0/1834001151 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e0032810 con 0x7f94ec072040 2024-09-12T03:10:04.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.927+0000 7f94f4000640 1 -- 172.21.15.29:0/1834001151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec072040 msgr2=0x7f94ec15fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.927+0000 7f94f4000640 1 --2- 172.21.15.29:0/1834001151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec072040 0x7f94ec15fe00 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f94ec0ccce0 tx=0x7f94e002a230 comp rx=0 tx=0).stop 2024-09-12T03:10:04.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.927+0000 7f94f4000640 1 -- 172.21.15.29:0/1834001151 shutdown_connections 2024-09-12T03:10:04.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.927+0000 7f94f4000640 1 --2- 172.21.15.29:0/1834001151 >> v2:172.21.15.38:3300/0 conn(0x7f94ec072d80 0x7f94ec072420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.927+0000 7f94f4000640 1 --2- 172.21.15.29:0/1834001151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec072040 0x7f94ec15fe00 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.927+0000 7f94f4000640 1 -- 172.21.15.29:0/1834001151 >> 172.21.15.29:0/1834001151 conn(0x7f94ec067d70 msgr2=0x7f94ec06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.927+0000 7f94f4000640 1 -- 172.21.15.29:0/1834001151 shutdown_connections 2024-09-12T03:10:04.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.927+0000 7f94f4000640 1 -- 172.21.15.29:0/1834001151 wait complete. 2024-09-12T03:10:04.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.929+0000 7f94f4000640 1 Processor -- start 2024-09-12T03:10:04.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.929+0000 7f94f4000640 1 -- start start 2024-09-12T03:10:04.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.930+0000 7f94f4000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec06e0a0 0x7f94ec15bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.930+0000 7f94f4000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94ec072040 0x7f94ec1f78f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.930+0000 7f94f4000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94ec072d80 0x7f94ec1f7e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.930+0000 7f94f4000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f94ec145b00 con 0x7f94ec06e0a0 2024-09-12T03:10:04.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.930+0000 7f94f4000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f94ec0cd090 con 0x7f94ec072d80 2024-09-12T03:10:04.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.930+0000 7f94f4000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f94ec0cdcc0 con 0x7f94ec072040 2024-09-12T03:10:04.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.930+0000 7f94f1600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec06e0a0 0x7f94ec15bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.930+0000 7f94f1600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec06e0a0 0x7f94ec15bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41308/0 (socket says 172.21.15.29:41308) 2024-09-12T03:10:04.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.930+0000 7f94f1600640 1 -- 172.21.15.29:0/158451777 learned_addr learned my addr 172.21.15.29:0/158451777 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94f0c00640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94ec072040 0x7f94ec1f78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94f1600640 1 -- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94ec072040 msgr2=0x7f94ec1f78f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94f2000640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94ec072d80 0x7f94ec1f7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94f1600640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94ec072040 0x7f94ec1f78f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94f1600640 1 -- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94ec072d80 msgr2=0x7f94ec1f7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94f1600640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94ec072d80 0x7f94ec1f7e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94f1600640 1 -- 172.21.15.29:0/158451777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94ec15c480 con 0x7f94ec06e0a0 2024-09-12T03:10:04.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94f0c00640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94ec072040 0x7f94ec1f78f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:04.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94f2000640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94ec072d80 0x7f94ec1f7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:04.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94f1600640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec06e0a0 0x7f94ec15bf40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f94e0000c00 tx=0x7f94e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94e9600640 1 -- 172.21.15.29:0/158451777 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e0041020 con 0x7f94ec06e0a0 2024-09-12T03:10:04.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94e9600640 1 -- 172.21.15.29:0/158451777 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94e00306c0 con 0x7f94ec06e0a0 2024-09-12T03:10:04.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94e9600640 1 -- 172.21.15.29:0/158451777 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e0037040 con 0x7f94ec06e0a0 2024-09-12T03:10:04.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.931+0000 7f94f4000640 1 -- 172.21.15.29:0/158451777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94ec0ae6a0 con 0x7f94ec06e0a0 2024-09-12T03:10:04.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.932+0000 7f94f4000640 1 -- 172.21.15.29:0/158451777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94ec0aec20 con 0x7f94ec06e0a0 2024-09-12T03:10:04.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.934+0000 7f94e9600640 1 -- 172.21.15.29:0/158451777 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f94e0044020 con 0x7f94ec06e0a0 2024-09-12T03:10:04.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.934+0000 7f94e9600640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 0x7f94cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.934+0000 7f94e9600640 1 -- 172.21.15.29:0/158451777 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f94e00ab8d0 con 0x7f94ec06e0a0 2024-09-12T03:10:04.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.935+0000 7f94f0c00640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 0x7f94cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.935+0000 7f94f6def740 1 Processor -- start 2024-09-12T03:10:04.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.935+0000 7f94f6def740 1 -- start start 2024-09-12T03:10:04.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.935+0000 7f94f0c00640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 0x7f94cc06e2f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f94d8006fd0 tx=0x7f94d8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.936+0000 7f94f6def740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde420 0x55f71ce0ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.936+0000 7f94f6def740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde800 0x55f71ce0f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.936+0000 7f94f6def740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdc4480 0x55f71ce0f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.936+0000 7f94f6def740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f71cd2c660 con 0x55f71cdc4480 2024-09-12T03:10:04.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.936+0000 7f94f6def740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55f71ccd4680 con 0x55f71cdde420 2024-09-12T03:10:04.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.936+0000 7f94f6def740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55f71cd28620 con 0x55f71cdde800 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.936+0000 7f94f2000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdc4480 0x55f71ce0f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.936+0000 7f94f2000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdc4480 0x55f71ce0f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41320/0 (socket says 172.21.15.29:41320) 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.936+0000 7f94f2000640 1 -- 172.21.15.29:0/1496066075 learned_addr learned my addr 172.21.15.29:0/1496066075 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.936+0000 7f94f1600640 1 --2- 172.21.15.29:0/1496066075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde420 0x55f71ce0ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.936+0000 7f94f0c00640 1 --2- 172.21.15.29:0/1496066075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde800 0x55f71ce0f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.937+0000 7f94f2000640 1 -- 172.21.15.29:0/1496066075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde800 msgr2=0x55f71ce0f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.937+0000 7f94f2000640 1 --2- 172.21.15.29:0/1496066075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde800 0x55f71ce0f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.937+0000 7f94f2000640 1 -- 172.21.15.29:0/1496066075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde420 msgr2=0x55f71ce0ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.937+0000 7f94f2000640 1 --2- 172.21.15.29:0/1496066075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde420 0x55f71ce0ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.937+0000 7f94f2000640 1 -- 172.21.15.29:0/1496066075 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f71cb097d0 con 0x55f71cdc4480 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.937+0000 7f94f0c00640 1 --2- 172.21.15.29:0/1496066075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde800 0x55f71ce0f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:04.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.937+0000 7f94f2000640 1 --2- 172.21.15.29:0/1496066075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdc4480 0x55f71ce0f740 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f94e40045a0 tx=0x7f94e400d520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1010693b0ad2a7b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.937+0000 7f94ddc00640 1 -- 172.21.15.29:0/1496066075 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e4006b50 con 0x55f71cdc4480 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.937+0000 7f94ddc00640 1 -- 172.21.15.29:0/1496066075 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94e4006cf0 con 0x55f71cdc4480 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.937+0000 7f94ddc00640 1 -- 172.21.15.29:0/1496066075 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e40049d0 con 0x55f71cdc4480 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.938+0000 7f94f6def740 1 -- 172.21.15.29:0/1496066075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdc4480 msgr2=0x55f71ce0f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.938+0000 7f94f6def740 1 --2- 172.21.15.29:0/1496066075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdc4480 0x55f71ce0f740 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f94e40045a0 tx=0x7f94e400d520 comp rx=0 tx=0).stop 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.938+0000 7f94f6def740 1 -- 172.21.15.29:0/1496066075 shutdown_connections 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.938+0000 7f94f6def740 1 --2- 172.21.15.29:0/1496066075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdc4480 0x55f71ce0f740 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.938+0000 7f94f6def740 1 --2- 172.21.15.29:0/1496066075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde800 0x55f71ce0f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.938+0000 7f94f6def740 1 --2- 172.21.15.29:0/1496066075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde420 0x55f71ce0ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.938+0000 7f94f6def740 1 -- 172.21.15.29:0/1496066075 >> 172.21.15.29:0/1496066075 conn(0x55f71cdc5220 msgr2=0x55f71ce0d840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.938+0000 7f94f6def740 1 -- 172.21.15.29:0/1496066075 shutdown_connections 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.938+0000 7f94f6def740 1 -- 172.21.15.29:0/1496066075 wait complete. 2024-09-12T03:10:04.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.939+0000 7f94f6def740 1 -- start start 2024-09-12T03:10:04.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.939+0000 7f94f6def740 1 Processor -- start 2024-09-12T03:10:04.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.940+0000 7f94f6def740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde420 0x55f71cdf3c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.940+0000 7f94f6def740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce1dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.940+0000 7f94f6def740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71ce05f50 0x55f71ce1e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.940+0000 7f94f6def740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f71cdc33e0 con 0x55f71cdde800 2024-09-12T03:10:04.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.940+0000 7f94f6def740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55f71ccb54c0 con 0x55f71ce05f50 2024-09-12T03:10:04.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.940+0000 7f94f6def740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55f71cdc36c0 con 0x55f71cdde420 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.940+0000 7f94f6def740 10 client.0 _ll_register_callbacks cb 0x55f71cd24e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.940+0000 7f94f0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce1dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.940+0000 7f94f0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce1dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41330/0 (socket says 172.21.15.29:41330) 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.940+0000 7f94f0c00640 1 -- 172.21.15.29:0/197142894 learned_addr learned my addr 172.21.15.29:0/197142894 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94f2000640 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71ce05f50 0x55f71ce1e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94f1600640 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde420 0x55f71cdf3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94f0c00640 1 -- 172.21.15.29:0/197142894 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde420 msgr2=0x55f71cdf3c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94f0c00640 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde420 0x55f71cdf3c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94f0c00640 1 -- 172.21.15.29:0/197142894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71ce05f50 msgr2=0x55f71ce1e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94f0c00640 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71ce05f50 0x55f71ce1e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94f0c00640 1 -- 172.21.15.29:0/197142894 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f71ca3f3f0 con 0x55f71cdde800 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94f1600640 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde420 0x55f71cdf3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:04.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94f0c00640 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce1dd30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f94ec0b0fa0 tx=0x7f94d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11f0c611e4f4cb42 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94d2000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94d2000640 1 -- 172.21.15.29:0/197142894 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d8027060 con 0x55f71cdde800 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94d2000640 1 -- 172.21.15.29:0/197142894 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f94d8003d60 con 0x55f71cdde800 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94f6def740 1 -- 172.21.15.29:0/197142894 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94e4006cf0 con 0x55f71cdde800 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.941+0000 7f94d2000640 1 -- 172.21.15.29:0/197142894 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f94d802d050 con 0x55f71cdde800 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.942+0000 7f94f6def740 10 client.5184 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.942+0000 7f94f6def740 1 -- 172.21.15.29:0/197142894 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x55f71c9ff0f0 con 0x55f71cdde800 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.942+0000 7f94d2000640 1 -- 172.21.15.29:0/197142894 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94e4006cf0 con 0x55f71cdde800 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.942+0000 7f94d2000640 1 -- 172.21.15.29:0/197142894 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7f94d8030020 con 0x55f71cdde800 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.942+0000 7f94f6def740 10 client.5184 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.942+0000 7f94f6def740 10 client.5184 resolve_mds: resolved 2:1 to role '2:1' aka daemon mds.c 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.942+0000 7f94f6def740 20 client.5184 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.942+0000 7f94f6def740 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x55f71ce28770 0x55f71ce2abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.942+0000 7f94f6def740 4 client.5184 mds_command: new command op to 4884 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:10:04.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.942+0000 7f94f6def740 1 -- 172.21.15.29:0/197142894 --> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f71cd39d90 con 0x55f71ce28770 2024-09-12T03:10:04.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.942+0000 7f94f1600640 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x55f71ce28770 0x55f71ce2abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.943+0000 7f94f1600640 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x55f71ce28770 0x55f71ce2abc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=82623c0ff5239c43 server_cookie=baee1d9de1ff369b in_seq=0 out_seq=0 2024-09-12T03:10:04.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.943+0000 7f94d2000640 10 client.5184 ms_handle_connect on v2:172.21.15.29:6832/4108429340 2024-09-12T03:10:04.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.943+0000 7f94d2000640 1 -- 172.21.15.29:0/197142894 <== mds.1 v2:172.21.15.29:6832/4108429340 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f71cd39d90 con 0x55f71ce28770 2024-09-12T03:10:04.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.943+0000 7f94d2000640 10 client.5184 handle_command_reply: tid=0 2024-09-12T03:10:04.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 1 client.5184 shutdown 2024-09-12T03:10:04.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 1 -- 172.21.15.29:0/197142894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 msgr2=0x55f71ce1dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce1dd30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f94ec0b0fa0 tx=0x7f94d80046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 1 -- 172.21.15.29:0/197142894 shutdown_connections 2024-09-12T03:10:04.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x55f71ce28770 0x55f71ce2abc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71ce05f50 0x55f71ce1e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce1dd30 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 1 --2- 172.21.15.29:0/197142894 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdde420 0x55f71cdf3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94d2000640 0 client.5184 ms_handle_reset on v2:172.21.15.29:6832/4108429340 2024-09-12T03:10:04.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 1 -- 172.21.15.29:0/197142894 >> 172.21.15.29:0/197142894 conn(0x55f71cdc4480 msgr2=0x55f71cdc1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 1 -- 172.21.15.29:0/197142894 shutdown_connections 2024-09-12T03:10:04.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 1 -- 172.21.15.29:0/197142894 wait complete. 2024-09-12T03:10:04.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.944+0000 7f94f6def740 20 client.5184 trim_cache size 0 max 16384 2024-09-12T03:10:04.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.959+0000 7f94f6def740 1 Processor -- start 2024-09-12T03:10:04.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.959+0000 7f94f6def740 1 -- start start 2024-09-12T03:10:04.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.960+0000 7f94f6def740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde420 0x55f71cdc89c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.960+0000 7f94f6def740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde800 0x55f71ce303f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.960+0000 7f94f6def740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdc8f00 0x55f71ce30930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.960+0000 7f94f6def740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f94ec201280 con 0x55f71cdde420 2024-09-12T03:10:04.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.960+0000 7f94f6def740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f94ec200480 con 0x55f71cdde800 2024-09-12T03:10:04.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.960+0000 7f94f6def740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f94ec200b50 con 0x55f71cdc8f00 2024-09-12T03:10:04.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94f1600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde420 0x55f71cdc89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94f1600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde420 0x55f71cdc89c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41342/0 (socket says 172.21.15.29:41342) 2024-09-12T03:10:04.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94f1600640 1 -- 172.21.15.29:0/2493882803 learned_addr learned my addr 172.21.15.29:0/2493882803 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94f1600640 1 -- 172.21.15.29:0/2493882803 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdc8f00 msgr2=0x55f71ce30930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94f1600640 1 --2- 172.21.15.29:0/2493882803 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdc8f00 0x55f71ce30930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94f1600640 1 -- 172.21.15.29:0/2493882803 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde800 msgr2=0x55f71ce303f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94f1600640 1 --2- 172.21.15.29:0/2493882803 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde800 0x55f71ce303f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94f1600640 1 -- 172.21.15.29:0/2493882803 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f71cdf34f0 con 0x55f71cdde420 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94f1600640 1 --2- 172.21.15.29:0/2493882803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde420 0x55f71cdc89c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f94e00798e0 tx=0x7f94e0009240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=891694202e558969 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94dd200640 1 -- 172.21.15.29:0/2493882803 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e0091020 con 0x55f71cdde420 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94dd200640 1 -- 172.21.15.29:0/2493882803 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94e0082530 con 0x55f71cdde420 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.961+0000 7f94dd200640 1 -- 172.21.15.29:0/2493882803 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e0077c50 con 0x55f71cdde420 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.962+0000 7f94f6def740 1 -- 172.21.15.29:0/2493882803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde420 msgr2=0x55f71cdc89c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.962+0000 7f94f6def740 1 --2- 172.21.15.29:0/2493882803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde420 0x55f71cdc89c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f94e00798e0 tx=0x7f94e0009240 comp rx=0 tx=0).stop 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.962+0000 7f94f6def740 1 -- 172.21.15.29:0/2493882803 shutdown_connections 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.962+0000 7f94f6def740 1 --2- 172.21.15.29:0/2493882803 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdc8f00 0x55f71ce30930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.962+0000 7f94f6def740 1 --2- 172.21.15.29:0/2493882803 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde800 0x55f71ce303f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.962+0000 7f94f6def740 1 --2- 172.21.15.29:0/2493882803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde420 0x55f71cdc89c0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.962+0000 7f94f6def740 1 -- 172.21.15.29:0/2493882803 >> 172.21.15.29:0/2493882803 conn(0x55f71cdc4480 msgr2=0x55f71ce0c600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.962+0000 7f94f6def740 1 -- 172.21.15.29:0/2493882803 shutdown_connections 2024-09-12T03:10:04.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.962+0000 7f94f6def740 1 -- 172.21.15.29:0/2493882803 wait complete. 2024-09-12T03:10:04.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.963+0000 7f94f6def740 1 -- start start 2024-09-12T03:10:04.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.963+0000 7f94f6def740 1 Processor -- start 2024-09-12T03:10:04.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f6def740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdc8f00 0x55f71ce17840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f6def740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde420 0x55f71ce2f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f6def740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce2f920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f6def740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f71ce04070 con 0x55f71cdde800 2024-09-12T03:10:04.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f6def740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f94ec0b4410 con 0x55f71cdde420 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f6def740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55f71cdde040 con 0x55f71cdc8f00 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f6def740 10 client.0 _ll_register_callbacks cb 0x7f94d8009200 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f2000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce2f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f2000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce2f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41348/0 (socket says 172.21.15.29:41348) 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f2000640 1 -- 172.21.15.29:0/3362549308 learned_addr learned my addr 172.21.15.29:0/3362549308 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f0c00640 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde420 0x55f71ce2f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.964+0000 7f94f1600640 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdc8f00 0x55f71ce17840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.965+0000 7f94f2000640 1 -- 172.21.15.29:0/3362549308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdc8f00 msgr2=0x55f71ce17840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.965+0000 7f94f2000640 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdc8f00 0x55f71ce17840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.965+0000 7f94f2000640 1 -- 172.21.15.29:0/3362549308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde420 msgr2=0x55f71ce2f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.965+0000 7f94f2000640 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde420 0x55f71ce2f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.965+0000 7f94f2000640 1 -- 172.21.15.29:0/3362549308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f71ce0ff50 con 0x55f71cdde800 2024-09-12T03:10:04.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.965+0000 7f94f0c00640 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde420 0x55f71ce2f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.965+0000 7f94f2000640 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce2f920 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f94e4000f80 tx=0x7f94e4003ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c692f4569998fa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.965+0000 7f94d2000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.965+0000 7f94d2000640 1 -- 172.21.15.29:0/3362549308 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e40049b0 con 0x55f71cdde800 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.965+0000 7f94d2000640 1 -- 172.21.15.29:0/3362549308 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f94e4004b50 con 0x55f71cdde800 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.965+0000 7f94f6def740 1 -- 172.21.15.29:0/3362549308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94e0082530 con 0x55f71cdde800 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94d2000640 1 -- 172.21.15.29:0/3362549308 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f94e402e050 con 0x55f71cdde800 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94f6def740 10 client.5190 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94f6def740 1 -- 172.21.15.29:0/3362549308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x55f71ce8d330 con 0x55f71cdde800 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94d2000640 1 -- 172.21.15.29:0/3362549308 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94e0082530 con 0x55f71cdde800 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94d2000640 1 -- 172.21.15.29:0/3362549308 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7f94e4031020 con 0x55f71cdde800 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94f6def740 10 client.5190 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94f6def740 10 client.5190 resolve_mds: resolved 2:1 to role '2:1' aka daemon mds.c 2024-09-12T03:10:04.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94f6def740 20 client.5190 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:04.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94f6def740 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x55f71cdc89c0 0x55f71ce0e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:04.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94f6def740 4 client.5190 mds_command: new command op to 4884 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:10:04.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94f6def740 1 -- 172.21.15.29:0/3362549308 --> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f71cd340e0 con 0x55f71cdc89c0 2024-09-12T03:10:04.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.966+0000 7f94f1600640 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x55f71cdc89c0 0x55f71ce0e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:04.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.967+0000 7f94f1600640 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x55f71cdc89c0 0x55f71ce0e970 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4ca33e81302d697f server_cookie=ebccc96074425b67 in_seq=0 out_seq=0 2024-09-12T03:10:04.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.967+0000 7f94d2000640 10 client.5190 ms_handle_connect on v2:172.21.15.29:6832/4108429340 2024-09-12T03:10:04.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94d2000640 1 -- 172.21.15.29:0/3362549308 <== mds.1 v2:172.21.15.29:6832/4108429340 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f71cd340e0 con 0x55f71cdc89c0 2024-09-12T03:10:04.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94d2000640 10 client.5190 handle_command_reply: tid=0 2024-09-12T03:10:04.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94f6def740 1 client.5190 shutdown 2024-09-12T03:10:04.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94f6def740 1 -- 172.21.15.29:0/3362549308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 msgr2=0x55f71ce2f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94f6def740 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce2f920 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f94e4000f80 tx=0x7f94e4003ae0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94f6def740 1 -- 172.21.15.29:0/3362549308 shutdown_connections 2024-09-12T03:10:04.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94f6def740 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.29:6832/4108429340,v1:172.21.15.29:6833/4108429340] conn(0x55f71cdc89c0 0x55f71ce0e970 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94f6def740 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f71cdde800 0x55f71ce2f920 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94f6def740 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f71cdde420 0x55f71ce2f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94f6def740 1 --2- 172.21.15.29:0/3362549308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f71cdc8f00 0x55f71ce17840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94d2000640 0 client.5190 ms_handle_reset on v2:172.21.15.29:6832/4108429340 2024-09-12T03:10:04.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.976+0000 7f94f6def740 1 -- 172.21.15.29:0/3362549308 >> 172.21.15.29:0/3362549308 conn(0x55f71cdc4480 msgr2=0x55f71ce0bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.977+0000 7f94f6def740 1 -- 172.21.15.29:0/3362549308 shutdown_connections 2024-09-12T03:10:04.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.977+0000 7f94f6def740 1 -- 172.21.15.29:0/3362549308 wait complete. 2024-09-12T03:10:04.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.977+0000 7f94f6def740 20 client.5190 trim_cache size 0 max 16384 2024-09-12T03:10:04.977 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:10:04.978 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:10:04.978 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:10:04.978 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:10:04.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.977+0000 7f94f4000640 1 -- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 msgr2=0x7f94cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.977+0000 7f94f4000640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 0x7f94cc06e2f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f94d8006fd0 tx=0x7f94d8008040 comp rx=0 tx=0).stop 2024-09-12T03:10:04.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.977+0000 7f94f4000640 1 -- 172.21.15.29:0/158451777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec06e0a0 msgr2=0x7f94ec15bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:04.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.977+0000 7f94f4000640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec06e0a0 0x7f94ec15bf40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f94e0000c00 tx=0x7f94e00046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.978+0000 7f94f4000640 1 -- 172.21.15.29:0/158451777 shutdown_connections 2024-09-12T03:10:04.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.978+0000 7f94f4000640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f94cc06be30 0x7f94cc06e2f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.978+0000 7f94f4000640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94ec072d80 0x7f94ec1f7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.978+0000 7f94f4000640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94ec072040 0x7f94ec1f78f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.978+0000 7f94f4000640 1 --2- 172.21.15.29:0/158451777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94ec06e0a0 0x7f94ec15bf40 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:04.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.978+0000 7f94f4000640 1 -- 172.21.15.29:0/158451777 >> 172.21.15.29:0/158451777 conn(0x7f94ec067d70 msgr2=0x7f94ec0cc800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:04.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.978+0000 7f94f4000640 1 -- 172.21.15.29:0/158451777 shutdown_connections 2024-09-12T03:10:04.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:04.978+0000 7f94f4000640 1 -- 172.21.15.29:0/158451777 wait complete. 2024-09-12T03:10:04.992 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:2 flush journal 2024-09-12T03:10:05.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.150+0000 7fadf0e00640 1 Processor -- start 2024-09-12T03:10:05.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.151+0000 7fadf0e00640 1 -- start start 2024-09-12T03:10:05.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.152+0000 7fadf0e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fadec0b4360 0x7fadec06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.152+0000 7fadf0e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fadec06c150 0x7fadec06f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.152+0000 7fadf0e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fadec0d20a0 con 0x7fadec147e70 2024-09-12T03:10:05.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.152+0000 7fadf0e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fadec06c5c0 con 0x7fadec06c150 2024-09-12T03:10:05.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.152+0000 7fadf0e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fadec0d1c10 con 0x7fadec0b4360 2024-09-12T03:10:05.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.152+0000 7fadea800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fadec06c150 0x7fadec06f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.152+0000 7fadea800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fadec06c150 0x7fadec06f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41352/0 (socket says 172.21.15.29:41352) 2024-09-12T03:10:05.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.152+0000 7fadea800640 1 -- 172.21.15.29:0/2561591077 learned_addr learned my addr 172.21.15.29:0/2561591077 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:05.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.152+0000 7fade3e00640 1 --2- 172.21.15.29:0/2561591077 >> v2:172.21.15.38:3300/0 conn(0x7fadec0b4360 0x7fadec06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.153+0000 7fadea800640 1 -- 172.21.15.29:0/2561591077 >> v2:172.21.15.38:3300/0 conn(0x7fadec0b4360 msgr2=0x7fadec06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:05.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.153+0000 7fadea800640 1 --2- 172.21.15.29:0/2561591077 >> v2:172.21.15.38:3300/0 conn(0x7fadec0b4360 0x7fadec06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.153+0000 7fadea800640 1 -- 172.21.15.29:0/2561591077 >> v1:172.21.15.38:6789/0 conn(0x7fadec147e70 legacy=0x7fadec0709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:05.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.153+0000 7fadea800640 1 -- 172.21.15.29:0/2561591077 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadec0711f0 con 0x7fadec06c150 2024-09-12T03:10:05.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.154+0000 7fadea800640 1 --2- 172.21.15.29:0/2561591077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadec06c150 0x7fadec06f1a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fadec074090 tx=0x7fade402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc0d931d4e3873b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:05.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.154+0000 7fade9400640 1 -- 172.21.15.29:0/2561591077 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade4036070 con 0x7fadec06c150 2024-09-12T03:10:05.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.154+0000 7fade9400640 1 -- 172.21.15.29:0/2561591077 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fade4031600 con 0x7fadec06c150 2024-09-12T03:10:05.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.154+0000 7fade9400640 1 -- 172.21.15.29:0/2561591077 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade40319d0 con 0x7fadec06c150 2024-09-12T03:10:05.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.154+0000 7fadf0e00640 1 -- 172.21.15.29:0/2561591077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadec06c150 msgr2=0x7fadec06f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:05.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.154+0000 7fadf0e00640 1 --2- 172.21.15.29:0/2561591077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadec06c150 0x7fadec06f1a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fadec074090 tx=0x7fade402a660 comp rx=0 tx=0).stop 2024-09-12T03:10:05.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.154+0000 7fadf0e00640 1 -- 172.21.15.29:0/2561591077 shutdown_connections 2024-09-12T03:10:05.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.154+0000 7fadf0e00640 1 --2- 172.21.15.29:0/2561591077 >> v2:172.21.15.38:3300/0 conn(0x7fadec0b4360 0x7fadec06bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.154+0000 7fadf0e00640 1 --2- 172.21.15.29:0/2561591077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadec06c150 0x7fadec06f1a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.154+0000 7fadf0e00640 1 -- 172.21.15.29:0/2561591077 >> 172.21.15.29:0/2561591077 conn(0x7fadec09aa70 msgr2=0x7fadec0b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:05.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.155+0000 7fadf0e00640 1 -- 172.21.15.29:0/2561591077 shutdown_connections 2024-09-12T03:10:05.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.155+0000 7fadf0e00640 1 -- 172.21.15.29:0/2561591077 wait complete. 2024-09-12T03:10:05.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.156+0000 7fadf0e00640 1 Processor -- start 2024-09-12T03:10:05.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.156+0000 7fadf0e00640 1 -- start start 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.157+0000 7fadf0e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadec06c150 0x7fadec15e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.157+0000 7fadf0e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fadec0b4360 0x7fadec0b1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.157+0000 7fadf0e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fadec147e70 0x7fadec13e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.157+0000 7fadf0e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fadec0d18a0 con 0x7fadec06c150 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.157+0000 7fadf0e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fadec0d15c0 con 0x7fadec147e70 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.157+0000 7fadf0e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fadec148250 con 0x7fadec0b4360 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.157+0000 7fade9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadec06c150 0x7fadec15e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.157+0000 7fade9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadec06c150 0x7fadec15e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41364/0 (socket says 172.21.15.29:41364) 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.157+0000 7fade9e00640 1 -- 172.21.15.29:0/1052337129 learned_addr learned my addr 172.21.15.29:0/1052337129 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fade3e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fadec0b4360 0x7fadec0b1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fadea800640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fadec147e70 0x7fadec13e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fade9e00640 1 -- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fadec0b4360 msgr2=0x7fadec0b1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fade9e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fadec0b4360 0x7fadec0b1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fade9e00640 1 -- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fadec147e70 msgr2=0x7fadec13e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fade9e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fadec147e70 0x7fadec13e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fade9e00640 1 -- 172.21.15.29:0/1052337129 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadec1469e0 con 0x7fadec06c150 2024-09-12T03:10:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fade9e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadec06c150 0x7fadec15e280 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7faddc00b420 tx=0x7faddc00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fade2000640 1 -- 172.21.15.29:0/1052337129 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faddc011830 con 0x7fadec06c150 2024-09-12T03:10:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fade2000640 1 -- 172.21.15.29:0/1052337129 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faddc016070 con 0x7fadec06c150 2024-09-12T03:10:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fade2000640 1 -- 172.21.15.29:0/1052337129 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faddc011c10 con 0x7fadec06c150 2024-09-12T03:10:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.158+0000 7fadf0e00640 1 -- 172.21.15.29:0/1052337129 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadec146cc0 con 0x7fadec06c150 2024-09-12T03:10:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.159+0000 7fadf0e00640 1 -- 172.21.15.29:0/1052337129 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadec146280 con 0x7fadec06c150 2024-09-12T03:10:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.160+0000 7fade2000640 1 -- 172.21.15.29:0/1052337129 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faddc01b460 con 0x7fadec06c150 2024-09-12T03:10:05.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.161+0000 7fade2000640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fadc806be30 0x7fadc806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.161+0000 7fade2000640 1 -- 172.21.15.29:0/1052337129 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7faddc08ab10 con 0x7fadec06c150 2024-09-12T03:10:05.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.162+0000 7fade3e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fadc806be30 0x7fadc806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.162+0000 7fadf3bcf740 1 Processor -- start 2024-09-12T03:10:05.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.162+0000 7fadf3bcf740 1 -- start start 2024-09-12T03:10:05.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.162+0000 7fade3e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fadc806be30 0x7fadc806e2f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fadd4006fd0 tx=0x7fadd4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:05.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.163+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a9ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.163+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a9b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.163+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a50480 0x558d76a9b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.163+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558d769b8660 con 0x558d76a6a420 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.163+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558d76960680 con 0x558d76a6a800 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.163+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558d769b4620 con 0x558d76a50480 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.163+0000 7fade9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a9ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.163+0000 7fade9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a9ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41366/0 (socket says 172.21.15.29:41366) 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.163+0000 7fade9e00640 1 -- 172.21.15.29:0/1636144733 learned_addr learned my addr 172.21.15.29:0/1636144733 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7fadea800640 1 --2- 172.21.15.29:0/1636144733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a50480 0x558d76a9b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7fade9e00640 1 -- 172.21.15.29:0/1636144733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a50480 msgr2=0x558d76a9b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7fade3e00640 1 --2- 172.21.15.29:0/1636144733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a9b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7fade9e00640 1 --2- 172.21.15.29:0/1636144733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a50480 0x558d76a9b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7fade9e00640 1 -- 172.21.15.29:0/1636144733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 msgr2=0x558d76a9b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7fade9e00640 1 --2- 172.21.15.29:0/1636144733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a9b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7fade9e00640 1 -- 172.21.15.29:0/1636144733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d767957d0 con 0x558d76a6a420 2024-09-12T03:10:05.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7fadea800640 1 --2- 172.21.15.29:0/1636144733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a50480 0x558d76a9b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7fade3e00640 1 --2- 172.21.15.29:0/1636144733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a9b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7fade9e00640 1 --2- 172.21.15.29:0/1636144733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a9ac40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7faddc0612d0 tx=0x7faddc059320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f65f038fd64d867a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7faddaa00640 1 -- 172.21.15.29:0/1636144733 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faddc061800 con 0x558d76a6a420 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7faddaa00640 1 -- 172.21.15.29:0/1636144733 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faddc056f20 con 0x558d76a6a420 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.164+0000 7faddaa00640 1 -- 172.21.15.29:0/1636144733 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faddc058070 con 0x558d76a6a420 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.165+0000 7fadf3bcf740 1 -- 172.21.15.29:0/1636144733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 msgr2=0x558d76a9ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.165+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/1636144733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a9ac40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7faddc0612d0 tx=0x7faddc059320 comp rx=0 tx=0).stop 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.165+0000 7fadf3bcf740 1 -- 172.21.15.29:0/1636144733 shutdown_connections 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.165+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/1636144733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a50480 0x558d76a9b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.165+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/1636144733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a9b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.165+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/1636144733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a9ac40 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.165+0000 7fadf3bcf740 1 -- 172.21.15.29:0/1636144733 >> 172.21.15.29:0/1636144733 conn(0x558d76a51220 msgr2=0x558d76a99840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.165+0000 7fadf3bcf740 1 -- 172.21.15.29:0/1636144733 shutdown_connections 2024-09-12T03:10:05.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.165+0000 7fadf3bcf740 1 -- 172.21.15.29:0/1636144733 wait complete. 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.166+0000 7fadf3bcf740 1 -- start start 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.166+0000 7fadf3bcf740 1 Processor -- start 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a80cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a82690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76aad320 0x558d76a94610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558d76a4f3e0 con 0x558d76a6a420 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558d769414c0 con 0x558d76a6a800 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558d76a4f6c0 con 0x558d76aad320 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fadf3bcf740 10 client.0 _ll_register_callbacks cb 0x558d769b0e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fade9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a80cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fade9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a80cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41378/0 (socket says 172.21.15.29:41378) 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fade9e00640 1 -- 172.21.15.29:0/3345129066 learned_addr learned my addr 172.21.15.29:0/3345129066 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:05.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fade3e00640 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a82690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fadea800640 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76aad320 0x558d76a94610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fade9e00640 1 -- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76aad320 msgr2=0x558d76a94610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:05.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fade9e00640 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76aad320 0x558d76a94610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fade9e00640 1 -- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 msgr2=0x558d76a82690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:05.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fade9e00640 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a82690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.167+0000 7fade9e00640 1 -- 172.21.15.29:0/3345129066 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d766cb3f0 con 0x558d76a6a420 2024-09-12T03:10:05.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fade9e00640 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a80cf0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7faddc00b3f0 tx=0x7faddc00bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8bb161dc268db6a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:05.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fadcf400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:05.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fadcf400640 1 -- 172.21.15.29:0/3345129066 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faddc076070 con 0x558d76a6a420 2024-09-12T03:10:05.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fadcf400640 1 -- 172.21.15.29:0/3345129066 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7faddc058270 con 0x558d76a6a420 2024-09-12T03:10:05.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3345129066 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faddc056f20 con 0x558d76a6a420 2024-09-12T03:10:05.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fadcf400640 1 -- 172.21.15.29:0/3345129066 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7faddc061800 con 0x558d76a6a420 2024-09-12T03:10:05.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fadf3bcf740 10 client.5202 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:05.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3345129066 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x558d7668b0f0 con 0x558d76a6a420 2024-09-12T03:10:05.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fadcf400640 1 -- 172.21.15.29:0/3345129066 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faddc056f20 con 0x558d76a6a420 2024-09-12T03:10:05.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fadcf400640 1 -- 172.21.15.29:0/3345129066 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7faddc05f1d0 con 0x558d76a6a420 2024-09-12T03:10:05.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fadf3bcf740 10 client.5202 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:05.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.168+0000 7fadf3bcf740 10 client.5202 resolve_mds: resolved 2:2 to role '2:2' aka daemon mds.b 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.169+0000 7fadf3bcf740 20 client.5202 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.169+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x558d76a956f0 0x558d76a95ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.169+0000 7fadf3bcf740 4 client.5202 mds_command: new command op to 4849 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.169+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3345129066 --> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d769c5d90 con 0x558d76a956f0 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.169+0000 7fade3e00640 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x558d76a956f0 0x558d76a95ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.169+0000 7fade3e00640 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x558d76a956f0 0x558d76a95ad0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8571e01a589a69f0 server_cookie=93421283e09548c0 in_seq=0 out_seq=0 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.170+0000 7fadcf400640 10 client.5202 ms_handle_connect on v2:172.21.15.38:6835/2078855410 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.170+0000 7fadcf400640 1 -- 172.21.15.29:0/3345129066 <== mds.2 v2:172.21.15.38:6835/2078855410 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558d769c5d90 con 0x558d76a956f0 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.170+0000 7fadcf400640 10 client.5202 handle_command_reply: tid=0 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 1 client.5202 shutdown 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3345129066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 msgr2=0x558d76a80cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a80cf0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7faddc00b3f0 tx=0x7faddc00bf90 comp rx=0 tx=0).stop 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3345129066 shutdown_connections 2024-09-12T03:10:05.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x558d76a956f0 0x558d76a95ad0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76aad320 0x558d76a94610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a82690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadcf400640 0 client.5202 ms_handle_reset on v2:172.21.15.38:6835/2078855410 2024-09-12T03:10:05.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3345129066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76a6a420 0x558d76a80cf0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3345129066 >> 172.21.15.29:0/3345129066 conn(0x558d76a50480 msgr2=0x558d76a547d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:05.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3345129066 shutdown_connections 2024-09-12T03:10:05.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3345129066 wait complete. 2024-09-12T03:10:05.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.171+0000 7fadf3bcf740 20 client.5202 trim_cache size 0 max 16384 2024-09-12T03:10:05.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.186+0000 7fadf3bcf740 1 Processor -- start 2024-09-12T03:10:05.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.186+0000 7fadf3bcf740 1 -- start start 2024-09-12T03:10:05.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.187+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 0x558d76abe9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.187+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a815c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.187+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 0x558d76a81b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.187+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fadec201300 con 0x558d76aad320 2024-09-12T03:10:05.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.187+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fadec200500 con 0x558d76a6a800 2024-09-12T03:10:05.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.187+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fadec200bd0 con 0x558d76a6a420 2024-09-12T03:10:05.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fade9e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 0x558d76abe9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fadea800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 0x558d76a81b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fade3e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a815c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fade9e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 0x558d76abe9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:47008/0 (socket says 172.21.15.29:47008) 2024-09-12T03:10:05.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fade9e00640 1 -- 172.21.15.29:0/831595922 learned_addr learned my addr 172.21.15.29:0/831595922 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:05.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fade3e00640 1 -- 172.21.15.29:0/831595922 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 msgr2=0x558d76abe9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:05.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fade3e00640 1 --2- 172.21.15.29:0/831595922 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 0x558d76abe9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fade3e00640 1 -- 172.21.15.29:0/831595922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 msgr2=0x558d76a81b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:05.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fade3e00640 1 --2- 172.21.15.29:0/831595922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 0x558d76a81b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fade3e00640 1 -- 172.21.15.29:0/831595922 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d76a7fc90 con 0x558d76a6a800 2024-09-12T03:10:05.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fadea800640 1 --2- 172.21.15.29:0/831595922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 0x558d76a81b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:05.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.188+0000 7fade3e00640 1 --2- 172.21.15.29:0/831595922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a815c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x558d76a6ac00 tx=0x7fadd4015000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1b94478ed9b1d97 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:05.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadda000640 1 -- 172.21.15.29:0/831595922 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4014620 con 0x558d76a6a800 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadda000640 1 -- 172.21.15.29:0/831595922 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadd4028030 con 0x558d76a6a800 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadda000640 1 -- 172.21.15.29:0/831595922 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd40149c0 con 0x558d76a6a800 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadf3bcf740 1 -- 172.21.15.29:0/831595922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 msgr2=0x558d76a815c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/831595922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a815c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x558d76a6ac00 tx=0x7fadd4015000 comp rx=0 tx=0).stop 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadf3bcf740 1 -- 172.21.15.29:0/831595922 shutdown_connections 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/831595922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 0x558d76a81b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/831595922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76a815c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/831595922 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 0x558d76abe9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadf3bcf740 1 -- 172.21.15.29:0/831595922 >> 172.21.15.29:0/831595922 conn(0x558d76a50480 msgr2=0x558d76a82140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadf3bcf740 1 -- 172.21.15.29:0/831595922 shutdown_connections 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.189+0000 7fadf3bcf740 1 -- 172.21.15.29:0/831595922 wait complete. 2024-09-12T03:10:05.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.190+0000 7fadf3bcf740 1 -- start start 2024-09-12T03:10:05.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.190+0000 7fadf3bcf740 1 Processor -- start 2024-09-12T03:10:05.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 0x558d76a68ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76afda30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fadf3bcf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 0x558d76afdf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fadec145c90 con 0x558d76aad320 2024-09-12T03:10:05.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558d769eeb80 con 0x558d76a6a800 2024-09-12T03:10:05.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fadf3bcf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558d76a981d0 con 0x558d76a6a420 2024-09-12T03:10:05.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fadf3bcf740 10 client.0 _ll_register_callbacks cb 0x7faddc059f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fadea800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 0x558d76afdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fade9e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 0x558d76a68ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fade3e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76afda30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fade9e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 0x558d76a68ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:47010/0 (socket says 172.21.15.29:47010) 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fade3e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76afda30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:51186/0 (socket says 172.21.15.29:51186) 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fade9e00640 1 -- 172.21.15.29:0/3888153012 learned_addr learned my addr 172.21.15.29:0/3888153012 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.191+0000 7fadea800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 0x558d76afdf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41392/0 (socket says 172.21.15.29:41392) 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.192+0000 7fade3e00640 1 -- 172.21.15.29:0/3888153012 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 msgr2=0x558d76a68ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.192+0000 7fade3e00640 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 0x558d76a68ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.192+0000 7fade3e00640 1 -- 172.21.15.29:0/3888153012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 msgr2=0x558d76afdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.192+0000 7fade3e00640 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 0x558d76afdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.192+0000 7fade3e00640 1 -- 172.21.15.29:0/3888153012 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d76abd5b0 con 0x558d76a6a800 2024-09-12T03:10:05.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.192+0000 7fadea800640 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 0x558d76afdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.192+0000 7fade3e00640 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76afda30 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x558d76a95db0 tx=0x7fadd4004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5022dd19016cdb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.192+0000 7fadcf400640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.192+0000 7fadcf400640 1 -- 172.21.15.29:0/3888153012 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd403c060 con 0x558d76a6a800 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.193+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3888153012 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadd4028030 con 0x558d76a6a800 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.193+0000 7fadcf400640 1 -- 172.21.15.29:0/3888153012 <== mon.1 v2:172.21.15.38:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fadd4014bf0 con 0x558d76a6a800 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.193+0000 7fadcf400640 1 -- 172.21.15.29:0/3888153012 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fadd4042050 con 0x558d76a6a800 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.193+0000 7fadf3bcf740 10 client.5128 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.193+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3888153012 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x558d76b1c080 con 0x558d76a6a800 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.193+0000 7fadcf400640 1 -- 172.21.15.29:0/3888153012 <== mon.1 v2:172.21.15.38:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadd4028030 con 0x558d76a6a800 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.193+0000 7fadcf400640 1 -- 172.21.15.29:0/3888153012 <== mon.1 v2:172.21.15.38:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7fadd4045020 con 0x558d76a6a800 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.193+0000 7fadf3bcf740 10 client.5128 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.193+0000 7fadf3bcf740 10 client.5128 resolve_mds: resolved 2:2 to role '2:2' aka daemon mds.b 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.194+0000 7fadf3bcf740 20 client.5128 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:05.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.194+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x558d76a97ad0 0x558d76abdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:05.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.194+0000 7fadf3bcf740 4 client.5128 mds_command: new command op to 4849 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:10:05.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.194+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3888153012 --> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558d769c00e0 con 0x558d76a97ad0 2024-09-12T03:10:05.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.194+0000 7fade9e00640 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x558d76a97ad0 0x558d76abdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:05.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.194+0000 7fade9e00640 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x558d76a97ad0 0x558d76abdab0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2833eb36b05f8dca server_cookie=b5961c0d4dc1cbdb in_seq=0 out_seq=0 2024-09-12T03:10:05.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.194+0000 7fadcf400640 10 client.5128 ms_handle_connect on v2:172.21.15.38:6835/2078855410 2024-09-12T03:10:05.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.207+0000 7fadcf400640 1 -- 172.21.15.29:0/3888153012 <== mds.2 v2:172.21.15.38:6835/2078855410 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558d769c00e0 con 0x558d76a97ad0 2024-09-12T03:10:05.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.207+0000 7fadcf400640 10 client.5128 handle_command_reply: tid=0 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 1 client.5128 shutdown 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3888153012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 msgr2=0x558d76afda30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76afda30 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x558d76a95db0 tx=0x7fadd4004730 comp rx=0 tx=0).stop 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3888153012 shutdown_connections 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d76aad320 0x558d76afdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558d76a6a800 0x558d76afda30 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.38:6835/2078855410,v1:172.21.15.38:6837/2078855410] conn(0x558d76a97ad0 0x558d76abdab0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 1 --2- 172.21.15.29:0/3888153012 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558d76a6a420 0x558d76a68ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadcf400640 0 client.5128 ms_handle_reset on v2:172.21.15.38:6835/2078855410 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3888153012 >> 172.21.15.29:0/3888153012 conn(0x558d76a50480 msgr2=0x558d76a966d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3888153012 shutdown_connections 2024-09-12T03:10:05.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 1 -- 172.21.15.29:0/3888153012 wait complete. 2024-09-12T03:10:05.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.208+0000 7fadf3bcf740 20 client.5128 trim_cache size 0 max 16384 2024-09-12T03:10:05.209 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:10:05.209 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:10:05.209 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:10:05.209 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:10:05.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 -- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fadc806be30 msgr2=0x7fadc806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:05.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fadc806be30 0x7fadc806e2f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fadd4006fd0 tx=0x7fadd4008040 comp rx=0 tx=0).stop 2024-09-12T03:10:05.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 -- 172.21.15.29:0/1052337129 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadec06c150 msgr2=0x7fadec15e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:05.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadec06c150 0x7fadec15e280 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7faddc00b420 tx=0x7faddc00b8e0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 -- 172.21.15.29:0/1052337129 shutdown_connections 2024-09-12T03:10:05.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fadc806be30 0x7fadc806e2f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fadec147e70 0x7fadec13e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fadec0b4360 0x7fadec0b1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 --2- 172.21.15.29:0/1052337129 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadec06c150 0x7fadec15e280 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:05.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 -- 172.21.15.29:0/1052337129 >> 172.21.15.29:0/1052337129 conn(0x7fadec09aa70 msgr2=0x7fadec0b0240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:05.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 -- 172.21.15.29:0/1052337129 shutdown_connections 2024-09-12T03:10:05.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05.209+0000 7fadf0e00640 1 -- 172.21.15.29:0/1052337129 wait complete. 2024-09-12T03:10:05.224 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:10:05.224 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec find d1/d2/d3/) 2024-09-12T03:10:05.269 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/ 2024-09-12T03:10:05.269 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4 2024-09-12T03:10:05.270 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5 2024-09-12T03:10:05.270 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6 2024-09-12T03:10:05.270 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6/d7 2024-09-12T03:10:05.270 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6/d7/d8 2024-09-12T03:10:05.271 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:10:05.271 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:10:05.271 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:10:05.271 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:10:05.271 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/").st_ino) 2024-09-12T03:10:05.271 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:10:05.411 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627778 2024-09-12T03:10:05.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:10:05.423 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:10:05.423 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:10:05.423 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:10:05.423 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:10:05.423 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4").st_ino) 2024-09-12T03:10:05.423 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:10:05.564 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627779 2024-09-12T03:10:05.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:10:05.576 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:10:05.576 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:10:05.576 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:10:05.576 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:10:05.576 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5").st_ino) 2024-09-12T03:10:05.576 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:10:05.716 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627780 2024-09-12T03:10:05.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:10:05.728 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:10:05.728 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:10:05.728 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:10:05.728 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:10:05.728 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6").st_ino) 2024-09-12T03:10:05.728 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:10:05.868 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627781 2024-09-12T03:10:05.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:10:05.879 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:10:05.879 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:10:05.879 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:10:05.880 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:10:05.880 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6/d7").st_ino) 2024-09-12T03:10:05.880 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:10:06.018 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627782 2024-09-12T03:10:06.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:10:06.030 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:10:06.030 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:10:06.030 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:10:06.030 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:10:06.030 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6/d7/d8").st_ino) 2024-09-12T03:10:06.030 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:10:06.171 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627783 2024-09-12T03:10:06.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:10:06.182 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:0 tag path /d1/d2/d3 tag123 2024-09-12T03:10:06.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.382+0000 7fcf03200640 1 Processor -- start 2024-09-12T03:10:06.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.383+0000 7fcf03200640 1 -- start start 2024-09-12T03:10:06.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.384+0000 7fcf03200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcf0409aa70 0x7fcf0409ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.384+0000 7fcf03200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf0415dea0 0x7fcf0415e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.384+0000 7fcf03200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf040cd7e0 con 0x7fcf04071bb0 2024-09-12T03:10:06.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.384+0000 7fcf03200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcf04070020 con 0x7fcf0409aa70 2024-09-12T03:10:06.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.384+0000 7fcf03200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcf040cda80 con 0x7fcf0415dea0 2024-09-12T03:10:06.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.384+0000 7fcf02800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf0415dea0 0x7fcf0415e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.384+0000 7fcefbe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcf0409aa70 0x7fcf0409ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.384+0000 7fcefbe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcf0409aa70 0x7fcf0409ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:51188/0 (socket says 172.21.15.29:51188) 2024-09-12T03:10:06.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.384+0000 7fcf02800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf0415dea0 0x7fcf0415e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:47020/0 (socket says 172.21.15.29:47020) 2024-09-12T03:10:06.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.384+0000 7fcefbe00640 1 -- 172.21.15.29:0/1193827364 learned_addr learned my addr 172.21.15.29:0/1193827364 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:06.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.385+0000 7fcefbe00640 1 -- 172.21.15.29:0/1193827364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf0415dea0 msgr2=0x7fcf0415e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.385+0000 7fcefbe00640 1 --2- 172.21.15.29:0/1193827364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf0415dea0 0x7fcf0415e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.385+0000 7fcefbe00640 1 -- 172.21.15.29:0/1193827364 >> v1:172.21.15.38:6789/0 conn(0x7fcf04071bb0 legacy=0x7fcf040ccef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.385+0000 7fcefbe00640 1 -- 172.21.15.29:0/1193827364 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf040ce2c0 con 0x7fcf0409aa70 2024-09-12T03:10:06.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.385+0000 7fcf01400640 1 -- 172.21.15.29:0/1193827364 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2049965367 0 0) 0x7fcf040cd7e0 con 0x7fcf04071bb0 2024-09-12T03:10:06.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.386+0000 7fcefbe00640 1 --2- 172.21.15.29:0/1193827364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf0409aa70 0x7fcf0409ae50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fceec009870 tx=0x7fceec02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6870134e0a4831eb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.386+0000 7fcf01400640 1 -- 172.21.15.29:0/1193827364 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceec037070 con 0x7fcf0409aa70 2024-09-12T03:10:06.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.386+0000 7fcf01400640 1 -- 172.21.15.29:0/1193827364 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fceec032440 con 0x7fcf0409aa70 2024-09-12T03:10:06.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.386+0000 7fcf01400640 1 -- 172.21.15.29:0/1193827364 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceec032810 con 0x7fcf0409aa70 2024-09-12T03:10:06.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.387+0000 7fcf03200640 1 -- 172.21.15.29:0/1193827364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf0409aa70 msgr2=0x7fcf0409ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.387+0000 7fcf03200640 1 --2- 172.21.15.29:0/1193827364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf0409aa70 0x7fcf0409ae50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fceec009870 tx=0x7fceec02a1c0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.387+0000 7fcf03200640 1 -- 172.21.15.29:0/1193827364 shutdown_connections 2024-09-12T03:10:06.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.387+0000 7fcf03200640 1 --2- 172.21.15.29:0/1193827364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf0415dea0 0x7fcf0415e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.387+0000 7fcf03200640 1 --2- 172.21.15.29:0/1193827364 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf0409aa70 0x7fcf0409ae50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.387+0000 7fcf03200640 1 -- 172.21.15.29:0/1193827364 >> 172.21.15.29:0/1193827364 conn(0x7fcf040b3d20 msgr2=0x7fcf040b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.387+0000 7fcf03200640 1 -- 172.21.15.29:0/1193827364 shutdown_connections 2024-09-12T03:10:06.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.387+0000 7fcf03200640 1 -- 172.21.15.29:0/1193827364 wait complete. 2024-09-12T03:10:06.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.388+0000 7fcf03200640 1 Processor -- start 2024-09-12T03:10:06.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.388+0000 7fcf03200640 1 -- start start 2024-09-12T03:10:06.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.389+0000 7fcf03200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf04071bb0 0x7fcf040b5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.389+0000 7fcf03200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf0409aa70 0x7fcf04070750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.389+0000 7fcf03200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf0415dea0 0x7fcf04070c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.389+0000 7fcf03200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf040cdfe0 con 0x7fcf0415dea0 2024-09-12T03:10:06.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.389+0000 7fcf03200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcf040cdd20 con 0x7fcf0409aa70 2024-09-12T03:10:06.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.389+0000 7fcf03200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcf0415e850 con 0x7fcf04071bb0 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcf02800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf0415dea0 0x7fcf04070c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcf01e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf04071bb0 0x7fcf040b5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcefbe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf0409aa70 0x7fcf04070750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcf01e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf04071bb0 0x7fcf040b5970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:47028/0 (socket says 172.21.15.29:47028) 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcf01e00640 1 -- 172.21.15.29:0/725118887 learned_addr learned my addr 172.21.15.29:0/725118887 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcf01e00640 1 -- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf0409aa70 msgr2=0x7fcf04070750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcf01e00640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf0409aa70 0x7fcf04070750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcf01e00640 1 -- 172.21.15.29:0/725118887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf0415dea0 msgr2=0x7fcf04070c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcf01e00640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf0415dea0 0x7fcf04070c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcf01e00640 1 -- 172.21.15.29:0/725118887 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf040af570 con 0x7fcf04071bb0 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcefbe00640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf0409aa70 0x7fcf04070750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.390+0000 7fcf01e00640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf04071bb0 0x7fcf040b5970 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fcef400c490 tx=0x7fcef400c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.391+0000 7fcefa000640 1 -- 172.21.15.29:0/725118887 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef4005480 con 0x7fcf04071bb0 2024-09-12T03:10:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.391+0000 7fcefa000640 1 -- 172.21.15.29:0/725118887 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcef40035f0 con 0x7fcf04071bb0 2024-09-12T03:10:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.391+0000 7fcefa000640 1 -- 172.21.15.29:0/725118887 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef40039c0 con 0x7fcf04071bb0 2024-09-12T03:10:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.391+0000 7fcf03200640 1 -- 172.21.15.29:0/725118887 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf040af850 con 0x7fcf04071bb0 2024-09-12T03:10:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.391+0000 7fcf03200640 1 -- 172.21.15.29:0/725118887 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf040afe10 con 0x7fcf04071bb0 2024-09-12T03:10:06.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.393+0000 7fcefa000640 1 -- 172.21.15.29:0/725118887 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcef4003b60 con 0x7fcf04071bb0 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.394+0000 7fcefa000640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcee006c000 0x7fcee006e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.394+0000 7fcefa000640 1 -- 172.21.15.29:0/725118887 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fcef408aaf0 con 0x7fcf04071bb0 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.394+0000 7fcf0be4c740 1 Processor -- start 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.394+0000 7fcf0be4c740 1 -- start start 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.394+0000 7fcefbe00640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcee006c000 0x7fcee006e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.395+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca2fe30 0x555d8ca30210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.395+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca4bd90 0x555d8ca53640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.395+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca53b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.395+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555d8c969970 con 0x555d8ca2fe30 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.395+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x555d8c9118d0 con 0x555d8ca4a650 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.395+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x555d8c965930 con 0x555d8ca4bd90 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.395+0000 7fcefbe00640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcee006c000 0x7fcee006e4c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fceec034000 tx=0x7fceec02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.395+0000 7fcf01e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca2fe30 0x555d8ca30210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcf01e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca2fe30 0x555d8ca30210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41408/0 (socket says 172.21.15.29:41408) 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcf01e00640 1 -- 172.21.15.29:0/1938638269 learned_addr learned my addr 172.21.15.29:0/1938638269 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcefbe00640 1 --2- 172.21.15.29:0/1938638269 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca4bd90 0x555d8ca53640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcf02800640 1 --2- 172.21.15.29:0/1938638269 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca53b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcf01e00640 1 -- 172.21.15.29:0/1938638269 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca4bd90 msgr2=0x555d8ca53640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcf01e00640 1 --2- 172.21.15.29:0/1938638269 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca4bd90 0x555d8ca53640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcf01e00640 1 -- 172.21.15.29:0/1938638269 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 msgr2=0x555d8ca53b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcf01e00640 1 --2- 172.21.15.29:0/1938638269 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca53b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcf01e00640 1 -- 172.21.15.29:0/1938638269 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d8c748a20 con 0x555d8ca2fe30 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcf01e00640 1 --2- 172.21.15.29:0/1938638269 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca2fe30 0x555d8ca30210 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fcef40612b0 tx=0x7fcef405cfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6bff59d8e2f60ac server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcef2a00640 1 -- 172.21.15.29:0/1938638269 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef4087070 con 0x555d8ca2fe30 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcef2a00640 1 -- 172.21.15.29:0/1938638269 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcef4056d50 con 0x555d8ca2fe30 2024-09-12T03:10:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.396+0000 7fcef2a00640 1 -- 172.21.15.29:0/1938638269 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef4055320 con 0x555d8ca2fe30 2024-09-12T03:10:06.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.397+0000 7fcf0be4c740 1 -- 172.21.15.29:0/1938638269 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca2fe30 msgr2=0x555d8ca30210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.397+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/1938638269 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca2fe30 0x555d8ca30210 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fcef40612b0 tx=0x7fcef405cfb0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.397+0000 7fcf0be4c740 1 -- 172.21.15.29:0/1938638269 shutdown_connections 2024-09-12T03:10:06.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.397+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/1938638269 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca53b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.397+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/1938638269 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca4bd90 0x555d8ca53640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.397+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/1938638269 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca2fe30 0x555d8ca30210 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.397+0000 7fcf0be4c740 1 -- 172.21.15.29:0/1938638269 >> 172.21.15.29:0/1938638269 conn(0x555d8ca026f0 msgr2=0x555d8ca4ac40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.397+0000 7fcf0be4c740 1 -- 172.21.15.29:0/1938638269 shutdown_connections 2024-09-12T03:10:06.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.397+0000 7fcf0be4c740 1 -- 172.21.15.29:0/1938638269 wait complete. 2024-09-12T03:10:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.398+0000 7fcf0be4c740 1 -- start start 2024-09-12T03:10:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.398+0000 7fcf0be4c740 1 Processor -- start 2024-09-12T03:10:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca46200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca44a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca52680 0x555d8ca52b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555d8ca05de0 con 0x555d8ca4bd90 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x555d8c924af0 con 0x555d8ca4a650 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x555d8ca060c0 con 0x555d8ca52680 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcf0be4c740 10 client.0 _ll_register_callbacks cb 0x555d8c9165d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcefbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca44a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcefbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca44a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41418/0 (socket says 172.21.15.29:41418) 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcefbe00640 1 -- 172.21.15.29:0/3437156091 learned_addr learned my addr 172.21.15.29:0/3437156091 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcf01e00640 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca46200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.399+0000 7fcf02800640 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca52680 0x555d8ca52b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.400+0000 7fcefbe00640 1 -- 172.21.15.29:0/3437156091 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca52680 msgr2=0x555d8ca52b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.400+0000 7fcefbe00640 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca52680 0x555d8ca52b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.400+0000 7fcefbe00640 1 -- 172.21.15.29:0/3437156091 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 msgr2=0x555d8ca46200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.400+0000 7fcefbe00640 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca46200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.400+0000 7fcefbe00640 1 -- 172.21.15.29:0/3437156091 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d8c63c310 con 0x555d8ca4bd90 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.400+0000 7fcefbe00640 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca44a00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fceec009990 tx=0x7fceec004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa6f7ccd713538 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.400+0000 7fcee7400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.400+0000 7fcee7400640 1 -- 172.21.15.29:0/3437156091 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceec04e020 con 0x555d8ca4bd90 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.400+0000 7fcf0be4c740 1 -- 172.21.15.29:0/3437156091 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcef4056d50 con 0x555d8ca4bd90 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.400+0000 7fcee7400640 1 -- 172.21.15.29:0/3437156091 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fceec03ca10 con 0x555d8ca4bd90 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.400+0000 7fcee7400640 1 -- 172.21.15.29:0/3437156091 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fceec037040 con 0x555d8ca4bd90 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.401+0000 7fcf0be4c740 10 client.5217 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.401+0000 7fcf0be4c740 1 -- 172.21.15.29:0/3437156091 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x555d8c7a91b0 con 0x555d8ca4bd90 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.401+0000 7fcee7400640 1 -- 172.21.15.29:0/3437156091 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcef4056d50 con 0x555d8ca4bd90 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.401+0000 7fcee7400640 1 -- 172.21.15.29:0/3437156091 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7fceec03cc10 con 0x555d8ca4bd90 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.401+0000 7fcf0be4c740 10 client.5217 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.401+0000 7fcf0be4c740 10 client.5217 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-12T03:10:06.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.401+0000 7fcf0be4c740 20 client.5217 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.401+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x555d8ca2f4a0 0x555d8ca4fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.401+0000 7fcf0be4c740 4 client.5217 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.401+0000 7fcf0be4c740 1 -- 172.21.15.29:0/3437156091 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555d8c93e100 con 0x555d8ca2f4a0 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.401+0000 7fcf01e00640 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x555d8ca2f4a0 0x555d8ca4fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.402+0000 7fcf01e00640 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x555d8ca2f4a0 0x555d8ca4fb20 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50f03440d02db769 server_cookie=86b8b369f5357060 in_seq=0 out_seq=0 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.402+0000 7fcee7400640 10 client.5217 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.402+0000 7fcee7400640 1 -- 172.21.15.29:0/3437156091 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555d8c93e100 con 0x555d8ca2f4a0 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.402+0000 7fcee7400640 10 client.5217 handle_command_reply: tid=0 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.402+0000 7fcf0be4c740 1 client.5217 shutdown 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcf0be4c740 1 -- 172.21.15.29:0/3437156091 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 msgr2=0x555d8ca44a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca44a00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fceec009990 tx=0x7fceec004730 comp rx=0 tx=0).stop 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcf0be4c740 1 -- 172.21.15.29:0/3437156091 shutdown_connections 2024-09-12T03:10:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x555d8ca2f4a0 0x555d8ca4fb20 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca52680 0x555d8ca52b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca44a00 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcee7400640 0 client.5217 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/3437156091 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca46200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcf0be4c740 1 -- 172.21.15.29:0/3437156091 >> 172.21.15.29:0/3437156091 conn(0x555d8ca2fe30 msgr2=0x555d8ca4dc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcf0be4c740 1 -- 172.21.15.29:0/3437156091 shutdown_connections 2024-09-12T03:10:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcf0be4c740 1 -- 172.21.15.29:0/3437156091 wait complete. 2024-09-12T03:10:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.403+0000 7fcf0be4c740 20 client.5217 trim_cache size 0 max 16384 2024-09-12T03:10:06.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.422+0000 7fcf0be4c740 1 Processor -- start 2024-09-12T03:10:06.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.422+0000 7fcf0be4c740 1 -- start start 2024-09-12T03:10:06.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.423+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca05310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.423+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca6e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.423+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca52680 0x555d8ca01940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.423+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf04200f00 con 0x555d8ca4bd90 2024-09-12T03:10:06.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.423+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcf04200120 con 0x555d8ca4a650 2024-09-12T03:10:06.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.423+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcf042007d0 con 0x555d8ca52680 2024-09-12T03:10:06.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.423+0000 7fcefbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca6e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.423+0000 7fcefbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca6e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41432/0 (socket says 172.21.15.29:41432) 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.423+0000 7fcefbe00640 1 -- 172.21.15.29:0/661124280 learned_addr learned my addr 172.21.15.29:0/661124280 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcf01e00640 1 --2- 172.21.15.29:0/661124280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca05310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcf02800640 1 --2- 172.21.15.29:0/661124280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca52680 0x555d8ca01940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcefbe00640 1 -- 172.21.15.29:0/661124280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca52680 msgr2=0x555d8ca01940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcefbe00640 1 --2- 172.21.15.29:0/661124280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca52680 0x555d8ca01940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcefbe00640 1 -- 172.21.15.29:0/661124280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 msgr2=0x555d8ca05310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcefbe00640 1 --2- 172.21.15.29:0/661124280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca05310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcefbe00640 1 -- 172.21.15.29:0/661124280 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d8c6153d0 con 0x555d8ca4bd90 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcf02800640 1 --2- 172.21.15.29:0/661124280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca52680 0x555d8ca01940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcf01e00640 1 --2- 172.21.15.29:0/661124280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca05310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcefbe00640 1 --2- 172.21.15.29:0/661124280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca6e800 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fceec035040 tx=0x7fceec048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbea6443431253f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcef2000640 1 -- 172.21.15.29:0/661124280 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceec04e040 con 0x555d8ca4bd90 2024-09-12T03:10:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcef2000640 1 -- 172.21.15.29:0/661124280 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fceec03cc10 con 0x555d8ca4bd90 2024-09-12T03:10:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.424+0000 7fcef2000640 1 -- 172.21.15.29:0/661124280 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceec04a6a0 con 0x555d8ca4bd90 2024-09-12T03:10:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.425+0000 7fcf0be4c740 1 -- 172.21.15.29:0/661124280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 msgr2=0x555d8ca6e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.425+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/661124280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca6e800 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fceec035040 tx=0x7fceec048000 comp rx=0 tx=0).stop 2024-09-12T03:10:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.425+0000 7fcf0be4c740 1 -- 172.21.15.29:0/661124280 shutdown_connections 2024-09-12T03:10:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.425+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/661124280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca52680 0x555d8ca01940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.425+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/661124280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4bd90 0x555d8ca6e800 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.425+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/661124280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca4a650 0x555d8ca05310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.425+0000 7fcf0be4c740 1 -- 172.21.15.29:0/661124280 >> 172.21.15.29:0/661124280 conn(0x555d8ca2fe30 msgr2=0x555d8ca4dba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.425+0000 7fcf0be4c740 1 -- 172.21.15.29:0/661124280 shutdown_connections 2024-09-12T03:10:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.425+0000 7fcf0be4c740 1 -- 172.21.15.29:0/661124280 wait complete. 2024-09-12T03:10:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.426+0000 7fcf0be4c740 1 -- start start 2024-09-12T03:10:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.426+0000 7fcf0be4c740 1 Processor -- start 2024-09-12T03:10:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4a650 0x555d8cab1570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca4bd90 0x555d8ca4cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf0be4c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca52680 0x555d8ca03c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555d8ca2e580 con 0x555d8ca4a650 2024-09-12T03:10:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0415a2f0 con 0x555d8ca52680 2024-09-12T03:10:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf0be4c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x555d8c9fb880 con 0x555d8ca4bd90 2024-09-12T03:10:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf0be4c740 10 client.0 _ll_register_callbacks cb 0x7fceec032e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf01e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4a650 0x555d8cab1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf01e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4a650 0x555d8cab1570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41440/0 (socket says 172.21.15.29:41440) 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf01e00640 1 -- 172.21.15.29:0/2815613289 learned_addr learned my addr 172.21.15.29:0/2815613289 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcefbe00640 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca4bd90 0x555d8ca4cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf02800640 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca52680 0x555d8ca03c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf01e00640 1 -- 172.21.15.29:0/2815613289 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca4bd90 msgr2=0x555d8ca4cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf01e00640 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca4bd90 0x555d8ca4cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf01e00640 1 -- 172.21.15.29:0/2815613289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca52680 msgr2=0x555d8ca03c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf01e00640 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca52680 0x555d8ca03c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.427+0000 7fcf01e00640 1 -- 172.21.15.29:0/2815613289 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d8ca50ad0 con 0x555d8ca4a650 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.428+0000 7fcf01e00640 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4a650 0x555d8cab1570 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcef4058c40 tx=0x7fcef405b070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2774c35fa7bb03e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.428+0000 7fcee7400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.428+0000 7fcee7400640 1 -- 172.21.15.29:0/2815613289 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef4087040 con 0x555d8ca4a650 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.428+0000 7fcee7400640 1 -- 172.21.15.29:0/2815613289 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fcef4055320 con 0x555d8ca4a650 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.428+0000 7fcf0be4c740 1 -- 172.21.15.29:0/2815613289 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fceec03cc10 con 0x555d8ca4a650 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.428+0000 7fcee7400640 1 -- 172.21.15.29:0/2815613289 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcef4070e60 con 0x555d8ca4a650 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.428+0000 7fcf0be4c740 10 client.5223 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.428+0000 7fcf0be4c740 1 -- 172.21.15.29:0/2815613289 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x555d8ca04650 con 0x555d8ca4a650 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.428+0000 7fcee7400640 1 -- 172.21.15.29:0/2815613289 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fceec03cc10 con 0x555d8ca4a650 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.428+0000 7fcee7400640 1 -- 172.21.15.29:0/2815613289 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7fcef4061350 con 0x555d8ca4a650 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.429+0000 7fcf0be4c740 10 client.5223 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.429+0000 7fcf0be4c740 10 client.5223 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.429+0000 7fcf0be4c740 20 client.5223 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.429+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x555d8ca041d0 0x555d8ca4ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.429+0000 7fcf0be4c740 4 client.5223 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "tag path", "path": "/d1/d2/d3", "tag": "tag123"}] 2024-09-12T03:10:06.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.429+0000 7fcf0be4c740 1 -- 172.21.15.29:0/2815613289 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "tag path", "path": "/d1/d2/d3", "tag": "tag123"}) -- 0x555d8c9770a0 con 0x555d8ca041d0 2024-09-12T03:10:06.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.429+0000 7fcefbe00640 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x555d8ca041d0 0x555d8ca4ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.429+0000 7fcefbe00640 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x555d8ca041d0 0x555d8ca4ab60 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d228fca83926aa45 server_cookie=4430025f47189900 in_seq=0 out_seq=0 2024-09-12T03:10:06.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.429+0000 7fcee7400640 10 client.5223 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.430+0000 7fcee7400640 1 -- 172.21.15.29:0/2815613289 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x555d8c9770a0 con 0x555d8ca041d0 2024-09-12T03:10:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.430+0000 7fcee7400640 10 client.5223 handle_command_reply: tid=0 2024-09-12T03:10:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.430+0000 7fcf0be4c740 1 client.5223 shutdown 2024-09-12T03:10:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.430+0000 7fcf0be4c740 1 -- 172.21.15.29:0/2815613289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4a650 msgr2=0x555d8cab1570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.430+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4a650 0x555d8cab1570 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcef4058c40 tx=0x7fcef405b070 comp rx=0 tx=0).stop 2024-09-12T03:10:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.431+0000 7fcf0be4c740 1 -- 172.21.15.29:0/2815613289 shutdown_connections 2024-09-12T03:10:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.431+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x555d8ca041d0 0x555d8ca4ab60 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.431+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555d8ca52680 0x555d8ca03c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.431+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555d8ca4bd90 0x555d8ca4cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.431+0000 7fcf0be4c740 1 --2- 172.21.15.29:0/2815613289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555d8ca4a650 0x555d8cab1570 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.431+0000 7fcf0be4c740 1 -- 172.21.15.29:0/2815613289 >> 172.21.15.29:0/2815613289 conn(0x555d8ca2fe30 msgr2=0x555d8ca2cc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.431+0000 7fcee7400640 0 client.5223 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.431+0000 7fcf0be4c740 1 -- 172.21.15.29:0/2815613289 shutdown_connections 2024-09-12T03:10:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.431+0000 7fcf0be4c740 1 -- 172.21.15.29:0/2815613289 wait complete. 2024-09-12T03:10:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.432+0000 7fcf0be4c740 20 client.5223 trim_cache size 0 max 16384 2024-09-12T03:10:06.435 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:10:06.435 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0, 2024-09-12T03:10:06.435 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_tag": "tag123", 2024-09-12T03:10:06.435 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": "asynchronous" 2024-09-12T03:10:06.435 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:10:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.433+0000 7fcf03200640 1 -- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcee006c000 msgr2=0x7fcee006e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.433+0000 7fcf03200640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcee006c000 0x7fcee006e4c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fceec034000 tx=0x7fceec02e000 comp rx=0 tx=0).stop 2024-09-12T03:10:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.433+0000 7fcf03200640 1 -- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf04071bb0 msgr2=0x7fcf040b5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.433+0000 7fcf03200640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf04071bb0 0x7fcf040b5970 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fcef400c490 tx=0x7fcef400c950 comp rx=0 tx=0).stop 2024-09-12T03:10:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.434+0000 7fcf03200640 1 -- 172.21.15.29:0/725118887 shutdown_connections 2024-09-12T03:10:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.434+0000 7fcf03200640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcee006c000 0x7fcee006e4c0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.434+0000 7fcf03200640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf0415dea0 0x7fcf04070c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.434+0000 7fcf03200640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcf0409aa70 0x7fcf04070750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.434+0000 7fcf03200640 1 --2- 172.21.15.29:0/725118887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcf04071bb0 0x7fcf040b5970 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.434+0000 7fcf03200640 1 -- 172.21.15.29:0/725118887 >> 172.21.15.29:0/725118887 conn(0x7fcf040b3d20 msgr2=0x7fcf040b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.434+0000 7fcf03200640 1 -- 172.21.15.29:0/725118887 shutdown_connections 2024-09-12T03:10:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.434+0000 7fcf03200640 1 -- 172.21.15.29:0/725118887 wait complete. 2024-09-12T03:10:06.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:10:06.450 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.2:0 scrub status 2024-09-12T03:10:06.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.609+0000 7f7b5ba00640 1 Processor -- start 2024-09-12T03:10:06.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.609+0000 7f7b5ba00640 1 -- start start 2024-09-12T03:10:06.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.610+0000 7f7b5ba00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7b540b5e00 0x7f7b540b6270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.610+0000 7f7b5ba00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b540b75f0 con 0x7f7b5409aa70 2024-09-12T03:10:06.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.610+0000 7f7b5ba00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b540b67b0 con 0x7f7b5406d070 2024-09-12T03:10:06.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.610+0000 7f7b5ba00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f7b54162460 con 0x7f7b540b5e00 2024-09-12T03:10:06.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.611+0000 7f7b59000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7b5409aa70 0x7f7b5409ae50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:56180/0 (socket says 172.21.15.29:56180) 2024-09-12T03:10:06.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.611+0000 7f7b59000640 1 -- 172.21.15.29:0/2198849550 learned_addr learned my addr 172.21.15.29:0/2198849550 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:06.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.611+0000 7f7b53e00640 1 --2- 172.21.15.29:0/2198849550 >> v2:172.21.15.38:3300/0 conn(0x7f7b540b5e00 0x7f7b540b6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.611+0000 7f7b53400640 1 -- 172.21.15.29:0/2198849550 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4033902834 0 0) 0x7f7b540b75f0 con 0x7f7b5409aa70 2024-09-12T03:10:06.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.611+0000 7f7b53400640 1 -- 172.21.15.29:0/2198849550 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7b3c003520 con 0x7f7b5409aa70 2024-09-12T03:10:06.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.611+0000 7f7b53e00640 1 -- 172.21.15.29:0/2198849550 >> v1:172.21.15.38:6789/0 conn(0x7f7b5406d070 legacy=0x7f7b5406d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.611+0000 7f7b53400640 1 -- 172.21.15.29:0/2198849550 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3504974959 0 0) 0x7f7b3c003520 con 0x7f7b5409aa70 2024-09-12T03:10:06.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.611+0000 7f7b53e00640 1 -- 172.21.15.29:0/2198849550 >> v1:172.21.15.29:6789/0 conn(0x7f7b5409aa70 legacy=0x7f7b5409ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.611+0000 7f7b53e00640 1 -- 172.21.15.29:0/2198849550 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b540b6a70 con 0x7f7b540b5e00 2024-09-12T03:10:06.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.612+0000 7f7b53e00640 1 --2- 172.21.15.29:0/2198849550 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b540b5e00 0x7f7b540b6270 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7b400097a0 tx=0x7f7b4002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a65bc5318c720ca4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.613+0000 7f7b53400640 1 -- 172.21.15.29:0/2198849550 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b40037070 con 0x7f7b540b5e00 2024-09-12T03:10:06.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.613+0000 7f7b53400640 1 -- 172.21.15.29:0/2198849550 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b4002ac50 con 0x7f7b540b5e00 2024-09-12T03:10:06.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.613+0000 7f7b53400640 1 -- 172.21.15.29:0/2198849550 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b48001670 con 0x7f7b540b5e00 2024-09-12T03:10:06.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.613+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2198849550 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b540b5e00 msgr2=0x7f7b540b6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.613+0000 7f7b5ba00640 1 --2- 172.21.15.29:0/2198849550 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b540b5e00 0x7f7b540b6270 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7b400097a0 tx=0x7f7b4002a1c0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.613+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2198849550 shutdown_connections 2024-09-12T03:10:06.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.613+0000 7f7b5ba00640 1 --2- 172.21.15.29:0/2198849550 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b540b5e00 0x7f7b540b6270 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.613+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2198849550 >> 172.21.15.29:0/2198849550 conn(0x7f7b540b3f80 msgr2=0x7f7b540b4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.613+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2198849550 shutdown_connections 2024-09-12T03:10:06.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.613+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2198849550 wait complete. 2024-09-12T03:10:06.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.615+0000 7f7b5ba00640 1 Processor -- start 2024-09-12T03:10:06.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.615+0000 7f7b5ba00640 1 -- start start 2024-09-12T03:10:06.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.616+0000 7f7b5ba00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7b5406d070 0x7f7b54152500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.616+0000 7f7b5ba00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b5409aa70 0x7f7b5409d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.616+0000 7f7b5ba00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b540b5e00 0x7f7b541f7e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.616+0000 7f7b5ba00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7b540b7310 con 0x7f7b540b5e00 2024-09-12T03:10:06.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.616+0000 7f7b5ba00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7b540b7030 con 0x7f7b5409aa70 2024-09-12T03:10:06.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.616+0000 7f7b5ba00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7b54161d60 con 0x7f7b5406d070 2024-09-12T03:10:06.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.616+0000 7f7b59a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b540b5e00 0x7f7b541f7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.616+0000 7f7b59a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b540b5e00 0x7f7b541f7e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41448/0 (socket says 172.21.15.29:41448) 2024-09-12T03:10:06.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.616+0000 7f7b59a00640 1 -- 172.21.15.29:0/2903556801 learned_addr learned my addr 172.21.15.29:0/2903556801 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:06.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b59000640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7b5406d070 0x7f7b54152500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b53e00640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b5409aa70 0x7f7b5409d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b59a00640 1 -- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7b5406d070 msgr2=0x7f7b54152500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b59a00640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7b5406d070 0x7f7b54152500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b59a00640 1 -- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b5409aa70 msgr2=0x7f7b5409d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b59a00640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b5409aa70 0x7f7b5409d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b59a00640 1 -- 172.21.15.29:0/2903556801 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b541f8900 con 0x7f7b540b5e00 2024-09-12T03:10:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b59000640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7b5406d070 0x7f7b54152500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b59a00640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b540b5e00 0x7f7b541f7e40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00c6b0 tx=0x7f7b4c00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b50c00640 1 -- 172.21.15.29:0/2903556801 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c003b70 con 0x7f7b540b5e00 2024-09-12T03:10:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b50c00640 1 -- 172.21.15.29:0/2903556801 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b4c003d30 con 0x7f7b540b5e00 2024-09-12T03:10:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b50c00640 1 -- 172.21.15.29:0/2903556801 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c005310 con 0x7f7b540b5e00 2024-09-12T03:10:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2903556801 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b541f8be0 con 0x7f7b540b5e00 2024-09-12T03:10:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.617+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2903556801 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b54155d50 con 0x7f7b540b5e00 2024-09-12T03:10:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.620+0000 7f7b50c00640 1 -- 172.21.15.29:0/2903556801 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7b4c0054b0 con 0x7f7b540b5e00 2024-09-12T03:10:06.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.621+0000 7f7b50c00640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b3406be30 0x7f7b3406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.621+0000 7f7b50c00640 1 -- 172.21.15.29:0/2903556801 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f7b4c08aee0 con 0x7f7b540b5e00 2024-09-12T03:10:06.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.622+0000 7f7b59000640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b3406be30 0x7f7b3406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.622+0000 7f7b5e8a5740 1 Processor -- start 2024-09-12T03:10:06.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.622+0000 7f7b5e8a5740 1 -- start start 2024-09-12T03:10:06.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.622+0000 7f7b59000640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b3406be30 0x7f7b3406e2f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f7b48001eb0 tx=0x7f7b48009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.622+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c21fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.622+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c1ef800 0x558c3c220200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.622+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1d5480 0x558c3c220740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558c3c13d660 con 0x558c3c1ef420 2024-09-12T03:10:06.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558c3c0e5680 con 0x558c3c1ef800 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558c3c139620 con 0x558c3c1d5480 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b59000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c21fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b59000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c21fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41452/0 (socket says 172.21.15.29:41452) 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b59000640 1 -- 172.21.15.29:0/1462571922 learned_addr learned my addr 172.21.15.29:0/1462571922 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b59a00640 1 --2- 172.21.15.29:0/1462571922 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1d5480 0x558c3c220740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b53e00640 1 --2- 172.21.15.29:0/1462571922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c1ef800 0x558c3c220200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b59000640 1 -- 172.21.15.29:0/1462571922 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1d5480 msgr2=0x558c3c220740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b59000640 1 --2- 172.21.15.29:0/1462571922 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1d5480 0x558c3c220740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b59000640 1 -- 172.21.15.29:0/1462571922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c1ef800 msgr2=0x558c3c220200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b59000640 1 --2- 172.21.15.29:0/1462571922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c1ef800 0x558c3c220200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.623+0000 7f7b59000640 1 -- 172.21.15.29:0/1462571922 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c3bf1a7d0 con 0x558c3c1ef420 2024-09-12T03:10:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.624+0000 7f7b59000640 1 --2- 172.21.15.29:0/1462571922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c21fc40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f7b480015c0 tx=0x7f7b48010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15adbc9e2bbdf935 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.624+0000 7f7b45600640 1 -- 172.21.15.29:0/1462571922 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4800dbb0 con 0x558c3c1ef420 2024-09-12T03:10:06.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.624+0000 7f7b45600640 1 -- 172.21.15.29:0/1462571922 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b4800dd50 con 0x558c3c1ef420 2024-09-12T03:10:06.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.624+0000 7f7b45600640 1 -- 172.21.15.29:0/1462571922 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b48020650 con 0x558c3c1ef420 2024-09-12T03:10:06.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.624+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/1462571922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 msgr2=0x558c3c21fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.624+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/1462571922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c21fc40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f7b480015c0 tx=0x7f7b48010000 comp rx=0 tx=0).stop 2024-09-12T03:10:06.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.625+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/1462571922 shutdown_connections 2024-09-12T03:10:06.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.625+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/1462571922 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1d5480 0x558c3c220740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.625+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/1462571922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c1ef800 0x558c3c220200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.625+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/1462571922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c21fc40 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.625+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/1462571922 >> 172.21.15.29:0/1462571922 conn(0x558c3c1d6220 msgr2=0x558c3c21e840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.625+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/1462571922 shutdown_connections 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.625+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/1462571922 wait complete. 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.625+0000 7f7b5e8a5740 1 -- start start 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.626+0000 7f7b5e8a5740 1 Processor -- start 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.626+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c1de010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.626+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef800 0x558c3c22f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.626+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c21bc10 0x558c3c1dbac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.626+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558c3c1d43e0 con 0x558c3c1ef420 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.626+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558c3c0c64c0 con 0x558c3c21bc10 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.626+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558c3c1d46c0 con 0x558c3c1ef800 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.627+0000 7f7b5e8a5740 10 client.0 _ll_register_callbacks cb 0x558c3c135e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.627+0000 7f7b59000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c1de010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.627+0000 7f7b59000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c1de010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41466/0 (socket says 172.21.15.29:41466) 2024-09-12T03:10:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.627+0000 7f7b59000640 1 -- 172.21.15.29:0/3389142372 learned_addr learned my addr 172.21.15.29:0/3389142372 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.627+0000 7f7b53e00640 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef800 0x558c3c22f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.627+0000 7f7b59a00640 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c21bc10 0x558c3c1dbac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.627+0000 7f7b59000640 1 -- 172.21.15.29:0/3389142372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef800 msgr2=0x558c3c22f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.627+0000 7f7b59000640 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef800 0x558c3c22f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.627+0000 7f7b59000640 1 -- 172.21.15.29:0/3389142372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c21bc10 msgr2=0x558c3c1dbac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.627+0000 7f7b59000640 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c21bc10 0x558c3c1dbac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.627+0000 7f7b59000640 1 -- 172.21.15.29:0/3389142372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c3be503f0 con 0x558c3c1ef420 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.628+0000 7f7b59000640 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c1de010 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7b48009010 tx=0x7f7b48007000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d3eca9cb5f2946 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.628+0000 7f7b3a000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.628+0000 7f7b3a000640 1 -- 172.21.15.29:0/3389142372 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b48020c90 con 0x558c3c1ef420 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.628+0000 7f7b3a000640 1 -- 172.21.15.29:0/3389142372 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f7b4802dc70 con 0x558c3c1ef420 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.628+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3389142372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b4800dd50 con 0x558c3c1ef420 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.628+0000 7f7b3a000640 1 -- 172.21.15.29:0/3389142372 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7b48034050 con 0x558c3c1ef420 2024-09-12T03:10:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.628+0000 7f7b5e8a5740 10 client.5235 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.628+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3389142372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x558c3be100f0 con 0x558c3c1ef420 2024-09-12T03:10:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.628+0000 7f7b3a000640 1 -- 172.21.15.29:0/3389142372 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b4800dd50 con 0x558c3c1ef420 2024-09-12T03:10:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.628+0000 7f7b3a000640 1 -- 172.21.15.29:0/3389142372 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7f7b48037020 con 0x558c3c1ef420 2024-09-12T03:10:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.629+0000 7f7b5e8a5740 10 client.5235 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.629+0000 7f7b5e8a5740 10 client.5235 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-12T03:10:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.629+0000 7f7b5e8a5740 20 client.5235 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.629+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x558c3c1ee440 0x558c3c218e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.629+0000 7f7b5e8a5740 4 client.5235 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:10:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.629+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3389142372 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558c3c14ad90 con 0x558c3c1ee440 2024-09-12T03:10:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.629+0000 7f7b53e00640 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x558c3c1ee440 0x558c3c218e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.629+0000 7f7b53e00640 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x558c3c1ee440 0x558c3c218e10 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf03a7a095d8a8aa server_cookie=d5280ab31b101be0 in_seq=0 out_seq=0 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.629+0000 7f7b3a000640 10 client.5235 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b3a000640 1 -- 172.21.15.29:0/3389142372 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558c3c14ad90 con 0x558c3c1ee440 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b3a000640 10 client.5235 handle_command_reply: tid=0 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b5e8a5740 1 client.5235 shutdown 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3389142372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 msgr2=0x558c3c1de010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c1de010 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7b48009010 tx=0x7f7b48007000 comp rx=0 tx=0).stop 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3389142372 shutdown_connections 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x558c3c1ee440 0x558c3c218e10 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c21bc10 0x558c3c1dbac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef800 0x558c3c22f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b3a000640 0 client.5235 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3389142372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef420 0x558c3c1de010 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.630+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3389142372 >> 172.21.15.29:0/3389142372 conn(0x558c3c1d5480 msgr2=0x558c3c21cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.631+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3389142372 shutdown_connections 2024-09-12T03:10:06.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.631+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3389142372 wait complete. 2024-09-12T03:10:06.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.631+0000 7f7b5e8a5740 20 client.5235 trim_cache size 0 max 16384 2024-09-12T03:10:06.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.651+0000 7f7b5e8a5740 1 Processor -- start 2024-09-12T03:10:06.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.651+0000 7f7b5e8a5740 1 -- start start 2024-09-12T03:10:06.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.651+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c1ef420 0x558c3c242640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.651+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef800 0x558c3c21b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.651+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c21bc10 0x558c3c1dc680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.651+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7b54201280 con 0x558c3c21bc10 2024-09-12T03:10:06.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.651+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7b54200480 con 0x558c3c1ef420 2024-09-12T03:10:06.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.651+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7b54200b50 con 0x558c3c1ef800 2024-09-12T03:10:06.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.652+0000 7f7b59a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c21bc10 0x558c3c1dc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.652+0000 7f7b59a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c21bc10 0x558c3c1dc680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41468/0 (socket says 172.21.15.29:41468) 2024-09-12T03:10:06.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.652+0000 7f7b59a00640 1 -- 172.21.15.29:0/1916919695 learned_addr learned my addr 172.21.15.29:0/1916919695 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:06.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.652+0000 7f7b59a00640 1 -- 172.21.15.29:0/1916919695 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef800 msgr2=0x558c3c21b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.652+0000 7f7b59a00640 1 --2- 172.21.15.29:0/1916919695 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef800 0x558c3c21b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.652+0000 7f7b59a00640 1 -- 172.21.15.29:0/1916919695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c1ef420 msgr2=0x558c3c242640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.652+0000 7f7b59a00640 1 --2- 172.21.15.29:0/1916919695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c1ef420 0x558c3c242640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.652+0000 7f7b59a00640 1 -- 172.21.15.29:0/1916919695 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c3c1db840 con 0x558c3c21bc10 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.652+0000 7f7b59a00640 1 --2- 172.21.15.29:0/1916919695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c21bc10 0x558c3c1dc680 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c058f80 tx=0x7f7b4c055340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1f1528acd016ed6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.653+0000 7f7b44c00640 1 -- 172.21.15.29:0/1916919695 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c05d3a0 con 0x558c3c21bc10 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.653+0000 7f7b44c00640 1 -- 172.21.15.29:0/1916919695 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b4c061bd0 con 0x558c3c21bc10 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.653+0000 7f7b44c00640 1 -- 172.21.15.29:0/1916919695 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c0892f0 con 0x558c3c21bc10 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.653+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/1916919695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c21bc10 msgr2=0x558c3c1dc680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.653+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/1916919695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c21bc10 0x558c3c1dc680 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c058f80 tx=0x7f7b4c055340 comp rx=0 tx=0).stop 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.653+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/1916919695 shutdown_connections 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.654+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/1916919695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c21bc10 0x558c3c1dc680 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.654+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/1916919695 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef800 0x558c3c21b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.654+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/1916919695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c1ef420 0x558c3c242640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.654+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/1916919695 >> 172.21.15.29:0/1916919695 conn(0x558c3c1d5480 msgr2=0x558c3c218d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.654+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/1916919695 shutdown_connections 2024-09-12T03:10:06.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.654+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/1916919695 wait complete. 2024-09-12T03:10:06.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.654+0000 7f7b5e8a5740 1 -- start start 2024-09-12T03:10:06.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.655+0000 7f7b5e8a5740 1 Processor -- start 2024-09-12T03:10:06.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef420 0x558c3c21ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef800 0x558c3c299c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b5e8a5740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c21bc10 0x558c3c29a170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7b540cefa0 con 0x558c3c1ef800 2024-09-12T03:10:06.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558c3c1d0050 con 0x558c3c21bc10 2024-09-12T03:10:06.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b5e8a5740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558c3c23ce10 con 0x558c3c1ef420 2024-09-12T03:10:06.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b5e8a5740 10 client.0 _ll_register_callbacks cb 0x7f7b40035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:06.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b53e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef800 0x558c3c299c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b53e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef800 0x558c3c299c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41474/0 (socket says 172.21.15.29:41474) 2024-09-12T03:10:06.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b53e00640 1 -- 172.21.15.29:0/3211913687 learned_addr learned my addr 172.21.15.29:0/3211913687 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b59000640 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef420 0x558c3c21ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.656+0000 7f7b59a00640 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c21bc10 0x558c3c29a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.657+0000 7f7b53e00640 1 -- 172.21.15.29:0/3211913687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef420 msgr2=0x558c3c21ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.657+0000 7f7b53e00640 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef420 0x558c3c21ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.657+0000 7f7b53e00640 1 -- 172.21.15.29:0/3211913687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c21bc10 msgr2=0x558c3c29a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.657+0000 7f7b53e00640 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c21bc10 0x558c3c29a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.657+0000 7f7b53e00640 1 -- 172.21.15.29:0/3211913687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c3c2a10d0 con 0x558c3c1ef800 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.657+0000 7f7b53e00640 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef800 0x558c3c299c30 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f7b4002a200 tx=0x7f7b40004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cca62c8c30f836a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.657+0000 7f7b3a000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.657+0000 7f7b3a000640 1 -- 172.21.15.29:0/3211913687 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4004e060 con 0x558c3c1ef800 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.657+0000 7f7b3a000640 1 -- 172.21.15.29:0/3211913687 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6130+0+0 (secure 0 0 0) 0x7f7b4003f580 con 0x558c3c1ef800 2024-09-12T03:10:06.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.657+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3211913687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b4c061bd0 con 0x558c3c1ef800 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b3a000640 1 -- 172.21.15.29:0/3211913687 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7b40054050 con 0x558c3c1ef800 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b5e8a5740 10 client.5241 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3211913687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x558c3c23cb50 con 0x558c3c1ef800 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b3a000640 1 -- 172.21.15.29:0/3211913687 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b4c061bd0 con 0x558c3c1ef800 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b3a000640 1 -- 172.21.15.29:0/3211913687 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7f7b40057020 con 0x558c3c1ef800 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b5e8a5740 10 client.5241 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b5e8a5740 10 client.5241 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b5e8a5740 20 client.5241 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x558c3c242de0 0x558c3c29cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b5e8a5740 4 client.5241 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3211913687 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558c3c1df580 con 0x558c3c242de0 2024-09-12T03:10:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.658+0000 7f7b59000640 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x558c3c242de0 0x558c3c29cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b59000640 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x558c3c242de0 0x558c3c29cf40 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=139067170c7ee75e server_cookie=60bc9d16fae99779 in_seq=0 out_seq=0 2024-09-12T03:10:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b3a000640 10 client.5241 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b3a000640 1 -- 172.21.15.29:0/3211913687 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+207 (crc 0 0 0) 0x558c3c1df580 con 0x558c3c242de0 2024-09-12T03:10:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b3a000640 10 client.5241 handle_command_reply: tid=0 2024-09-12T03:10:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b5e8a5740 1 client.5241 shutdown 2024-09-12T03:10:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3211913687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef800 msgr2=0x558c3c299c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef800 0x558c3c299c30 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f7b4002a200 tx=0x7f7b40004730 comp rx=0 tx=0).stop 2024-09-12T03:10:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3211913687 shutdown_connections 2024-09-12T03:10:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x558c3c242de0 0x558c3c29cf40 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558c3c21bc10 0x558c3c29a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c3c1ef800 0x558c3c299c30 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b5e8a5740 1 --2- 172.21.15.29:0/3211913687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558c3c1ef420 0x558c3c21ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.659+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3211913687 >> 172.21.15.29:0/3211913687 conn(0x558c3c1d5480 msgr2=0x558c3c1dc390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.660+0000 7f7b3a000640 0 client.5241 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.660+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3211913687 shutdown_connections 2024-09-12T03:10:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.660+0000 7f7b5e8a5740 1 -- 172.21.15.29:0/3211913687 wait complete. 2024-09-12T03:10:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.660+0000 7f7b5e8a5740 20 client.5241 trim_cache size 0 max 16384 2024-09-12T03:10:06.664 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:10:06.664 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-12T03:10:06.664 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:10:06.665 INFO:teuthology.orchestra.run.smithi029.stdout: "tag123": { 2024-09-12T03:10:06.665 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:10:06.665 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "tag123", 2024-09-12T03:10:06.665 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:10:06.665 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:06.665 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:06.665 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:10:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.660+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b3406be30 msgr2=0x7f7b3406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.660+0000 7f7b5ba00640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b3406be30 0x7f7b3406e2f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f7b48001eb0 tx=0x7f7b48009040 comp rx=0 tx=0).stop 2024-09-12T03:10:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.660+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2903556801 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b540b5e00 msgr2=0x7f7b541f7e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.660+0000 7f7b5ba00640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b540b5e00 0x7f7b541f7e40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00c6b0 tx=0x7f7b4c00cb70 comp rx=0 tx=0).stop 2024-09-12T03:10:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.661+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2903556801 shutdown_connections 2024-09-12T03:10:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.661+0000 7f7b5ba00640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b3406be30 0x7f7b3406e2f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.661+0000 7f7b5ba00640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b540b5e00 0x7f7b541f7e40 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.661+0000 7f7b5ba00640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b5409aa70 0x7f7b5409d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.661+0000 7f7b5ba00640 1 --2- 172.21.15.29:0/2903556801 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7b5406d070 0x7f7b54152500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.661+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2903556801 >> 172.21.15.29:0/2903556801 conn(0x7f7b540b3f80 msgr2=0x7f7b54070860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.661+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2903556801 shutdown_connections 2024-09-12T03:10:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:06.661+0000 7f7b5ba00640 1 -- 172.21.15.29:0/2903556801 wait complete. 2024-09-12T03:10:06.676 INFO:tasks.cephfs.filesystem:scrub status for tag:tag123 - {'path': '/d1/d2/d3', 'tag': 'tag123', 'options': 'recursive,force'} 2024-09-12T03:10:19.247 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:10:19.252 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:10:36.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:10:36.678 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.2:0 scrub status 2024-09-12T03:10:36.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.849+0000 7f88f0c00640 1 Processor -- start 2024-09-12T03:10:36.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.849+0000 7f88f0c00640 1 -- start start 2024-09-12T03:10:36.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.850+0000 7f88f0c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f88ec15e4b0 0x7f88ec0d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.850+0000 7f88f0c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88ec0cf8c0 con 0x7f88ec0d3090 2024-09-12T03:10:36.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.850+0000 7f88f0c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88ec0cfba0 con 0x7f88ec0cefb0 2024-09-12T03:10:36.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.850+0000 7f88f0c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f88ec0cfe80 con 0x7f88ec15e4b0 2024-09-12T03:10:36.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.850+0000 7f88ebe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f88ec0d3090 0x7f88ec06d810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35998/0 (socket says 172.21.15.29:35998) 2024-09-12T03:10:36.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.850+0000 7f88ebe00640 1 -- 172.21.15.29:0/2807766262 learned_addr learned my addr 172.21.15.29:0/2807766262 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:36.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88eb400640 1 --2- 172.21.15.29:0/2807766262 >> v2:172.21.15.38:3300/0 conn(0x7f88ec15e4b0 0x7f88ec0d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 111229316 0 0) 0x7f88ec0cf8c0 con 0x7f88ec0d3090 2024-09-12T03:10:36.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f88d0003520 con 0x7f88ec0d3090 2024-09-12T03:10:36.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3234825981 0 0) 0x7f88ec0cfba0 con 0x7f88ec0cefb0 2024-09-12T03:10:36.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f88ec0cf8c0 con 0x7f88ec0cefb0 2024-09-12T03:10:36.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2589973464 0 0) 0x7f88d0003520 con 0x7f88ec0d3090 2024-09-12T03:10:36.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 >> v2:172.21.15.38:3300/0 conn(0x7f88ec15e4b0 msgr2=0x7f88ec0d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 --2- 172.21.15.29:0/2807766262 >> v2:172.21.15.38:3300/0 conn(0x7f88ec15e4b0 0x7f88ec0d23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 >> v1:172.21.15.38:6789/0 conn(0x7f88ec0cefb0 legacy=0x7f88ec0d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88ec0d0160 con 0x7f88ec0d3090 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f88e40019f0 con 0x7f88ec0d3090 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 >> v1:172.21.15.29:6789/0 conn(0x7f88ec0d3090 legacy=0x7f88ec06d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 --2- 172.21.15.29:0/2807766262 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f88d0003b90 0x7f88d0003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 --2- 172.21.15.29:0/2807766262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88d0004800 0x7f88d0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 --2- 172.21.15.29:0/2807766262 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f88d00051c0 0x7f88d000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec0cfe80 con 0x7f88d0004800 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f88d000c090 con 0x7f88d0003b90 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.851+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f88d000c290 con 0x7f88d00051c0 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.852+0000 7f88eaa00640 1 --2- 172.21.15.29:0/2807766262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88d0004800 0x7f88d0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.852+0000 7f88eb400640 1 --2- 172.21.15.29:0/2807766262 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f88d0003b90 0x7f88d0003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.852+0000 7f88ebe00640 1 --2- 172.21.15.29:0/2807766262 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f88d00051c0 0x7f88d000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.852+0000 7f88eaa00640 1 -- 172.21.15.29:0/2807766262 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f88d00051c0 msgr2=0x7f88d000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.852+0000 7f88eaa00640 1 --2- 172.21.15.29:0/2807766262 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f88d00051c0 0x7f88d000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.852+0000 7f88eaa00640 1 -- 172.21.15.29:0/2807766262 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f88d0003b90 msgr2=0x7f88d0003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.852+0000 7f88eaa00640 1 --2- 172.21.15.29:0/2807766262 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f88d0003b90 0x7f88d0003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.852+0000 7f88eaa00640 1 -- 172.21.15.29:0/2807766262 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88d0003520 con 0x7f88d0004800 2024-09-12T03:10:36.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.852+0000 7f88ebe00640 1 -- 172.21.15.29:0/2807766262 reap_dead start 2024-09-12T03:10:36.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.853+0000 7f88eaa00640 1 --2- 172.21.15.29:0/2807766262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88d0004800 0x7f88d0004c80 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f88d80018d0 tx=0x7f88d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11a9191d22bb6d26 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:36.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.853+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d80014f0 con 0x7f88d0004800 2024-09-12T03:10:36.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.853+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88d80052d0 con 0x7f88d0004800 2024-09-12T03:10:36.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.853+0000 7f88ea000640 1 -- 172.21.15.29:0/2807766262 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d802ac70 con 0x7f88d0004800 2024-09-12T03:10:36.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.854+0000 7f88f0c00640 1 -- 172.21.15.29:0/2807766262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88d0004800 msgr2=0x7f88d0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.854+0000 7f88f0c00640 1 --2- 172.21.15.29:0/2807766262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88d0004800 0x7f88d0004c80 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f88d80018d0 tx=0x7f88d0005830 comp rx=0 tx=0).stop 2024-09-12T03:10:36.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.854+0000 7f88f0c00640 1 -- 172.21.15.29:0/2807766262 shutdown_connections 2024-09-12T03:10:36.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.854+0000 7f88f0c00640 1 --2- 172.21.15.29:0/2807766262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88d0004800 0x7f88d0004c80 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.854+0000 7f88f0c00640 1 -- 172.21.15.29:0/2807766262 >> 172.21.15.29:0/2807766262 conn(0x7f88ec09d740 msgr2=0x7f88ec08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:36.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.854+0000 7f88f0c00640 1 -- 172.21.15.29:0/2807766262 shutdown_connections 2024-09-12T03:10:36.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.854+0000 7f88f0c00640 1 -- 172.21.15.29:0/2807766262 wait complete. 2024-09-12T03:10:36.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.856+0000 7f88f0c00640 1 Processor -- start 2024-09-12T03:10:36.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.856+0000 7f88f0c00640 1 -- start start 2024-09-12T03:10:36.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88f0c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f88d0004800 0x7f88ec0b71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88f0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88ec1f3910 0x7f88ec1f3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88f0c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f88ec0b8c30 0x7f88ec0b90b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88f0c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec0cf3f0 con 0x7f88ec1f3910 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88f0c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec0cf570 con 0x7f88d0004800 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88f0c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f88ec0d23c0 con 0x7f88ec0b8c30 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88eaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88ec1f3910 0x7f88ec1f3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88eaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88ec1f3910 0x7f88ec1f3d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37812/0 (socket says 172.21.15.29:37812) 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88eaa00640 1 -- 172.21.15.29:0/1005837467 learned_addr learned my addr 172.21.15.29:0/1005837467 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88ebe00640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f88ec0b8c30 0x7f88ec0b90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88eb400640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f88d0004800 0x7f88ec0b71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88eaa00640 1 -- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f88ec0b8c30 msgr2=0x7f88ec0b90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.857+0000 7f88eaa00640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f88ec0b8c30 0x7f88ec0b90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.858+0000 7f88eaa00640 1 -- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f88d0004800 msgr2=0x7f88ec0b71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.858+0000 7f88eaa00640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f88d0004800 0x7f88ec0b71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.858+0000 7f88eaa00640 1 -- 172.21.15.29:0/1005837467 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88ec0b8990 con 0x7f88ec1f3910 2024-09-12T03:10:36.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.858+0000 7f88eb400640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f88d0004800 0x7f88ec0b71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:36.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.858+0000 7f88eaa00640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88ec1f3910 0x7f88ec1f3d90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f88d8000c00 tx=0x7f88d80012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:36.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.858+0000 7f88e3400640 1 -- 172.21.15.29:0/1005837467 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8037040 con 0x7f88ec1f3910 2024-09-12T03:10:36.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.858+0000 7f88e3400640 1 -- 172.21.15.29:0/1005837467 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88d8006e50 con 0x7f88ec1f3910 2024-09-12T03:10:36.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.858+0000 7f88e3400640 1 -- 172.21.15.29:0/1005837467 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d80014f0 con 0x7f88ec1f3910 2024-09-12T03:10:36.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.858+0000 7f88f0c00640 1 -- 172.21.15.29:0/1005837467 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88ec0b78f0 con 0x7f88ec1f3910 2024-09-12T03:10:36.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.858+0000 7f88f0c00640 1 -- 172.21.15.29:0/1005837467 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88ec0b7eb0 con 0x7f88ec1f3910 2024-09-12T03:10:36.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.860+0000 7f88e3400640 1 -- 172.21.15.29:0/1005837467 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f88d8044020 con 0x7f88ec1f3910 2024-09-12T03:10:36.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.861+0000 7f88e3400640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f88cc06be60 0x7f88cc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.861+0000 7f88e3400640 1 -- 172.21.15.29:0/1005837467 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f88d80ab0c0 con 0x7f88ec1f3910 2024-09-12T03:10:36.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.862+0000 7f88eb400640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f88cc06be60 0x7f88cc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.862+0000 7f88f5221740 1 Processor -- start 2024-09-12T03:10:36.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.862+0000 7f88f5221740 1 -- start start 2024-09-12T03:10:36.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.862+0000 7f88eb400640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f88cc06be60 0x7f88cc06e320 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f88dc006d40 tx=0x7f88dc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88f5221740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfe9b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88f5221740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe819e0 0x55eedfe80240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88f5221740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfecc3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88f5221740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55eedfde9660 con 0x55eedfe9b4f0 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88f5221740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55eedfd91680 con 0x55eedfe819e0 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88f5221740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55eedfde5620 con 0x55eedfecbea0 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88eb400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfe9b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88eb400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfe9b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37826/0 (socket says 172.21.15.29:37826) 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88eb400640 1 -- 172.21.15.29:0/2658627039 learned_addr learned my addr 172.21.15.29:0/2658627039 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88eb400640 1 -- 172.21.15.29:0/2658627039 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 msgr2=0x55eedfecc3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88eaa00640 1 --2- 172.21.15.29:0/2658627039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe819e0 0x55eedfe80240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.863+0000 7f88ebe00640 1 --2- 172.21.15.29:0/2658627039 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfecc3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.864+0000 7f88eb400640 1 --2- 172.21.15.29:0/2658627039 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfecc3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.864+0000 7f88eb400640 1 -- 172.21.15.29:0/2658627039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe819e0 msgr2=0x55eedfe80240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.864+0000 7f88eb400640 1 --2- 172.21.15.29:0/2658627039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe819e0 0x55eedfe80240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.864+0000 7f88eb400640 1 -- 172.21.15.29:0/2658627039 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eedfbc67d0 con 0x55eedfe9b4f0 2024-09-12T03:10:36.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.864+0000 7f88eaa00640 1 --2- 172.21.15.29:0/2658627039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe819e0 0x55eedfe80240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:36.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.864+0000 7f88ebe00640 1 --2- 172.21.15.29:0/2658627039 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfecc3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:36.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.864+0000 7f88eb400640 1 --2- 172.21.15.29:0/2658627039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfe9b8d0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f88dc013e20 tx=0x7f88dc016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=599d651e723f38d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:36.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.864+0000 7f88d7400640 1 -- 172.21.15.29:0/2658627039 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc013e50 con 0x55eedfe9b4f0 2024-09-12T03:10:36.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.864+0000 7f88d7400640 1 -- 172.21.15.29:0/2658627039 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88dc028070 con 0x55eedfe9b4f0 2024-09-12T03:10:36.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.864+0000 7f88d7400640 1 -- 172.21.15.29:0/2658627039 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc023660 con 0x55eedfe9b4f0 2024-09-12T03:10:36.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.865+0000 7f88f5221740 1 -- 172.21.15.29:0/2658627039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 msgr2=0x55eedfe9b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.865+0000 7f88f5221740 1 --2- 172.21.15.29:0/2658627039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfe9b8d0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f88dc013e20 tx=0x7f88dc016000 comp rx=0 tx=0).stop 2024-09-12T03:10:36.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.865+0000 7f88f5221740 1 -- 172.21.15.29:0/2658627039 shutdown_connections 2024-09-12T03:10:36.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.865+0000 7f88f5221740 1 --2- 172.21.15.29:0/2658627039 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfecc3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.865+0000 7f88f5221740 1 --2- 172.21.15.29:0/2658627039 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe819e0 0x55eedfe80240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.865+0000 7f88f5221740 1 --2- 172.21.15.29:0/2658627039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfe9b8d0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.865+0000 7f88f5221740 1 -- 172.21.15.29:0/2658627039 >> 172.21.15.29:0/2658627039 conn(0x55eedfe82410 msgr2=0x55eedfecaa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:36.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.865+0000 7f88f5221740 1 -- 172.21.15.29:0/2658627039 shutdown_connections 2024-09-12T03:10:36.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.865+0000 7f88f5221740 1 -- 172.21.15.29:0/2658627039 wait complete. 2024-09-12T03:10:36.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.866+0000 7f88f5221740 1 -- start start 2024-09-12T03:10:36.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.866+0000 7f88f5221740 1 Processor -- start 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88f5221740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 0x55eedfeb0e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88f5221740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfec5e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88f5221740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec6350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88f5221740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55eedfe80940 con 0x55eedfeb1390 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88f5221740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55eedfd724c0 con 0x55eedfe9b4f0 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88f5221740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55eedfe80c20 con 0x55eedfecbea0 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88f5221740 10 client.0 _ll_register_callbacks cb 0x55eedfde1e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88ebe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88ebe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec6350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37842/0 (socket says 172.21.15.29:37842) 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88ebe00640 1 -- 172.21.15.29:0/286058155 learned_addr learned my addr 172.21.15.29:0/286058155 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88eaa00640 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfec5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88eb400640 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 0x55eedfeb0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88ebe00640 1 -- 172.21.15.29:0/286058155 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 msgr2=0x55eedfec5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88ebe00640 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfec5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88ebe00640 1 -- 172.21.15.29:0/286058155 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 msgr2=0x55eedfeb0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.867+0000 7f88ebe00640 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 0x55eedfeb0e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.868+0000 7f88ebe00640 1 -- 172.21.15.29:0/286058155 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eedfafc3f0 con 0x55eedfeb1390 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.868+0000 7f88eb400640 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 0x55eedfeb0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.868+0000 7f88ebe00640 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec6350 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f88ec06cd10 tx=0x7f88e40074e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edb0aff39f203cd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.868+0000 7f88cbe00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.868+0000 7f88cbe00640 1 -- 172.21.15.29:0/286058155 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88e4012590 con 0x55eedfeb1390 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.868+0000 7f88cbe00640 1 -- 172.21.15.29:0/286058155 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f88e4012730 con 0x55eedfeb1390 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.868+0000 7f88f5221740 1 -- 172.21.15.29:0/286058155 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88dc028070 con 0x55eedfeb1390 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.868+0000 7f88cbe00640 1 -- 172.21.15.29:0/286058155 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f88e4021050 con 0x55eedfeb1390 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.868+0000 7f88f5221740 10 client.5253 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.868+0000 7f88f5221740 1 -- 172.21.15.29:0/286058155 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x55eedfabc0f0 con 0x55eedfeb1390 2024-09-12T03:10:36.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.869+0000 7f88cbe00640 1 -- 172.21.15.29:0/286058155 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88dc028070 con 0x55eedfeb1390 2024-09-12T03:10:36.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.869+0000 7f88cbe00640 1 -- 172.21.15.29:0/286058155 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7f88e4024020 con 0x55eedfeb1390 2024-09-12T03:10:36.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.869+0000 7f88f5221740 10 client.5253 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:36.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.869+0000 7f88f5221740 10 client.5253 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-12T03:10:36.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.869+0000 7f88f5221740 20 client.5253 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:36.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.869+0000 7f88f5221740 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55eedfedb100 0x55eedfedb4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.869+0000 7f88f5221740 4 client.5253 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:10:36.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.869+0000 7f88f5221740 1 -- 172.21.15.29:0/286058155 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eedfdf6d90 con 0x55eedfedb100 2024-09-12T03:10:36.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.869+0000 7f88eb400640 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55eedfedb100 0x55eedfedb4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.870+0000 7f88eb400640 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55eedfedb100 0x55eedfedb4e0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b44eb269e40e96c8 server_cookie=9d676c06ec2f3c06 in_seq=0 out_seq=0 2024-09-12T03:10:36.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.870+0000 7f88cbe00640 10 client.5253 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:36.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.870+0000 7f88cbe00640 1 -- 172.21.15.29:0/286058155 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55eedfdf6d90 con 0x55eedfedb100 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.870+0000 7f88cbe00640 10 client.5253 handle_command_reply: tid=0 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 1 client.5253 shutdown 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 1 -- 172.21.15.29:0/286058155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 msgr2=0x55eedfec6350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec6350 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f88ec06cd10 tx=0x7f88e40074e0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 1 -- 172.21.15.29:0/286058155 shutdown_connections 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55eedfedb100 0x55eedfedb4e0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec6350 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfec5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 1 --2- 172.21.15.29:0/286058155 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 0x55eedfeb0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88cbe00640 0 client.5253 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 1 -- 172.21.15.29:0/286058155 >> 172.21.15.29:0/286058155 conn(0x55eedfe819e0 msgr2=0x55eedfe7f140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 1 -- 172.21.15.29:0/286058155 shutdown_connections 2024-09-12T03:10:36.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 1 -- 172.21.15.29:0/286058155 wait complete. 2024-09-12T03:10:36.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.871+0000 7f88f5221740 20 client.5253 trim_cache size 0 max 16384 2024-09-12T03:10:36.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.889+0000 7f88f5221740 1 Processor -- start 2024-09-12T03:10:36.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.889+0000 7f88f5221740 1 -- start start 2024-09-12T03:10:36.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.890+0000 7f88f5221740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 0x55eedfec0c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.890+0000 7f88f5221740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.890+0000 7f88f5221740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfec5060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.890+0000 7f88f5221740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec201920 con 0x55eedfeb1390 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.890+0000 7f88f5221740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec200b20 con 0x55eedfe9b4f0 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.890+0000 7f88f5221740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f88ec2011f0 con 0x55eedfecbea0 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.890+0000 7f88eaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.890+0000 7f88eaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37846/0 (socket says 172.21.15.29:37846) 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.890+0000 7f88eaa00640 1 -- 172.21.15.29:0/112953380 learned_addr learned my addr 172.21.15.29:0/112953380 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.890+0000 7f88eb400640 1 --2- 172.21.15.29:0/112953380 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 0x55eedfec0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.890+0000 7f88ebe00640 1 --2- 172.21.15.29:0/112953380 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfec5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.891+0000 7f88eaa00640 1 -- 172.21.15.29:0/112953380 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 msgr2=0x55eedfec5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.891+0000 7f88eaa00640 1 --2- 172.21.15.29:0/112953380 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfec5060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.891+0000 7f88eaa00640 1 -- 172.21.15.29:0/112953380 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 msgr2=0x55eedfec0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.891+0000 7f88eaa00640 1 --2- 172.21.15.29:0/112953380 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 0x55eedfec0c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.891+0000 7f88eaa00640 1 -- 172.21.15.29:0/112953380 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eedfe82130 con 0x55eedfeb1390 2024-09-12T03:10:36.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.891+0000 7f88eb400640 1 --2- 172.21.15.29:0/112953380 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 0x55eedfec0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:36.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.891+0000 7f88eaa00640 1 --2- 172.21.15.29:0/112953380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec4b20 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f88d80018d0 tx=0x7f88d8075610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ced2b6511c378b0d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:36.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.891+0000 7f88d6a00640 1 -- 172.21.15.29:0/112953380 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d803ce80 con 0x55eedfeb1390 2024-09-12T03:10:36.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.891+0000 7f88d6a00640 1 -- 172.21.15.29:0/112953380 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88d80772e0 con 0x55eedfeb1390 2024-09-12T03:10:36.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.891+0000 7f88d6a00640 1 -- 172.21.15.29:0/112953380 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d80758b0 con 0x55eedfeb1390 2024-09-12T03:10:36.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.892+0000 7f88f5221740 1 -- 172.21.15.29:0/112953380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 msgr2=0x55eedfec4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.892+0000 7f88f5221740 1 --2- 172.21.15.29:0/112953380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec4b20 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f88d80018d0 tx=0x7f88d8075610 comp rx=0 tx=0).stop 2024-09-12T03:10:36.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.892+0000 7f88f5221740 1 -- 172.21.15.29:0/112953380 shutdown_connections 2024-09-12T03:10:36.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.892+0000 7f88f5221740 1 --2- 172.21.15.29:0/112953380 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfecbea0 0x55eedfec5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.892+0000 7f88f5221740 1 --2- 172.21.15.29:0/112953380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfeb1390 0x55eedfec4b20 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.892+0000 7f88f5221740 1 --2- 172.21.15.29:0/112953380 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfe9b4f0 0x55eedfec0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.892+0000 7f88f5221740 1 -- 172.21.15.29:0/112953380 >> 172.21.15.29:0/112953380 conn(0x55eedfe819e0 msgr2=0x55eedfec2d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:36.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.892+0000 7f88f5221740 1 -- 172.21.15.29:0/112953380 shutdown_connections 2024-09-12T03:10:36.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.892+0000 7f88f5221740 1 -- 172.21.15.29:0/112953380 wait complete. 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.892+0000 7f88f5221740 1 -- start start 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.893+0000 7f88f5221740 1 Processor -- start 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88f5221740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfeee180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88f5221740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfeb1390 0x55eedfe86290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88f5221740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfecbea0 0x55eedfeeca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88f5221740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55eedfec6f70 con 0x55eedfe9b4f0 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88f5221740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f88ec1ffba0 con 0x55eedfecbea0 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88f5221740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55eedfec44d0 con 0x55eedfeb1390 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88f5221740 10 client.0 _ll_register_callbacks cb 0x7f88e4001fa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88eb400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfeee180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88eb400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfeee180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37852/0 (socket says 172.21.15.29:37852) 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88eb400640 1 -- 172.21.15.29:0/1238469673 learned_addr learned my addr 172.21.15.29:0/1238469673 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:36.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88eaa00640 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfeb1390 0x55eedfe86290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88ebe00640 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfecbea0 0x55eedfeeca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88eb400640 1 -- 172.21.15.29:0/1238469673 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfeb1390 msgr2=0x55eedfe86290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88eb400640 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfeb1390 0x55eedfe86290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88eb400640 1 -- 172.21.15.29:0/1238469673 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfecbea0 msgr2=0x55eedfeeca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88eb400640 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfecbea0 0x55eedfeeca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.894+0000 7f88eb400640 1 -- 172.21.15.29:0/1238469673 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eedfeed9d0 con 0x55eedfe9b4f0 2024-09-12T03:10:36.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.895+0000 7f88eb400640 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfeee180 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f88dc016cc0 tx=0x7f88dc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f7bf0d4c6126795 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:36.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.895+0000 7f88cbe00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:36.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.895+0000 7f88cbe00640 1 -- 172.21.15.29:0/1238469673 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc03d070 con 0x55eedfe9b4f0 2024-09-12T03:10:36.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.895+0000 7f88cbe00640 1 -- 172.21.15.29:0/1238469673 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f88dc039840 con 0x55eedfe9b4f0 2024-09-12T03:10:36.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.895+0000 7f88f5221740 1 -- 172.21.15.29:0/1238469673 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88d80772e0 con 0x55eedfe9b4f0 2024-09-12T03:10:36.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.895+0000 7f88cbe00640 1 -- 172.21.15.29:0/1238469673 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f88dc039a40 con 0x55eedfe9b4f0 2024-09-12T03:10:36.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.895+0000 7f88f5221740 10 client.5259 fetch_fsmap learned FSMap version 25 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.895+0000 7f88f5221740 1 -- 172.21.15.29:0/1238469673 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x55eedff49a40 con 0x55eedfe9b4f0 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.895+0000 7f88cbe00640 1 -- 172.21.15.29:0/1238469673 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88d80772e0 con 0x55eedfe9b4f0 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.896+0000 7f88cbe00640 1 -- 172.21.15.29:0/1238469673 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 3550+0+0 (secure 0 0 0) 0x7f88dc04d080 con 0x55eedfe9b4f0 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.896+0000 7f88f5221740 10 client.5259 fetch_fsmap finished waiting for FSMap version 25 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.896+0000 7f88f5221740 10 client.5259 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.896+0000 7f88f5221740 20 client.5259 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.896+0000 7f88f5221740 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55eedfeecf40 0x55eedfecdea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.896+0000 7f88f5221740 4 client.5259 mds_command: new command op to 4899 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.896+0000 7f88f5221740 1 -- 172.21.15.29:0/1238469673 --> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55eedfdf10e0 con 0x55eedfeecf40 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.896+0000 7f88eaa00640 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55eedfeecf40 0x55eedfecdea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.896+0000 7f88eaa00640 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55eedfeecf40 0x55eedfecdea0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f30da7283e9667c server_cookie=cbb292534282266c in_seq=0 out_seq=0 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.896+0000 7f88cbe00640 10 client.5259 ms_handle_connect on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:36.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88cbe00640 1 -- 172.21.15.29:0/1238469673 <== mds.0 v2:172.21.15.29:6834/75767180 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55eedfdf10e0 con 0x55eedfeecf40 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88cbe00640 10 client.5259 handle_command_reply: tid=0 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 1 client.5259 shutdown 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 1 -- 172.21.15.29:0/1238469673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 msgr2=0x55eedfeee180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfeee180 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f88dc016cc0 tx=0x7f88dc004730 comp rx=0 tx=0).stop 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 1 -- 172.21.15.29:0/1238469673 shutdown_connections 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.29:6834/75767180,v1:172.21.15.29:6835/75767180] conn(0x55eedfeecf40 0x55eedfecdea0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55eedfecbea0 0x55eedfeeca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55eedfeb1390 0x55eedfe86290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 1 --2- 172.21.15.29:0/1238469673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eedfe9b4f0 0x55eedfeee180 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88cbe00640 0 client.5259 ms_handle_reset on v2:172.21.15.29:6834/75767180 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 1 -- 172.21.15.29:0/1238469673 >> 172.21.15.29:0/1238469673 conn(0x55eedfe819e0 msgr2=0x55eedfec29d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 1 -- 172.21.15.29:0/1238469673 shutdown_connections 2024-09-12T03:10:36.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 1 -- 172.21.15.29:0/1238469673 wait complete. 2024-09-12T03:10:36.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.897+0000 7f88f5221740 20 client.5259 trim_cache size 0 max 16384 2024-09-12T03:10:36.902 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:10:36.902 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "no active scrubs running", 2024-09-12T03:10:36.902 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": {} 2024-09-12T03:10:36.902 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:10:36.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 -- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f88cc06be60 msgr2=0x7f88cc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f88cc06be60 0x7f88cc06e320 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f88dc006d40 tx=0x7f88dc008040 comp rx=0 tx=0).stop 2024-09-12T03:10:36.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 -- 172.21.15.29:0/1005837467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88ec1f3910 msgr2=0x7f88ec1f3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88ec1f3910 0x7f88ec1f3d90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f88d8000c00 tx=0x7f88d80012d0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 -- 172.21.15.29:0/1005837467 shutdown_connections 2024-09-12T03:10:36.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f88cc06be60 0x7f88cc06e320 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f88ec0b8c30 0x7f88ec0b90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88ec1f3910 0x7f88ec1f3d90 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 --2- 172.21.15.29:0/1005837467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f88d0004800 0x7f88ec0b71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 -- 172.21.15.29:0/1005837467 >> 172.21.15.29:0/1005837467 conn(0x7f88ec09d740 msgr2=0x7f88ec0b1210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:36.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 -- 172.21.15.29:0/1005837467 shutdown_connections 2024-09-12T03:10:36.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.898+0000 7f88f0c00640 1 -- 172.21.15.29:0/1005837467 wait complete. 2024-09-12T03:10:36.914 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:10:36.914 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getxattr 10000000002.00000000 scrub_tag 2024-09-12T03:10:36.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.991+0000 7f2477f20f40 1 Processor -- start 2024-09-12T03:10:36.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.991+0000 7f2477f20f40 1 -- start start 2024-09-12T03:10:36.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2477f20f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651dda262c0 0x5651ddb003c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2477f20f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651dda59eb0 0x5651ddaed9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2477f20f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651ddafe640 0x5651ddaedf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2477f20f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5651dda58eb0 con 0x5651dda262c0 2024-09-12T03:10:36.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2477f20f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5651dd9ceb30 con 0x5651dda59eb0 2024-09-12T03:10:36.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2477f20f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5651dda71830 con 0x5651ddafe640 2024-09-12T03:10:36.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2475200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651dda262c0 0x5651ddb003c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2475200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651dda262c0 0x5651ddb003c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37870/0 (socket says 172.21.15.29:37870) 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2475200640 1 -- 172.21.15.29:0/2070453549 learned_addr learned my addr 172.21.15.29:0/2070453549 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f246fe00640 1 --2- 172.21.15.29:0/2070453549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651dda59eb0 0x5651ddaed9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2475c00640 1 --2- 172.21.15.29:0/2070453549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651ddafe640 0x5651ddaedf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2475200640 1 -- 172.21.15.29:0/2070453549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651ddafe640 msgr2=0x5651ddaedf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2475200640 1 --2- 172.21.15.29:0/2070453549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651ddafe640 0x5651ddaedf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2475200640 1 -- 172.21.15.29:0/2070453549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651dda59eb0 msgr2=0x5651ddaed9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2475200640 1 --2- 172.21.15.29:0/2070453549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651dda59eb0 0x5651ddaed9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2475200640 1 -- 172.21.15.29:0/2070453549 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651dda56800 con 0x5651dda262c0 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.992+0000 7f2475c00640 1 --2- 172.21.15.29:0/2070453549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651ddafe640 0x5651ddaedf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f2475200640 1 --2- 172.21.15.29:0/2070453549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651dda262c0 0x5651ddb003c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f2468000c00 tx=0x7f2468051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=295290d2b1fa4208 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f246ea00640 1 -- 172.21.15.29:0/2070453549 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2468056030 con 0x5651dda262c0 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f246ea00640 1 -- 172.21.15.29:0/2070453549 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2468060070 con 0x5651dda262c0 2024-09-12T03:10:36.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f246ea00640 1 -- 172.21.15.29:0/2070453549 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2468052bf0 con 0x5651dda262c0 2024-09-12T03:10:36.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f2477f20f40 1 -- 172.21.15.29:0/2070453549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651dda262c0 msgr2=0x5651ddb003c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f2477f20f40 1 --2- 172.21.15.29:0/2070453549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651dda262c0 0x5651ddb003c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f2468000c00 tx=0x7f2468051000 comp rx=0 tx=0).stop 2024-09-12T03:10:36.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f2477f20f40 1 -- 172.21.15.29:0/2070453549 shutdown_connections 2024-09-12T03:10:36.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f2477f20f40 1 --2- 172.21.15.29:0/2070453549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651ddafe640 0x5651ddaedf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f2477f20f40 1 --2- 172.21.15.29:0/2070453549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651dda59eb0 0x5651ddaed9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f2477f20f40 1 --2- 172.21.15.29:0/2070453549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651dda262c0 0x5651ddb003c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:36.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f2477f20f40 1 -- 172.21.15.29:0/2070453549 >> 172.21.15.29:0/2070453549 conn(0x5651dda57080 msgr2=0x5651ddafefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:36.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.993+0000 7f2477f20f40 1 -- 172.21.15.29:0/2070453549 shutdown_connections 2024-09-12T03:10:36.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.994+0000 7f2477f20f40 1 -- 172.21.15.29:0/2070453549 wait complete. 2024-09-12T03:10:36.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.994+0000 7f2477f20f40 1 Processor -- start 2024-09-12T03:10:36.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.994+0000 7f2477f20f40 1 -- start start 2024-09-12T03:10:36.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.995+0000 7f2477f20f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651dda262c0 0x5651ddafa5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.995+0000 7f2477f20f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651dda59eb0 0x5651ddafefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.995+0000 7f2477f20f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651ddafe640 0x5651ddb94520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.995+0000 7f2477f20f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5651ddafb1a0 con 0x5651ddafe640 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.995+0000 7f2477f20f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5651ddafdb10 con 0x5651dda59eb0 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.995+0000 7f2477f20f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5651dda75a40 con 0x5651dda262c0 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f2475c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651ddafe640 0x5651ddb94520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f2475200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651dda262c0 0x5651ddafa5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f246fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651dda59eb0 0x5651ddafefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f2475200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651dda262c0 0x5651ddafa5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:51282/0 (socket says 172.21.15.29:51282) 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f2475200640 1 -- 172.21.15.29:0/3538870910 learned_addr learned my addr 172.21.15.29:0/3538870910 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f2475200640 1 -- 172.21.15.29:0/3538870910 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651dda59eb0 msgr2=0x5651ddafefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:36.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f2475200640 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651dda59eb0 0x5651ddafefc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f2475200640 1 -- 172.21.15.29:0/3538870910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651ddafe640 msgr2=0x5651ddb94520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f2475200640 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651ddafe640 0x5651ddb94520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f2475200640 1 -- 172.21.15.29:0/3538870910 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651ddb95170 con 0x5651dda262c0 2024-09-12T03:10:37.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f2475c00640 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651ddafe640 0x5651ddb94520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:37.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.996+0000 7f2475200640 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651dda262c0 0x5651ddafa5f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2468025c90 tx=0x7f2468002fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.997+0000 7f246d600640 1 -- 172.21.15.29:0/3538870910 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2468073070 con 0x5651dda262c0 2024-09-12T03:10:37.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.997+0000 7f246d600640 1 -- 172.21.15.29:0/3538870910 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2468052e20 con 0x5651dda262c0 2024-09-12T03:10:37.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.997+0000 7f246d600640 1 -- 172.21.15.29:0/3538870910 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f246806a070 con 0x5651dda262c0 2024-09-12T03:10:37.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.997+0000 7f2477f20f40 1 -- 172.21.15.29:0/3538870910 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x5651ddb95450 con 0x5651dda262c0 2024-09-12T03:10:37.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.997+0000 7f2477f20f40 1 -- 172.21.15.29:0/3538870910 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x5651ddb95a10 con 0x5651dda262c0 2024-09-12T03:10:37.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:36.999+0000 7f246d600640 1 -- 172.21.15.29:0/3538870910 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2468059020 con 0x5651dda262c0 2024-09-12T03:10:37.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.000+0000 7f246d600640 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f245406a810 0x7f245406ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.000+0000 7f246d600640 1 -- 172.21.15.29:0/3538870910 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f24680ce9a0 con 0x5651dda262c0 2024-09-12T03:10:37.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.000+0000 7f2477f20f40 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5651ddafab30 0x5651ddaf7a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.000+0000 7f2477f20f40 1 -- 172.21.15.29:0/3538870910 --> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] -- osd_op(unknown.0.0:1 5.12 5:4bec3886:::10000000002.00000000:head [getxattr scrub_tag in=9b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5651ddaf7fa0 con 0x5651ddafab30 2024-09-12T03:10:37.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.000+0000 7f246fe00640 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f245406a810 0x7f245406ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.000+0000 7f2475c00640 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5651ddafab30 0x5651ddaf7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.001+0000 7f246fe00640 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f245406a810 0x7f245406ccd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x5651ddaf59c0 tx=0x7f246000c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.001+0000 7f2475c00640 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5651ddafab30 0x5651ddaf7a60 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.001+0000 7f2475c00640 1 -- 172.21.15.29:0/3538870910 <== osd.1 v2:172.21.15.29:6824/3472261595 1 ==== osd_op_reply(1 10000000002.00000000 [getxattr (10) out=10b] v0'0 uv8 ondisk = 0) ==== 164+0+10 (crc 0 0 0) 0x7f2470006020 con 0x5651ddafab30 2024-09-12T03:10:37.003 INFO:teuthology.orchestra.run.smithi029.stdout:tag123 2024-09-12T03:10:37.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.001+0000 7f2477f20f40 1 -- 172.21.15.29:0/3538870910 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5651ddafab30 msgr2=0x5651ddaf7a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.001+0000 7f2477f20f40 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5651ddafab30 0x5651ddaf7a60 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.001+0000 7f2477f20f40 1 -- 172.21.15.29:0/3538870910 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f245406a810 msgr2=0x7f245406ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.001+0000 7f2477f20f40 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f245406a810 0x7f245406ccd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x5651ddaf59c0 tx=0x7f246000c040 comp rx=0 tx=0).stop 2024-09-12T03:10:37.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.001+0000 7f2477f20f40 1 -- 172.21.15.29:0/3538870910 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651dda262c0 msgr2=0x5651ddafa5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.001+0000 7f2477f20f40 1 --2- 172.21.15.29:0/3538870910 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651dda262c0 0x5651ddafa5f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2468025c90 tx=0x7f2468002fb0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.001+0000 7f2475c00640 1 -- 172.21.15.29:0/3538870910 reap_dead start 2024-09-12T03:10:37.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.002+0000 7f2477f20f40 1 -- 172.21.15.29:0/3538870910 shutdown_connections 2024-09-12T03:10:37.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.002+0000 7f2477f20f40 1 -- 172.21.15.29:0/3538870910 >> 172.21.15.29:0/3538870910 conn(0x5651dda57080 msgr2=0x5651ddaf4e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.002+0000 7f2477f20f40 1 -- 172.21.15.29:0/3538870910 shutdown_connections 2024-09-12T03:10:37.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.002+0000 7f2477f20f40 1 -- 172.21.15.29:0/3538870910 wait complete. 2024-09-12T03:10:37.006 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getxattr 10000000003.00000000 scrub_tag 2024-09-12T03:10:37.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.082+0000 7f83c55c8f40 1 Processor -- start 2024-09-12T03:10:37.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.082+0000 7f83c55c8f40 1 -- start start 2024-09-12T03:10:37.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.083+0000 7f83c55c8f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5635e7c649d0 0x5635e7d2fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.083+0000 7f83c55c8f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5635e7c97eb0 0x5635e7d3aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.083+0000 7f83c55c8f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7d3c640 0x5635e7cb2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.083+0000 7f83c55c8f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5635e7c96eb0 con 0x5635e7d3c640 2024-09-12T03:10:37.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.083+0000 7f83c55c8f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5635e7c0cb30 con 0x5635e7c649d0 2024-09-12T03:10:37.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.083+0000 7f83c55c8f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5635e7caf830 con 0x5635e7c97eb0 2024-09-12T03:10:37.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.083+0000 7f83c3200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7d3c640 0x5635e7cb2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.083+0000 7f83c3200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7d3c640 0x5635e7cb2cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37898/0 (socket says 172.21.15.29:37898) 2024-09-12T03:10:37.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.083+0000 7f83c3200640 1 -- 172.21.15.29:0/2923442818 learned_addr learned my addr 172.21.15.29:0/2923442818 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.083+0000 7f83c1e00640 1 --2- 172.21.15.29:0/2923442818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5635e7c97eb0 0x5635e7d3aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.083+0000 7f83c2800640 1 --2- 172.21.15.29:0/2923442818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5635e7c649d0 0x5635e7d2fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.084+0000 7f83c3200640 1 -- 172.21.15.29:0/2923442818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5635e7c97eb0 msgr2=0x5635e7d3aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:37.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.084+0000 7f83c3200640 1 --2- 172.21.15.29:0/2923442818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5635e7c97eb0 0x5635e7d3aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.084+0000 7f83c3200640 1 -- 172.21.15.29:0/2923442818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5635e7c649d0 msgr2=0x5635e7d2fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:37.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.084+0000 7f83c3200640 1 --2- 172.21.15.29:0/2923442818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5635e7c649d0 0x5635e7d2fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.084+0000 7f83c3200640 1 -- 172.21.15.29:0/2923442818 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635e7d3bc50 con 0x5635e7d3c640 2024-09-12T03:10:37.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.084+0000 7f83c3200640 1 --2- 172.21.15.29:0/2923442818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7d3c640 0x5635e7cb2cd0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f83bc002880 tx=0x7f83bc002d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ff9818c8b6b0c9f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.084+0000 7f83c0a00640 1 -- 172.21.15.29:0/2923442818 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83bc016020 con 0x5635e7d3c640 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.084+0000 7f83c0a00640 1 -- 172.21.15.29:0/2923442818 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83bc00d9c0 con 0x5635e7d3c640 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.084+0000 7f83c0a00640 1 -- 172.21.15.29:0/2923442818 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83bc00ddb0 con 0x5635e7d3c640 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.085+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2923442818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7d3c640 msgr2=0x5635e7cb2cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.085+0000 7f83c55c8f40 1 --2- 172.21.15.29:0/2923442818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7d3c640 0x5635e7cb2cd0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f83bc002880 tx=0x7f83bc002d40 comp rx=0 tx=0).stop 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.085+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2923442818 shutdown_connections 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.085+0000 7f83c55c8f40 1 --2- 172.21.15.29:0/2923442818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7d3c640 0x5635e7cb2cd0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.085+0000 7f83c55c8f40 1 --2- 172.21.15.29:0/2923442818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5635e7c97eb0 0x5635e7d3aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.085+0000 7f83c55c8f40 1 --2- 172.21.15.29:0/2923442818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5635e7c649d0 0x5635e7d2fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.085+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2923442818 >> 172.21.15.29:0/2923442818 conn(0x5635e7c95080 msgr2=0x5635e7c95460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.085+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2923442818 shutdown_connections 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.085+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2923442818 wait complete. 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.086+0000 7f83c55c8f40 1 Processor -- start 2024-09-12T03:10:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.086+0000 7f83c55c8f40 1 -- start start 2024-09-12T03:10:37.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c55c8f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7c649d0 0x5635e7d2fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c55c8f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5635e7c97eb0 0x5635e7d35000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c55c8f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5635e7d3c640 0x5635e7dc60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c55c8f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5635e7d396c0 con 0x5635e7c649d0 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c55c8f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5635e7d39910 con 0x5635e7c97eb0 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c55c8f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5635e7d301c0 con 0x5635e7d3c640 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7c649d0 0x5635e7d2fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7c649d0 0x5635e7d2fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37906/0 (socket says 172.21.15.29:37906) 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c2800640 1 -- 172.21.15.29:0/2939482729 learned_addr learned my addr 172.21.15.29:0/2939482729 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c3200640 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5635e7d3c640 0x5635e7dc60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c1e00640 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5635e7c97eb0 0x5635e7d35000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c2800640 1 -- 172.21.15.29:0/2939482729 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5635e7d3c640 msgr2=0x5635e7dc60b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c2800640 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5635e7d3c640 0x5635e7dc60b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c2800640 1 -- 172.21.15.29:0/2939482729 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5635e7c97eb0 msgr2=0x5635e7d35000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c2800640 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5635e7c97eb0 0x5635e7d35000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c2800640 1 -- 172.21.15.29:0/2939482729 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635e7d32e00 con 0x5635e7c649d0 2024-09-12T03:10:37.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.087+0000 7f83c2800640 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7c649d0 0x5635e7d2fa50 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f83b4002d10 tx=0x7f83b400c620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.088+0000 7f83bb400640 1 -- 172.21.15.29:0/2939482729 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b4015020 con 0x5635e7c649d0 2024-09-12T03:10:37.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.088+0000 7f83bb400640 1 -- 172.21.15.29:0/2939482729 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83b4011450 con 0x5635e7c649d0 2024-09-12T03:10:37.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.088+0000 7f83bb400640 1 -- 172.21.15.29:0/2939482729 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b4011820 con 0x5635e7c649d0 2024-09-12T03:10:37.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.088+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2939482729 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5635e7d2ff90 con 0x5635e7c649d0 2024-09-12T03:10:37.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.088+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2939482729 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635e7dcab50 con 0x5635e7c649d0 2024-09-12T03:10:37.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.090+0000 7f83bb400640 1 -- 172.21.15.29:0/2939482729 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f83b4018020 con 0x5635e7c649d0 2024-09-12T03:10:37.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.090+0000 7f83bb400640 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f83a406a810 0x7f83a406ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.091+0000 7f83bb400640 1 -- 172.21.15.29:0/2939482729 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f83b4089fd0 con 0x5635e7c649d0 2024-09-12T03:10:37.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.091+0000 7f83c55c8f40 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5635e7d39240 0x5635e7cb20d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.091+0000 7f83c1e00640 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f83a406a810 0x7f83a406ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.091+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2939482729 --> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] -- osd_op(unknown.0.0:1 5.12 5:4def72d4:::10000000003.00000000:head [getxattr scrub_tag in=9b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x5635e7d386c0 con 0x5635e7d39240 2024-09-12T03:10:37.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.091+0000 7f83c3200640 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5635e7d39240 0x5635e7cb20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c1e00640 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f83a406a810 0x7f83a406ccd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f83b0057000 tx=0x7f83b0052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c3200640 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5635e7d39240 0x5635e7cb20d0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c3200640 1 -- 172.21.15.29:0/2939482729 <== osd.1 v2:172.21.15.29:6824/3472261595 1 ==== osd_op_reply(1 10000000003.00000000 [getxattr (10) out=10b] v0'0 uv9 ondisk = 0) ==== 164+0+10 (crc 0 0 0) 0x7f83bc012470 con 0x5635e7d39240 2024-09-12T03:10:37.093 INFO:teuthology.orchestra.run.smithi029.stdout:tag123 2024-09-12T03:10:37.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2939482729 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5635e7d39240 msgr2=0x5635e7cb20d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c55c8f40 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5635e7d39240 0x5635e7cb20d0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2939482729 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f83a406a810 msgr2=0x7f83a406ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c55c8f40 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f83a406a810 0x7f83a406ccd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f83b0057000 tx=0x7f83b0052000 comp rx=0 tx=0).stop 2024-09-12T03:10:37.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2939482729 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7c649d0 msgr2=0x5635e7d2fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c55c8f40 1 --2- 172.21.15.29:0/2939482729 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5635e7c649d0 0x5635e7d2fa50 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f83b4002d10 tx=0x7f83b400c620 comp rx=0 tx=0).stop 2024-09-12T03:10:37.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c3200640 1 -- 172.21.15.29:0/2939482729 reap_dead start 2024-09-12T03:10:37.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2939482729 shutdown_connections 2024-09-12T03:10:37.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2939482729 >> 172.21.15.29:0/2939482729 conn(0x5635e7c95080 msgr2=0x5635e7c95460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2939482729 shutdown_connections 2024-09-12T03:10:37.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.092+0000 7f83c55c8f40 1 -- 172.21.15.29:0/2939482729 wait complete. 2024-09-12T03:10:37.097 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getxattr 10000000004.00000000 scrub_tag 2024-09-12T03:10:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.174+0000 7f06d413bf40 1 Processor -- start 2024-09-12T03:10:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.174+0000 7f06d413bf40 1 -- start start 2024-09-12T03:10:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d413bf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06b80030f0 0x55818553bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d413bf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5581854b91c0 0x558185543b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d413bf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558185545b20 0x558185544040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d413bf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5581854b9830 con 0x558185545b20 2024-09-12T03:10:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d413bf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558185416b30 con 0x5581854b91c0 2024-09-12T03:10:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d413bf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5581854a2320 con 0x7f06b80030f0 2024-09-12T03:10:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558185545b20 0x558185544040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558185545b20 0x558185544040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37950/0 (socket says 172.21.15.29:37950) 2024-09-12T03:10:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d1e00640 1 -- 172.21.15.29:0/3693946011 learned_addr learned my addr 172.21.15.29:0/3693946011 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d1400640 1 --2- 172.21.15.29:0/3693946011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06b80030f0 0x55818553bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d0a00640 1 --2- 172.21.15.29:0/3693946011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5581854b91c0 0x558185543b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d1e00640 1 -- 172.21.15.29:0/3693946011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06b80030f0 msgr2=0x55818553bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:37.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d1e00640 1 --2- 172.21.15.29:0/3693946011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06b80030f0 0x55818553bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d1e00640 1 -- 172.21.15.29:0/3693946011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5581854b91c0 msgr2=0x558185543b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:37.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d1e00640 1 --2- 172.21.15.29:0/3693946011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5581854b91c0 0x558185543b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.175+0000 7f06d1e00640 1 -- 172.21.15.29:0/3693946011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55818549f970 con 0x558185545b20 2024-09-12T03:10:37.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.176+0000 7f06d1e00640 1 --2- 172.21.15.29:0/3693946011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558185545b20 0x558185544040 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f06cc005fd0 tx=0x7f06cc005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdd18a029835445c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.176+0000 7f06cb400640 1 -- 172.21.15.29:0/3693946011 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc017070 con 0x558185545b20 2024-09-12T03:10:37.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.176+0000 7f06cb400640 1 -- 172.21.15.29:0/3693946011 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06cc013700 con 0x558185545b20 2024-09-12T03:10:37.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.176+0000 7f06cb400640 1 -- 172.21.15.29:0/3693946011 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc013af0 con 0x558185545b20 2024-09-12T03:10:37.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.176+0000 7f06d413bf40 1 -- 172.21.15.29:0/3693946011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558185545b20 msgr2=0x558185544040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.176+0000 7f06d413bf40 1 --2- 172.21.15.29:0/3693946011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558185545b20 0x558185544040 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f06cc005fd0 tx=0x7f06cc005d80 comp rx=0 tx=0).stop 2024-09-12T03:10:37.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.176+0000 7f06d413bf40 1 -- 172.21.15.29:0/3693946011 shutdown_connections 2024-09-12T03:10:37.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.176+0000 7f06d413bf40 1 --2- 172.21.15.29:0/3693946011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558185545b20 0x558185544040 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.176+0000 7f06d413bf40 1 --2- 172.21.15.29:0/3693946011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5581854b91c0 0x558185543b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.176+0000 7f06d413bf40 1 --2- 172.21.15.29:0/3693946011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f06b80030f0 0x55818553bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.176+0000 7f06d413bf40 1 -- 172.21.15.29:0/3693946011 >> 172.21.15.29:0/3693946011 conn(0x55818549f080 msgr2=0x558185546fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.177+0000 7f06d413bf40 1 -- 172.21.15.29:0/3693946011 shutdown_connections 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.177+0000 7f06d413bf40 1 -- 172.21.15.29:0/3693946011 wait complete. 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.177+0000 7f06d413bf40 1 Processor -- start 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.177+0000 7f06d413bf40 1 -- start start 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.178+0000 7f06d413bf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5581854b91c0 0x558185531ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.178+0000 7f06d413bf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558185545b20 0x55818553f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.178+0000 7f06d413bf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06b80030f0 0x55818553d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.178+0000 7f06d413bf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5581855429e0 con 0x7f06b80030f0 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.178+0000 7f06d413bf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558185548200 con 0x5581854b91c0 2024-09-12T03:10:37.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.178+0000 7f06d413bf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558185548450 con 0x558185545b20 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.178+0000 7f06d1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06b80030f0 0x55818553d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.179+0000 7f06d1400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5581854b91c0 0x558185531ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.179+0000 7f06d1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06b80030f0 0x55818553d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37954/0 (socket says 172.21.15.29:37954) 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.179+0000 7f06d1e00640 1 -- 172.21.15.29:0/1552689955 learned_addr learned my addr 172.21.15.29:0/1552689955 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.179+0000 7f06d0a00640 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558185545b20 0x55818553f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.179+0000 7f06d1e00640 1 -- 172.21.15.29:0/1552689955 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558185545b20 msgr2=0x55818553f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.179+0000 7f06d1e00640 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558185545b20 0x55818553f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.179+0000 7f06d1e00640 1 -- 172.21.15.29:0/1552689955 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5581854b91c0 msgr2=0x558185531ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.179+0000 7f06d1e00640 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5581854b91c0 0x558185531ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.179+0000 7f06d1e00640 1 -- 172.21.15.29:0/1552689955 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55818553d1e0 con 0x7f06b80030f0 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.179+0000 7f06d1e00640 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06b80030f0 0x55818553d5b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f06cc002f10 tx=0x7f06cc003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.179+0000 7f06ca000640 1 -- 172.21.15.29:0/1552689955 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc02a070 con 0x7f06b80030f0 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.180+0000 7f06ca000640 1 -- 172.21.15.29:0/1552689955 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06cc01c9c0 con 0x7f06b80030f0 2024-09-12T03:10:37.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.180+0000 7f06d413bf40 1 -- 172.21.15.29:0/1552689955 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55818546e4d0 con 0x7f06b80030f0 2024-09-12T03:10:37.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.180+0000 7f06ca000640 1 -- 172.21.15.29:0/1552689955 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc017040 con 0x7f06b80030f0 2024-09-12T03:10:37.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.180+0000 7f06d413bf40 1 -- 172.21.15.29:0/1552689955 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558185535780 con 0x7f06b80030f0 2024-09-12T03:10:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.181+0000 7f06ca000640 1 -- 172.21.15.29:0/1552689955 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f06cc02d070 con 0x7f06b80030f0 2024-09-12T03:10:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.182+0000 7f06ca000640 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f06b406a810 0x7f06b406ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.182+0000 7f06ca000640 1 -- 172.21.15.29:0/1552689955 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f06cc08b8a0 con 0x7f06b80030f0 2024-09-12T03:10:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.183+0000 7f06d1400640 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f06b406a810 0x7f06b406ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.183+0000 7f06d413bf40 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x558185544dd0 0x5581855381a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.183+0000 7f06d413bf40 1 -- 172.21.15.29:0/1552689955 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- osd_op(unknown.0.0:1 5.5 5:a367a3e8:::10000000004.00000000:head [getxattr scrub_tag in=9b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x55818553fb00 con 0x558185544dd0 2024-09-12T03:10:37.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.183+0000 7f06d0a00640 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x558185544dd0 0x5581855381a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.183+0000 7f06d1400640 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f06b406a810 0x7f06b406ccd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x5581854bcf10 tx=0x7f06c4011040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.183+0000 7f06d0a00640 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x558185544dd0 0x5581855381a0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d0a00640 1 -- 172.21.15.29:0/1552689955 <== osd.0 v2:172.21.15.29:6808/1028626777 1 ==== osd_op_reply(1 10000000004.00000000 [getxattr (10) out=10b] v0'0 uv6 ondisk = 0) ==== 164+0+10 (crc 0 0 0) 0x7f06c0057030 con 0x558185544dd0 2024-09-12T03:10:37.185 INFO:teuthology.orchestra.run.smithi029.stdout:tag123 2024-09-12T03:10:37.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d413bf40 1 -- 172.21.15.29:0/1552689955 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x558185544dd0 msgr2=0x5581855381a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d413bf40 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x558185544dd0 0x5581855381a0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d413bf40 1 -- 172.21.15.29:0/1552689955 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f06b406a810 msgr2=0x7f06b406ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d413bf40 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f06b406a810 0x7f06b406ccd0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x5581854bcf10 tx=0x7f06c4011040 comp rx=0 tx=0).stop 2024-09-12T03:10:37.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d413bf40 1 -- 172.21.15.29:0/1552689955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06b80030f0 msgr2=0x55818553d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d413bf40 1 --2- 172.21.15.29:0/1552689955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06b80030f0 0x55818553d5b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f06cc002f10 tx=0x7f06cc003330 comp rx=0 tx=0).stop 2024-09-12T03:10:37.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d1e00640 1 -- 172.21.15.29:0/1552689955 reap_dead start 2024-09-12T03:10:37.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d413bf40 1 -- 172.21.15.29:0/1552689955 shutdown_connections 2024-09-12T03:10:37.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d413bf40 1 -- 172.21.15.29:0/1552689955 >> 172.21.15.29:0/1552689955 conn(0x55818549f080 msgr2=0x5581854bd100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d413bf40 1 -- 172.21.15.29:0/1552689955 shutdown_connections 2024-09-12T03:10:37.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.184+0000 7f06d413bf40 1 -- 172.21.15.29:0/1552689955 wait complete. 2024-09-12T03:10:37.189 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getxattr 10000000005.00000000 scrub_tag 2024-09-12T03:10:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.265+0000 7fbc08af8f40 1 Processor -- start 2024-09-12T03:10:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.265+0000 7fbc08af8f40 1 -- start start 2024-09-12T03:10:37.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.266+0000 7fbc08af8f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c1382c0 0x56275c205f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.266+0000 7fbc08af8f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56275c16beb0 0x56275c211210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.266+0000 7fbc08af8f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56275c210640 0x56275c208ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.266+0000 7fbc08af8f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56275c16aeb0 con 0x56275c1382c0 2024-09-12T03:10:37.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.266+0000 7fbc08af8f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56275c0e0b30 con 0x56275c16beb0 2024-09-12T03:10:37.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.266+0000 7fbc08af8f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56275c183830 con 0x56275c210640 2024-09-12T03:10:37.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.266+0000 7fbc05c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c1382c0 0x56275c205f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.266+0000 7fbc05c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c1382c0 0x56275c205f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37956/0 (socket says 172.21.15.29:37956) 2024-09-12T03:10:37.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.267+0000 7fbc05c00640 1 -- 172.21.15.29:0/3710004221 learned_addr learned my addr 172.21.15.29:0/3710004221 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.267+0000 7fbc05200640 1 --2- 172.21.15.29:0/3710004221 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56275c16beb0 0x56275c211210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.267+0000 7fbc06600640 1 --2- 172.21.15.29:0/3710004221 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56275c210640 0x56275c208ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.267+0000 7fbc05c00640 1 -- 172.21.15.29:0/3710004221 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56275c210640 msgr2=0x56275c208ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:37.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.267+0000 7fbc05c00640 1 --2- 172.21.15.29:0/3710004221 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56275c210640 0x56275c208ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.267+0000 7fbc05c00640 1 -- 172.21.15.29:0/3710004221 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56275c16beb0 msgr2=0x56275c211210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:37.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.267+0000 7fbc05c00640 1 --2- 172.21.15.29:0/3710004221 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56275c16beb0 0x56275c211210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.267+0000 7fbc05c00640 1 -- 172.21.15.29:0/3710004221 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56275c213820 con 0x56275c1382c0 2024-09-12T03:10:37.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.267+0000 7fbc05c00640 1 --2- 172.21.15.29:0/3710004221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c1382c0 0x56275c205f30 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fbbf8055040 tx=0x7fbbf8051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de9ad282927d57b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbbff400640 1 -- 172.21.15.29:0/3710004221 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8069070 con 0x56275c1382c0 2024-09-12T03:10:37.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbbff400640 1 -- 172.21.15.29:0/3710004221 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbf80529d0 con 0x56275c1382c0 2024-09-12T03:10:37.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbbff400640 1 -- 172.21.15.29:0/3710004221 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8056070 con 0x56275c1382c0 2024-09-12T03:10:37.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3710004221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c1382c0 msgr2=0x56275c205f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbc08af8f40 1 --2- 172.21.15.29:0/3710004221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c1382c0 0x56275c205f30 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fbbf8055040 tx=0x7fbbf8051000 comp rx=0 tx=0).stop 2024-09-12T03:10:37.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3710004221 shutdown_connections 2024-09-12T03:10:37.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbc08af8f40 1 --2- 172.21.15.29:0/3710004221 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56275c210640 0x56275c208ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbc08af8f40 1 --2- 172.21.15.29:0/3710004221 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56275c16beb0 0x56275c211210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbc08af8f40 1 --2- 172.21.15.29:0/3710004221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c1382c0 0x56275c205f30 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3710004221 >> 172.21.15.29:0/3710004221 conn(0x56275c169080 msgr2=0x56275c169460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3710004221 shutdown_connections 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.268+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3710004221 wait complete. 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.269+0000 7fbc08af8f40 1 Processor -- start 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.269+0000 7fbc08af8f40 1 -- start start 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.270+0000 7fbc08af8f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56275c16beb0 0x56275c20bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.270+0000 7fbc08af8f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c210640 0x56275c209050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.270+0000 7fbc08af8f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56275c209590 0x56275c1ecb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.270+0000 7fbc08af8f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56275c20fb10 con 0x56275c210640 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.270+0000 7fbc08af8f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56275c20fdf0 con 0x56275c209590 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.270+0000 7fbc08af8f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56275c183260 con 0x56275c16beb0 2024-09-12T03:10:37.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.270+0000 7fbc05200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c210640 0x56275c209050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.270+0000 7fbc05200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c210640 0x56275c209050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37964/0 (socket says 172.21.15.29:37964) 2024-09-12T03:10:37.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.270+0000 7fbc05200640 1 -- 172.21.15.29:0/3144777214 learned_addr learned my addr 172.21.15.29:0/3144777214 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.270+0000 7fbc05c00640 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56275c16beb0 0x56275c20bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.270+0000 7fbc06600640 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56275c209590 0x56275c1ecb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.271+0000 7fbc05200640 1 -- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56275c16beb0 msgr2=0x56275c20bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.271+0000 7fbc05200640 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56275c16beb0 0x56275c20bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.271+0000 7fbc05200640 1 -- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56275c209590 msgr2=0x56275c1ecb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.271+0000 7fbc05200640 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56275c209590 0x56275c1ecb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.271+0000 7fbc05200640 1 -- 172.21.15.29:0/3144777214 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56275c20ad70 con 0x56275c210640 2024-09-12T03:10:37.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.271+0000 7fbc05200640 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c210640 0x56275c209050 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4008680 tx=0x7fbbf4008770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.271+0000 7fbbfe000640 1 -- 172.21.15.29:0/3144777214 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf4015880 con 0x56275c210640 2024-09-12T03:10:37.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.271+0000 7fbbfe000640 1 -- 172.21.15.29:0/3144777214 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbf4015a20 con 0x56275c210640 2024-09-12T03:10:37.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.271+0000 7fbbfe000640 1 -- 172.21.15.29:0/3144777214 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf4015df0 con 0x56275c210640 2024-09-12T03:10:37.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.271+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3144777214 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x56275c211b00 con 0x56275c210640 2024-09-12T03:10:37.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.271+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3144777214 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56275c20b2d0 con 0x56275c210640 2024-09-12T03:10:37.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.273+0000 7fbbfe000640 1 -- 172.21.15.29:0/3144777214 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbbf401e400 con 0x56275c210640 2024-09-12T03:10:37.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.274+0000 7fbbfe000640 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbbe806a810 0x7fbbe806ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.274+0000 7fbbfe000640 1 -- 172.21.15.29:0/3144777214 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7fbbf408a900 con 0x56275c210640 2024-09-12T03:10:37.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.274+0000 7fbc08af8f40 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x56275c20c1e0 0x56275c1eeb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.274+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3144777214 --> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] -- osd_op(unknown.0.0:1 5.9 5:9258b67d:::10000000005.00000000:head [getxattr scrub_tag in=9b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56275c1ed580 con 0x56275c20c1e0 2024-09-12T03:10:37.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.275+0000 7fbc05c00640 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbbe806a810 0x7fbbe806ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.275+0000 7fbc06600640 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x56275c20c1e0 0x56275c1eeb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.275+0000 7fbc05c00640 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbbe806a810 0x7fbbe806ccd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fbbf8063000 tx=0x7fbbf8053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc06600640 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x56275c20c1e0 0x56275c1eeb70 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc06600640 1 -- 172.21.15.29:0/3144777214 <== osd.7 v2:172.21.15.38:6800/937502975 1 ==== osd_op_reply(1 10000000005.00000000 [getxattr (10) out=10b] v0'0 uv6 ondisk = 0) ==== 164+0+10 (crc 0 0 0) 0x7fbc000027c0 con 0x56275c20c1e0 2024-09-12T03:10:37.277 INFO:teuthology.orchestra.run.smithi029.stdout:tag123 2024-09-12T03:10:37.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x56275c20c1e0 msgr2=0x56275c1eeb70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc08af8f40 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x56275c20c1e0 0x56275c1eeb70 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbbe806a810 msgr2=0x7fbbe806ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc08af8f40 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbbe806a810 0x7fbbe806ccd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fbbf8063000 tx=0x7fbbf8053000 comp rx=0 tx=0).stop 2024-09-12T03:10:37.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3144777214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c210640 msgr2=0x56275c209050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc08af8f40 1 --2- 172.21.15.29:0/3144777214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56275c210640 0x56275c209050 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4008680 tx=0x7fbbf4008770 comp rx=0 tx=0).stop 2024-09-12T03:10:37.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc06600640 1 -- 172.21.15.29:0/3144777214 reap_dead start 2024-09-12T03:10:37.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3144777214 shutdown_connections 2024-09-12T03:10:37.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3144777214 >> 172.21.15.29:0/3144777214 conn(0x56275c169080 msgr2=0x56275c20cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3144777214 shutdown_connections 2024-09-12T03:10:37.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.276+0000 7fbc08af8f40 1 -- 172.21.15.29:0/3144777214 wait complete. 2024-09-12T03:10:37.281 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getxattr 10000000006.00000000 scrub_tag 2024-09-12T03:10:37.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.357+0000 7f934f61cf40 1 Processor -- start 2024-09-12T03:10:37.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.357+0000 7f934f61cf40 1 -- start start 2024-09-12T03:10:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934f61cf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d2102c0 0x56078d2ea200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934f61cf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56078d243eb0 0x56078d254ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934f61cf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56078d2e8640 0x56078d255400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934f61cf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56078d242eb0 con 0x56078d2102c0 2024-09-12T03:10:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934f61cf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56078d1b8b30 con 0x56078d243eb0 2024-09-12T03:10:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934f61cf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56078d25b830 con 0x56078d2e8640 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934bc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d2102c0 0x56078d2ea200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934bc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d2102c0 0x56078d2ea200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37988/0 (socket says 172.21.15.29:37988) 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934bc00640 1 -- 172.21.15.29:0/311210125 learned_addr learned my addr 172.21.15.29:0/311210125 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934b200640 1 --2- 172.21.15.29:0/311210125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56078d243eb0 0x56078d254ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934bc00640 1 -- 172.21.15.29:0/311210125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56078d2e8640 msgr2=0x56078d255400 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934bc00640 1 --2- 172.21.15.29:0/311210125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56078d2e8640 0x56078d255400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934bc00640 1 -- 172.21.15.29:0/311210125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56078d243eb0 msgr2=0x56078d254ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934bc00640 1 --2- 172.21.15.29:0/311210125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56078d243eb0 0x56078d254ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.358+0000 7f934bc00640 1 -- 172.21.15.29:0/311210125 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56078d2409f0 con 0x56078d2102c0 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.359+0000 7f934bc00640 1 --2- 172.21.15.29:0/311210125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d2102c0 0x56078d2ea200 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f933c025c20 tx=0x7f933c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c19f0c1ddb2ff01f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.359+0000 7f9349e00640 1 -- 172.21.15.29:0/311210125 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c053930 con 0x56078d2102c0 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.359+0000 7f9349e00640 1 -- 172.21.15.29:0/311210125 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f933c062070 con 0x56078d2102c0 2024-09-12T03:10:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.359+0000 7f9349e00640 1 -- 172.21.15.29:0/311210125 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c053d10 con 0x56078d2102c0 2024-09-12T03:10:37.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.359+0000 7f934f61cf40 1 -- 172.21.15.29:0/311210125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d2102c0 msgr2=0x56078d2ea200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.359+0000 7f934f61cf40 1 --2- 172.21.15.29:0/311210125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d2102c0 0x56078d2ea200 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f933c025c20 tx=0x7f933c051000 comp rx=0 tx=0).stop 2024-09-12T03:10:37.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.359+0000 7f934f61cf40 1 -- 172.21.15.29:0/311210125 shutdown_connections 2024-09-12T03:10:37.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.359+0000 7f934f61cf40 1 --2- 172.21.15.29:0/311210125 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56078d2e8640 0x56078d255400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.359+0000 7f934f61cf40 1 --2- 172.21.15.29:0/311210125 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56078d243eb0 0x56078d254ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.359+0000 7f934f61cf40 1 --2- 172.21.15.29:0/311210125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d2102c0 0x56078d2ea200 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.359+0000 7f934f61cf40 1 -- 172.21.15.29:0/311210125 >> 172.21.15.29:0/311210125 conn(0x56078d241080 msgr2=0x56078d2e8fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.360+0000 7f934f61cf40 1 -- 172.21.15.29:0/311210125 shutdown_connections 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.360+0000 7f934f61cf40 1 -- 172.21.15.29:0/311210125 wait complete. 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.360+0000 7f934f61cf40 1 Processor -- start 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.360+0000 7f934f61cf40 1 -- start start 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.361+0000 7f934f61cf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56078d2102c0 0x56078d2e28f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.361+0000 7f934f61cf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d243eb0 0x56078d255220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.361+0000 7f934f61cf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56078d2e8640 0x56078d2e0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.361+0000 7f934f61cf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56078d25f440 con 0x56078d243eb0 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.361+0000 7f934f61cf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56078d2eb360 con 0x56078d2e8640 2024-09-12T03:10:37.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.361+0000 7f934f61cf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56078d25f720 con 0x56078d2102c0 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.361+0000 7f934b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d243eb0 0x56078d255220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.361+0000 7f934b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d243eb0 0x56078d255220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37994/0 (socket says 172.21.15.29:37994) 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.361+0000 7f934b200640 1 -- 172.21.15.29:0/4231688833 learned_addr learned my addr 172.21.15.29:0/4231688833 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f934bc00640 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56078d2102c0 0x56078d2e28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f934c600640 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56078d2e8640 0x56078d2e0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f934b200640 1 -- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56078d2102c0 msgr2=0x56078d2e28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f934b200640 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56078d2102c0 0x56078d2e28f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f934b200640 1 -- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56078d2e8640 msgr2=0x56078d2e0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f934b200640 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56078d2e8640 0x56078d2e0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f934b200640 1 -- 172.21.15.29:0/4231688833 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56078d255ce0 con 0x56078d243eb0 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f934c600640 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56078d2e8640 0x56078d2e0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:37.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f934b200640 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d243eb0 0x56078d255220 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f9338009e00 tx=0x7f9338009ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f9348a00640 1 -- 172.21.15.29:0/4231688833 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9338019070 con 0x56078d243eb0 2024-09-12T03:10:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f9348a00640 1 -- 172.21.15.29:0/4231688833 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93380143f0 con 0x56078d243eb0 2024-09-12T03:10:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f9348a00640 1 -- 172.21.15.29:0/4231688833 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93380147e0 con 0x56078d243eb0 2024-09-12T03:10:37.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.362+0000 7f934f61cf40 1 -- 172.21.15.29:0/4231688833 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x56078d2dda20 con 0x56078d243eb0 2024-09-12T03:10:37.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.363+0000 7f934f61cf40 1 -- 172.21.15.29:0/4231688833 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56078d2de520 con 0x56078d243eb0 2024-09-12T03:10:37.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.364+0000 7f9348a00640 1 -- 172.21.15.29:0/4231688833 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f933801c070 con 0x56078d243eb0 2024-09-12T03:10:37.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.365+0000 7f9348a00640 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f932c06a810 0x7f932c06ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.365+0000 7f9348a00640 1 -- 172.21.15.29:0/4231688833 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f9338089010 con 0x56078d243eb0 2024-09-12T03:10:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.366+0000 7f934bc00640 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f932c06a810 0x7f932c06ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.366+0000 7f934f61cf40 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x56078d2e1090 0x56078d382bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.366+0000 7f934f61cf40 1 -- 172.21.15.29:0/4231688833 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- osd_op(unknown.0.0:1 5.5 5:a5feb6f3:::10000000006.00000000:head [getxattr scrub_tag in=9b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x56078d2dab70 con 0x56078d2e1090 2024-09-12T03:10:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.366+0000 7f934c600640 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x56078d2e1090 0x56078d382bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.366+0000 7f934bc00640 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f932c06a810 0x7f932c06ccd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f933c066000 tx=0x7f933c053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934c600640 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x56078d2e1090 0x56078d382bb0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934c600640 1 -- 172.21.15.29:0/4231688833 <== osd.0 v2:172.21.15.29:6808/1028626777 1 ==== osd_op_reply(1 10000000006.00000000 [getxattr (10) out=10b] v0'0 uv7 ondisk = 0) ==== 164+0+10 (crc 0 0 0) 0x7f9344006020 con 0x56078d2e1090 2024-09-12T03:10:37.368 INFO:teuthology.orchestra.run.smithi029.stdout:tag123 2024-09-12T03:10:37.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934f61cf40 1 -- 172.21.15.29:0/4231688833 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x56078d2e1090 msgr2=0x56078d382bb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934f61cf40 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x56078d2e1090 0x56078d382bb0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934f61cf40 1 -- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f932c06a810 msgr2=0x7f932c06ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934f61cf40 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f932c06a810 0x7f932c06ccd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f933c066000 tx=0x7f933c053000 comp rx=0 tx=0).stop 2024-09-12T03:10:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934f61cf40 1 -- 172.21.15.29:0/4231688833 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d243eb0 msgr2=0x56078d255220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934f61cf40 1 --2- 172.21.15.29:0/4231688833 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56078d243eb0 0x56078d255220 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f9338009e00 tx=0x7f9338009ef0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934c600640 1 -- 172.21.15.29:0/4231688833 reap_dead start 2024-09-12T03:10:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934f61cf40 1 -- 172.21.15.29:0/4231688833 shutdown_connections 2024-09-12T03:10:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934f61cf40 1 -- 172.21.15.29:0/4231688833 >> 172.21.15.29:0/4231688833 conn(0x56078d241080 msgr2=0x56078d241d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934f61cf40 1 -- 172.21.15.29:0/4231688833 shutdown_connections 2024-09-12T03:10:37.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.367+0000 7f934f61cf40 1 -- 172.21.15.29:0/4231688833 wait complete. 2024-09-12T03:10:37.372 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getxattr 10000000007.00000000 scrub_tag 2024-09-12T03:10:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.448+0000 7fea9d8d2f40 1 Processor -- start 2024-09-12T03:10:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.449+0000 7fea9d8d2f40 1 -- start start 2024-09-12T03:10:37.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.449+0000 7fea9d8d2f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9b798a2c0 0x55b9b7a54e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.449+0000 7fea9d8d2f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9b79bdeb0 0x55b9b7a59650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.449+0000 7fea9d8d2f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 0x55b9b7a60d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.449+0000 7fea9d8d2f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b9b79bceb0 con 0x55b9b7a62640 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.449+0000 7fea9d8d2f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b9b7932b30 con 0x55b9b79bdeb0 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.449+0000 7fea9d8d2f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b9b79d5830 con 0x55b9b798a2c0 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.450+0000 7fea9b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 0x55b9b7a60d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.450+0000 7fea9b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 0x55b9b7a60d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38004/0 (socket says 172.21.15.29:38004) 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.450+0000 7fea9b400640 1 -- 172.21.15.29:0/2909716423 learned_addr learned my addr 172.21.15.29:0/2909716423 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.450+0000 7fea9a000640 1 --2- 172.21.15.29:0/2909716423 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9b79bdeb0 0x55b9b7a59650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.450+0000 7fea9aa00640 1 --2- 172.21.15.29:0/2909716423 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9b798a2c0 0x55b9b7a54e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.450+0000 7fea9b400640 1 -- 172.21.15.29:0/2909716423 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9b798a2c0 msgr2=0x55b9b7a54e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.450+0000 7fea9b400640 1 --2- 172.21.15.29:0/2909716423 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9b798a2c0 0x55b9b7a54e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.450+0000 7fea9b400640 1 -- 172.21.15.29:0/2909716423 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9b79bdeb0 msgr2=0x55b9b7a59650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:37.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.450+0000 7fea9b400640 1 --2- 172.21.15.29:0/2909716423 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9b79bdeb0 0x55b9b7a59650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.450+0000 7fea9b400640 1 -- 172.21.15.29:0/2909716423 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9b7a555d0 con 0x55b9b7a62640 2024-09-12T03:10:37.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.450+0000 7fea9b400640 1 --2- 172.21.15.29:0/2909716423 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 0x55b9b7a60d30 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fea940016e0 tx=0x7fea94001ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e94637dc5ce9d71 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea98c00640 1 -- 172.21.15.29:0/2909716423 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea940062e0 con 0x55b9b7a62640 2024-09-12T03:10:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea98c00640 1 -- 172.21.15.29:0/2909716423 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea94003650 con 0x55b9b7a62640 2024-09-12T03:10:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea98c00640 1 -- 172.21.15.29:0/2909716423 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea94003a00 con 0x55b9b7a62640 2024-09-12T03:10:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2909716423 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 msgr2=0x55b9b7a60d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea9d8d2f40 1 --2- 172.21.15.29:0/2909716423 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 0x55b9b7a60d30 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fea940016e0 tx=0x7fea94001ba0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2909716423 shutdown_connections 2024-09-12T03:10:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea9d8d2f40 1 --2- 172.21.15.29:0/2909716423 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 0x55b9b7a60d30 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea9d8d2f40 1 --2- 172.21.15.29:0/2909716423 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9b79bdeb0 0x55b9b7a59650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea9d8d2f40 1 --2- 172.21.15.29:0/2909716423 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9b798a2c0 0x55b9b7a54e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2909716423 >> 172.21.15.29:0/2909716423 conn(0x55b9b79bb080 msgr2=0x55b9b79bb460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2909716423 shutdown_connections 2024-09-12T03:10:37.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.451+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2909716423 wait complete. 2024-09-12T03:10:37.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.452+0000 7fea9d8d2f40 1 Processor -- start 2024-09-12T03:10:37.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.452+0000 7fea9d8d2f40 1 -- start start 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.453+0000 7fea9d8d2f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9b798a2c0 0x55b9b7a59020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.453+0000 7fea9d8d2f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9b79bdeb0 0x55b9b79d7db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.453+0000 7fea9d8d2f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 0x55b9b7a56fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.453+0000 7fea9d8d2f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b9b7a65e40 con 0x55b9b7a62640 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.453+0000 7fea9d8d2f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b9b79d9b90 con 0x55b9b79bdeb0 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.453+0000 7fea9d8d2f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b9b7a54540 con 0x55b9b798a2c0 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea9b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 0x55b9b7a56fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea9b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 0x55b9b7a56fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38010/0 (socket says 172.21.15.29:38010) 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea9b400640 1 -- 172.21.15.29:0/2068058458 learned_addr learned my addr 172.21.15.29:0/2068058458 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea9aa00640 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9b798a2c0 0x55b9b7a59020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea9a000640 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9b79bdeb0 0x55b9b79d7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea9b400640 1 -- 172.21.15.29:0/2068058458 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9b798a2c0 msgr2=0x55b9b7a59020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea9b400640 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9b798a2c0 0x55b9b7a59020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea9b400640 1 -- 172.21.15.29:0/2068058458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9b79bdeb0 msgr2=0x55b9b79d7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea9b400640 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9b79bdeb0 0x55b9b79d7db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea9b400640 1 -- 172.21.15.29:0/2068058458 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9b7a54820 con 0x55b9b7a62640 2024-09-12T03:10:37.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea9b400640 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 0x55b9b7a56fa0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x55b9b79ba5a0 tx=0x7fea94001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.454+0000 7fea93400640 1 -- 172.21.15.29:0/2068058458 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea94024070 con 0x55b9b7a62640 2024-09-12T03:10:37.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.455+0000 7fea93400640 1 -- 172.21.15.29:0/2068058458 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea9400a030 con 0x55b9b7a62640 2024-09-12T03:10:37.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.455+0000 7fea93400640 1 -- 172.21.15.29:0/2068058458 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea94013660 con 0x55b9b7a62640 2024-09-12T03:10:37.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.455+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2068058458 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55b9b7a562b0 con 0x55b9b7a62640 2024-09-12T03:10:37.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.455+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2068058458 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9b7a56a70 con 0x55b9b7a62640 2024-09-12T03:10:37.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.456+0000 7fea93400640 1 -- 172.21.15.29:0/2068058458 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fea94010070 con 0x55b9b7a62640 2024-09-12T03:10:37.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.457+0000 7fea93400640 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea7c06a810 0x7fea7c06ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.457+0000 7fea93400640 1 -- 172.21.15.29:0/2068058458 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7fea9408a8b0 con 0x55b9b7a62640 2024-09-12T03:10:37.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.458+0000 7fea9aa00640 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea7c06a810 0x7fea7c06ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.458+0000 7fea9d8d2f40 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x55b9b7a57990 0x55b9b7a538a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.458+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2068058458 --> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] -- osd_op(unknown.0.0:1 5.1d 5:bbf5850a:::10000000007.00000000:head [getxattr scrub_tag in=9b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e41) -- 0x55b9b7a61b90 con 0x55b9b7a57990 2024-09-12T03:10:37.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.458+0000 7fea9a000640 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x55b9b7a57990 0x55b9b7a538a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.458+0000 7fea9aa00640 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea7c06a810 0x7fea7c06ccd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x55b9b7989cb0 tx=0x7fea8c00c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9a000640 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x55b9b7a57990 0x55b9b7a538a0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9a000640 1 -- 172.21.15.29:0/2068058458 <== osd.1 v2:172.21.15.29:6824/3472261595 1 ==== osd_op_reply(1 10000000007.00000000 [getxattr (10) out=10b] v0'0 uv7 ondisk = 0) ==== 164+0+10 (crc 0 0 0) 0x7fea88050050 con 0x55b9b7a57990 2024-09-12T03:10:37.460 INFO:teuthology.orchestra.run.smithi029.stdout:tag123 2024-09-12T03:10:37.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2068058458 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x55b9b7a57990 msgr2=0x55b9b7a538a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9d8d2f40 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x55b9b7a57990 0x55b9b7a538a0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2068058458 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea7c06a810 msgr2=0x7fea7c06ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9d8d2f40 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea7c06a810 0x7fea7c06ccd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x55b9b7989cb0 tx=0x7fea8c00c040 comp rx=0 tx=0).stop 2024-09-12T03:10:37.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2068058458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 msgr2=0x55b9b7a56fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9d8d2f40 1 --2- 172.21.15.29:0/2068058458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9b7a62640 0x55b9b7a56fa0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x55b9b79ba5a0 tx=0x7fea94001250 comp rx=0 tx=0).stop 2024-09-12T03:10:37.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9b400640 1 -- 172.21.15.29:0/2068058458 reap_dead start 2024-09-12T03:10:37.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2068058458 shutdown_connections 2024-09-12T03:10:37.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2068058458 >> 172.21.15.29:0/2068058458 conn(0x55b9b79bb080 msgr2=0x55b9b79bb460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2068058458 shutdown_connections 2024-09-12T03:10:37.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.459+0000 7fea9d8d2f40 1 -- 172.21.15.29:0/2068058458 wait complete. 2024-09-12T03:10:37.464 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:10:37.465 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:10:37.555 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:10:37.647 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:10:37.647 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:10:37.647 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:10:37.648 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:10:37.683 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:10:37.684 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:10:37.761 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:10:37.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.959+0000 7fba16400640 1 Processor -- start 2024-09-12T03:10:37.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.959+0000 7fba16400640 1 -- start start 2024-09-12T03:10:37.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.960+0000 7fba16400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fba10156590 0x7fba100735b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.960+0000 7fba16400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fba100ad1b0 0x7fba100cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.960+0000 7fba16400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba10072510 con 0x7fba100adc70 2024-09-12T03:10:37.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.960+0000 7fba16400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fba100727f0 con 0x7fba100ad1b0 2024-09-12T03:10:37.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.960+0000 7fba16400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fba10072ad0 con 0x7fba10156590 2024-09-12T03:10:37.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.960+0000 7fba0fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fba100ad1b0 0x7fba100cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.960+0000 7fba0fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fba100ad1b0 0x7fba100cf820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38016/0 (socket says 172.21.15.29:38016) 2024-09-12T03:10:37.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.960+0000 7fba0fe00640 1 -- 172.21.15.29:0/1746641481 learned_addr learned my addr 172.21.15.29:0/1746641481 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.961+0000 7fba15000640 1 --2- 172.21.15.29:0/1746641481 >> v2:172.21.15.38:3300/0 conn(0x7fba10156590 0x7fba100735b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.961+0000 7fba0fe00640 1 -- 172.21.15.29:0/1746641481 >> v2:172.21.15.38:3300/0 conn(0x7fba10156590 msgr2=0x7fba100735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:37.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.961+0000 7fba0fe00640 1 --2- 172.21.15.29:0/1746641481 >> v2:172.21.15.38:3300/0 conn(0x7fba10156590 0x7fba100735b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.961+0000 7fba0fe00640 1 -- 172.21.15.29:0/1746641481 >> v1:172.21.15.38:6789/0 conn(0x7fba100adc70 legacy=0x7fba1006e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.961+0000 7fba0fe00640 1 -- 172.21.15.29:0/1746641481 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba10072db0 con 0x7fba100ad1b0 2024-09-12T03:10:37.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.961+0000 7fba15000640 1 --2- 172.21.15.29:0/1746641481 >> v2:172.21.15.38:3300/0 conn(0x7fba10156590 0x7fba100735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:37.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.962+0000 7fba0fe00640 1 --2- 172.21.15.29:0/1746641481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba100ad1b0 0x7fba100cf820 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fba100b2e30 tx=0x7fb9fc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33854789182280bf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.962+0000 7fba0f400640 1 -- 172.21.15.29:0/1746641481 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc037070 con 0x7fba100ad1b0 2024-09-12T03:10:37.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.962+0000 7fba0f400640 1 -- 172.21.15.29:0/1746641481 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9fc032440 con 0x7fba100ad1b0 2024-09-12T03:10:37.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.962+0000 7fba0f400640 1 -- 172.21.15.29:0/1746641481 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc032810 con 0x7fba100ad1b0 2024-09-12T03:10:37.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.963+0000 7fba16400640 1 -- 172.21.15.29:0/1746641481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba100ad1b0 msgr2=0x7fba100cf820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.963+0000 7fba16400640 1 --2- 172.21.15.29:0/1746641481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba100ad1b0 0x7fba100cf820 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fba100b2e30 tx=0x7fb9fc02a270 comp rx=0 tx=0).stop 2024-09-12T03:10:37.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.963+0000 7fba16400640 1 -- 172.21.15.29:0/1746641481 shutdown_connections 2024-09-12T03:10:37.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.963+0000 7fba16400640 1 --2- 172.21.15.29:0/1746641481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba100ad1b0 0x7fba100cf820 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.963+0000 7fba16400640 1 --2- 172.21.15.29:0/1746641481 >> v2:172.21.15.38:3300/0 conn(0x7fba10156590 0x7fba100735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.963+0000 7fba16400640 1 -- 172.21.15.29:0/1746641481 >> 172.21.15.29:0/1746641481 conn(0x7fba1006bdf0 msgr2=0x7fba1006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:37.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.963+0000 7fba16400640 1 -- 172.21.15.29:0/1746641481 shutdown_connections 2024-09-12T03:10:37.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.963+0000 7fba16400640 1 -- 172.21.15.29:0/1746641481 wait complete. 2024-09-12T03:10:37.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.965+0000 7fba16400640 1 Processor -- start 2024-09-12T03:10:37.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.965+0000 7fba16400640 1 -- start start 2024-09-12T03:10:37.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba16400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba100ad1b0 0x7fba100cee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba16400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba100adc70 0x7fba100b0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba16400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba10156590 0x7fba100cd8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba16400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fba100cfd60 con 0x7fba100ad1b0 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba16400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fba10073af0 con 0x7fba100adc70 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba16400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fba10156970 con 0x7fba10156590 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba15000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba100ad1b0 0x7fba100cee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba15000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba100ad1b0 0x7fba100cee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38030/0 (socket says 172.21.15.29:38030) 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba15000640 1 -- 172.21.15.29:0/3743920940 learned_addr learned my addr 172.21.15.29:0/3743920940 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba0fe00640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba100adc70 0x7fba100b0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba15000640 1 -- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba10156590 msgr2=0x7fba100cd8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba15a00640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba10156590 0x7fba100cd8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba15000640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba10156590 0x7fba100cd8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba15000640 1 -- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba100adc70 msgr2=0x7fba100b0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba15000640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba100adc70 0x7fba100b0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba15000640 1 -- 172.21.15.29:0/3743920940 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba100b0b30 con 0x7fba100ad1b0 2024-09-12T03:10:37.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba0fe00640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba100adc70 0x7fba100b0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:37.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.966+0000 7fba15a00640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba10156590 0x7fba100cd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:37.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.967+0000 7fba15000640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba100ad1b0 0x7fba100cee50 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fba0400e7e0 tx=0x7fba0400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.967+0000 7fba0cc00640 1 -- 172.21.15.29:0/3743920940 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0400f040 con 0x7fba100ad1b0 2024-09-12T03:10:37.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.967+0000 7fba0cc00640 1 -- 172.21.15.29:0/3743920940 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba04004030 con 0x7fba100ad1b0 2024-09-12T03:10:37.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.967+0000 7fba0cc00640 1 -- 172.21.15.29:0/3743920940 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba04004400 con 0x7fba100ad1b0 2024-09-12T03:10:37.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.967+0000 7fba16400640 1 -- 172.21.15.29:0/3743920940 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba100b0850 con 0x7fba100ad1b0 2024-09-12T03:10:37.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.967+0000 7fba16400640 1 -- 172.21.15.29:0/3743920940 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba100cd0c0 con 0x7fba100ad1b0 2024-09-12T03:10:37.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.968+0000 7fba16400640 1 -- 172.21.15.29:0/3743920940 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba100cf820 con 0x7fba100ad1b0 2024-09-12T03:10:37.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.969+0000 7fba0cc00640 1 -- 172.21.15.29:0/3743920940 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fba0400c6d0 con 0x7fba100ad1b0 2024-09-12T03:10:37.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.970+0000 7fba0cc00640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb9f006be30 0x7fb9f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:37.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.970+0000 7fba0cc00640 1 -- 172.21.15.29:0/3743920940 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7fba0408ae50 con 0x7fba100ad1b0 2024-09-12T03:10:37.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.970+0000 7fba0fe00640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb9f006be30 0x7fb9f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:37.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.971+0000 7fba0fe00640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb9f006be30 0x7fb9f006e2f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc034000 tx=0x7fb9fc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:37.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:37.975+0000 7fba0cc00640 1 -- 172.21.15.29:0/3743920940 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fba04017020 con 0x7fba100ad1b0 2024-09-12T03:10:38.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.173+0000 7fba16400640 1 -- 172.21.15.29:0/3743920940 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fba100cde00 con 0x7fba100ad1b0 2024-09-12T03:10:38.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.173+0000 7fba0cc00640 1 -- 172.21.15.29:0/3743920940 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v41) ==== 80+0+0 (secure 0 0 0) 0x7fba04059640 con 0x7fba100ad1b0 2024-09-12T03:10:38.174 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:10:38.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 -- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb9f006be30 msgr2=0x7fb9f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb9f006be30 0x7fb9f006e2f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc034000 tx=0x7fb9fc02e000 comp rx=0 tx=0).stop 2024-09-12T03:10:38.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 -- 172.21.15.29:0/3743920940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba100ad1b0 msgr2=0x7fba100cee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba100ad1b0 0x7fba100cee50 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fba0400e7e0 tx=0x7fba0400eca0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 -- 172.21.15.29:0/3743920940 shutdown_connections 2024-09-12T03:10:38.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb9f006be30 0x7fb9f006e2f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba10156590 0x7fba100cd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba100adc70 0x7fba100b0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 --2- 172.21.15.29:0/3743920940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba100ad1b0 0x7fba100cee50 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 -- 172.21.15.29:0/3743920940 >> 172.21.15.29:0/3743920940 conn(0x7fba1006bdf0 msgr2=0x7fba1015aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:38.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 -- 172.21.15.29:0/3743920940 shutdown_connections 2024-09-12T03:10:38.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.175+0000 7fba16400640 1 -- 172.21.15.29:0/3743920940 wait complete. 2024-09-12T03:10:38.192 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T03:10:38.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:10:38.192 DEBUG:teuthology.orchestra.run.smithi029:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-12T03:10:38.259 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:10:38.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:10:38.259 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T03:10:38.295 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:10:38.296 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:10:38.296 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:10:38.336 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:10:38.336 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:10:38.336 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:10:38.336 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:10:38.372 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:10:38.372 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:10:38.372 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:10:38.372 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:10:38.414 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:10:38.414 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:10:38.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.571+0000 7f7148800640 1 Processor -- start 2024-09-12T03:10:38.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.571+0000 7f7148800640 1 -- start start 2024-09-12T03:10:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.572+0000 7f7148800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f71401554d0 0x7f71400ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.572+0000 7f7148800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7140162750 0x7f714006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.572+0000 7f7148800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71400af860 con 0x7f71400af3a0 2024-09-12T03:10:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.572+0000 7f7148800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f71400b0470 con 0x7f7140162750 2024-09-12T03:10:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.572+0000 7f7148800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f71400afb40 con 0x7f71401554d0 2024-09-12T03:10:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.573+0000 7f7145400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f71400af3a0 0x7f7140162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36022/0 (socket says 172.21.15.29:36022) 2024-09-12T03:10:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.573+0000 7f7145400640 1 -- 172.21.15.29:0/3944985340 learned_addr learned my addr 172.21.15.29:0/3944985340 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.573+0000 7f7146800640 1 --2- 172.21.15.29:0/3944985340 >> v2:172.21.15.29:3300/0 conn(0x7f7140162750 0x7f714006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.573+0000 7f7145e00640 1 --2- 172.21.15.29:0/3944985340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f71401554d0 0x7f71400ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.573+0000 7f7146800640 1 -- 172.21.15.29:0/3944985340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f71401554d0 msgr2=0x7f71400ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:38.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.573+0000 7f7146800640 1 --2- 172.21.15.29:0/3944985340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f71401554d0 0x7f71400ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.573+0000 7f7146800640 1 -- 172.21.15.29:0/3944985340 >> v1:172.21.15.29:6789/0 conn(0x7f71400af3a0 legacy=0x7f7140162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.573+0000 7f7144a00640 1 -- 172.21.15.29:0/3944985340 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2760034742 0 0) 0x7f71400af860 con 0x7f71400af3a0 2024-09-12T03:10:38.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.573+0000 7f7146800640 1 -- 172.21.15.29:0/3944985340 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71400afe20 con 0x7f7140162750 2024-09-12T03:10:38.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.574+0000 7f7146800640 1 --2- 172.21.15.29:0/3944985340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7140162750 0x7f714006eb60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f713c009dc0 tx=0x7f713c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c53a7b80f01e1116 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.574+0000 7f7144a00640 1 -- 172.21.15.29:0/3944985340 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f713c02ae60 con 0x7f7140162750 2024-09-12T03:10:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.575+0000 7f7144a00640 1 -- 172.21.15.29:0/3944985340 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f713c007740 con 0x7f7140162750 2024-09-12T03:10:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.575+0000 7f7144a00640 1 -- 172.21.15.29:0/3944985340 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f713c007b10 con 0x7f7140162750 2024-09-12T03:10:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.575+0000 7f7148800640 1 -- 172.21.15.29:0/3944985340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7140162750 msgr2=0x7f714006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.575+0000 7f7148800640 1 --2- 172.21.15.29:0/3944985340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7140162750 0x7f714006eb60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f713c009dc0 tx=0x7f713c02a680 comp rx=0 tx=0).stop 2024-09-12T03:10:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.575+0000 7f7148800640 1 -- 172.21.15.29:0/3944985340 shutdown_connections 2024-09-12T03:10:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.575+0000 7f7148800640 1 --2- 172.21.15.29:0/3944985340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7140162750 0x7f714006eb60 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.575+0000 7f7148800640 1 --2- 172.21.15.29:0/3944985340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f71401554d0 0x7f71400ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.575+0000 7f7148800640 1 -- 172.21.15.29:0/3944985340 >> 172.21.15.29:0/3944985340 conn(0x7f71400736d0 msgr2=0x7f714006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.575+0000 7f7148800640 1 -- 172.21.15.29:0/3944985340 shutdown_connections 2024-09-12T03:10:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.575+0000 7f7148800640 1 -- 172.21.15.29:0/3944985340 wait complete. 2024-09-12T03:10:38.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.577+0000 7f7148800640 1 Processor -- start 2024-09-12T03:10:38.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.577+0000 7f7148800640 1 -- start start 2024-09-12T03:10:38.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.578+0000 7f7148800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71400af3a0 0x7f7140152370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.578+0000 7f7148800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f71401554d0 0x7f7140156440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.578+0000 7f7148800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7140162750 0x7f71401f7520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.578+0000 7f7148800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7140162d30 con 0x7f7140162750 2024-09-12T03:10:38.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.578+0000 7f7148800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f71401558b0 con 0x7f71400af3a0 2024-09-12T03:10:38.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.578+0000 7f7148800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7140162eb0 con 0x7f71401554d0 2024-09-12T03:10:38.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.578+0000 7f7146800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7140162750 0x7f71401f7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.578+0000 7f7146800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7140162750 0x7f71401f7520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38040/0 (socket says 172.21.15.29:38040) 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.578+0000 7f7146800640 1 -- 172.21.15.29:0/1232063250 learned_addr learned my addr 172.21.15.29:0/1232063250 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.578+0000 7f7145e00640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71400af3a0 0x7f7140152370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f7146800640 1 -- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f71401554d0 msgr2=0x7f7140156440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f7145400640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f71401554d0 0x7f7140156440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f7146800640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f71401554d0 0x7f7140156440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f7146800640 1 -- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71400af3a0 msgr2=0x7f7140152370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f7146800640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71400af3a0 0x7f7140152370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f7146800640 1 -- 172.21.15.29:0/1232063250 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7140156e90 con 0x7f7140162750 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f7145e00640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71400af3a0 0x7f7140152370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f7145400640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f71401554d0 0x7f7140156440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f7146800640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7140162750 0x7f71401f7520 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f713c009ee0 tx=0x7f713c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f713a000640 1 -- 172.21.15.29:0/1232063250 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f713c03f070 con 0x7f7140162750 2024-09-12T03:10:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f713a000640 1 -- 172.21.15.29:0/1232063250 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f713c02ae60 con 0x7f7140162750 2024-09-12T03:10:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f7148800640 1 -- 172.21.15.29:0/1232063250 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7140157170 con 0x7f7140162750 2024-09-12T03:10:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f713a000640 1 -- 172.21.15.29:0/1232063250 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f713c009450 con 0x7f7140162750 2024-09-12T03:10:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.579+0000 7f7148800640 1 -- 172.21.15.29:0/1232063250 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71400cd6d0 con 0x7f7140162750 2024-09-12T03:10:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.580+0000 7f7148800640 1 -- 172.21.15.29:0/1232063250 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71400ccf60 con 0x7f7140162750 2024-09-12T03:10:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.581+0000 7f713a000640 1 -- 172.21.15.29:0/1232063250 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f713c043410 con 0x7f7140162750 2024-09-12T03:10:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.582+0000 7f713a000640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f712406be30 0x7f712406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.582+0000 7f713a000640 1 -- 172.21.15.29:0/1232063250 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f713c0ac2a0 con 0x7f7140162750 2024-09-12T03:10:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.582+0000 7f7145e00640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f712406be30 0x7f712406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.583+0000 7f7145e00640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f712406be30 0x7f712406e2f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7134009ac0 tx=0x7f7134008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:38.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.587+0000 7f713a000640 1 -- 172.21.15.29:0/1232063250 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f713c007e20 con 0x7f7140162750 2024-09-12T03:10:38.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.809+0000 7f7148800640 1 -- 172.21.15.29:0/1232063250 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f71400b5ea0 con 0x7f7140162750 2024-09-12T03:10:38.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.810+0000 7f713a000640 1 -- 172.21.15.29:0/1232063250 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5255 (secure 0 0 0) 0x7f713c07aa90 con 0x7f7140162750 2024-09-12T03:10:38.811 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:38.811 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":25,"btime":"2024-09-12T03:09:58:604549+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4846,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/648822346","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":648822346},{"type":"v1","addr":"172.21.15.38:6836","nonce":648822346}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:09:35.809550+0000","modified":"2024-09-12T03:09:58.360545+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":4899,"mds_1":4884,"mds_2":4849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4849":{"gid":4849,"name":"b","rank":2,"incarnation":23,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6837/2078855410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2078855410},{"type":"v1","addr":"172.21.15.38:6837","nonce":2078855410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4884":{"gid":4884,"name":"c","rank":1,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.29:6833/4108429340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":4108429340},{"type":"v1","addr":"172.21.15.29:6833","nonce":4108429340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4899":{"gid":4899,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/75767180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":75767180},{"type":"v1","addr":"172.21.15.29:6835","nonce":75767180}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4899,"qdb_cluster":[4899,4884,4849]},"id":2}]} 2024-09-12T03:10:38.811 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 25 2024-09-12T03:10:38.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 -- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f712406be30 msgr2=0x7f712406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f712406be30 0x7f712406e2f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7134009ac0 tx=0x7f7134008040 comp rx=0 tx=0).stop 2024-09-12T03:10:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 -- 172.21.15.29:0/1232063250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7140162750 msgr2=0x7f71401f7520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7140162750 0x7f71401f7520 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f713c009ee0 tx=0x7f713c004a40 comp rx=0 tx=0).stop 2024-09-12T03:10:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 -- 172.21.15.29:0/1232063250 shutdown_connections 2024-09-12T03:10:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f712406be30 0x7f712406e2f0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7140162750 0x7f71401f7520 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f71401554d0 0x7f7140156440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 --2- 172.21.15.29:0/1232063250 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f71400af3a0 0x7f7140152370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 -- 172.21.15.29:0/1232063250 >> 172.21.15.29:0/1232063250 conn(0x7f71400736d0 msgr2=0x7f71400b1f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 -- 172.21.15.29:0/1232063250 shutdown_connections 2024-09-12T03:10:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.812+0000 7f7148800640 1 -- 172.21.15.29:0/1232063250 wait complete. 2024-09-12T03:10:38.828 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:10:38.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.984+0000 7f1d4ea00640 1 Processor -- start 2024-09-12T03:10:38.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.985+0000 7f1d4ea00640 1 -- start start 2024-09-12T03:10:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.986+0000 7f1d4ea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d48072620 0x7f1d480af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.986+0000 7f1d4ea00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1d4806dfd0 0x7f1d480afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.986+0000 7f1d4ea00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d4806e590 con 0x7f1d48072240 2024-09-12T03:10:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.986+0000 7f1d4ea00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1d4806e870 con 0x7f1d4806dfd0 2024-09-12T03:10:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.986+0000 7f1d4ea00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1d4806eb50 con 0x7f1d48072620 2024-09-12T03:10:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.986+0000 7f1d47e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f1d48072240 0x7f1d4815d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36026/0 (socket says 172.21.15.29:36026) 2024-09-12T03:10:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.986+0000 7f1d47e00640 1 -- 172.21.15.29:0/3523881789 learned_addr learned my addr 172.21.15.29:0/3523881789 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.986+0000 7f1d4ca00640 1 --2- 172.21.15.29:0/3523881789 >> v2:172.21.15.29:3300/0 conn(0x7f1d4806dfd0 0x7f1d480afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.986+0000 7f1d3fe00640 1 --2- 172.21.15.29:0/3523881789 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d48072620 0x7f1d480af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.987+0000 7f1d47400640 1 -- 172.21.15.29:0/3523881789 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1251907132 0 0) 0x7f1d4806e590 con 0x7f1d48072240 2024-09-12T03:10:38.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.987+0000 7f1d4ca00640 1 -- 172.21.15.29:0/3523881789 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d48072620 msgr2=0x7f1d480af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:38.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.987+0000 7f1d4ca00640 1 --2- 172.21.15.29:0/3523881789 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d48072620 0x7f1d480af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.987+0000 7f1d4ca00640 1 -- 172.21.15.29:0/3523881789 >> v1:172.21.15.29:6789/0 conn(0x7f1d48072240 legacy=0x7f1d4815d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.987+0000 7f1d4ca00640 1 -- 172.21.15.29:0/3523881789 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d4806ee30 con 0x7f1d4806dfd0 2024-09-12T03:10:38.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.988+0000 7f1d4ca00640 1 --2- 172.21.15.29:0/3523881789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d4806dfd0 0x7f1d480afa70 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f1d40009d90 tx=0x7f1d4002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a09d7aaf0362af9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:38.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.988+0000 7f1d47400640 1 -- 172.21.15.29:0/3523881789 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d40007740 con 0x7f1d4806dfd0 2024-09-12T03:10:38.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.988+0000 7f1d47400640 1 -- 172.21.15.29:0/3523881789 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d400078e0 con 0x7f1d4806dfd0 2024-09-12T03:10:38.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.988+0000 7f1d47400640 1 -- 172.21.15.29:0/3523881789 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d40007cb0 con 0x7f1d4806dfd0 2024-09-12T03:10:38.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.988+0000 7f1d4ea00640 1 -- 172.21.15.29:0/3523881789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d4806dfd0 msgr2=0x7f1d480afa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.988+0000 7f1d4ea00640 1 --2- 172.21.15.29:0/3523881789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d4806dfd0 0x7f1d480afa70 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f1d40009d90 tx=0x7f1d4002a660 comp rx=0 tx=0).stop 2024-09-12T03:10:38.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.989+0000 7f1d4ea00640 1 -- 172.21.15.29:0/3523881789 shutdown_connections 2024-09-12T03:10:38.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.989+0000 7f1d4ea00640 1 --2- 172.21.15.29:0/3523881789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d4806dfd0 0x7f1d480afa70 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.989+0000 7f1d4ea00640 1 --2- 172.21.15.29:0/3523881789 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d48072620 0x7f1d480af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.989+0000 7f1d4ea00640 1 -- 172.21.15.29:0/3523881789 >> 172.21.15.29:0/3523881789 conn(0x7f1d48067da0 msgr2=0x7f1d4806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:38.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.989+0000 7f1d4ea00640 1 -- 172.21.15.29:0/3523881789 shutdown_connections 2024-09-12T03:10:38.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.989+0000 7f1d4ea00640 1 -- 172.21.15.29:0/3523881789 wait complete. 2024-09-12T03:10:38.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.990+0000 7f1d4ea00640 1 Processor -- start 2024-09-12T03:10:38.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.990+0000 7f1d4ea00640 1 -- start start 2024-09-12T03:10:38.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.991+0000 7f1d4ea00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d4806dfd0 0x7f1d4814eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.991+0000 7f1d4ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d48072240 0x7f1d480c5db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.991+0000 7f1d4ea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d48072620 0x7f1d480c6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.991+0000 7f1d4ea00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1d480cd560 con 0x7f1d48072240 2024-09-12T03:10:38.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.991+0000 7f1d4ea00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1d480cd3e0 con 0x7f1d4806dfd0 2024-09-12T03:10:38.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.991+0000 7f1d4ea00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1d480cd6e0 con 0x7f1d48072620 2024-09-12T03:10:38.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d3fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d48072240 0x7f1d480c5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d3fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d48072240 0x7f1d480c5db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38052/0 (socket says 172.21.15.29:38052) 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d3fe00640 1 -- 172.21.15.29:0/1046449952 learned_addr learned my addr 172.21.15.29:0/1046449952 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d47e00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d4806dfd0 0x7f1d4814eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d4ca00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d48072620 0x7f1d480c6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d3fe00640 1 -- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d48072620 msgr2=0x7f1d480c6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d3fe00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d48072620 0x7f1d480c6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d3fe00640 1 -- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d4806dfd0 msgr2=0x7f1d4814eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d3fe00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d4806dfd0 0x7f1d4814eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d3fe00640 1 -- 172.21.15.29:0/1046449952 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d4815f410 con 0x7f1d48072240 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d3fe00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d48072240 0x7f1d480c5db0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f1d3000d620 tx=0x7f1d3000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.992+0000 7f1d44c00640 1 -- 172.21.15.29:0/1046449952 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d3000b620 con 0x7f1d48072240 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.993+0000 7f1d44c00640 1 -- 172.21.15.29:0/1046449952 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d30019070 con 0x7f1d48072240 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.993+0000 7f1d44c00640 1 -- 172.21.15.29:0/1046449952 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d3000ba00 con 0x7f1d48072240 2024-09-12T03:10:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.993+0000 7f1d4ea00640 1 -- 172.21.15.29:0/1046449952 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d480b2cb0 con 0x7f1d48072240 2024-09-12T03:10:38.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.993+0000 7f1d4ea00640 1 -- 172.21.15.29:0/1046449952 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d481507f0 con 0x7f1d48072240 2024-09-12T03:10:38.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.994+0000 7f1d4ea00640 1 -- 172.21.15.29:0/1046449952 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d4815d1f0 con 0x7f1d48072240 2024-09-12T03:10:38.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.995+0000 7f1d44c00640 1 -- 172.21.15.29:0/1046449952 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1d3000bba0 con 0x7f1d48072240 2024-09-12T03:10:38.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.995+0000 7f1d44c00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2406be30 0x7f1d2406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:38.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.996+0000 7f1d44c00640 1 -- 172.21.15.29:0/1046449952 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f1d3008b4b0 con 0x7f1d48072240 2024-09-12T03:10:38.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.996+0000 7f1d47e00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2406be30 0x7f1d2406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:38.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:38.997+0000 7f1d47e00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2406be30 0x7f1d2406e2f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1d38000f60 tx=0x7f1d38007b50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:39.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.000+0000 7f1d44c00640 1 -- 172.21.15.29:0/1046449952 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1d30059c10 con 0x7f1d48072240 2024-09-12T03:10:39.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.223+0000 7f1d4ea00640 1 -- 172.21.15.29:0/1046449952 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1d480c6890 con 0x7f1d48072240 2024-09-12T03:10:39.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.223+0000 7f1d44c00640 1 -- 172.21.15.29:0/1046449952 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5255 (secure 0 0 0) 0x7f1d30059510 con 0x7f1d48072240 2024-09-12T03:10:39.224 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:39.224 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":25,"btime":"2024-09-12T03:09:58:604549+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4846,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/648822346","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":648822346},{"type":"v1","addr":"172.21.15.38:6836","nonce":648822346}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:09:35.809550+0000","modified":"2024-09-12T03:09:58.360545+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":4899,"mds_1":4884,"mds_2":4849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4849":{"gid":4849,"name":"b","rank":2,"incarnation":23,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6837/2078855410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2078855410},{"type":"v1","addr":"172.21.15.38:6837","nonce":2078855410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4884":{"gid":4884,"name":"c","rank":1,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.29:6833/4108429340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":4108429340},{"type":"v1","addr":"172.21.15.29:6833","nonce":4108429340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4899":{"gid":4899,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/75767180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":75767180},{"type":"v1","addr":"172.21.15.29:6835","nonce":75767180}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4899,"qdb_cluster":[4899,4884,4849]},"id":2}]} 2024-09-12T03:10:39.224 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 25 2024-09-12T03:10:39.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 -- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2406be30 msgr2=0x7f1d2406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2406be30 0x7f1d2406e2f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1d38000f60 tx=0x7f1d38007b50 comp rx=0 tx=0).stop 2024-09-12T03:10:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 -- 172.21.15.29:0/1046449952 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d48072240 msgr2=0x7f1d480c5db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d48072240 0x7f1d480c5db0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f1d3000d620 tx=0x7f1d3000dae0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 -- 172.21.15.29:0/1046449952 shutdown_connections 2024-09-12T03:10:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2406be30 0x7f1d2406e2f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d48072620 0x7f1d480c6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d48072240 0x7f1d480c5db0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 --2- 172.21.15.29:0/1046449952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d4806dfd0 0x7f1d4814eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 -- 172.21.15.29:0/1046449952 >> 172.21.15.29:0/1046449952 conn(0x7f1d48067da0 msgr2=0x7f1d48156f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 -- 172.21.15.29:0/1046449952 shutdown_connections 2024-09-12T03:10:39.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.226+0000 7f1d4ea00640 1 -- 172.21.15.29:0/1046449952 wait complete. 2024-09-12T03:10:39.242 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:10:39.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.399+0000 7fe1d8000640 1 Processor -- start 2024-09-12T03:10:39.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.399+0000 7fe1d8000640 1 -- start start 2024-09-12T03:10:39.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.400+0000 7fe1d8000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d00b6700 0x7fe1d0169210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:39.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.400+0000 7fe1d8000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1d00d3680 con 0x7fe1d00d3150 2024-09-12T03:10:39.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.400+0000 7fe1d8000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1d00d3960 con 0x7fe1d015e660 2024-09-12T03:10:39.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.400+0000 7fe1d8000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe1d006d4b0 con 0x7fe1d00b6700 2024-09-12T03:10:39.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.401+0000 7fe1d4c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe1d00d3150 0x7fe1d00b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36028/0 (socket says 172.21.15.29:36028) 2024-09-12T03:10:39.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.401+0000 7fe1d4c00640 1 -- 172.21.15.29:0/3388652508 learned_addr learned my addr 172.21.15.29:0/3388652508 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:39.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.401+0000 7fe1d5600640 1 --1- 172.21.15.29:0/3388652508 >> v1:172.21.15.38:6789/0 conn(0x7fe1d015e660 0x7fe1d00d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:54484/0 (socket says 172.21.15.29:54484) 2024-09-12T03:10:39.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.401+0000 7fe1d6000640 1 --2- 172.21.15.29:0/3388652508 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d00b6700 0x7fe1d0169210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:39.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.401+0000 7fe1cfe00640 1 -- 172.21.15.29:0/3388652508 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2754865462 0 0) 0x7fe1d00d3680 con 0x7fe1d00d3150 2024-09-12T03:10:39.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.401+0000 7fe1cfe00640 1 -- 172.21.15.29:0/3388652508 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe1b8003520 con 0x7fe1d00d3150 2024-09-12T03:10:39.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.401+0000 7fe1cfe00640 1 -- 172.21.15.29:0/3388652508 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 289091762 0 0) 0x7fe1d00d3960 con 0x7fe1d015e660 2024-09-12T03:10:39.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.401+0000 7fe1cfe00640 1 -- 172.21.15.29:0/3388652508 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe1d00d3680 con 0x7fe1d015e660 2024-09-12T03:10:39.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.401+0000 7fe1d6000640 1 -- 172.21.15.29:0/3388652508 >> v1:172.21.15.38:6789/0 conn(0x7fe1d015e660 legacy=0x7fe1d00d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.401+0000 7fe1d6000640 1 -- 172.21.15.29:0/3388652508 >> v1:172.21.15.29:6789/0 conn(0x7fe1d00d3150 legacy=0x7fe1d00b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.401+0000 7fe1d6000640 1 -- 172.21.15.29:0/3388652508 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d006ce60 con 0x7fe1d00b6700 2024-09-12T03:10:39.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.402+0000 7fe1d6000640 1 --2- 172.21.15.29:0/3388652508 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d00b6700 0x7fe1d0169210 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009dc0 tx=0x7fe1c802a760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b58d9ecbf335127 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:39.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.403+0000 7fe1cfe00640 1 -- 172.21.15.29:0/3388652508 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8007740 con 0x7fe1d00b6700 2024-09-12T03:10:39.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.403+0000 7fe1cfe00640 1 -- 172.21.15.29:0/3388652508 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1c80078e0 con 0x7fe1d00b6700 2024-09-12T03:10:39.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.403+0000 7fe1cfe00640 1 -- 172.21.15.29:0/3388652508 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8007c90 con 0x7fe1d00b6700 2024-09-12T03:10:39.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.403+0000 7fe1d8000640 1 -- 172.21.15.29:0/3388652508 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d00b6700 msgr2=0x7fe1d0169210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.403+0000 7fe1d8000640 1 --2- 172.21.15.29:0/3388652508 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d00b6700 0x7fe1d0169210 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009dc0 tx=0x7fe1c802a760 comp rx=0 tx=0).stop 2024-09-12T03:10:39.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.403+0000 7fe1d8000640 1 -- 172.21.15.29:0/3388652508 shutdown_connections 2024-09-12T03:10:39.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.403+0000 7fe1d8000640 1 --2- 172.21.15.29:0/3388652508 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d00b6700 0x7fe1d0169210 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.403+0000 7fe1d8000640 1 -- 172.21.15.29:0/3388652508 >> 172.21.15.29:0/3388652508 conn(0x7fe1d008c000 msgr2=0x7fe1d00d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:39.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.404+0000 7fe1d8000640 1 -- 172.21.15.29:0/3388652508 shutdown_connections 2024-09-12T03:10:39.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.404+0000 7fe1d8000640 1 -- 172.21.15.29:0/3388652508 wait complete. 2024-09-12T03:10:39.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.405+0000 7fe1d8000640 1 Processor -- start 2024-09-12T03:10:39.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.405+0000 7fe1d8000640 1 -- start start 2024-09-12T03:10:39.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.406+0000 7fe1d8000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d00b6700 0x7fe1d015ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:39.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.406+0000 7fe1d8000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d00d3150 0x7fe1d00b8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:39.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.406+0000 7fe1d8000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d015e660 0x7fe1d015ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.406+0000 7fe1d8000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d006e950 con 0x7fe1d00d3150 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.406+0000 7fe1d8000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d015ea40 con 0x7fe1d015e660 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.406+0000 7fe1d8000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe1d006ead0 con 0x7fe1d00b6700 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.406+0000 7fe1d4c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d00d3150 0x7fe1d00b8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.407+0000 7fe1d4c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d00d3150 0x7fe1d00b8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38064/0 (socket says 172.21.15.29:38064) 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.407+0000 7fe1d4c00640 1 -- 172.21.15.29:0/1723761217 learned_addr learned my addr 172.21.15.29:0/1723761217 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.407+0000 7fe1d6000640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d015e660 0x7fe1d015ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.407+0000 7fe1d5600640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d00b6700 0x7fe1d015ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.407+0000 7fe1d4c00640 1 -- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d00b6700 msgr2=0x7fe1d015ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.407+0000 7fe1d4c00640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d00b6700 0x7fe1d015ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.407+0000 7fe1d4c00640 1 -- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d015e660 msgr2=0x7fe1d015ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.407+0000 7fe1d4c00640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d015e660 0x7fe1d015ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.407+0000 7fe1d4c00640 1 -- 172.21.15.29:0/1723761217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d00b92e0 con 0x7fe1d00d3150 2024-09-12T03:10:39.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.407+0000 7fe1d4c00640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d00d3150 0x7fe1d00b8990 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc00c450 tx=0x7fe1bc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:39.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.407+0000 7fe1cd600640 1 -- 172.21.15.29:0/1723761217 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc017070 con 0x7fe1d00d3150 2024-09-12T03:10:39.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.408+0000 7fe1cd600640 1 -- 172.21.15.29:0/1723761217 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1bc005ce0 con 0x7fe1d00d3150 2024-09-12T03:10:39.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.408+0000 7fe1d8000640 1 -- 172.21.15.29:0/1723761217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1d00b95c0 con 0x7fe1d00d3150 2024-09-12T03:10:39.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.408+0000 7fe1cd600640 1 -- 172.21.15.29:0/1723761217 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc0072b0 con 0x7fe1d00d3150 2024-09-12T03:10:39.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.408+0000 7fe1d8000640 1 -- 172.21.15.29:0/1723761217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1d00b9b80 con 0x7fe1d00d3150 2024-09-12T03:10:39.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.409+0000 7fe1d8000640 1 -- 172.21.15.29:0/1723761217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1d00b5ff0 con 0x7fe1d00d3150 2024-09-12T03:10:39.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.410+0000 7fe1cd600640 1 -- 172.21.15.29:0/1723761217 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe1bc01a070 con 0x7fe1d00d3150 2024-09-12T03:10:39.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.410+0000 7fe1cd600640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b006be60 0x7fe1b006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:39.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.411+0000 7fe1cd600640 1 -- 172.21.15.29:0/1723761217 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7fe1bc08a2e0 con 0x7fe1d00d3150 2024-09-12T03:10:39.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.411+0000 7fe1d5600640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b006be60 0x7fe1b006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:39.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.412+0000 7fe1d5600640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b006be60 0x7fe1b006e320 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4007fd0 tx=0x7fe1c4007da0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:39.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.415+0000 7fe1cd600640 1 -- 172.21.15.29:0/1723761217 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1bc058540 con 0x7fe1d00d3150 2024-09-12T03:10:39.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.602+0000 7fe1d8000640 1 -- 172.21.15.29:0/1723761217 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe1d015b150 con 0x7fe1d00d3150 2024-09-12T03:10:39.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.604+0000 7fe1cd600640 1 -- 172.21.15.29:0/1723761217 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+16922 (secure 0 0 0) 0x7fe1bc05c840 con 0x7fe1d00d3150 2024-09-12T03:10:39.604 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:39.605 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":41,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:10:07.649018+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:09:34.158283+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-12T03:09:34.795269+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.a","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:10:39.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 -- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b006be60 msgr2=0x7fe1b006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b006be60 0x7fe1b006e320 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4007fd0 tx=0x7fe1c4007da0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 -- 172.21.15.29:0/1723761217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d00d3150 msgr2=0x7fe1d00b8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d00d3150 0x7fe1d00b8990 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc00c450 tx=0x7fe1bc00c910 comp rx=0 tx=0).stop 2024-09-12T03:10:39.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 -- 172.21.15.29:0/1723761217 shutdown_connections 2024-09-12T03:10:39.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe1b006be60 0x7fe1b006e320 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1d015e660 0x7fe1d015ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d00d3150 0x7fe1d00b8990 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 --2- 172.21.15.29:0/1723761217 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe1d00b6700 0x7fe1d015ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 -- 172.21.15.29:0/1723761217 >> 172.21.15.29:0/1723761217 conn(0x7fe1d008c000 msgr2=0x7fe1d00d42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:39.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 -- 172.21.15.29:0/1723761217 shutdown_connections 2024-09-12T03:10:39.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.606+0000 7fe1d8000640 1 -- 172.21.15.29:0/1723761217 wait complete. 2024-09-12T03:10:39.623 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T03:10:39.623 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:10:39.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.779+0000 7f8378e00640 1 Processor -- start 2024-09-12T03:10:39.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.779+0000 7f8378e00640 1 -- start start 2024-09-12T03:10:39.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.780+0000 7f8378e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f837406f0e0 0x7f837415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:39.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.780+0000 7f8378e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f837406f4c0 0x7f83740cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:39.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.780+0000 7f8378e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f837415c620 con 0x7f83740cf5a0 2024-09-12T03:10:39.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.780+0000 7f8378e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f837415bc50 con 0x7f837406f4c0 2024-09-12T03:10:39.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.780+0000 7f8378e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f8374152630 con 0x7f837406f0e0 2024-09-12T03:10:39.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.781+0000 7f8371400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f837406f4c0 0x7f83740cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:39.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.781+0000 7f8371400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f837406f4c0 0x7f83740cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38068/0 (socket says 172.21.15.29:38068) 2024-09-12T03:10:39.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.781+0000 7f8371400640 1 -- 172.21.15.29:0/2730924222 learned_addr learned my addr 172.21.15.29:0/2730924222 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:39.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.781+0000 7f8371e00640 1 --2- 172.21.15.29:0/2730924222 >> v2:172.21.15.38:3300/0 conn(0x7f837406f0e0 0x7f837415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:39.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.781+0000 7f8371400640 1 -- 172.21.15.29:0/2730924222 >> v2:172.21.15.38:3300/0 conn(0x7f837406f0e0 msgr2=0x7f837415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:39.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.781+0000 7f8371400640 1 --2- 172.21.15.29:0/2730924222 >> v2:172.21.15.38:3300/0 conn(0x7f837406f0e0 0x7f837415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.781+0000 7f8371400640 1 -- 172.21.15.29:0/2730924222 >> v1:172.21.15.38:6789/0 conn(0x7f83740cf5a0 legacy=0x7f83740b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:39.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.781+0000 7f8371400640 1 -- 172.21.15.29:0/2730924222 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83740cfb40 con 0x7f837406f4c0 2024-09-12T03:10:39.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.782+0000 7f8371400640 1 --2- 172.21.15.29:0/2730924222 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f837406f4c0 0x7f83740cf060 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f8374073070 tx=0x7f836002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=120950b5fafecac3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:39.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.782+0000 7f8370a00640 1 -- 172.21.15.29:0/2730924222 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8360037070 con 0x7f837406f4c0 2024-09-12T03:10:39.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.782+0000 7f8370a00640 1 -- 172.21.15.29:0/2730924222 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8360032440 con 0x7f837406f4c0 2024-09-12T03:10:39.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.782+0000 7f8370a00640 1 -- 172.21.15.29:0/2730924222 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8360032810 con 0x7f837406f4c0 2024-09-12T03:10:39.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.783+0000 7f8378e00640 1 -- 172.21.15.29:0/2730924222 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f837406f4c0 msgr2=0x7f83740cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.783+0000 7f8378e00640 1 --2- 172.21.15.29:0/2730924222 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f837406f4c0 0x7f83740cf060 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f8374073070 tx=0x7f836002a230 comp rx=0 tx=0).stop 2024-09-12T03:10:39.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.783+0000 7f8378e00640 1 -- 172.21.15.29:0/2730924222 shutdown_connections 2024-09-12T03:10:39.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.783+0000 7f8378e00640 1 --2- 172.21.15.29:0/2730924222 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f837406f4c0 0x7f83740cf060 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.783+0000 7f8378e00640 1 --2- 172.21.15.29:0/2730924222 >> v2:172.21.15.38:3300/0 conn(0x7f837406f0e0 0x7f837415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.783+0000 7f8378e00640 1 -- 172.21.15.29:0/2730924222 >> 172.21.15.29:0/2730924222 conn(0x7f8374067da0 msgr2=0x7f837406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:39.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.783+0000 7f8378e00640 1 -- 172.21.15.29:0/2730924222 shutdown_connections 2024-09-12T03:10:39.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.783+0000 7f8378e00640 1 -- 172.21.15.29:0/2730924222 wait complete. 2024-09-12T03:10:39.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.785+0000 7f8378e00640 1 Processor -- start 2024-09-12T03:10:39.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.785+0000 7f8378e00640 1 -- start start 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8378e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f837406f0e0 0x7f837414ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8378e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f837406f4c0 0x7f8374154e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8378e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83740cf5a0 0x7f83740b1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8378e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f837406f930 con 0x7f837406f0e0 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8378e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f837415b8e0 con 0x7f83740cf5a0 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8378e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f837415ee80 con 0x7f837406f4c0 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8371e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f837406f0e0 0x7f837414ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8371e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f837406f0e0 0x7f837414ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38074/0 (socket says 172.21.15.29:38074) 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8371e00640 1 -- 172.21.15.29:0/688162457 learned_addr learned my addr 172.21.15.29:0/688162457 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8371400640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f837406f4c0 0x7f8374154e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8372800640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83740cf5a0 0x7f83740b1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:39.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8371e00640 1 -- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f837406f4c0 msgr2=0x7f8374154e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8371e00640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f837406f4c0 0x7f8374154e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8371e00640 1 -- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83740cf5a0 msgr2=0x7f83740b1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:39.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8371e00640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83740cf5a0 0x7f83740b1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:39.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.786+0000 7f8371e00640 1 -- 172.21.15.29:0/688162457 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8374155590 con 0x7f837406f0e0 2024-09-12T03:10:39.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.787+0000 7f8371e00640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f837406f0e0 0x7f837414ba60 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f836400d800 tx=0x7f836400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:39.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.787+0000 7f836a000640 1 -- 172.21.15.29:0/688162457 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f836400b6c0 con 0x7f837406f0e0 2024-09-12T03:10:39.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.787+0000 7f836a000640 1 -- 172.21.15.29:0/688162457 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8364019070 con 0x7f837406f0e0 2024-09-12T03:10:39.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.787+0000 7f836a000640 1 -- 172.21.15.29:0/688162457 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f836400ba80 con 0x7f837406f0e0 2024-09-12T03:10:39.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.787+0000 7f8378e00640 1 -- 172.21.15.29:0/688162457 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83740b0b50 con 0x7f837406f0e0 2024-09-12T03:10:39.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.787+0000 7f8378e00640 1 -- 172.21.15.29:0/688162457 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83740b1110 con 0x7f837406f0e0 2024-09-12T03:10:39.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.788+0000 7f8378e00640 1 -- 172.21.15.29:0/688162457 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f837415f9a0 con 0x7f837406f0e0 2024-09-12T03:10:39.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.789+0000 7f836a000640 1 -- 172.21.15.29:0/688162457 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f836400bc20 con 0x7f837406f0e0 2024-09-12T03:10:39.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.790+0000 7f836a000640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f835406be30 0x7f835406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:39.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.790+0000 7f836a000640 1 -- 172.21.15.29:0/688162457 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f836408b580 con 0x7f837406f0e0 2024-09-12T03:10:39.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.791+0000 7f8371400640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f835406be30 0x7f835406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:39.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.791+0000 7f8371400640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f835406be30 0x7f835406e2f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8360034000 tx=0x7f836002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:39.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:39.794+0000 7f836a000640 1 -- 172.21.15.29:0/688162457 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8364059ce0 con 0x7f837406f0e0 2024-09-12T03:10:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.014+0000 7f8378e00640 1 -- 172.21.15.29:0/688162457 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f83740b4a30 con 0x7f837406f0e0 2024-09-12T03:10:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.015+0000 7f836a000640 1 -- 172.21.15.29:0/688162457 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5255 (secure 0 0 0) 0x7f83640595e0 con 0x7f837406f0e0 2024-09-12T03:10:40.016 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:40.016 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":25,"btime":"2024-09-12T03:09:58:604549+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4846,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/648822346","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":648822346},{"type":"v1","addr":"172.21.15.38:6836","nonce":648822346}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:09:35.809550+0000","modified":"2024-09-12T03:09:58.360545+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":4899,"mds_1":4884,"mds_2":4849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4849":{"gid":4849,"name":"b","rank":2,"incarnation":23,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6837/2078855410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2078855410},{"type":"v1","addr":"172.21.15.38:6837","nonce":2078855410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4884":{"gid":4884,"name":"c","rank":1,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.29:6833/4108429340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":4108429340},{"type":"v1","addr":"172.21.15.29:6833","nonce":4108429340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4899":{"gid":4899,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/75767180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":75767180},{"type":"v1","addr":"172.21.15.29:6835","nonce":75767180}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4899,"qdb_cluster":[4899,4884,4849]},"id":2}]} 2024-09-12T03:10:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 25 2024-09-12T03:10:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.017+0000 7f8378e00640 1 -- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f835406be30 msgr2=0x7f835406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.017+0000 7f8378e00640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f835406be30 0x7f835406e2f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8360034000 tx=0x7f836002e000 comp rx=0 tx=0).stop 2024-09-12T03:10:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.017+0000 7f8378e00640 1 -- 172.21.15.29:0/688162457 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f837406f0e0 msgr2=0x7f837414ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.017+0000 7f8378e00640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f837406f0e0 0x7f837414ba60 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f836400d800 tx=0x7f836400dcc0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.018+0000 7f8378e00640 1 -- 172.21.15.29:0/688162457 shutdown_connections 2024-09-12T03:10:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.018+0000 7f8378e00640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f835406be30 0x7f835406e2f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.018+0000 7f8378e00640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83740cf5a0 0x7f83740b1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.018+0000 7f8378e00640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f837406f4c0 0x7f8374154e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.018+0000 7f8378e00640 1 --2- 172.21.15.29:0/688162457 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f837406f0e0 0x7f837414ba60 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.018+0000 7f8378e00640 1 -- 172.21.15.29:0/688162457 >> 172.21.15.29:0/688162457 conn(0x7f8374067da0 msgr2=0x7f83740b4e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.018+0000 7f8378e00640 1 -- 172.21.15.29:0/688162457 shutdown_connections 2024-09-12T03:10:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.018+0000 7f8378e00640 1 -- 172.21.15.29:0/688162457 wait complete. 2024-09-12T03:10:40.034 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:10:40.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.190+0000 7f8576a00640 1 Processor -- start 2024-09-12T03:10:40.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.190+0000 7f8576a00640 1 -- start start 2024-09-12T03:10:40.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.191+0000 7f8576a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85700ad0d0 0x7f8570073bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.191+0000 7f8576a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f85700af450 0x7f85700b3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.191+0000 7f8576a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85701558d0 con 0x7f85701554f0 2024-09-12T03:10:40.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.191+0000 7f8576a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f857015b730 con 0x7f85700af450 2024-09-12T03:10:40.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.191+0000 7f8576a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f857015ba10 con 0x7f85700ad0d0 2024-09-12T03:10:40.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f8574c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85700ad0d0 0x7f8570073bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f8576000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f85700af450 0x7f85700b3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f8575600640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f85701554f0 0x7f85700aed40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:56654/0 (socket says 172.21.15.29:56654) 2024-09-12T03:10:40.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f8575600640 1 -- 172.21.15.29:0/1520396905 learned_addr learned my addr 172.21.15.29:0/1520396905 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:40.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f8574c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85700ad0d0 0x7f8570073bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:52436/0 (socket says 172.21.15.29:52436) 2024-09-12T03:10:40.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f856fe00640 1 -- 172.21.15.29:0/1520396905 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2981657761 0 0) 0x7f85701558d0 con 0x7f85701554f0 2024-09-12T03:10:40.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f856fe00640 1 -- 172.21.15.29:0/1520396905 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8558003520 con 0x7f85701554f0 2024-09-12T03:10:40.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f8574c00640 1 -- 172.21.15.29:0/1520396905 >> v2:172.21.15.38:3300/0 conn(0x7f85700af450 msgr2=0x7f85700b3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:40.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f8574c00640 1 --2- 172.21.15.29:0/1520396905 >> v2:172.21.15.38:3300/0 conn(0x7f85700af450 0x7f85700b3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f8574c00640 1 -- 172.21.15.29:0/1520396905 >> v1:172.21.15.38:6789/0 conn(0x7f85701554f0 legacy=0x7f85700aed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f8574c00640 1 -- 172.21.15.29:0/1520396905 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f857015bcf0 con 0x7f85700ad0d0 2024-09-12T03:10:40.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.192+0000 7f8576000640 1 --2- 172.21.15.29:0/1520396905 >> v2:172.21.15.38:3300/0 conn(0x7f85700af450 0x7f85700b3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:40.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.193+0000 7f8574c00640 1 --2- 172.21.15.29:0/1520396905 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85700ad0d0 0x7f8570073bf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f855c0097a0 tx=0x7f855c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5aa6eb879ec810e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:40.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.194+0000 7f856fe00640 1 -- 172.21.15.29:0/1520396905 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f855c037070 con 0x7f85700ad0d0 2024-09-12T03:10:40.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.194+0000 7f856fe00640 1 -- 172.21.15.29:0/1520396905 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f855c032440 con 0x7f85700ad0d0 2024-09-12T03:10:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.194+0000 7f856fe00640 1 -- 172.21.15.29:0/1520396905 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f855c032810 con 0x7f85700ad0d0 2024-09-12T03:10:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.194+0000 7f8576a00640 1 -- 172.21.15.29:0/1520396905 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85700ad0d0 msgr2=0x7f8570073bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.194+0000 7f8576a00640 1 --2- 172.21.15.29:0/1520396905 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85700ad0d0 0x7f8570073bf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f855c0097a0 tx=0x7f855c02a180 comp rx=0 tx=0).stop 2024-09-12T03:10:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.194+0000 7f8576a00640 1 -- 172.21.15.29:0/1520396905 shutdown_connections 2024-09-12T03:10:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.194+0000 7f8576a00640 1 --2- 172.21.15.29:0/1520396905 >> v2:172.21.15.38:3300/0 conn(0x7f85700af450 0x7f85700b3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.194+0000 7f8576a00640 1 --2- 172.21.15.29:0/1520396905 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85700ad0d0 0x7f8570073bf0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.194+0000 7f8576a00640 1 -- 172.21.15.29:0/1520396905 >> 172.21.15.29:0/1520396905 conn(0x7f857006bdf0 msgr2=0x7f857006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.194+0000 7f8576a00640 1 -- 172.21.15.29:0/1520396905 shutdown_connections 2024-09-12T03:10:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.194+0000 7f8576a00640 1 -- 172.21.15.29:0/1520396905 wait complete. 2024-09-12T03:10:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.196+0000 7f8576a00640 1 Processor -- start 2024-09-12T03:10:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.196+0000 7f8576a00640 1 -- start start 2024-09-12T03:10:40.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.197+0000 7f8576a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85700ad0d0 0x7f857009a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.197+0000 7f8576a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85700af450 0x7f85701f17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.197+0000 7f8576a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85701554f0 0x7f857009cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.197+0000 7f8576a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f857015b420 con 0x7f85700af450 2024-09-12T03:10:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.197+0000 7f8576a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f857015c2b0 con 0x7f85700ad0d0 2024-09-12T03:10:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.197+0000 7f8576a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f85700b3870 con 0x7f85701554f0 2024-09-12T03:10:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.197+0000 7f8574c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85700af450 0x7f85701f17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.197+0000 7f8574c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85700af450 0x7f85701f17e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60428/0 (socket says 172.21.15.29:60428) 2024-09-12T03:10:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.197+0000 7f8574c00640 1 -- 172.21.15.29:0/2099420972 learned_addr learned my addr 172.21.15.29:0/2099420972 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f8576000640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85701554f0 0x7f857009cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f8575600640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85700ad0d0 0x7f857009a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f8574c00640 1 -- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85701554f0 msgr2=0x7f857009cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f8574c00640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85701554f0 0x7f857009cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f8574c00640 1 -- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85700ad0d0 msgr2=0x7f857009a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f8574c00640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85700ad0d0 0x7f857009a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f8574c00640 1 -- 172.21.15.29:0/2099420972 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f857009d550 con 0x7f85700af450 2024-09-12T03:10:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f8574c00640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85700af450 0x7f85701f17e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f855c035040 tx=0x7f855c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f856d600640 1 -- 172.21.15.29:0/2099420972 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f855c041030 con 0x7f85700af450 2024-09-12T03:10:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f856d600640 1 -- 172.21.15.29:0/2099420972 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f855c03d4e0 con 0x7f85700af450 2024-09-12T03:10:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f856d600640 1 -- 172.21.15.29:0/2099420972 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f855c037040 con 0x7f85700af450 2024-09-12T03:10:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.198+0000 7f8576a00640 1 -- 172.21.15.29:0/2099420972 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f857009d830 con 0x7f85700af450 2024-09-12T03:10:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.199+0000 7f8576a00640 1 -- 172.21.15.29:0/2099420972 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f857009ddf0 con 0x7f85700af450 2024-09-12T03:10:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.200+0000 7f8576a00640 1 -- 172.21.15.29:0/2099420972 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8570073bf0 con 0x7f85700af450 2024-09-12T03:10:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.201+0000 7f856d600640 1 -- 172.21.15.29:0/2099420972 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f855c044070 con 0x7f85700af450 2024-09-12T03:10:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.202+0000 7f856d600640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f855006be30 0x7f855006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.202+0000 7f856d600640 1 -- 172.21.15.29:0/2099420972 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f855c0ab720 con 0x7f85700af450 2024-09-12T03:10:40.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.202+0000 7f8575600640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f855006be30 0x7f855006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.203+0000 7f8575600640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f855006be30 0x7f855006e2f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f85640011e0 tx=0x7f8564009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:40.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.206+0000 7f856d600640 1 -- 172.21.15.29:0/2099420972 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f855c079e90 con 0x7f85700af450 2024-09-12T03:10:40.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.429+0000 7f8576a00640 1 -- 172.21.15.29:0/2099420972 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8570154cf0 con 0x7f85700af450 2024-09-12T03:10:40.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.429+0000 7f856d600640 1 -- 172.21.15.29:0/2099420972 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5255 (secure 0 0 0) 0x7f855c079790 con 0x7f85700af450 2024-09-12T03:10:40.430 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:40.430 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":25,"btime":"2024-09-12T03:09:58:604549+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4846,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/648822346","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":648822346},{"type":"v1","addr":"172.21.15.38:6836","nonce":648822346}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:09:35.809550+0000","modified":"2024-09-12T03:09:58.360545+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":4899,"mds_1":4884,"mds_2":4849},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4849":{"gid":4849,"name":"b","rank":2,"incarnation":23,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6837/2078855410","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2078855410},{"type":"v1","addr":"172.21.15.38:6837","nonce":2078855410}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4884":{"gid":4884,"name":"c","rank":1,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.29:6833/4108429340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":4108429340},{"type":"v1","addr":"172.21.15.29:6833","nonce":4108429340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_4899":{"gid":4899,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/75767180","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":75767180},{"type":"v1","addr":"172.21.15.29:6835","nonce":75767180}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4899,"qdb_cluster":[4899,4884,4849]},"id":2}]} 2024-09-12T03:10:40.430 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 25 2024-09-12T03:10:40.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 -- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f855006be30 msgr2=0x7f855006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f855006be30 0x7f855006e2f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f85640011e0 tx=0x7f8564009040 comp rx=0 tx=0).stop 2024-09-12T03:10:40.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 -- 172.21.15.29:0/2099420972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85700af450 msgr2=0x7f85701f17e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85700af450 0x7f85701f17e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f855c035040 tx=0x7f855c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 -- 172.21.15.29:0/2099420972 shutdown_connections 2024-09-12T03:10:40.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f855006be30 0x7f855006e2f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85701554f0 0x7f857009cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85700af450 0x7f85701f17e0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 --2- 172.21.15.29:0/2099420972 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85700ad0d0 0x7f857009a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 -- 172.21.15.29:0/2099420972 >> 172.21.15.29:0/2099420972 conn(0x7f857006bdf0 msgr2=0x7f85700b2260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:40.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 -- 172.21.15.29:0/2099420972 shutdown_connections 2024-09-12T03:10:40.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.432+0000 7f8576a00640 1 -- 172.21.15.29:0/2099420972 wait complete. 2024-09-12T03:10:40.450 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:10:40.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.607+0000 7f7e67800640 1 Processor -- start 2024-09-12T03:10:40.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.607+0000 7f7e67800640 1 -- start start 2024-09-12T03:10:40.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.608+0000 7f7e67800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7e6015e660 0x7f7e600d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.608+0000 7f7e67800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7e600d3150 0x7f7e600b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.608+0000 7f7e67800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e600d3680 con 0x7f7e600b6530 2024-09-12T03:10:40.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.608+0000 7f7e67800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f7e6006d4b0 con 0x7f7e6015e660 2024-09-12T03:10:40.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.608+0000 7f7e67800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f7e600d3960 con 0x7f7e600d3150 2024-09-12T03:10:40.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.609+0000 7f7e64e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7e6015e660 0x7f7e600d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.609+0000 7f7e65800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7e600b6530 0x7f7e600cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44098/0 (socket says 172.21.15.29:44098) 2024-09-12T03:10:40.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.609+0000 7f7e65800640 1 -- 172.21.15.29:0/3619265499 learned_addr learned my addr 172.21.15.29:0/3619265499 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:40.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.609+0000 7f7e5fe00640 1 --2- 172.21.15.29:0/3619265499 >> v2:172.21.15.38:3300/0 conn(0x7f7e600d3150 0x7f7e600b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.609+0000 7f7e64e00640 1 -- 172.21.15.29:0/3619265499 >> v2:172.21.15.38:3300/0 conn(0x7f7e600d3150 msgr2=0x7f7e600b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:40.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.609+0000 7f7e64e00640 1 --2- 172.21.15.29:0/3619265499 >> v2:172.21.15.38:3300/0 conn(0x7f7e600d3150 0x7f7e600b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.609+0000 7f7e64e00640 1 -- 172.21.15.29:0/3619265499 >> v1:172.21.15.29:6789/0 conn(0x7f7e600b6530 legacy=0x7f7e600cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.609+0000 7f7e5f400640 1 -- 172.21.15.29:0/3619265499 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3068499093 0 0) 0x7f7e600d3680 con 0x7f7e600b6530 2024-09-12T03:10:40.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.609+0000 7f7e64e00640 1 -- 172.21.15.29:0/3619265499 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e6006ce60 con 0x7f7e6015e660 2024-09-12T03:10:40.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.609+0000 7f7e5fe00640 1 --2- 172.21.15.29:0/3619265499 >> v2:172.21.15.38:3300/0 conn(0x7f7e600d3150 0x7f7e600b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.610+0000 7f7e64e00640 1 --2- 172.21.15.29:0/3619265499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e6015e660 0x7f7e600d4dd0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f7e6008d770 tx=0x7f7e5402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6611789cf1c6e553 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.610+0000 7f7e5f400640 1 -- 172.21.15.29:0/3619265499 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e54037070 con 0x7f7e6015e660 2024-09-12T03:10:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.610+0000 7f7e5f400640 1 -- 172.21.15.29:0/3619265499 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e54032440 con 0x7f7e6015e660 2024-09-12T03:10:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.610+0000 7f7e5f400640 1 -- 172.21.15.29:0/3619265499 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e54032810 con 0x7f7e6015e660 2024-09-12T03:10:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.611+0000 7f7e67800640 1 -- 172.21.15.29:0/3619265499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e6015e660 msgr2=0x7f7e600d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.611+0000 7f7e67800640 1 --2- 172.21.15.29:0/3619265499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e6015e660 0x7f7e600d4dd0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f7e6008d770 tx=0x7f7e5402a230 comp rx=0 tx=0).stop 2024-09-12T03:10:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.611+0000 7f7e67800640 1 -- 172.21.15.29:0/3619265499 shutdown_connections 2024-09-12T03:10:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.611+0000 7f7e67800640 1 --2- 172.21.15.29:0/3619265499 >> v2:172.21.15.38:3300/0 conn(0x7f7e600d3150 0x7f7e600b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.611+0000 7f7e67800640 1 --2- 172.21.15.29:0/3619265499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e6015e660 0x7f7e600d4dd0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.611+0000 7f7e67800640 1 -- 172.21.15.29:0/3619265499 >> 172.21.15.29:0/3619265499 conn(0x7f7e6008c000 msgr2=0x7f7e600d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:40.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.611+0000 7f7e67800640 1 -- 172.21.15.29:0/3619265499 shutdown_connections 2024-09-12T03:10:40.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.611+0000 7f7e67800640 1 -- 172.21.15.29:0/3619265499 wait complete. 2024-09-12T03:10:40.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.613+0000 7f7e67800640 1 Processor -- start 2024-09-12T03:10:40.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.613+0000 7f7e67800640 1 -- start start 2024-09-12T03:10:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e67800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e600b6530 0x7f7e601f6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e67800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e600d3150 0x7f7e601f4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e67800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e6015e660 0x7f7e601613b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e67800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7e6015ea40 con 0x7f7e6015e660 2024-09-12T03:10:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e67800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7e600d5310 con 0x7f7e600d3150 2024-09-12T03:10:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e67800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7e6006e950 con 0x7f7e600b6530 2024-09-12T03:10:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e65800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e6015e660 0x7f7e601613b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e65800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e6015e660 0x7f7e601613b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60452/0 (socket says 172.21.15.29:60452) 2024-09-12T03:10:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e65800640 1 -- 172.21.15.29:0/460520884 learned_addr learned my addr 172.21.15.29:0/460520884 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e5fe00640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e600d3150 0x7f7e601f4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e64e00640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e600b6530 0x7f7e601f6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e65800640 1 -- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e600b6530 msgr2=0x7f7e601f6bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e65800640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e600b6530 0x7f7e601f6bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e65800640 1 -- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e600d3150 msgr2=0x7f7e601f4db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e65800640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e600d3150 0x7f7e601f4db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.614+0000 7f7e65800640 1 -- 172.21.15.29:0/460520884 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e6015eea0 con 0x7f7e6015e660 2024-09-12T03:10:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.615+0000 7f7e65800640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e6015e660 0x7f7e601613b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f7e5800c7d0 tx=0x7f7e5800cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:40.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.615+0000 7f7e5cc00640 1 -- 172.21.15.29:0/460520884 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e58018070 con 0x7f7e6015e660 2024-09-12T03:10:40.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.615+0000 7f7e5cc00640 1 -- 172.21.15.29:0/460520884 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e5800a640 con 0x7f7e6015e660 2024-09-12T03:10:40.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.615+0000 7f7e5cc00640 1 -- 172.21.15.29:0/460520884 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5800aa70 con 0x7f7e6015e660 2024-09-12T03:10:40.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.615+0000 7f7e67800640 1 -- 172.21.15.29:0/460520884 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e60161f20 con 0x7f7e6015e660 2024-09-12T03:10:40.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.615+0000 7f7e67800640 1 -- 172.21.15.29:0/460520884 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e600ccaa0 con 0x7f7e6015e660 2024-09-12T03:10:40.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.616+0000 7f7e67800640 1 -- 172.21.15.29:0/460520884 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e600b5ff0 con 0x7f7e6015e660 2024-09-12T03:10:40.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.617+0000 7f7e5cc00640 1 -- 172.21.15.29:0/460520884 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7e5800ac10 con 0x7f7e6015e660 2024-09-12T03:10:40.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.618+0000 7f7e5cc00640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e4006be30 0x7f7e4006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.618+0000 7f7e5cc00640 1 -- 172.21.15.29:0/460520884 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f7e5808a5f0 con 0x7f7e6015e660 2024-09-12T03:10:40.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.618+0000 7f7e64e00640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e4006be30 0x7f7e4006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.619+0000 7f7e64e00640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e4006be30 0x7f7e4006e2f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7e54034000 tx=0x7f7e5402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.622+0000 7f7e5cc00640 1 -- 172.21.15.29:0/460520884 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e58058790 con 0x7f7e6015e660 2024-09-12T03:10:40.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.812+0000 7f7e67800640 1 -- 172.21.15.29:0/460520884 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7e6006bda0 con 0x7f7e6015e660 2024-09-12T03:10:40.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.814+0000 7f7e5cc00640 1 -- 172.21.15.29:0/460520884 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+16922 (secure 0 0 0) 0x7f7e5805ca90 con 0x7f7e6015e660 2024-09-12T03:10:40.815 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:40.815 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":41,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:10:07.649018+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:09:34.158283+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-12T03:09:34.795269+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.a","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:10:40.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 -- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e4006be30 msgr2=0x7f7e4006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e4006be30 0x7f7e4006e2f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7e54034000 tx=0x7f7e5402e000 comp rx=0 tx=0).stop 2024-09-12T03:10:40.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 -- 172.21.15.29:0/460520884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e6015e660 msgr2=0x7f7e601613b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e6015e660 0x7f7e601613b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f7e5800c7d0 tx=0x7f7e5800cc90 comp rx=0 tx=0).stop 2024-09-12T03:10:40.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 -- 172.21.15.29:0/460520884 shutdown_connections 2024-09-12T03:10:40.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e4006be30 0x7f7e4006e2f0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e6015e660 0x7f7e601613b0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e600d3150 0x7f7e601f4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 --2- 172.21.15.29:0/460520884 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e600b6530 0x7f7e601f6bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 -- 172.21.15.29:0/460520884 >> 172.21.15.29:0/460520884 conn(0x7f7e6008c000 msgr2=0x7f7e600b11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:40.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 -- 172.21.15.29:0/460520884 shutdown_connections 2024-09-12T03:10:40.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.816+0000 7f7e67800640 1 -- 172.21.15.29:0/460520884 wait complete. 2024-09-12T03:10:40.833 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-12T03:10:40.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.992+0000 7f1353800640 1 Processor -- start 2024-09-12T03:10:40.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.992+0000 7f1353800640 1 -- start start 2024-09-12T03:10:40.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.994+0000 7f1353800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f134c162cc0 0x7f134c0b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.994+0000 7f1353800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f134c070a80 0x7f134c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:40.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.994+0000 7f1353800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f134c0711b0 con 0x7f134c06c150 2024-09-12T03:10:40.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.994+0000 7f1353800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f134c0d2110 con 0x7f134c162cc0 2024-09-12T03:10:40.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.994+0000 7f1353800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f134c15fa40 con 0x7f134c070a80 2024-09-12T03:10:40.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.994+0000 7f1350e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f134c162cc0 0x7f134c0b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.994+0000 7f134be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f134c070a80 0x7f134c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:40.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.994+0000 7f1350e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f134c162cc0 0x7f134c0b6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:60798/0 (socket says 172.21.15.29:60798) 2024-09-12T03:10:40.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.994+0000 7f1350e00640 1 -- 172.21.15.29:0/1791961577 learned_addr learned my addr 172.21.15.29:0/1791961577 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:40.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.994+0000 7f1351800640 1 --1- 172.21.15.29:0/1791961577 >> v1:172.21.15.38:6789/0 conn(0x7f134c06c150 0x7f134c158530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:56664/0 (socket says 172.21.15.29:56664) 2024-09-12T03:10:40.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.995+0000 7f1350e00640 1 -- 172.21.15.29:0/1791961577 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f134c070a80 msgr2=0x7f134c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:40.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.995+0000 7f1350e00640 1 --2- 172.21.15.29:0/1791961577 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f134c070a80 0x7f134c06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.995+0000 7f1350e00640 1 -- 172.21.15.29:0/1791961577 >> v1:172.21.15.38:6789/0 conn(0x7f134c06c150 legacy=0x7f134c158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.995+0000 7f1350e00640 1 -- 172.21.15.29:0/1791961577 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f134c162020 con 0x7f134c162cc0 2024-09-12T03:10:40.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.995+0000 7f134b400640 1 -- 172.21.15.29:0/1791961577 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1609115765 0 0) 0x7f134c0711b0 con 0x7f134c06c150 2024-09-12T03:10:40.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.996+0000 7f1350e00640 1 --2- 172.21.15.29:0/1791961577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f134c162cc0 0x7f134c0b6f90 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f1340009870 tx=0x7f134002a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=793b8e9b8532900c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:40.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.997+0000 7f134b400640 1 -- 172.21.15.29:0/1791961577 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1340037070 con 0x7f134c162cc0 2024-09-12T03:10:40.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.997+0000 7f134b400640 1 -- 172.21.15.29:0/1791961577 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1340032440 con 0x7f134c162cc0 2024-09-12T03:10:40.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.997+0000 7f134b400640 1 -- 172.21.15.29:0/1791961577 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1340032810 con 0x7f134c162cc0 2024-09-12T03:10:40.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.997+0000 7f1353800640 1 -- 172.21.15.29:0/1791961577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f134c162cc0 msgr2=0x7f134c0b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.997+0000 7f1353800640 1 --2- 172.21.15.29:0/1791961577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f134c162cc0 0x7f134c0b6f90 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f1340009870 tx=0x7f134002a270 comp rx=0 tx=0).stop 2024-09-12T03:10:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.997+0000 7f1353800640 1 -- 172.21.15.29:0/1791961577 shutdown_connections 2024-09-12T03:10:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.997+0000 7f1353800640 1 --2- 172.21.15.29:0/1791961577 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f134c070a80 0x7f134c06bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.997+0000 7f1353800640 1 --2- 172.21.15.29:0/1791961577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f134c162cc0 0x7f134c0b6f90 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.997+0000 7f1353800640 1 -- 172.21.15.29:0/1791961577 >> 172.21.15.29:0/1791961577 conn(0x7f134c09aa70 msgr2=0x7f134c0b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.997+0000 7f1353800640 1 -- 172.21.15.29:0/1791961577 shutdown_connections 2024-09-12T03:10:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.997+0000 7f1353800640 1 -- 172.21.15.29:0/1791961577 wait complete. 2024-09-12T03:10:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.999+0000 7f1353800640 1 Processor -- start 2024-09-12T03:10:41.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:40.999+0000 7f1353800640 1 -- start start 2024-09-12T03:10:41.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.000+0000 7f1353800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f134c06c150 0x7f134c1e9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:41.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.000+0000 7f1353800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f134c070a80 0x7f134c145bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:41.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.000+0000 7f1353800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f134c162cc0 0x7f134c15ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:41.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.000+0000 7f1353800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f134c0d1350 con 0x7f134c070a80 2024-09-12T03:10:41.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.000+0000 7f1353800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f134c0d1c80 con 0x7f134c162cc0 2024-09-12T03:10:41.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.000+0000 7f1353800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f134c0d1630 con 0x7f134c06c150 2024-09-12T03:10:41.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.000+0000 7f134be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f134c070a80 0x7f134c145bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:41.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.000+0000 7f134be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f134c070a80 0x7f134c145bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60466/0 (socket says 172.21.15.29:60466) 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.000+0000 7f134be00640 1 -- 172.21.15.29:0/3089254660 learned_addr learned my addr 172.21.15.29:0/3089254660 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.000+0000 7f1351800640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f134c162cc0 0x7f134c15ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.000+0000 7f1350e00640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f134c06c150 0x7f134c1e9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.001+0000 7f134be00640 1 -- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f134c06c150 msgr2=0x7f134c1e9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.001+0000 7f134be00640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f134c06c150 0x7f134c1e9150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.001+0000 7f134be00640 1 -- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f134c162cc0 msgr2=0x7f134c15ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.001+0000 7f134be00640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f134c162cc0 0x7f134c15ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.001+0000 7f134be00640 1 -- 172.21.15.29:0/3089254660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f134c1e9730 con 0x7f134c070a80 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.001+0000 7f134be00640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f134c070a80 0x7f134c145bc0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f133800e840 tx=0x7f133800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.001+0000 7f1348c00640 1 -- 172.21.15.29:0/3089254660 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1338017070 con 0x7f134c070a80 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.001+0000 7f1348c00640 1 -- 172.21.15.29:0/3089254660 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f133800c940 con 0x7f134c070a80 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.001+0000 7f1348c00640 1 -- 172.21.15.29:0/3089254660 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f133800cd10 con 0x7f134c070a80 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.001+0000 7f1353800640 1 -- 172.21.15.29:0/3089254660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f134c0b2ad0 con 0x7f134c070a80 2024-09-12T03:10:41.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.002+0000 7f1353800640 1 -- 172.21.15.29:0/3089254660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f134c0b3090 con 0x7f134c070a80 2024-09-12T03:10:41.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.003+0000 7f1353800640 1 -- 172.21.15.29:0/3089254660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f134c0d1910 con 0x7f134c070a80 2024-09-12T03:10:41.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.003+0000 7f1348c00640 1 -- 172.21.15.29:0/3089254660 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f133801a070 con 0x7f134c070a80 2024-09-12T03:10:41.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.004+0000 7f1348c00640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f132c06be30 0x7f132c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:41.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.004+0000 7f1348c00640 1 -- 172.21.15.29:0/3089254660 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6130+0+0 (secure 0 0 0) 0x7f133808aeb0 con 0x7f134c070a80 2024-09-12T03:10:41.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.005+0000 7f1350e00640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f132c06be30 0x7f132c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:41.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.006+0000 7f1350e00640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f132c06be30 0x7f132c06e2f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1340034000 tx=0x7f134002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:41.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.009+0000 7f1348c00640 1 -- 172.21.15.29:0/3089254660 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1338058fc0 con 0x7f134c070a80 2024-09-12T03:10:41.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.230+0000 7f1353800640 1 -- 172.21.15.29:0/3089254660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f134c0d1020 con 0x7f134c070a80 2024-09-12T03:10:41.230 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:10:41.230+0000 7fcf24a00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T03:10:41.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.232+0000 7f1348c00640 1 -- 172.21.15.29:0/3089254660 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v26) ==== 161+0+0 (secure 0 0 0) 0x7f133805d2c0 con 0x7f134c070a80 2024-09-12T03:10:41.233 INFO:teuthology.orchestra.run.smithi029.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-12T03:10:41.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.235+0000 7f1353800640 1 -- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f132c06be30 msgr2=0x7f132c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:41.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.235+0000 7f1353800640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f132c06be30 0x7f132c06e2f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1340034000 tx=0x7f134002e000 comp rx=0 tx=0).stop 2024-09-12T03:10:41.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.235+0000 7f1353800640 1 -- 172.21.15.29:0/3089254660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f134c070a80 msgr2=0x7f134c145bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:41.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.235+0000 7f1353800640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f134c070a80 0x7f134c145bc0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f133800e840 tx=0x7f133800ed00 comp rx=0 tx=0).stop 2024-09-12T03:10:41.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.235+0000 7f1353800640 1 -- 172.21.15.29:0/3089254660 shutdown_connections 2024-09-12T03:10:41.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.235+0000 7f1353800640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f132c06be30 0x7f132c06e2f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:41.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.235+0000 7f1353800640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f134c162cc0 0x7f134c15ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:41.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.235+0000 7f1353800640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f134c070a80 0x7f134c145bc0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:41.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.235+0000 7f1353800640 1 --2- 172.21.15.29:0/3089254660 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f134c06c150 0x7f134c1e9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:41.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.235+0000 7f1353800640 1 -- 172.21.15.29:0/3089254660 >> 172.21.15.29:0/3089254660 conn(0x7f134c09aa70 msgr2=0x7f134c0b6770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:41.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.236+0000 7f1353800640 1 -- 172.21.15.29:0/3089254660 shutdown_connections 2024-09-12T03:10:41.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.236+0000 7f1353800640 1 -- 172.21.15.29:0/3089254660 wait complete. 2024-09-12T03:10:41.254 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-12T03:10:41.296 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:10:41.303 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:10:41.314 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:10:41.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.420+0000 7f3f3a800640 1 Processor -- start 2024-09-12T03:10:41.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.420+0000 7f3f3a800640 1 -- start start 2024-09-12T03:10:41.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.421+0000 7f3f3a800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3f340d4c80 0x7f3f3406e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:41.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.421+0000 7f3f3a800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f340cf180 con 0x7f3f34161c70 2024-09-12T03:10:41.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.421+0000 7f3f3a800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f3406cfb0 con 0x7f3f340b6700 2024-09-12T03:10:41.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.421+0000 7f3f3a800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f3f34162050 con 0x7f3f340d4c80 2024-09-12T03:10:41.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.421+0000 7f3f33400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f3f34161c70 0x7f3f340b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44116/0 (socket says 172.21.15.29:44116) 2024-09-12T03:10:41.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.421+0000 7f3f33400640 1 -- 172.21.15.29:0/924872832 learned_addr learned my addr 172.21.15.29:0/924872832 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:41.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.421+0000 7f3f33e00640 1 --2- 172.21.15.29:0/924872832 >> v2:172.21.15.29:3300/0 conn(0x7f3f340d4c80 0x7f3f3406e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:41.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.422+0000 7f3f32a00640 1 -- 172.21.15.29:0/924872832 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1925011353 0 0) 0x7f3f340cf180 con 0x7f3f34161c70 2024-09-12T03:10:41.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.422+0000 7f3f32a00640 1 -- 172.21.15.29:0/924872832 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3f18003520 con 0x7f3f34161c70 2024-09-12T03:10:41.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.422+0000 7f3f32a00640 1 -- 172.21.15.29:0/924872832 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1669015624 0 0) 0x7f3f3406cfb0 con 0x7f3f340b6700 2024-09-12T03:10:41.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.422+0000 7f3f32a00640 1 -- 172.21.15.29:0/924872832 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3f340cf180 con 0x7f3f340b6700 2024-09-12T03:10:41.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.422+0000 7f3f33e00640 1 -- 172.21.15.29:0/924872832 >> v1:172.21.15.38:6789/0 conn(0x7f3f340b6700 legacy=0x7f3f3406da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:41.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.422+0000 7f3f33e00640 1 -- 172.21.15.29:0/924872832 >> v1:172.21.15.29:6789/0 conn(0x7f3f34161c70 legacy=0x7f3f340b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.422+0000 7f3f33e00640 1 -- 172.21.15.29:0/924872832 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f3406d290 con 0x7f3f340d4c80 2024-09-12T03:10:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.423+0000 7f3f33e00640 1 --2- 172.21.15.29:0/924872832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f340d4c80 0x7f3f3406e1a0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c009d90 tx=0x7f3f2c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d499b4841be7328 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.423+0000 7f3f32a00640 1 -- 172.21.15.29:0/924872832 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f2c007740 con 0x7f3f340d4c80 2024-09-12T03:10:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.423+0000 7f3f32a00640 1 -- 172.21.15.29:0/924872832 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f2c0078e0 con 0x7f3f340d4c80 2024-09-12T03:10:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.423+0000 7f3f32a00640 1 -- 172.21.15.29:0/924872832 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f2c007cb0 con 0x7f3f340d4c80 2024-09-12T03:10:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.424+0000 7f3f3a800640 1 -- 172.21.15.29:0/924872832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f340d4c80 msgr2=0x7f3f3406e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.424+0000 7f3f3a800640 1 --2- 172.21.15.29:0/924872832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f340d4c80 0x7f3f3406e1a0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c009d90 tx=0x7f3f2c02a6f0 comp rx=0 tx=0).stop 2024-09-12T03:10:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.424+0000 7f3f3a800640 1 -- 172.21.15.29:0/924872832 shutdown_connections 2024-09-12T03:10:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.424+0000 7f3f3a800640 1 --2- 172.21.15.29:0/924872832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f340d4c80 0x7f3f3406e1a0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.424+0000 7f3f3a800640 1 -- 172.21.15.29:0/924872832 >> 172.21.15.29:0/924872832 conn(0x7f3f3408c000 msgr2=0x7f3f340d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.424+0000 7f3f3a800640 1 -- 172.21.15.29:0/924872832 shutdown_connections 2024-09-12T03:10:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.424+0000 7f3f3a800640 1 -- 172.21.15.29:0/924872832 wait complete. 2024-09-12T03:10:41.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.426+0000 7f3f3a800640 1 Processor -- start 2024-09-12T03:10:41.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.426+0000 7f3f3a800640 1 -- start start 2024-09-12T03:10:41.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.426+0000 7f3f3a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f340b6700 0x7f3f3415ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f3a800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f340d4c80 0x7f3f340c8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f3a800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f34161c70 0x7f3f340c8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f3a800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3f340cebc0 con 0x7f3f340b6700 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f3a800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3f3406d600 con 0x7f3f34161c70 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f3a800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3f340ced40 con 0x7f3f340d4c80 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f33400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f340b6700 0x7f3f3415ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f33400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f340b6700 0x7f3f3415ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60520/0 (socket says 172.21.15.29:60520) 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f33400640 1 -- 172.21.15.29:0/4010005159 learned_addr learned my addr 172.21.15.29:0/4010005159 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f2be00640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f340d4c80 0x7f3f340c8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f33e00640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f34161c70 0x7f3f340c8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f33400640 1 -- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f340d4c80 msgr2=0x7f3f340c8ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f33400640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f340d4c80 0x7f3f340c8ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f33400640 1 -- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f34161c70 msgr2=0x7f3f340c8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f33400640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f34161c70 0x7f3f340c8ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:41.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.427+0000 7f3f33400640 1 -- 172.21.15.29:0/4010005159 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f340ce2e0 con 0x7f3f340b6700 2024-09-12T03:10:41.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.428+0000 7f3f33400640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f340b6700 0x7f3f3415ab30 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f3f2400c440 tx=0x7f3f2400c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:41.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.428+0000 7f3f2b400640 1 -- 172.21.15.29:0/4010005159 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f24017070 con 0x7f3f340b6700 2024-09-12T03:10:41.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.428+0000 7f3f2b400640 1 -- 172.21.15.29:0/4010005159 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f24005ce0 con 0x7f3f340b6700 2024-09-12T03:10:41.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.428+0000 7f3f2b400640 1 -- 172.21.15.29:0/4010005159 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f24007290 con 0x7f3f340b6700 2024-09-12T03:10:41.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.428+0000 7f3f3a800640 1 -- 172.21.15.29:0/4010005159 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f340b83f0 con 0x7f3f340b6700 2024-09-12T03:10:41.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.428+0000 7f3f3a800640 1 -- 172.21.15.29:0/4010005159 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f340ce860 con 0x7f3f340b6700 2024-09-12T03:10:41.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.429+0000 7f3f3a800640 1 -- 172.21.15.29:0/4010005159 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f340b5ff0 con 0x7f3f340b6700 2024-09-12T03:10:41.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.430+0000 7f3f2b400640 1 -- 172.21.15.29:0/4010005159 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3f2401a070 con 0x7f3f340b6700 2024-09-12T03:10:41.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.431+0000 7f3f2b400640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f1006be30 0x7f3f1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:41.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.431+0000 7f3f2b400640 1 -- 172.21.15.29:0/4010005159 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6388+0+0 (secure 0 0 0) 0x7f3f2408a530 con 0x7f3f340b6700 2024-09-12T03:10:41.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.432+0000 7f3f2be00640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f1006be30 0x7f3f1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:41.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.432+0000 7f3f2be00640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f1006be30 0x7f3f1006e2f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3f34160b80 tx=0x7f3f1c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:41.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.436+0000 7f3f2b400640 1 -- 172.21.15.29:0/4010005159 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3f24058b90 con 0x7f3f340b6700 2024-09-12T03:10:41.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:41.656+0000 7f3f3a800640 1 -- 172.21.15.29:0/4010005159 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3f3406ea60 con 0x7f3f340b6700 2024-09-12T03:10:42.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.234+0000 7f3f2b400640 1 -- 172.21.15.29:0/4010005159 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v27) ==== 104+0+0 (secure 0 0 0) 0x7f3f24058490 con 0x7f3f340b6700 2024-09-12T03:10:42.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 -- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f1006be30 msgr2=0x7f3f1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:42.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f1006be30 0x7f3f1006e2f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3f34160b80 tx=0x7f3f1c009040 comp rx=0 tx=0).stop 2024-09-12T03:10:42.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 -- 172.21.15.29:0/4010005159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f340b6700 msgr2=0x7f3f3415ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:42.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f340b6700 0x7f3f3415ab30 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f3f2400c440 tx=0x7f3f2400c900 comp rx=0 tx=0).stop 2024-09-12T03:10:42.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 -- 172.21.15.29:0/4010005159 shutdown_connections 2024-09-12T03:10:42.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f1006be30 0x7f3f1006e2f0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:42.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f34161c70 0x7f3f340c8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:42.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f340d4c80 0x7f3f340c8ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:42.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 --2- 172.21.15.29:0/4010005159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f340b6700 0x7f3f3415ab30 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:42.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 -- 172.21.15.29:0/4010005159 >> 172.21.15.29:0/4010005159 conn(0x7f3f3408c000 msgr2=0x7f3f340b5090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:42.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 -- 172.21.15.29:0/4010005159 shutdown_connections 2024-09-12T03:10:42.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.237+0000 7f3f3a800640 1 -- 172.21.15.29:0/4010005159 wait complete. 2024-09-12T03:10:42.258 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-12T03:10:42.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.421+0000 7fc278a00640 1 Processor -- start 2024-09-12T03:10:42.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.421+0000 7fc278a00640 1 -- start start 2024-09-12T03:10:42.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.422+0000 7fc278a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc274161b80 0x7fc2740d0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:42.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.422+0000 7fc278a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc2740d4f60 0x7fc2740d12b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:42.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.422+0000 7fc278a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2740cfdd0 con 0x7fc2741622f0 2024-09-12T03:10:42.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.422+0000 7fc278a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fc2740b3bb0 con 0x7fc274161b80 2024-09-12T03:10:42.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.422+0000 7fc278a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc2740d00b0 con 0x7fc2740d4f60 2024-09-12T03:10:42.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.422+0000 7fc272800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc2741622f0 0x7fc2741627a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44120/0 (socket says 172.21.15.29:44120) 2024-09-12T03:10:42.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.422+0000 7fc272800640 1 -- 172.21.15.29:0/167627582 learned_addr learned my addr 172.21.15.29:0/167627582 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:42.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.422+0000 7fc271e00640 1 --2- 172.21.15.29:0/167627582 >> v2:172.21.15.38:3300/0 conn(0x7fc274161b80 0x7fc2740d0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:42.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.422+0000 7fc269400640 1 --2- 172.21.15.29:0/167627582 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc2740d4f60 0x7fc2740d12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:42.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.423+0000 7fc271400640 1 -- 172.21.15.29:0/167627582 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3458897152 0 0) 0x7fc2740cfdd0 con 0x7fc2741622f0 2024-09-12T03:10:42.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.423+0000 7fc271400640 1 -- 172.21.15.29:0/167627582 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc258003520 con 0x7fc2741622f0 2024-09-12T03:10:42.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.423+0000 7fc271e00640 1 -- 172.21.15.29:0/167627582 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc2740d4f60 msgr2=0x7fc2740d12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:42.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.423+0000 7fc271e00640 1 --2- 172.21.15.29:0/167627582 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc2740d4f60 0x7fc2740d12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:42.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.423+0000 7fc271e00640 1 -- 172.21.15.29:0/167627582 >> v1:172.21.15.29:6789/0 conn(0x7fc2741622f0 legacy=0x7fc2741627a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:42.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.423+0000 7fc271e00640 1 -- 172.21.15.29:0/167627582 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2740d0390 con 0x7fc274161b80 2024-09-12T03:10:42.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.423+0000 7fc269400640 1 --2- 172.21.15.29:0/167627582 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc2740d4f60 0x7fc2740d12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:42.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.424+0000 7fc271e00640 1 --2- 172.21.15.29:0/167627582 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc274161b80 0x7fc2740d0d70 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc2640097a0 tx=0x7fc26402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bb205a47a5a234b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:42.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.424+0000 7fc271400640 1 -- 172.21.15.29:0/167627582 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc264037070 con 0x7fc274161b80 2024-09-12T03:10:42.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.424+0000 7fc271400640 1 -- 172.21.15.29:0/167627582 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc264032440 con 0x7fc274161b80 2024-09-12T03:10:42.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.424+0000 7fc271400640 1 -- 172.21.15.29:0/167627582 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc264032810 con 0x7fc274161b80 2024-09-12T03:10:42.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.425+0000 7fc278a00640 1 -- 172.21.15.29:0/167627582 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc274161b80 msgr2=0x7fc2740d0d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:42.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.425+0000 7fc278a00640 1 --2- 172.21.15.29:0/167627582 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc274161b80 0x7fc2740d0d70 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc2640097a0 tx=0x7fc26402a180 comp rx=0 tx=0).stop 2024-09-12T03:10:42.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.425+0000 7fc278a00640 1 -- 172.21.15.29:0/167627582 shutdown_connections 2024-09-12T03:10:42.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.425+0000 7fc278a00640 1 --2- 172.21.15.29:0/167627582 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc2740d4f60 0x7fc2740d12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:42.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.425+0000 7fc278a00640 1 --2- 172.21.15.29:0/167627582 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc274161b80 0x7fc2740d0d70 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:42.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.425+0000 7fc278a00640 1 -- 172.21.15.29:0/167627582 >> 172.21.15.29:0/167627582 conn(0x7fc27408c000 msgr2=0x7fc2740d4480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:42.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.425+0000 7fc278a00640 1 -- 172.21.15.29:0/167627582 shutdown_connections 2024-09-12T03:10:42.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.425+0000 7fc278a00640 1 -- 172.21.15.29:0/167627582 wait complete. 2024-09-12T03:10:42.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.427+0000 7fc278a00640 1 Processor -- start 2024-09-12T03:10:42.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.427+0000 7fc278a00640 1 -- start start 2024-09-12T03:10:42.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc278a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2740d4f60 0x7fc2740c82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:42.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc278a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc274161b80 0x7fc274155500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:42.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc278a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc2741622f0 0x7fc274155a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:42.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc278a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc2740d1de0 con 0x7fc2740d4f60 2024-09-12T03:10:42.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc278a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc2740d1c60 con 0x7fc2741622f0 2024-09-12T03:10:42.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc278a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc2740d2050 con 0x7fc274161b80 2024-09-12T03:10:42.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc271e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2740d4f60 0x7fc2740c82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:42.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc271e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2740d4f60 0x7fc2740c82e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60524/0 (socket says 172.21.15.29:60524) 2024-09-12T03:10:42.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc271e00640 1 -- 172.21.15.29:0/2755254097 learned_addr learned my addr 172.21.15.29:0/2755254097 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:42.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc269400640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc274161b80 0x7fc274155500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:42.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc272800640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc2741622f0 0x7fc274155a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:42.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc271e00640 1 -- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc274161b80 msgr2=0x7fc274155500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:42.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc271e00640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc274161b80 0x7fc274155500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:42.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc271e00640 1 -- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc2741622f0 msgr2=0x7fc274155a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:42.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc271e00640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc2741622f0 0x7fc274155a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:42.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc271e00640 1 -- 172.21.15.29:0/2755254097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2740b8930 con 0x7fc2740d4f60 2024-09-12T03:10:42.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc269400640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc274161b80 0x7fc274155500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:42.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.428+0000 7fc272800640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc2741622f0 0x7fc274155a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:42.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.429+0000 7fc271e00640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2740d4f60 0x7fc2740c82e0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fc264000c00 tx=0x7fc2640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:42.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.429+0000 7fc26aa00640 1 -- 172.21.15.29:0/2755254097 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc264041070 con 0x7fc2740d4f60 2024-09-12T03:10:42.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.429+0000 7fc26aa00640 1 -- 172.21.15.29:0/2755254097 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc26403c870 con 0x7fc2740d4f60 2024-09-12T03:10:42.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.429+0000 7fc278a00640 1 -- 172.21.15.29:0/2755254097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2740b8c10 con 0x7fc2740d4f60 2024-09-12T03:10:42.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.429+0000 7fc26aa00640 1 -- 172.21.15.29:0/2755254097 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc264037040 con 0x7fc2740d4f60 2024-09-12T03:10:42.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.429+0000 7fc278a00640 1 -- 172.21.15.29:0/2755254097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2740c8820 con 0x7fc2740d4f60 2024-09-12T03:10:42.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.430+0000 7fc278a00640 1 -- 172.21.15.29:0/2755254097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2740b95d0 con 0x7fc2740d4f60 2024-09-12T03:10:42.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.431+0000 7fc26aa00640 1 -- 172.21.15.29:0/2755254097 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc264044070 con 0x7fc2740d4f60 2024-09-12T03:10:42.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.432+0000 7fc26aa00640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc25006be30 0x7fc25006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:42.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.433+0000 7fc26aa00640 1 -- 172.21.15.29:0/2755254097 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6388+0+0 (secure 0 0 0) 0x7fc2640abc50 con 0x7fc2740d4f60 2024-09-12T03:10:42.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.433+0000 7fc269400640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc25006be30 0x7fc25006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:42.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.434+0000 7fc269400640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc25006be30 0x7fc25006e2f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc2740b7d10 tx=0x7fc25c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:42.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.437+0000 7fc26aa00640 1 -- 172.21.15.29:0/2755254097 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc26407a3e0 con 0x7fc2740d4f60 2024-09-12T03:10:42.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:42.620+0000 7fc278a00640 1 -- 172.21.15.29:0/2755254097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc2740cfdd0 con 0x7fc2740d4f60 2024-09-12T03:10:43.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.237+0000 7fc26aa00640 1 -- 172.21.15.29:0/2755254097 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v43) ==== 181+0+0 (secure 0 0 0) 0x7fc264079ce0 con 0x7fc2740d4f60 2024-09-12T03:10:43.237 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' removed 2024-09-12T03:10:43.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 -- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc25006be30 msgr2=0x7fc25006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:43.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc25006be30 0x7fc25006e2f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc2740b7d10 tx=0x7fc25c008040 comp rx=0 tx=0).stop 2024-09-12T03:10:43.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 -- 172.21.15.29:0/2755254097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2740d4f60 msgr2=0x7fc2740c82e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:43.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2740d4f60 0x7fc2740c82e0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fc264000c00 tx=0x7fc2640046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 -- 172.21.15.29:0/2755254097 shutdown_connections 2024-09-12T03:10:43.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc25006be30 0x7fc25006e2f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc2741622f0 0x7fc274155a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc274161b80 0x7fc274155500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 --2- 172.21.15.29:0/2755254097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2740d4f60 0x7fc2740c82e0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 -- 172.21.15.29:0/2755254097 >> 172.21.15.29:0/2755254097 conn(0x7fc27408c000 msgr2=0x7fc27406d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:43.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 -- 172.21.15.29:0/2755254097 shutdown_connections 2024-09-12T03:10:43.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.240+0000 7fc278a00640 1 -- 172.21.15.29:0/2755254097 wait complete. 2024-09-12T03:10:43.261 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-12T03:10:43.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.424+0000 7efce7a00640 1 Processor -- start 2024-09-12T03:10:43.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.424+0000 7efce7a00640 1 -- start start 2024-09-12T03:10:43.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.425+0000 7efce7a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7efce015e5c0 0x7efce00d3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:43.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.425+0000 7efce7a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efce00cf530 0x7efce00d1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:43.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.425+0000 7efce7a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efce00d1570 0x7efce00b60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:43.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.425+0000 7efce7a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7efce00b7620 con 0x7efce00cf530 2024-09-12T03:10:43.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.425+0000 7efce7a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7efce015e9a0 con 0x7efce015e5c0 2024-09-12T03:10:43.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.425+0000 7efce7a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7efce00d38b0 con 0x7efce00d1570 2024-09-12T03:10:43.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.425+0000 7efcdfe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efce00cf530 0x7efce00d1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:43.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.425+0000 7efcdfe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efce00cf530 0x7efce00d1030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60532/0 (socket says 172.21.15.29:60532) 2024-09-12T03:10:43.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.425+0000 7efcdfe00640 1 -- 172.21.15.29:0/2739862677 learned_addr learned my addr 172.21.15.29:0/2739862677 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:43.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.426+0000 7efce5000640 1 --2- 172.21.15.29:0/2739862677 >> v2:172.21.15.38:3300/0 conn(0x7efce015e5c0 0x7efce00d3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:43.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.426+0000 7efce5a00640 1 --2- 172.21.15.29:0/2739862677 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efce00d1570 0x7efce00b60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:43.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.426+0000 7efcdfe00640 1 -- 172.21.15.29:0/2739862677 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efce00d1570 msgr2=0x7efce00b60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:43.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.426+0000 7efcdfe00640 1 --2- 172.21.15.29:0/2739862677 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efce00d1570 0x7efce00b60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.426+0000 7efcdfe00640 1 -- 172.21.15.29:0/2739862677 >> v2:172.21.15.38:3300/0 conn(0x7efce015e5c0 msgr2=0x7efce00d3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:43.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.426+0000 7efcdfe00640 1 --2- 172.21.15.29:0/2739862677 >> v2:172.21.15.38:3300/0 conn(0x7efce015e5c0 0x7efce00d3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.426+0000 7efcdfe00640 1 -- 172.21.15.29:0/2739862677 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efce00d1950 con 0x7efce00cf530 2024-09-12T03:10:43.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.427+0000 7efcdfe00640 1 --2- 172.21.15.29:0/2739862677 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efce00cf530 0x7efce00d1030 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7efce00d2050 tx=0x7efccc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c6fa0a9377c40da server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:43.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.427+0000 7efcdf400640 1 -- 172.21.15.29:0/2739862677 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efccc037070 con 0x7efce00cf530 2024-09-12T03:10:43.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.427+0000 7efcdf400640 1 -- 172.21.15.29:0/2739862677 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efccc032440 con 0x7efce00cf530 2024-09-12T03:10:43.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.427+0000 7efcdf400640 1 -- 172.21.15.29:0/2739862677 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efccc032810 con 0x7efce00cf530 2024-09-12T03:10:43.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.428+0000 7efce7a00640 1 -- 172.21.15.29:0/2739862677 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efce00cf530 msgr2=0x7efce00d1030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:43.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.428+0000 7efce7a00640 1 --2- 172.21.15.29:0/2739862677 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efce00cf530 0x7efce00d1030 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7efce00d2050 tx=0x7efccc02a270 comp rx=0 tx=0).stop 2024-09-12T03:10:43.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.428+0000 7efce7a00640 1 -- 172.21.15.29:0/2739862677 shutdown_connections 2024-09-12T03:10:43.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.428+0000 7efce7a00640 1 --2- 172.21.15.29:0/2739862677 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efce00d1570 0x7efce00b60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.428+0000 7efce7a00640 1 --2- 172.21.15.29:0/2739862677 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efce00cf530 0x7efce00d1030 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.428+0000 7efce7a00640 1 --2- 172.21.15.29:0/2739862677 >> v2:172.21.15.38:3300/0 conn(0x7efce015e5c0 0x7efce00d3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.428+0000 7efce7a00640 1 -- 172.21.15.29:0/2739862677 >> 172.21.15.29:0/2739862677 conn(0x7efce0067f80 msgr2=0x7efce006ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:43.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.428+0000 7efce7a00640 1 -- 172.21.15.29:0/2739862677 shutdown_connections 2024-09-12T03:10:43.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.428+0000 7efce7a00640 1 -- 172.21.15.29:0/2739862677 wait complete. 2024-09-12T03:10:43.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.430+0000 7efce7a00640 1 Processor -- start 2024-09-12T03:10:43.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.430+0000 7efce7a00640 1 -- start start 2024-09-12T03:10:43.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce7a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efce00cf530 0x7efce014fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:43.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce7a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efce00d1570 0x7efce00cea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:43.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce7a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efce015e5c0 0x7efce00b63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:43.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce7a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efce00d4110 con 0x7efce00cf530 2024-09-12T03:10:43.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce7a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7efce00d3e30 con 0x7efce015e5c0 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce7a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7efce00d43f0 con 0x7efce00d1570 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce5000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efce00cf530 0x7efce014fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce5000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efce00cf530 0x7efce014fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60546/0 (socket says 172.21.15.29:60546) 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce5000640 1 -- 172.21.15.29:0/3402966695 learned_addr learned my addr 172.21.15.29:0/3402966695 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce5a00640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efce015e5c0 0x7efce00b63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efcdfe00640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efce00d1570 0x7efce00cea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce5000640 1 -- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efce00d1570 msgr2=0x7efce00cea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce5000640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efce00d1570 0x7efce00cea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce5000640 1 -- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efce015e5c0 msgr2=0x7efce00b63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce5000640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efce015e5c0 0x7efce00b63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.431+0000 7efce5000640 1 -- 172.21.15.29:0/3402966695 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efce00b5350 con 0x7efce00cf530 2024-09-12T03:10:43.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.432+0000 7efce5000640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efce00cf530 0x7efce014fb20 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7efcd400d5f0 tx=0x7efcd400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:43.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.432+0000 7efcdcc00640 1 -- 172.21.15.29:0/3402966695 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd40125f0 con 0x7efce00cf530 2024-09-12T03:10:43.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.432+0000 7efcdcc00640 1 -- 172.21.15.29:0/3402966695 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcd4019070 con 0x7efce00cf530 2024-09-12T03:10:43.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.432+0000 7efcdcc00640 1 -- 172.21.15.29:0/3402966695 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd40129d0 con 0x7efce00cf530 2024-09-12T03:10:43.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.432+0000 7efce7a00640 1 -- 172.21.15.29:0/3402966695 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efce00b5630 con 0x7efce00cf530 2024-09-12T03:10:43.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.432+0000 7efce7a00640 1 -- 172.21.15.29:0/3402966695 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efce00b5bf0 con 0x7efce00cf530 2024-09-12T03:10:43.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.433+0000 7efce7a00640 1 -- 172.21.15.29:0/3402966695 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efce00b7850 con 0x7efce00cf530 2024-09-12T03:10:43.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.434+0000 7efcdcc00640 1 -- 172.21.15.29:0/3402966695 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efcd4012b70 con 0x7efce00cf530 2024-09-12T03:10:43.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.435+0000 7efcdcc00640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efcc006be30 0x7efcc006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:43.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.436+0000 7efcdcc00640 1 -- 172.21.15.29:0/3402966695 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5950+0+0 (secure 0 0 0) 0x7efcd408b400 con 0x7efce00cf530 2024-09-12T03:10:43.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.436+0000 7efcdfe00640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efcc006be30 0x7efcc006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:43.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.437+0000 7efcdfe00640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efcc006be30 0x7efcc006e2f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7efccc034000 tx=0x7efccc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:43.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.440+0000 7efcdcc00640 1 -- 172.21.15.29:0/3402966695 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efcd4059c20 con 0x7efce00cf530 2024-09-12T03:10:43.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:43.622+0000 7efce7a00640 1 -- 172.21.15.29:0/3402966695 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7efce00b93e0 con 0x7efce00cf530 2024-09-12T03:10:44.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.242+0000 7efcdcc00640 1 -- 172.21.15.29:0/3402966695 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v44) ==== 169+0+0 (secure 0 0 0) 0x7efcd4059520 con 0x7efce00cf530 2024-09-12T03:10:44.243 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' removed 2024-09-12T03:10:44.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.246+0000 7efce7a00640 1 -- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efcc006be30 msgr2=0x7efcc006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:44.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.246+0000 7efce7a00640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efcc006be30 0x7efcc006e2f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7efccc034000 tx=0x7efccc02e000 comp rx=0 tx=0).stop 2024-09-12T03:10:44.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.246+0000 7efce7a00640 1 -- 172.21.15.29:0/3402966695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efce00cf530 msgr2=0x7efce014fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:44.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.246+0000 7efce7a00640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efce00cf530 0x7efce014fb20 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7efcd400d5f0 tx=0x7efcd400dab0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.246+0000 7efce7a00640 1 -- 172.21.15.29:0/3402966695 shutdown_connections 2024-09-12T03:10:44.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.246+0000 7efce7a00640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efcc006be30 0x7efcc006e2f0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.246+0000 7efce7a00640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efce015e5c0 0x7efce00b63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.246+0000 7efce7a00640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efce00d1570 0x7efce00cea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.246+0000 7efce7a00640 1 --2- 172.21.15.29:0/3402966695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efce00cf530 0x7efce014fb20 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.246+0000 7efce7a00640 1 -- 172.21.15.29:0/3402966695 >> 172.21.15.29:0/3402966695 conn(0x7efce0067f80 msgr2=0x7efce015ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:44.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.247+0000 7efce7a00640 1 -- 172.21.15.29:0/3402966695 shutdown_connections 2024-09-12T03:10:44.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.247+0000 7efce7a00640 1 -- 172.21.15.29:0/3402966695 wait complete. 2024-09-12T03:10:44.267 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-12T03:10:44.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.428+0000 7f92ee600640 1 Processor -- start 2024-09-12T03:10:44.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.429+0000 7f92ee600640 1 -- start start 2024-09-12T03:10:44.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.430+0000 7f92ee600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f92e815e210 0x7f92e80d2950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.430+0000 7f92ee600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92e815e5f0 0x7f92e80d2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.430+0000 7f92ee600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92e80d52e0 con 0x7f92e806d740 2024-09-12T03:10:44.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.430+0000 7f92ee600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f92e806e320 con 0x7f92e815e210 2024-09-12T03:10:44.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.430+0000 7f92ee600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f92e806e600 con 0x7f92e815e5f0 2024-09-12T03:10:44.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.430+0000 7f92ed200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f92e815e210 0x7f92e80d2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.430+0000 7f92ed200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f92e815e210 0x7f92e80d2950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60552/0 (socket says 172.21.15.29:60552) 2024-09-12T03:10:44.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.430+0000 7f92ed200640 1 -- 172.21.15.29:0/2508780975 learned_addr learned my addr 172.21.15.29:0/2508780975 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:44.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.430+0000 7f92e7e00640 1 --2- 172.21.15.29:0/2508780975 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92e815e5f0 0x7f92e80d2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.430+0000 7f92ed200640 1 -- 172.21.15.29:0/2508780975 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92e815e5f0 msgr2=0x7f92e80d2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:44.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.430+0000 7f92ed200640 1 --2- 172.21.15.29:0/2508780975 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92e815e5f0 0x7f92e80d2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.431+0000 7f92ed200640 1 -- 172.21.15.29:0/2508780975 >> v1:172.21.15.38:6789/0 conn(0x7f92e806d740 legacy=0x7f92e80b2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:44.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.431+0000 7f92ed200640 1 -- 172.21.15.29:0/2508780975 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92e806e8e0 con 0x7f92e815e210 2024-09-12T03:10:44.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.431+0000 7f92e7e00640 1 --2- 172.21.15.29:0/2508780975 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92e815e5f0 0x7f92e80d2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:44.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.431+0000 7f92ed200640 1 --2- 172.21.15.29:0/2508780975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92e815e210 0x7f92e80d2950 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f92dc009870 tx=0x7f92dc02a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3f467f755dd1df2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:44.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.432+0000 7f92e7400640 1 -- 172.21.15.29:0/2508780975 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc037070 con 0x7f92e815e210 2024-09-12T03:10:44.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.432+0000 7f92e7400640 1 -- 172.21.15.29:0/2508780975 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92dc032440 con 0x7f92e815e210 2024-09-12T03:10:44.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.432+0000 7f92e7400640 1 -- 172.21.15.29:0/2508780975 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc032810 con 0x7f92e815e210 2024-09-12T03:10:44.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.432+0000 7f92ee600640 1 -- 172.21.15.29:0/2508780975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92e815e210 msgr2=0x7f92e80d2950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:44.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.432+0000 7f92ee600640 1 --2- 172.21.15.29:0/2508780975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92e815e210 0x7f92e80d2950 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f92dc009870 tx=0x7f92dc02a200 comp rx=0 tx=0).stop 2024-09-12T03:10:44.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.432+0000 7f92ee600640 1 -- 172.21.15.29:0/2508780975 shutdown_connections 2024-09-12T03:10:44.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.432+0000 7f92ee600640 1 --2- 172.21.15.29:0/2508780975 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92e815e5f0 0x7f92e80d2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.432+0000 7f92ee600640 1 --2- 172.21.15.29:0/2508780975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92e815e210 0x7f92e80d2950 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.432+0000 7f92ee600640 1 -- 172.21.15.29:0/2508780975 >> 172.21.15.29:0/2508780975 conn(0x7f92e808c000 msgr2=0x7f92e80d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:44.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.433+0000 7f92ee600640 1 -- 172.21.15.29:0/2508780975 shutdown_connections 2024-09-12T03:10:44.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.433+0000 7f92ee600640 1 -- 172.21.15.29:0/2508780975 wait complete. 2024-09-12T03:10:44.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.434+0000 7f92ee600640 1 Processor -- start 2024-09-12T03:10:44.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.434+0000 7f92ee600640 1 -- start start 2024-09-12T03:10:44.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.435+0000 7f92ee600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92e806d740 0x7f92e815a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.435+0000 7f92ee600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92e815e210 0x7f92e80a0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.435+0000 7f92ee600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92e815e5f0 0x7f92e80a14f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.435+0000 7f92ee600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f92e80cf350 con 0x7f92e806d740 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.435+0000 7f92ee600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f92e80cf1d0 con 0x7f92e815e210 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.435+0000 7f92ee600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f92e806dbd0 con 0x7f92e815e5f0 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.435+0000 7f92ed200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92e806d740 0x7f92e815a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.435+0000 7f92ed200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92e806d740 0x7f92e815a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60558/0 (socket says 172.21.15.29:60558) 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.435+0000 7f92ed200640 1 -- 172.21.15.29:0/1331409930 learned_addr learned my addr 172.21.15.29:0/1331409930 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.436+0000 7f92e7e00640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92e815e210 0x7f92e80a0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.436+0000 7f92edc00640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92e815e5f0 0x7f92e80a14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.436+0000 7f92ed200640 1 -- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92e815e5f0 msgr2=0x7f92e80a14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.436+0000 7f92ed200640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92e815e5f0 0x7f92e80a14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.436+0000 7f92ed200640 1 -- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92e815e210 msgr2=0x7f92e80a0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:44.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.436+0000 7f92ed200640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92e815e210 0x7f92e80a0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.436+0000 7f92ed200640 1 -- 172.21.15.29:0/1331409930 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92e81f7d70 con 0x7f92e806d740 2024-09-12T03:10:44.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.436+0000 7f92ed200640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92e806d740 0x7f92e815a970 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f92dc009870 tx=0x7f92dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:44.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.436+0000 7f92e4c00640 1 -- 172.21.15.29:0/1331409930 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc041070 con 0x7f92e806d740 2024-09-12T03:10:44.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.437+0000 7f92e4c00640 1 -- 172.21.15.29:0/1331409930 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92dc03c870 con 0x7f92e806d740 2024-09-12T03:10:44.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.437+0000 7f92ee600640 1 -- 172.21.15.29:0/1331409930 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92e81f8050 con 0x7f92e806d740 2024-09-12T03:10:44.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.437+0000 7f92e4c00640 1 -- 172.21.15.29:0/1331409930 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc037040 con 0x7f92e806d740 2024-09-12T03:10:44.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.437+0000 7f92ee600640 1 -- 172.21.15.29:0/1331409930 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92e81f8610 con 0x7f92e806d740 2024-09-12T03:10:44.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.438+0000 7f92ee600640 1 -- 172.21.15.29:0/1331409930 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92e806e030 con 0x7f92e806d740 2024-09-12T03:10:44.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.439+0000 7f92e4c00640 1 -- 172.21.15.29:0/1331409930 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f92dc044070 con 0x7f92e806d740 2024-09-12T03:10:44.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.440+0000 7f92e4c00640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92c806be30 0x7f92c806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.440+0000 7f92e4c00640 1 -- 172.21.15.29:0/1331409930 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5507+0+0 (secure 0 0 0) 0x7f92dc0ab8e0 con 0x7f92e806d740 2024-09-12T03:10:44.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.440+0000 7f92e7e00640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92c806be30 0x7f92c806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.441+0000 7f92e7e00640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92c806be30 0x7f92c806e2f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f92e80d3c70 tx=0x7f92d4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:44.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.444+0000 7f92e4c00640 1 -- 172.21.15.29:0/1331409930 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f92dc079c60 con 0x7f92e806d740 2024-09-12T03:10:44.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.640+0000 7f92ee600640 1 -- 172.21.15.29:0/1331409930 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f92e80d1d10 con 0x7f92e806d740 2024-09-12T03:10:44.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.644+0000 7f92e4c00640 1 -- 172.21.15.29:0/1331409930 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f92dc07df60 con 0x7f92e806d740 2024-09-12T03:10:44.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 -- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92c806be30 msgr2=0x7f92c806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:44.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92c806be30 0x7f92c806e2f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f92e80d3c70 tx=0x7f92d4008040 comp rx=0 tx=0).stop 2024-09-12T03:10:44.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 -- 172.21.15.29:0/1331409930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92e806d740 msgr2=0x7f92e815a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:44.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92e806d740 0x7f92e815a970 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f92dc009870 tx=0x7f92dc0046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 -- 172.21.15.29:0/1331409930 shutdown_connections 2024-09-12T03:10:44.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92c806be30 0x7f92c806e2f0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92e815e5f0 0x7f92e80a14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92e815e210 0x7f92e80a0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 --2- 172.21.15.29:0/1331409930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92e806d740 0x7f92e815a970 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 -- 172.21.15.29:0/1331409930 >> 172.21.15.29:0/1331409930 conn(0x7f92e808c000 msgr2=0x7f92e80cb5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:44.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 -- 172.21.15.29:0/1331409930 shutdown_connections 2024-09-12T03:10:44.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.646+0000 7f92ee600640 1 -- 172.21.15.29:0/1331409930 wait complete. 2024-09-12T03:10:44.662 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_apply_tag' 2024-09-12T03:10:44.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.819+0000 7f1386c00640 1 Processor -- start 2024-09-12T03:10:44.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.819+0000 7f1386c00640 1 -- start start 2024-09-12T03:10:44.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.820+0000 7f1386c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f13800d4310 0x7f13800d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.820+0000 7f1386c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f138006d460 0x7f138006d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.820+0000 7f1386c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f138006de10 con 0x7f138015e470 2024-09-12T03:10:44.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.820+0000 7f1386c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f13800d4cc0 con 0x7f138006d460 2024-09-12T03:10:44.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.820+0000 7f1386c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f13800cf710 con 0x7f13800d4310 2024-09-12T03:10:44.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.820+0000 7f1386200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f138006d460 0x7f138006d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.821+0000 7f1385800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f138015e470 0x7f13800cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44124/0 (socket says 172.21.15.29:44124) 2024-09-12T03:10:44.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.821+0000 7f1385800640 1 -- 172.21.15.29:0/3759662869 learned_addr learned my addr 172.21.15.29:0/3759662869 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:44.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.821+0000 7f1384e00640 1 --2- 172.21.15.29:0/3759662869 >> v2:172.21.15.38:3300/0 conn(0x7f13800d4310 0x7f13800d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.821+0000 7f1386200640 1 -- 172.21.15.29:0/3759662869 >> v2:172.21.15.38:3300/0 conn(0x7f13800d4310 msgr2=0x7f13800d4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:44.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.821+0000 7f1386200640 1 --2- 172.21.15.29:0/3759662869 >> v2:172.21.15.38:3300/0 conn(0x7f13800d4310 0x7f13800d4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.821+0000 7f1386200640 1 -- 172.21.15.29:0/3759662869 >> v1:172.21.15.29:6789/0 conn(0x7f138015e470 legacy=0x7f13800cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:44.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.821+0000 7f1386200640 1 -- 172.21.15.29:0/3759662869 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f138015e850 con 0x7f138006d460 2024-09-12T03:10:44.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.821+0000 7f137fe00640 1 -- 172.21.15.29:0/3759662869 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3065594332 0 0) 0x7f138006de10 con 0x7f138015e470 2024-09-12T03:10:44.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.822+0000 7f1386200640 1 --2- 172.21.15.29:0/3759662869 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f138006d460 0x7f138006d8d0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f13800b6f10 tx=0x7f137802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dbd1206f8e17d3d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:44.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.822+0000 7f137fe00640 1 -- 172.21.15.29:0/3759662869 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1378007740 con 0x7f138006d460 2024-09-12T03:10:44.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.822+0000 7f137fe00640 1 -- 172.21.15.29:0/3759662869 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13780078e0 con 0x7f138006d460 2024-09-12T03:10:44.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.822+0000 7f137fe00640 1 -- 172.21.15.29:0/3759662869 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1378007cb0 con 0x7f138006d460 2024-09-12T03:10:44.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.823+0000 7f1386c00640 1 -- 172.21.15.29:0/3759662869 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f138006d460 msgr2=0x7f138006d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:44.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.823+0000 7f1386c00640 1 --2- 172.21.15.29:0/3759662869 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f138006d460 0x7f138006d8d0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f13800b6f10 tx=0x7f137802a680 comp rx=0 tx=0).stop 2024-09-12T03:10:44.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.823+0000 7f1386c00640 1 -- 172.21.15.29:0/3759662869 shutdown_connections 2024-09-12T03:10:44.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.823+0000 7f1386c00640 1 --2- 172.21.15.29:0/3759662869 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f138006d460 0x7f138006d8d0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.823+0000 7f1386c00640 1 --2- 172.21.15.29:0/3759662869 >> v2:172.21.15.38:3300/0 conn(0x7f13800d4310 0x7f13800d4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.823+0000 7f1386c00640 1 -- 172.21.15.29:0/3759662869 >> 172.21.15.29:0/3759662869 conn(0x7f138009d700 msgr2=0x7f138008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:44.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.823+0000 7f1386c00640 1 -- 172.21.15.29:0/3759662869 shutdown_connections 2024-09-12T03:10:44.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.823+0000 7f1386c00640 1 -- 172.21.15.29:0/3759662869 wait complete. 2024-09-12T03:10:44.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.825+0000 7f1386c00640 1 Processor -- start 2024-09-12T03:10:44.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.825+0000 7f1386c00640 1 -- start start 2024-09-12T03:10:44.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f138006d460 0x7f13800b9c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f13800d4310 0x7f1380158a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f138015e470 0x7f138015a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f13800cf0c0 con 0x7f138015e470 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f13800d1980 con 0x7f13800d4310 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f13800cf3a0 con 0x7f138006d460 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f138015e470 0x7f138015a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f138015e470 0x7f138015a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60584/0 (socket says 172.21.15.29:60584) 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386200640 1 -- 172.21.15.29:0/1546056277 learned_addr learned my addr 172.21.15.29:0/1546056277 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1384e00640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f13800d4310 0x7f1380158a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1385800640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f138006d460 0x7f13800b9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386200640 1 -- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f138006d460 msgr2=0x7f13800b9c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386200640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f138006d460 0x7f13800b9c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386200640 1 -- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f13800d4310 msgr2=0x7f1380158a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386200640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f13800d4310 0x7f1380158a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.826+0000 7f1386200640 1 -- 172.21.15.29:0/1546056277 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1380161790 con 0x7f138015e470 2024-09-12T03:10:44.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.827+0000 7f1386200640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f138015e470 0x7f138015a590 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f137802ac70 tx=0x7f1378004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:44.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.827+0000 7f137d600640 1 -- 172.21.15.29:0/1546056277 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1378040070 con 0x7f138015e470 2024-09-12T03:10:44.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.827+0000 7f137d600640 1 -- 172.21.15.29:0/1546056277 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1378031bc0 con 0x7f138015e470 2024-09-12T03:10:44.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.827+0000 7f137d600640 1 -- 172.21.15.29:0/1546056277 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1378045460 con 0x7f138015e470 2024-09-12T03:10:44.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.827+0000 7f1386c00640 1 -- 172.21.15.29:0/1546056277 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1380160c10 con 0x7f138015e470 2024-09-12T03:10:44.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.827+0000 7f1386c00640 1 -- 172.21.15.29:0/1546056277 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13801611d0 con 0x7f138015e470 2024-09-12T03:10:44.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.828+0000 7f1386c00640 1 -- 172.21.15.29:0/1546056277 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13800d4780 con 0x7f138015e470 2024-09-12T03:10:44.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.829+0000 7f137d600640 1 -- 172.21.15.29:0/1546056277 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1378039040 con 0x7f138015e470 2024-09-12T03:10:44.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.830+0000 7f137d600640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f136006be30 0x7f136006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:44.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.830+0000 7f137d600640 1 -- 172.21.15.29:0/1546056277 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5507+0+0 (secure 0 0 0) 0x7f13780ac5d0 con 0x7f138015e470 2024-09-12T03:10:44.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.830+0000 7f1385800640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f136006be30 0x7f136006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:44.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.831+0000 7f1385800640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f136006be30 0x7f136006e2f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1374007fd0 tx=0x7f1374007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:44.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:44.834+0000 7f137d600640 1 -- 172.21.15.29:0/1546056277 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f137807a9e0 con 0x7f138015e470 2024-09-12T03:10:45.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.082+0000 7f1386c00640 1 -- 172.21.15.29:0/1546056277 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_apply_tag"]} v 0) -- 0x7f138006cf90 con 0x7f138015e470 2024-09-12T03:10:45.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.244+0000 7f137d600640 1 -- 172.21.15.29:0/1546056277 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_apply_tag"]}]=0 v138) ==== 136+0+0 (secure 0 0 0) 0x7f137807ece0 con 0x7f138015e470 2024-09-12T03:10:45.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.246+0000 7f1386c00640 1 -- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f136006be30 msgr2=0x7f136006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.246+0000 7f1386c00640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f136006be30 0x7f136006e2f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1374007fd0 tx=0x7f1374007de0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.246+0000 7f1386c00640 1 -- 172.21.15.29:0/1546056277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f138015e470 msgr2=0x7f138015a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.246+0000 7f1386c00640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f138015e470 0x7f138015a590 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f137802ac70 tx=0x7f1378004a40 comp rx=0 tx=0).stop 2024-09-12T03:10:45.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.247+0000 7f1386c00640 1 -- 172.21.15.29:0/1546056277 shutdown_connections 2024-09-12T03:10:45.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.247+0000 7f1386c00640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f136006be30 0x7f136006e2f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.247+0000 7f1386c00640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f138015e470 0x7f138015a590 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.247+0000 7f1386c00640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f13800d4310 0x7f1380158a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.247+0000 7f1386c00640 1 --2- 172.21.15.29:0/1546056277 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f138006d460 0x7f13800b9c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.247+0000 7f1386c00640 1 -- 172.21.15.29:0/1546056277 >> 172.21.15.29:0/1546056277 conn(0x7f138009d700 msgr2=0x7f13800b5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:45.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.247+0000 7f1386c00640 1 -- 172.21.15.29:0/1546056277 shutdown_connections 2024-09-12T03:10:45.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.247+0000 7f1386c00640 1 -- 172.21.15.29:0/1546056277 wait complete. 2024-09-12T03:10:45.264 INFO:tasks.cephfs_test_runner:test_apply_tag (tasks.cephfs.test_multimds_misc.TestScrub2) ... ok 2024-09-12T03:10:45.264 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_abort_mds0 (tasks.cephfs.test_multimds_misc.TestScrub2) 2024-09-12T03:10:45.265 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:10:45.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.421+0000 7f7a6a200640 1 Processor -- start 2024-09-12T03:10:45.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.421+0000 7f7a6a200640 1 -- start start 2024-09-12T03:10:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.422+0000 7f7a6a200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a6406f0e0 0x7f7a6415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.422+0000 7f7a6a200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7a6406f4c0 0x7f7a640cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.422+0000 7f7a6a200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a6415c620 con 0x7f7a640cf5a0 2024-09-12T03:10:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.422+0000 7f7a6a200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f7a6415bc50 con 0x7f7a6406f4c0 2024-09-12T03:10:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.422+0000 7f7a6a200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7a64152630 con 0x7f7a6406f0e0 2024-09-12T03:10:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.422+0000 7f7a5be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7a6406f4c0 0x7f7a640cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.423+0000 7f7a5be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7a6406f4c0 0x7f7a640cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60586/0 (socket says 172.21.15.29:60586) 2024-09-12T03:10:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.423+0000 7f7a5be00640 1 -- 172.21.15.29:0/507230604 learned_addr learned my addr 172.21.15.29:0/507230604 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.423+0000 7f7a63e00640 1 --1- 172.21.15.29:0/507230604 >> v1:172.21.15.29:6789/0 conn(0x7f7a640cf5a0 0x7f7a640b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44134/0 (socket says 172.21.15.29:44134) 2024-09-12T03:10:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.423+0000 7f7a63400640 1 --2- 172.21.15.29:0/507230604 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a6406f0e0 0x7f7a6415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.423+0000 7f7a5be00640 1 -- 172.21.15.29:0/507230604 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a6406f0e0 msgr2=0x7f7a6415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.423+0000 7f7a5be00640 1 --2- 172.21.15.29:0/507230604 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a6406f0e0 0x7f7a6415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.423+0000 7f7a5be00640 1 -- 172.21.15.29:0/507230604 >> v1:172.21.15.29:6789/0 conn(0x7f7a640cf5a0 legacy=0x7f7a640b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.423+0000 7f7a5be00640 1 -- 172.21.15.29:0/507230604 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a640cfb40 con 0x7f7a6406f4c0 2024-09-12T03:10:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.424+0000 7f7a5be00640 1 --2- 172.21.15.29:0/507230604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a6406f4c0 0x7f7a640cf060 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c009870 tx=0x7f7a4c02a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7d4689e54f22312 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.424+0000 7f7a62a00640 1 -- 172.21.15.29:0/507230604 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c037070 con 0x7f7a6406f4c0 2024-09-12T03:10:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.424+0000 7f7a62a00640 1 -- 172.21.15.29:0/507230604 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a4c032440 con 0x7f7a6406f4c0 2024-09-12T03:10:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.424+0000 7f7a62a00640 1 -- 172.21.15.29:0/507230604 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c032810 con 0x7f7a6406f4c0 2024-09-12T03:10:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.425+0000 7f7a6a200640 1 -- 172.21.15.29:0/507230604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a6406f4c0 msgr2=0x7f7a640cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.425+0000 7f7a6a200640 1 --2- 172.21.15.29:0/507230604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a6406f4c0 0x7f7a640cf060 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c009870 tx=0x7f7a4c02a250 comp rx=0 tx=0).stop 2024-09-12T03:10:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.425+0000 7f7a6a200640 1 -- 172.21.15.29:0/507230604 shutdown_connections 2024-09-12T03:10:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.425+0000 7f7a6a200640 1 --2- 172.21.15.29:0/507230604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a6406f4c0 0x7f7a640cf060 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.425+0000 7f7a6a200640 1 --2- 172.21.15.29:0/507230604 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a6406f0e0 0x7f7a6415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.425+0000 7f7a6a200640 1 -- 172.21.15.29:0/507230604 >> 172.21.15.29:0/507230604 conn(0x7f7a64067da0 msgr2=0x7f7a6406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.425+0000 7f7a6a200640 1 -- 172.21.15.29:0/507230604 shutdown_connections 2024-09-12T03:10:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.425+0000 7f7a6a200640 1 -- 172.21.15.29:0/507230604 wait complete. 2024-09-12T03:10:45.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.427+0000 7f7a6a200640 1 Processor -- start 2024-09-12T03:10:45.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.427+0000 7f7a6a200640 1 -- start start 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a6a200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a6406f0e0 0x7f7a64158c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a6a200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a6406f4c0 0x7f7a640b2800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a6a200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7a640cf5a0 0x7f7a6414eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a6a200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6406f900 con 0x7f7a6406f4c0 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a6a200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7a6415b8e0 con 0x7f7a640cf5a0 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a6a200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7a6414f930 con 0x7f7a6406f0e0 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a5be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a6406f4c0 0x7f7a640b2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a5be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a6406f4c0 0x7f7a640b2800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60594/0 (socket says 172.21.15.29:60594) 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a5be00640 1 -- 172.21.15.29:0/2543854809 learned_addr learned my addr 172.21.15.29:0/2543854809 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a5be00640 1 -- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a6406f0e0 msgr2=0x7f7a64158c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a5be00640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a6406f0e0 0x7f7a64158c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a5be00640 1 -- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7a640cf5a0 msgr2=0x7f7a6414eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a5be00640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7a640cf5a0 0x7f7a6414eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.428+0000 7f7a5be00640 1 -- 172.21.15.29:0/2543854809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a64152890 con 0x7f7a6406f4c0 2024-09-12T03:10:45.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.429+0000 7f7a5be00640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a6406f4c0 0x7f7a640b2800 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c000c00 tx=0x7f7a4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:45.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.429+0000 7f7a5b400640 1 -- 172.21.15.29:0/2543854809 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c041020 con 0x7f7a6406f4c0 2024-09-12T03:10:45.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.429+0000 7f7a5b400640 1 -- 172.21.15.29:0/2543854809 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a4c0306c0 con 0x7f7a6406f4c0 2024-09-12T03:10:45.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.429+0000 7f7a5b400640 1 -- 172.21.15.29:0/2543854809 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c037040 con 0x7f7a6406f4c0 2024-09-12T03:10:45.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.429+0000 7f7a6a200640 1 -- 172.21.15.29:0/2543854809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a64152b30 con 0x7f7a6406f4c0 2024-09-12T03:10:45.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.429+0000 7f7a6a200640 1 -- 172.21.15.29:0/2543854809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a641530f0 con 0x7f7a6406f4c0 2024-09-12T03:10:45.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.430+0000 7f7a6a200640 1 -- 172.21.15.29:0/2543854809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a6406ef00 con 0x7f7a6406f4c0 2024-09-12T03:10:45.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.431+0000 7f7a5b400640 1 -- 172.21.15.29:0/2543854809 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7a4c044020 con 0x7f7a6406f4c0 2024-09-12T03:10:45.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.432+0000 7f7a5b400640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a4006be30 0x7f7a4006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.432+0000 7f7a5b400640 1 -- 172.21.15.29:0/2543854809 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5507+0+0 (secure 0 0 0) 0x7f7a4c0ab5a0 con 0x7f7a6406f4c0 2024-09-12T03:10:45.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.432+0000 7f7a63400640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a4006be30 0x7f7a4006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:45.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.433+0000 7f7a63400640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a4006be30 0x7f7a4006e2f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f7a540098f0 tx=0x7f7a54008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:45.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.436+0000 7f7a5b400640 1 -- 172.21.15.29:0/2543854809 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7a6406ef00 con 0x7f7a6406f4c0 2024-09-12T03:10:45.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.621+0000 7f7a6a200640 1 -- 172.21.15.29:0/2543854809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7a6415ec50 con 0x7f7a6406f4c0 2024-09-12T03:10:45.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.622+0000 7f7a5b400640 1 -- 172.21.15.29:0/2543854809 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+13489 (secure 0 0 0) 0x7f7a6415ec50 con 0x7f7a6406f4c0 2024-09-12T03:10:45.623 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:45.623 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":44,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:10:44.238771+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:6837/2078855410":"2024-09-13T03:10:41.231616+0000","172.21.15.38:6835/2078855410":"2024-09-13T03:10:41.231616+0000","172.21.15.29:6835/75767180":"2024-09-13T03:10:41.231633+0000","172.21.15.29:6834/75767180":"2024-09-13T03:10:41.231633+0000","172.21.15.29:6833/4108429340":"2024-09-13T03:10:41.231629+0000","172.21.15.29:6832/4108429340":"2024-09-13T03:10:41.231629+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:10:45.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 -- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a4006be30 msgr2=0x7f7a4006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a4006be30 0x7f7a4006e2f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f7a540098f0 tx=0x7f7a54008040 comp rx=0 tx=0).stop 2024-09-12T03:10:45.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 -- 172.21.15.29:0/2543854809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a6406f4c0 msgr2=0x7f7a640b2800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a6406f4c0 0x7f7a640b2800 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c000c00 tx=0x7f7a4c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 -- 172.21.15.29:0/2543854809 shutdown_connections 2024-09-12T03:10:45.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a4006be30 0x7f7a4006e2f0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7a640cf5a0 0x7f7a6414eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a6406f4c0 0x7f7a640b2800 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 --2- 172.21.15.29:0/2543854809 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a6406f0e0 0x7f7a64158c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 -- 172.21.15.29:0/2543854809 >> 172.21.15.29:0/2543854809 conn(0x7f7a64067da0 msgr2=0x7f7a6406e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:45.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 -- 172.21.15.29:0/2543854809 shutdown_connections 2024-09-12T03:10:45.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.624+0000 7f7a6a200640 1 -- 172.21.15.29:0/2543854809 wait complete. 2024-09-12T03:10:45.641 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T03:08:13.773348+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-12T03:10:45.641 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-12T03:10:45.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.800+0000 7f824be00640 1 Processor -- start 2024-09-12T03:10:45.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.800+0000 7f824be00640 1 -- start start 2024-09-12T03:10:45.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.801+0000 7f824be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f824c0d23c0 0x7f824c0d2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.801+0000 7f824be00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f824c0d2ec0 0x7f824c06d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.801+0000 7f824be00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f824c0cf8c0 con 0x7f824c15e4b0 2024-09-12T03:10:45.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.801+0000 7f824be00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f824c0cfba0 con 0x7f824c0d23c0 2024-09-12T03:10:45.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.801+0000 7f824be00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f824c0cfe80 con 0x7f824c0d2ec0 2024-09-12T03:10:45.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.801+0000 7f824aa00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f824c15e4b0 0x7f824c0cefb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44148/0 (socket says 172.21.15.29:44148) 2024-09-12T03:10:45.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.801+0000 7f824aa00640 1 -- 172.21.15.29:0/2643314888 learned_addr learned my addr 172.21.15.29:0/2643314888 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:45.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.801+0000 7f824a000640 1 --2- 172.21.15.29:0/2643314888 >> v2:172.21.15.29:3300/0 conn(0x7f824c0d23c0 0x7f824c0d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:45.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.802+0000 7f824b400640 1 --2- 172.21.15.29:0/2643314888 >> v2:172.21.15.38:3300/0 conn(0x7f824c0d2ec0 0x7f824c06d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:45.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.802+0000 7f8249600640 1 -- 172.21.15.29:0/2643314888 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1278483218 0 0) 0x7f824c0cf8c0 con 0x7f824c15e4b0 2024-09-12T03:10:45.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.802+0000 7f8249600640 1 -- 172.21.15.29:0/2643314888 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8230003520 con 0x7f824c15e4b0 2024-09-12T03:10:45.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.802+0000 7f824a000640 1 -- 172.21.15.29:0/2643314888 >> v2:172.21.15.38:3300/0 conn(0x7f824c0d2ec0 msgr2=0x7f824c06d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:45.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.802+0000 7f824a000640 1 --2- 172.21.15.29:0/2643314888 >> v2:172.21.15.38:3300/0 conn(0x7f824c0d2ec0 0x7f824c06d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.802+0000 7f824a000640 1 -- 172.21.15.29:0/2643314888 >> v1:172.21.15.29:6789/0 conn(0x7f824c15e4b0 legacy=0x7f824c0cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.802+0000 7f824a000640 1 -- 172.21.15.29:0/2643314888 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f824c0d0160 con 0x7f824c0d23c0 2024-09-12T03:10:45.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.803+0000 7f824a000640 1 --2- 172.21.15.29:0/2643314888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f824c0d23c0 0x7f824c0d2980 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f824c08e1c0 tx=0x7f823802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ed73e4bef1b4408 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:45.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.803+0000 7f8249600640 1 -- 172.21.15.29:0/2643314888 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8238037070 con 0x7f824c0d23c0 2024-09-12T03:10:45.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.803+0000 7f8249600640 1 -- 172.21.15.29:0/2643314888 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8238032440 con 0x7f824c0d23c0 2024-09-12T03:10:45.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.803+0000 7f8249600640 1 -- 172.21.15.29:0/2643314888 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8238032810 con 0x7f824c0d23c0 2024-09-12T03:10:45.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.804+0000 7f824be00640 1 -- 172.21.15.29:0/2643314888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f824c0d23c0 msgr2=0x7f824c0d2980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.804+0000 7f824be00640 1 --2- 172.21.15.29:0/2643314888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f824c0d23c0 0x7f824c0d2980 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f824c08e1c0 tx=0x7f823802a1a0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.804+0000 7f824be00640 1 -- 172.21.15.29:0/2643314888 shutdown_connections 2024-09-12T03:10:45.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.804+0000 7f824be00640 1 --2- 172.21.15.29:0/2643314888 >> v2:172.21.15.38:3300/0 conn(0x7f824c0d2ec0 0x7f824c06d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.804+0000 7f824be00640 1 --2- 172.21.15.29:0/2643314888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f824c0d23c0 0x7f824c0d2980 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.804+0000 7f824be00640 1 -- 172.21.15.29:0/2643314888 >> 172.21.15.29:0/2643314888 conn(0x7f824c09d740 msgr2=0x7f824c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:45.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.804+0000 7f824be00640 1 -- 172.21.15.29:0/2643314888 shutdown_connections 2024-09-12T03:10:45.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.804+0000 7f824be00640 1 -- 172.21.15.29:0/2643314888 wait complete. 2024-09-12T03:10:45.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.805+0000 7f824be00640 1 Processor -- start 2024-09-12T03:10:45.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.806+0000 7f824be00640 1 -- start start 2024-09-12T03:10:45.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.806+0000 7f824be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f824c0d23c0 0x7f824c0b8f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f824c0d2ec0 0x7f824c1505e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f824c15e4b0 0x7f824c150b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824be00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f824c06dd50 con 0x7f824c0d23c0 2024-09-12T03:10:45.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824be00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f824c06ded0 con 0x7f824c0d2ec0 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824be00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f824c06e050 con 0x7f824c15e4b0 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f824c0d23c0 0x7f824c0b8f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f824c0d23c0 0x7f824c0b8f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60616/0 (socket says 172.21.15.29:60616) 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824aa00640 1 -- 172.21.15.29:0/2311843969 learned_addr learned my addr 172.21.15.29:0/2311843969 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824a000640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f824c0d2ec0 0x7f824c1505e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824b400640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f824c15e4b0 0x7f824c150b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824aa00640 1 -- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f824c15e4b0 msgr2=0x7f824c150b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824aa00640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f824c15e4b0 0x7f824c150b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824aa00640 1 -- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f824c0d2ec0 msgr2=0x7f824c1505e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824aa00640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f824c0d2ec0 0x7f824c1505e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824aa00640 1 -- 172.21.15.29:0/2311843969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f824c0b7e70 con 0x7f824c0d23c0 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.807+0000 7f824b400640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f824c15e4b0 0x7f824c150b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.808+0000 7f824aa00640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f824c0d23c0 0x7f824c0b8f10 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f823c00c390 tx=0x7f823c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:45.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.808+0000 7f8242a00640 1 -- 172.21.15.29:0/2311843969 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c017070 con 0x7f824c0d23c0 2024-09-12T03:10:45.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.808+0000 7f8242a00640 1 -- 172.21.15.29:0/2311843969 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f823c005ce0 con 0x7f824c0d23c0 2024-09-12T03:10:45.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.808+0000 7f8242a00640 1 -- 172.21.15.29:0/2311843969 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823c0072f0 con 0x7f824c0d23c0 2024-09-12T03:10:45.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.808+0000 7f824be00640 1 -- 172.21.15.29:0/2311843969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f824c0b8150 con 0x7f824c0d23c0 2024-09-12T03:10:45.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.808+0000 7f824be00640 1 -- 172.21.15.29:0/2311843969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f824c0b8710 con 0x7f824c0d23c0 2024-09-12T03:10:45.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.809+0000 7f824be00640 1 -- 172.21.15.29:0/2311843969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f824c0d2980 con 0x7f824c0d23c0 2024-09-12T03:10:45.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.810+0000 7f8242a00640 1 -- 172.21.15.29:0/2311843969 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f823c01a070 con 0x7f824c0d23c0 2024-09-12T03:10:45.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.810+0000 7f8242a00640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f822c06be30 0x7f822c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:45.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.811+0000 7f8242a00640 1 -- 172.21.15.29:0/2311843969 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5507+0+0 (secure 0 0 0) 0x7f823c08a1c0 con 0x7f824c0d23c0 2024-09-12T03:10:45.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.811+0000 7f824a000640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f822c06be30 0x7f822c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:45.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.812+0000 7f824a000640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f822c06be30 0x7f822c06e2f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8238034000 tx=0x7f823802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:45.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.815+0000 7f8242a00640 1 -- 172.21.15.29:0/2311843969 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f823c058550 con 0x7f824c0d23c0 2024-09-12T03:10:45.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.998+0000 7f824be00640 1 -- 172.21.15.29:0/2311843969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f824c0d17f0 con 0x7f824c0d23c0 2024-09-12T03:10:45.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:45.999+0000 7f8242a00640 1 -- 172.21.15.29:0/2311843969 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v44) ==== 93+0+10 (secure 0 0 0) 0x7f823c05c850 con 0x7f824c0d23c0 2024-09-12T03:10:45.999 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2024-09-12T03:10:46.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 -- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f822c06be30 msgr2=0x7f822c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:46.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f822c06be30 0x7f822c06e2f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8238034000 tx=0x7f823802e000 comp rx=0 tx=0).stop 2024-09-12T03:10:46.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 -- 172.21.15.29:0/2311843969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f824c0d23c0 msgr2=0x7f824c0b8f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:46.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f824c0d23c0 0x7f824c0b8f10 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f823c00c390 tx=0x7f823c00c850 comp rx=0 tx=0).stop 2024-09-12T03:10:46.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 -- 172.21.15.29:0/2311843969 shutdown_connections 2024-09-12T03:10:46.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f822c06be30 0x7f822c06e2f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:46.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f824c15e4b0 0x7f824c150b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:46.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f824c0d2ec0 0x7f824c1505e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:46.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 --2- 172.21.15.29:0/2311843969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f824c0d23c0 0x7f824c0b8f10 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:46.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 -- 172.21.15.29:0/2311843969 >> 172.21.15.29:0/2311843969 conn(0x7f824c09d740 msgr2=0x7f824c0b0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:46.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 -- 172.21.15.29:0/2311843969 shutdown_connections 2024-09-12T03:10:46.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.001+0000 7f824be00640 1 -- 172.21.15.29:0/2311843969 wait complete. 2024-09-12T03:10:46.019 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_abort_mds0' 2024-09-12T03:10:46.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.176+0000 7fd54d600640 1 Processor -- start 2024-09-12T03:10:46.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.176+0000 7fd54d600640 1 -- start start 2024-09-12T03:10:46.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd54d600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd54806db70 0x7fd5480d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:46.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd54d600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd54815e850 con 0x7fd5480d4310 2024-09-12T03:10:46.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd54d600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5480d1c60 con 0x7fd54815e470 2024-09-12T03:10:46.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd54d600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fd5480d4cc0 con 0x7fd54806db70 2024-09-12T03:10:46.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd54cc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd54806db70 0x7fd5480d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:46.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd54cc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd54806db70 0x7fd5480d4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60626/0 (socket says 172.21.15.29:60626) 2024-09-12T03:10:46.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd54cc00640 1 -- 172.21.15.29:0/866086025 learned_addr learned my addr 172.21.15.29:0/866086025 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:46.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd547e00640 1 --1- 172.21.15.29:0/866086025 >> v1:172.21.15.38:6789/0 conn(0x7fd54815e470 0x7fd5480cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:56708/0 (socket says 172.21.15.29:56708) 2024-09-12T03:10:46.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd54cc00640 1 -- 172.21.15.29:0/866086025 >> v1:172.21.15.38:6789/0 conn(0x7fd54815e470 legacy=0x7fd5480cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:46.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd54cc00640 1 -- 172.21.15.29:0/866086025 >> v1:172.21.15.29:6789/0 conn(0x7fd5480d4310 legacy=0x7fd54806d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:46.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd546a00640 1 -- 172.21.15.29:0/866086025 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1366297792 0 0) 0x7fd5480d1c60 con 0x7fd54815e470 2024-09-12T03:10:46.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.178+0000 7fd54cc00640 1 -- 172.21.15.29:0/866086025 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5480d1980 con 0x7fd54806db70 2024-09-12T03:10:46.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.179+0000 7fd54cc00640 1 --2- 172.21.15.29:0/866086025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd54806db70 0x7fd5480d4780 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd540009e50 tx=0x7fd54002a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b46ec6cbd7c2a13d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:46.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.180+0000 7fd546a00640 1 -- 172.21.15.29:0/866086025 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd540036070 con 0x7fd54806db70 2024-09-12T03:10:46.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.180+0000 7fd546a00640 1 -- 172.21.15.29:0/866086025 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd540031600 con 0x7fd54806db70 2024-09-12T03:10:46.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.180+0000 7fd546a00640 1 -- 172.21.15.29:0/866086025 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5400319f0 con 0x7fd54806db70 2024-09-12T03:10:46.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.180+0000 7fd54d600640 1 -- 172.21.15.29:0/866086025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd54806db70 msgr2=0x7fd5480d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:46.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.180+0000 7fd54d600640 1 --2- 172.21.15.29:0/866086025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd54806db70 0x7fd5480d4780 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd540009e50 tx=0x7fd54002a7c0 comp rx=0 tx=0).stop 2024-09-12T03:10:46.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.180+0000 7fd54d600640 1 -- 172.21.15.29:0/866086025 shutdown_connections 2024-09-12T03:10:46.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.180+0000 7fd54d600640 1 --2- 172.21.15.29:0/866086025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd54806db70 0x7fd5480d4780 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:46.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.180+0000 7fd54d600640 1 -- 172.21.15.29:0/866086025 >> 172.21.15.29:0/866086025 conn(0x7fd54809d700 msgr2=0x7fd54808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:46.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.180+0000 7fd54d600640 1 -- 172.21.15.29:0/866086025 shutdown_connections 2024-09-12T03:10:46.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.180+0000 7fd54d600640 1 -- 172.21.15.29:0/866086025 wait complete. 2024-09-12T03:10:46.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.182+0000 7fd54d600640 1 Processor -- start 2024-09-12T03:10:46.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.182+0000 7fd54d600640 1 -- start start 2024-09-12T03:10:46.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.183+0000 7fd54d600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd54806db70 0x7fd5481563f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.183+0000 7fd54d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd5480d4310 0x7fd5480b9b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.183+0000 7fd54d600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd54815e470 0x7fd5480b86c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.183+0000 7fd54d600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd5480cf3a0 con 0x7fd5480d4310 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.183+0000 7fd54d600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd5480cf710 con 0x7fd54815e470 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.183+0000 7fd54d600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd5480d02b0 con 0x7fd54806db70 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.183+0000 7fd547400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd5480d4310 0x7fd5480b9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.183+0000 7fd547400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd5480d4310 0x7fd5480b9b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60634/0 (socket says 172.21.15.29:60634) 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.183+0000 7fd547400640 1 -- 172.21.15.29:0/934388758 learned_addr learned my addr 172.21.15.29:0/934388758 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.183+0000 7fd54cc00640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd54815e470 0x7fd5480b86c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.183+0000 7fd547e00640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd54806db70 0x7fd5481563f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.184+0000 7fd547400640 1 -- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd54806db70 msgr2=0x7fd5481563f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:46.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.184+0000 7fd547400640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd54806db70 0x7fd5481563f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:46.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.184+0000 7fd547400640 1 -- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd54815e470 msgr2=0x7fd5480b86c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:46.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.184+0000 7fd547400640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd54815e470 0x7fd5480b86c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:46.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.184+0000 7fd547400640 1 -- 172.21.15.29:0/934388758 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5480b7620 con 0x7fd5480d4310 2024-09-12T03:10:46.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.184+0000 7fd547400640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd5480d4310 0x7fd5480b9b60 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd53400c450 tx=0x7fd53400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:46.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.184+0000 7fd53fe00640 1 -- 172.21.15.29:0/934388758 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5340052d0 con 0x7fd5480d4310 2024-09-12T03:10:46.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.184+0000 7fd53fe00640 1 -- 172.21.15.29:0/934388758 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd534005470 con 0x7fd5480d4310 2024-09-12T03:10:46.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.184+0000 7fd53fe00640 1 -- 172.21.15.29:0/934388758 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd534012870 con 0x7fd5480d4310 2024-09-12T03:10:46.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.184+0000 7fd54d600640 1 -- 172.21.15.29:0/934388758 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5480b7900 con 0x7fd5480d4310 2024-09-12T03:10:46.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.184+0000 7fd54d600640 1 -- 172.21.15.29:0/934388758 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5480b7ec0 con 0x7fd5480d4310 2024-09-12T03:10:46.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.185+0000 7fd54d600640 1 -- 172.21.15.29:0/934388758 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd548068d00 con 0x7fd5480d4310 2024-09-12T03:10:46.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.186+0000 7fd53fe00640 1 -- 172.21.15.29:0/934388758 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd534012a10 con 0x7fd5480d4310 2024-09-12T03:10:46.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.187+0000 7fd53fe00640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd52806be30 0x7fd52806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:46.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.187+0000 7fd53fe00640 1 -- 172.21.15.29:0/934388758 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5507+0+0 (secure 0 0 0) 0x7fd53408aa00 con 0x7fd5480d4310 2024-09-12T03:10:46.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.187+0000 7fd547e00640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd52806be30 0x7fd52806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:46.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.188+0000 7fd547e00640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd52806be30 0x7fd52806e2f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd538000f60 tx=0x7fd538007d00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:46.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.191+0000 7fd53fe00640 1 -- 172.21.15.29:0/934388758 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd534059340 con 0x7fd5480d4310 2024-09-12T03:10:46.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:46.444+0000 7fd54d600640 1 -- 172.21.15.29:0/934388758 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_abort_mds0"]} v 0) -- 0x7fd5480d1c60 con 0x7fd5480d4310 2024-09-12T03:10:47.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.254+0000 7fd53fe00640 1 -- 172.21.15.29:0/934388758 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_abort_mds0"]}]=0 v140) ==== 146+0+0 (secure 0 0 0) 0x7fd534058c40 con 0x7fd5480d4310 2024-09-12T03:10:47.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.257+0000 7fd54d600640 1 -- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd52806be30 msgr2=0x7fd52806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:47.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.257+0000 7fd54d600640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd52806be30 0x7fd52806e2f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd538000f60 tx=0x7fd538007d00 comp rx=0 tx=0).stop 2024-09-12T03:10:47.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.257+0000 7fd54d600640 1 -- 172.21.15.29:0/934388758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd5480d4310 msgr2=0x7fd5480b9b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:47.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.257+0000 7fd54d600640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd5480d4310 0x7fd5480b9b60 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd53400c450 tx=0x7fd53400c910 comp rx=0 tx=0).stop 2024-09-12T03:10:47.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.257+0000 7fd54d600640 1 -- 172.21.15.29:0/934388758 shutdown_connections 2024-09-12T03:10:47.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.257+0000 7fd54d600640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd52806be30 0x7fd52806e2f0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.257+0000 7fd54d600640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd54815e470 0x7fd5480b86c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.257+0000 7fd54d600640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd5480d4310 0x7fd5480b9b60 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.257+0000 7fd54d600640 1 --2- 172.21.15.29:0/934388758 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd54806db70 0x7fd5481563f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.257+0000 7fd54d600640 1 -- 172.21.15.29:0/934388758 >> 172.21.15.29:0/934388758 conn(0x7fd54809d700 msgr2=0x7fd54806df50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:47.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.258+0000 7fd54d600640 1 -- 172.21.15.29:0/934388758 shutdown_connections 2024-09-12T03:10:47.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.258+0000 7fd54d600640 1 -- 172.21.15.29:0/934388758 wait complete. 2024-09-12T03:10:47.277 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-12T03:10:47.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.441+0000 7f6ff1a00640 1 Processor -- start 2024-09-12T03:10:47.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.441+0000 7f6ff1a00640 1 -- start start 2024-09-12T03:10:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.442+0000 7f6ff1a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6fec072d80 0x7f6fec072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.442+0000 7f6ff1a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6fec06e0a0 0x7f6fec0cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.442+0000 7f6ff1a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6fec072960 con 0x7f6fec072040 2024-09-12T03:10:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.442+0000 7f6ff1a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f6fec1605e0 con 0x7f6fec072d80 2024-09-12T03:10:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.442+0000 7f6ff1a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6fec1608c0 con 0x7f6fec06e0a0 2024-09-12T03:10:47.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.443+0000 7f6fea000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6fec072d80 0x7f6fec072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:47.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.443+0000 7f6fea000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6fec072d80 0x7f6fec072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60650/0 (socket says 172.21.15.29:60650) 2024-09-12T03:10:47.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.443+0000 7f6fea000640 1 -- 172.21.15.29:0/735277356 learned_addr learned my addr 172.21.15.29:0/735277356 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:47.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.443+0000 7f6feb400640 1 --2- 172.21.15.29:0/735277356 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6fec06e0a0 0x7f6fec0cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:47.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.443+0000 7f6fea000640 1 -- 172.21.15.29:0/735277356 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6fec06e0a0 msgr2=0x7f6fec0cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:47.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.443+0000 7f6fea000640 1 --2- 172.21.15.29:0/735277356 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6fec06e0a0 0x7f6fec0cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.443+0000 7f6fea000640 1 -- 172.21.15.29:0/735277356 >> v1:172.21.15.38:6789/0 conn(0x7f6fec072040 legacy=0x7f6fec15fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:47.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.443+0000 7f6fea000640 1 -- 172.21.15.29:0/735277356 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fec160ba0 con 0x7f6fec072d80 2024-09-12T03:10:47.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.444+0000 7f6fea000640 1 --2- 172.21.15.29:0/735277356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6fec072d80 0x7f6fec072420 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f6fd8009870 tx=0x7f6fd802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d46a9743f250fdd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:47.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.444+0000 7f6fe9600640 1 -- 172.21.15.29:0/735277356 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd8037070 con 0x7f6fec072d80 2024-09-12T03:10:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.444+0000 7f6fe9600640 1 -- 172.21.15.29:0/735277356 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fd8032440 con 0x7f6fec072d80 2024-09-12T03:10:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.444+0000 7f6fe9600640 1 -- 172.21.15.29:0/735277356 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd8032810 con 0x7f6fec072d80 2024-09-12T03:10:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.445+0000 7f6ff1a00640 1 -- 172.21.15.29:0/735277356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6fec072d80 msgr2=0x7f6fec072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.445+0000 7f6ff1a00640 1 --2- 172.21.15.29:0/735277356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6fec072d80 0x7f6fec072420 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f6fd8009870 tx=0x7f6fd802a270 comp rx=0 tx=0).stop 2024-09-12T03:10:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.445+0000 7f6ff1a00640 1 -- 172.21.15.29:0/735277356 shutdown_connections 2024-09-12T03:10:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.445+0000 7f6ff1a00640 1 --2- 172.21.15.29:0/735277356 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6fec06e0a0 0x7f6fec0cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.445+0000 7f6ff1a00640 1 --2- 172.21.15.29:0/735277356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6fec072d80 0x7f6fec072420 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.445+0000 7f6ff1a00640 1 -- 172.21.15.29:0/735277356 >> 172.21.15.29:0/735277356 conn(0x7f6fec067d70 msgr2=0x7f6fec06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.445+0000 7f6ff1a00640 1 -- 172.21.15.29:0/735277356 shutdown_connections 2024-09-12T03:10:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.445+0000 7f6ff1a00640 1 -- 172.21.15.29:0/735277356 wait complete. 2024-09-12T03:10:47.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.447+0000 7f6ff1a00640 1 Processor -- start 2024-09-12T03:10:47.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.447+0000 7f6ff1a00640 1 -- start start 2024-09-12T03:10:47.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6ff1a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6fec06e0a0 0x7f6fec140be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:47.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6ff1a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fec072040 0x7f6fec0ae3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6ff1a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6fec072d80 0x7f6fec0b35a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6ff1a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6fec06e530 con 0x7f6fec06e0a0 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6ff1a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6fec145b00 con 0x7f6fec072040 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6ff1a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6fec06e6b0 con 0x7f6fec072d80 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6feaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6fec06e0a0 0x7f6fec140be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6feaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6fec06e0a0 0x7f6fec140be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60652/0 (socket says 172.21.15.29:60652) 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6feaa00640 1 -- 172.21.15.29:0/4186433935 learned_addr learned my addr 172.21.15.29:0/4186433935 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6fea000640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fec072040 0x7f6fec0ae3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6feb400640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6fec072d80 0x7f6fec0b35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6feaa00640 1 -- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6fec072d80 msgr2=0x7f6fec0b35a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.448+0000 7f6feaa00640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6fec072d80 0x7f6fec0b35a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.449+0000 7f6feaa00640 1 -- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fec072040 msgr2=0x7f6fec0ae3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:47.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.449+0000 7f6feaa00640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fec072040 0x7f6fec0ae3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.449+0000 7f6feaa00640 1 -- 172.21.15.29:0/4186433935 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fec13fb40 con 0x7f6fec06e0a0 2024-09-12T03:10:47.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.449+0000 7f6fea000640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fec072040 0x7f6fec0ae3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:47.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.449+0000 7f6feaa00640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6fec06e0a0 0x7f6fec140be0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc00c430 tx=0x7f6fdc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:47.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.449+0000 7f6fe2a00640 1 -- 172.21.15.29:0/4186433935 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc0052d0 con 0x7f6fec06e0a0 2024-09-12T03:10:47.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.449+0000 7f6fe2a00640 1 -- 172.21.15.29:0/4186433935 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fdc005490 con 0x7f6fec06e0a0 2024-09-12T03:10:47.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.449+0000 7f6fe2a00640 1 -- 172.21.15.29:0/4186433935 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc007260 con 0x7f6fec06e0a0 2024-09-12T03:10:47.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.449+0000 7f6ff1a00640 1 -- 172.21.15.29:0/4186433935 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fec13fe20 con 0x7f6fec06e0a0 2024-09-12T03:10:47.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.449+0000 7f6ff1a00640 1 -- 172.21.15.29:0/4186433935 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fec1403e0 con 0x7f6fec06e0a0 2024-09-12T03:10:47.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.450+0000 7f6ff1a00640 1 -- 172.21.15.29:0/4186433935 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fec072420 con 0x7f6fec06e0a0 2024-09-12T03:10:47.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.451+0000 7f6fe2a00640 1 -- 172.21.15.29:0/4186433935 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6fdc007400 con 0x7f6fec06e0a0 2024-09-12T03:10:47.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.452+0000 7f6fe2a00640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6fcc06be30 0x7f6fcc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:47.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.452+0000 7f6fe2a00640 1 -- 172.21.15.29:0/4186433935 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5507+0+0 (secure 0 0 0) 0x7f6fdc08a220 con 0x7f6fec06e0a0 2024-09-12T03:10:47.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.452+0000 7f6fea000640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6fcc06be30 0x7f6fcc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:47.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.453+0000 7f6fea000640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6fcc06be30 0x7f6fcc06e2f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6fd8034000 tx=0x7f6fd802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:47.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.456+0000 7f6fe2a00640 1 -- 172.21.15.29:0/4186433935 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6fdc058630 con 0x7f6fec06e0a0 2024-09-12T03:10:47.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.642+0000 7f6ff1a00640 1 -- 172.21.15.29:0/4186433935 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f6fec06f360 con 0x7f6fec06e0a0 2024-09-12T03:10:47.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.646+0000 7f6fe2a00640 1 -- 172.21.15.29:0/4186433935 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7f6fdc05c930 con 0x7f6fec06e0a0 2024-09-12T03:10:47.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 -- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6fcc06be30 msgr2=0x7f6fcc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:47.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6fcc06be30 0x7f6fcc06e2f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6fd8034000 tx=0x7f6fd802e000 comp rx=0 tx=0).stop 2024-09-12T03:10:47.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 -- 172.21.15.29:0/4186433935 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6fec06e0a0 msgr2=0x7f6fec140be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:47.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6fec06e0a0 0x7f6fec140be0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc00c430 tx=0x7f6fdc00c8f0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 -- 172.21.15.29:0/4186433935 shutdown_connections 2024-09-12T03:10:47.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6fcc06be30 0x7f6fcc06e2f0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6fec072d80 0x7f6fec0b35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6fec072040 0x7f6fec0ae3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 --2- 172.21.15.29:0/4186433935 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6fec06e0a0 0x7f6fec140be0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:47.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 -- 172.21.15.29:0/4186433935 >> 172.21.15.29:0/4186433935 conn(0x7f6fec067d70 msgr2=0x7f6fec0b27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:47.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 -- 172.21.15.29:0/4186433935 shutdown_connections 2024-09-12T03:10:47.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:47.649+0000 7f6ff1a00640 1 -- 172.21.15.29:0/4186433935 wait complete. 2024-09-12T03:10:47.665 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:10:47.665 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:10:47.757 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:10:47.850 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:10:47.850 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:10:47.850 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:10:47.886 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:10:47.886 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:10:47.886 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:10:47.925 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:10:47.925 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:10:47.926 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:10:47.962 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:10:47.962 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:10:47.962 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:10:48.002 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:10:48.002 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-12T03:10:48.002 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:10:48.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.158+0000 7f3b60800640 1 Processor -- start 2024-09-12T03:10:48.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.158+0000 7f3b60800640 1 -- start start 2024-09-12T03:10:48.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.159+0000 7f3b60800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3b5806f0e0 0x7f3b5815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.159+0000 7f3b60800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3b5806f4c0 0x7f3b580cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.160+0000 7f3b60800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b5815c620 con 0x7f3b580cf5a0 2024-09-12T03:10:48.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.160+0000 7f3b60800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f3b5815bc50 con 0x7f3b5806f4c0 2024-09-12T03:10:48.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.160+0000 7f3b60800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3b58152630 con 0x7f3b5806f0e0 2024-09-12T03:10:48.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.160+0000 7f3b5d400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3b5806f4c0 0x7f3b580cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:48.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.160+0000 7f3b5d400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3b5806f4c0 0x7f3b580cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60660/0 (socket says 172.21.15.29:60660) 2024-09-12T03:10:48.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.160+0000 7f3b5d400640 1 -- 172.21.15.29:0/3744266666 learned_addr learned my addr 172.21.15.29:0/3744266666 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:48.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.160+0000 7f3b5de00640 1 --2- 172.21.15.29:0/3744266666 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3b5806f0e0 0x7f3b5815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:48.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.160+0000 7f3b5d400640 1 -- 172.21.15.29:0/3744266666 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3b5806f0e0 msgr2=0x7f3b5815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:48.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.160+0000 7f3b5d400640 1 --2- 172.21.15.29:0/3744266666 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3b5806f0e0 0x7f3b5815c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.160+0000 7f3b5d400640 1 -- 172.21.15.29:0/3744266666 >> v1:172.21.15.38:6789/0 conn(0x7f3b580cf5a0 legacy=0x7f3b580b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:48.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.160+0000 7f3b5d400640 1 -- 172.21.15.29:0/3744266666 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b580cfb40 con 0x7f3b5806f4c0 2024-09-12T03:10:48.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.161+0000 7f3b5d400640 1 --2- 172.21.15.29:0/3744266666 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b5806f4c0 0x7f3b580cf060 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f3b48009870 tx=0x7f3b4802c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13789ec7da1e9370 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:48.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.162+0000 7f3b5ca00640 1 -- 172.21.15.29:0/3744266666 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b48038070 con 0x7f3b5806f4c0 2024-09-12T03:10:48.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.162+0000 7f3b5ca00640 1 -- 172.21.15.29:0/3744266666 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b48031710 con 0x7f3b5806f4c0 2024-09-12T03:10:48.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.162+0000 7f3b5ca00640 1 -- 172.21.15.29:0/3744266666 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b48031ae0 con 0x7f3b5806f4c0 2024-09-12T03:10:48.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.162+0000 7f3b60800640 1 -- 172.21.15.29:0/3744266666 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b5806f4c0 msgr2=0x7f3b580cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:48.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.162+0000 7f3b60800640 1 --2- 172.21.15.29:0/3744266666 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b5806f4c0 0x7f3b580cf060 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f3b48009870 tx=0x7f3b4802c480 comp rx=0 tx=0).stop 2024-09-12T03:10:48.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.162+0000 7f3b60800640 1 -- 172.21.15.29:0/3744266666 shutdown_connections 2024-09-12T03:10:48.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.162+0000 7f3b60800640 1 --2- 172.21.15.29:0/3744266666 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b5806f4c0 0x7f3b580cf060 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.162+0000 7f3b60800640 1 --2- 172.21.15.29:0/3744266666 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3b5806f0e0 0x7f3b5815c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.162+0000 7f3b60800640 1 -- 172.21.15.29:0/3744266666 >> 172.21.15.29:0/3744266666 conn(0x7f3b58067da0 msgr2=0x7f3b5806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:48.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.162+0000 7f3b60800640 1 -- 172.21.15.29:0/3744266666 shutdown_connections 2024-09-12T03:10:48.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.162+0000 7f3b60800640 1 -- 172.21.15.29:0/3744266666 wait complete. 2024-09-12T03:10:48.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.164+0000 7f3b60800640 1 Processor -- start 2024-09-12T03:10:48.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.164+0000 7f3b60800640 1 -- start start 2024-09-12T03:10:48.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.165+0000 7f3b60800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3b5806f0e0 0x7f3b581554a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.165+0000 7f3b60800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b5806f4c0 0x7f3b58157e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.165+0000 7f3b60800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3b580cf5a0 0x7f3b581583b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.165+0000 7f3b60800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3b5806f900 con 0x7f3b5806f4c0 2024-09-12T03:10:48.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.165+0000 7f3b60800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3b5815b8e0 con 0x7f3b5806f0e0 2024-09-12T03:10:48.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.165+0000 7f3b60800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3b58156b40 con 0x7f3b580cf5a0 2024-09-12T03:10:48.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.165+0000 7f3b5d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b5806f4c0 0x7f3b58157e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:48.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.165+0000 7f3b5d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b5806f4c0 0x7f3b58157e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60672/0 (socket says 172.21.15.29:60672) 2024-09-12T03:10:48.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.165+0000 7f3b5d400640 1 -- 172.21.15.29:0/2976598034 learned_addr learned my addr 172.21.15.29:0/2976598034 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:48.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b5d400640 1 -- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3b580cf5a0 msgr2=0x7f3b581583b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:48.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b5d400640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3b580cf5a0 0x7f3b581583b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b5d400640 1 -- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3b5806f0e0 msgr2=0x7f3b581554a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:48.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b5de00640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3b5806f0e0 0x7f3b581554a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:48.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b5d400640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3b5806f0e0 0x7f3b581554a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b5d400640 1 -- 172.21.15.29:0/2976598034 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b58155f30 con 0x7f3b5806f4c0 2024-09-12T03:10:48.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b5de00640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3b5806f0e0 0x7f3b581554a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:48.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b5d400640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b5806f4c0 0x7f3b58157e70 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3b48000c00 tx=0x7f3b480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:48.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b52000640 1 -- 172.21.15.29:0/2976598034 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b48042020 con 0x7f3b5806f4c0 2024-09-12T03:10:48.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b52000640 1 -- 172.21.15.29:0/2976598034 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b4803d870 con 0x7f3b5806f4c0 2024-09-12T03:10:48.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b60800640 1 -- 172.21.15.29:0/2976598034 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b58156210 con 0x7f3b5806f4c0 2024-09-12T03:10:48.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.166+0000 7f3b52000640 1 -- 172.21.15.29:0/2976598034 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b48038040 con 0x7f3b5806f4c0 2024-09-12T03:10:48.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.167+0000 7f3b60800640 1 -- 172.21.15.29:0/2976598034 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b581567d0 con 0x7f3b5806f4c0 2024-09-12T03:10:48.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.168+0000 7f3b60800640 1 -- 172.21.15.29:0/2976598034 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b5815ee80 con 0x7f3b5806f4c0 2024-09-12T03:10:48.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.168+0000 7f3b52000640 1 -- 172.21.15.29:0/2976598034 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3b48045020 con 0x7f3b5806f4c0 2024-09-12T03:10:48.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.170+0000 7f3b52000640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3b3c06be30 0x7f3b3c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.170+0000 7f3b52000640 1 -- 172.21.15.29:0/2976598034 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5507+0+0 (secure 0 0 0) 0x7f3b480ad840 con 0x7f3b5806f4c0 2024-09-12T03:10:48.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.170+0000 7f3b5de00640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3b3c06be30 0x7f3b3c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:48.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.171+0000 7f3b5de00640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3b3c06be30 0x7f3b3c06e2f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3b4c006fd0 tx=0x7f3b4c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:48.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.174+0000 7f3b52000640 1 -- 172.21.15.29:0/2976598034 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3b4804c030 con 0x7f3b5806f4c0 2024-09-12T03:10:48.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.395+0000 7f3b60800640 1 -- 172.21.15.29:0/2976598034 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3b5815c180 con 0x7f3b5806f4c0 2024-09-12T03:10:48.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.396+0000 7f3b52000640 1 -- 172.21.15.29:0/2976598034 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+3908 (secure 0 0 0) 0x7f3b480ad090 con 0x7f3b5806f4c0 2024-09-12T03:10:48.398 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:48.398 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":27,"btime":"2024-09-12T03:10:42:233948+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4846,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/648822346","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":648822346},{"type":"v1","addr":"172.21.15.38:6836","nonce":648822346}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4988,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/3804187659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3804187659},{"type":"v1","addr":"172.21.15.29:6833","nonce":3804187659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27},{"gid":5299,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2285824061","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2285824061},{"type":"v1","addr":"172.21.15.38:6837","nonce":2285824061}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27},{"gid":5382,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2977677974","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":2977677974},{"type":"v1","addr":"172.21.15.29:6835","nonce":2977677974}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[]} 2024-09-12T03:10:48.399 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 27 2024-09-12T03:10:48.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.398+0000 7f3b60800640 1 -- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3b3c06be30 msgr2=0x7f3b3c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:48.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.398+0000 7f3b60800640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3b3c06be30 0x7f3b3c06e2f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3b4c006fd0 tx=0x7f3b4c008040 comp rx=0 tx=0).stop 2024-09-12T03:10:48.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.398+0000 7f3b60800640 1 -- 172.21.15.29:0/2976598034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b5806f4c0 msgr2=0x7f3b58157e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:48.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.398+0000 7f3b60800640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b5806f4c0 0x7f3b58157e70 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3b48000c00 tx=0x7f3b480046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.398+0000 7f3b60800640 1 -- 172.21.15.29:0/2976598034 shutdown_connections 2024-09-12T03:10:48.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.398+0000 7f3b60800640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3b3c06be30 0x7f3b3c06e2f0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.398+0000 7f3b60800640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3b580cf5a0 0x7f3b581583b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.398+0000 7f3b60800640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b5806f4c0 0x7f3b58157e70 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.398+0000 7f3b60800640 1 --2- 172.21.15.29:0/2976598034 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3b5806f0e0 0x7f3b581554a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.398+0000 7f3b60800640 1 -- 172.21.15.29:0/2976598034 >> 172.21.15.29:0/2976598034 conn(0x7f3b58067da0 msgr2=0x7f3b5806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:48.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.398+0000 7f3b60800640 1 -- 172.21.15.29:0/2976598034 shutdown_connections 2024-09-12T03:10:48.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.399+0000 7f3b60800640 1 -- 172.21.15.29:0/2976598034 wait complete. 2024-09-12T03:10:48.416 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-12T03:10:48.416 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-12T03:10:48.416 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-12T03:10:48.416 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:10:48.416 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-12T03:10:48.416 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-12T03:10:48.417 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-12T03:10:48.417 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:10:48.417 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-12T03:10:48.417 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-12T03:10:48.417 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-12T03:10:48.417 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:10:48.417 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-12T03:10:48.418 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-12T03:10:48.418 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-12T03:10:48.418 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:10:48.433 INFO:tasks.ceph.mds.a:Stopped 2024-09-12T03:10:48.434 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-12T03:10:48.434 INFO:tasks.ceph.mds.c:Stopped 2024-09-12T03:10:48.435 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-12T03:10:48.438 INFO:tasks.ceph.mds.b:Stopped 2024-09-12T03:10:48.438 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-12T03:10:48.439 INFO:tasks.ceph.mds.d:Stopped 2024-09-12T03:10:48.439 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-12T03:10:48.478 INFO:tasks.ceph.mds.a:Started 2024-09-12T03:10:48.479 DEBUG:teuthology.parallel:result is None 2024-09-12T03:10:48.481 INFO:tasks.ceph.mds.c:Started 2024-09-12T03:10:48.481 DEBUG:teuthology.parallel:result is None 2024-09-12T03:10:48.483 INFO:tasks.ceph.mds.b:Started 2024-09-12T03:10:48.483 DEBUG:teuthology.parallel:result is None 2024-09-12T03:10:48.485 INFO:tasks.ceph.mds.d:Started 2024-09-12T03:10:48.486 DEBUG:teuthology.parallel:result is None 2024-09-12T03:10:48.486 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-12T03:10:48.613 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:10:48.613 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:10:48.621 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:10:48.621 INFO:tasks.ceph.mds.d.smithi038.stdout:starting mds.d at 2024-09-12T03:10:48.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.652+0000 7fd512800640 1 Processor -- start 2024-09-12T03:10:48.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.652+0000 7fd512800640 1 -- start start 2024-09-12T03:10:48.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.654+0000 7fd512800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd50c072240 0x7fd50c15d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.654+0000 7fd512800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd50c0afc40 0x7fd50c0cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.654+0000 7fd512800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd50c15d730 con 0x7fd50c072620 2024-09-12T03:10:48.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.654+0000 7fd512800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fd50c06e590 con 0x7fd50c072240 2024-09-12T03:10:48.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.654+0000 7fd512800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fd50c06e870 con 0x7fd50c0afc40 2024-09-12T03:10:48.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.654+0000 7fd50b400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd50c072240 0x7fd50c15d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:48.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.654+0000 7fd50b400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd50c072240 0x7fd50c15d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60708/0 (socket says 172.21.15.29:60708) 2024-09-12T03:10:48.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.654+0000 7fd50b400640 1 -- 172.21.15.29:0/4177115417 learned_addr learned my addr 172.21.15.29:0/4177115417 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:48.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.654+0000 7fd50be00640 1 --2- 172.21.15.29:0/4177115417 >> v2:172.21.15.38:3300/0 conn(0x7fd50c0afc40 0x7fd50c0cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:48.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.655+0000 7fd50b400640 1 -- 172.21.15.29:0/4177115417 >> v2:172.21.15.38:3300/0 conn(0x7fd50c0afc40 msgr2=0x7fd50c0cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:48.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.655+0000 7fd50b400640 1 --2- 172.21.15.29:0/4177115417 >> v2:172.21.15.38:3300/0 conn(0x7fd50c0afc40 0x7fd50c0cd1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.655+0000 7fd50b400640 1 -- 172.21.15.29:0/4177115417 >> v1:172.21.15.38:6789/0 conn(0x7fd50c072620 legacy=0x7fd50c0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:48.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.655+0000 7fd50b400640 1 -- 172.21.15.29:0/4177115417 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd50c06eb50 con 0x7fd50c072240 2024-09-12T03:10:48.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.656+0000 7fd50b400640 1 --2- 172.21.15.29:0/4177115417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd50c072240 0x7fd50c15d1f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fd50c0cf9a0 tx=0x7fd4fc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92f09c8219a625d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:48.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.658+0000 7fd50a000640 1 -- 172.21.15.29:0/4177115417 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4fc037070 con 0x7fd50c072240 2024-09-12T03:10:48.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.658+0000 7fd50a000640 1 -- 172.21.15.29:0/4177115417 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4fc032440 con 0x7fd50c072240 2024-09-12T03:10:48.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.658+0000 7fd50a000640 1 -- 172.21.15.29:0/4177115417 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4fc032810 con 0x7fd50c072240 2024-09-12T03:10:48.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.659+0000 7fd512800640 1 -- 172.21.15.29:0/4177115417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd50c072240 msgr2=0x7fd50c15d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:48.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.659+0000 7fd512800640 1 --2- 172.21.15.29:0/4177115417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd50c072240 0x7fd50c15d1f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fd50c0cf9a0 tx=0x7fd4fc02a270 comp rx=0 tx=0).stop 2024-09-12T03:10:48.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.659+0000 7fd512800640 1 -- 172.21.15.29:0/4177115417 shutdown_connections 2024-09-12T03:10:48.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.659+0000 7fd512800640 1 --2- 172.21.15.29:0/4177115417 >> v2:172.21.15.38:3300/0 conn(0x7fd50c0afc40 0x7fd50c0cd1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.659+0000 7fd512800640 1 --2- 172.21.15.29:0/4177115417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd50c072240 0x7fd50c15d1f0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.659+0000 7fd512800640 1 -- 172.21.15.29:0/4177115417 >> 172.21.15.29:0/4177115417 conn(0x7fd50c067da0 msgr2=0x7fd50c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:48.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.660+0000 7fd512800640 1 -- 172.21.15.29:0/4177115417 shutdown_connections 2024-09-12T03:10:48.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.660+0000 7fd512800640 1 -- 172.21.15.29:0/4177115417 wait complete. 2024-09-12T03:10:48.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.662+0000 7fd512800640 1 Processor -- start 2024-09-12T03:10:48.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.662+0000 7fd512800640 1 -- start start 2024-09-12T03:10:48.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd512800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd50c072240 0x7fd50c152580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd512800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd50c072620 0x7fd50c0af140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd512800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd50c0afc40 0x7fd50c151ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd512800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd50c06e150 con 0x7fd50c072240 2024-09-12T03:10:48.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd512800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd50c06dfd0 con 0x7fd50c0afc40 2024-09-12T03:10:48.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd512800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd50c06e2d0 con 0x7fd50c072620 2024-09-12T03:10:48.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd50b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd50c072240 0x7fd50c152580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:48.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd50b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd50c072240 0x7fd50c152580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60714/0 (socket says 172.21.15.29:60714) 2024-09-12T03:10:48.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd50b400640 1 -- 172.21.15.29:0/1165214832 learned_addr learned my addr 172.21.15.29:0/1165214832 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:48.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd50aa00640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd50c072620 0x7fd50c0af140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:48.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd50be00640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd50c0afc40 0x7fd50c151ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:48.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd50b400640 1 -- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd50c072620 msgr2=0x7fd50c0af140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:48.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd50b400640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd50c072620 0x7fd50c0af140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd50b400640 1 -- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd50c0afc40 msgr2=0x7fd50c151ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:48.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd50b400640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd50c0afc40 0x7fd50c151ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:48.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.663+0000 7fd50b400640 1 -- 172.21.15.29:0/1165214832 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd50c0b2a90 con 0x7fd50c072240 2024-09-12T03:10:48.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.664+0000 7fd50b400640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd50c072240 0x7fd50c152580 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd4fc02a2b0 tx=0x7fd4fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:48.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.664+0000 7fd503400640 1 -- 172.21.15.29:0/1165214832 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4fc037040 con 0x7fd50c072240 2024-09-12T03:10:48.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.664+0000 7fd503400640 1 -- 172.21.15.29:0/1165214832 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4fc042070 con 0x7fd50c072240 2024-09-12T03:10:48.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.664+0000 7fd512800640 1 -- 172.21.15.29:0/1165214832 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd50c0b2d70 con 0x7fd50c072240 2024-09-12T03:10:48.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.664+0000 7fd503400640 1 -- 172.21.15.29:0/1165214832 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4fc030880 con 0x7fd50c072240 2024-09-12T03:10:48.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.664+0000 7fd512800640 1 -- 172.21.15.29:0/1165214832 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd50c0b1450 con 0x7fd50c072240 2024-09-12T03:10:48.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.666+0000 7fd512800640 1 -- 172.21.15.29:0/1165214832 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd50c15d1f0 con 0x7fd50c072240 2024-09-12T03:10:48.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.666+0000 7fd503400640 1 -- 172.21.15.29:0/1165214832 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd4fc030a20 con 0x7fd50c072240 2024-09-12T03:10:48.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.667+0000 7fd503400640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd4ec06be30 0x7fd4ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:48.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.667+0000 7fd503400640 1 -- 172.21.15.29:0/1165214832 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5507+0+0 (secure 0 0 0) 0x7fd4fc0ab4b0 con 0x7fd50c072240 2024-09-12T03:10:48.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.667+0000 7fd50aa00640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd4ec06be30 0x7fd4ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:48.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.668+0000 7fd50aa00640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd4ec06be30 0x7fd4ec06e2f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd50c1e7a50 tx=0x7fd4f8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:48.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.671+0000 7fd503400640 1 -- 172.21.15.29:0/1165214832 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd4fc079960 con 0x7fd50c072240 2024-09-12T03:10:48.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:48.869+0000 7fd512800640 1 -- 172.21.15.29:0/1165214832 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fd50c0cdb80 con 0x7fd50c072240 2024-09-12T03:10:49.345 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:10:49.350 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:10:49.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.661+0000 7fd503400640 1 -- 172.21.15.29:0/1165214832 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v49) ==== 97+0+0 (secure 0 0 0) 0x7fd4fc07dc60 con 0x7fd50c072240 2024-09-12T03:10:49.662 INFO:teuthology.orchestra.run.smithi029.stderr: removed all blocklist entries 2024-09-12T03:10:49.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 -- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd4ec06be30 msgr2=0x7fd4ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:49.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd4ec06be30 0x7fd4ec06e2f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd50c1e7a50 tx=0x7fd4f8009040 comp rx=0 tx=0).stop 2024-09-12T03:10:49.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 -- 172.21.15.29:0/1165214832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd50c072240 msgr2=0x7fd50c152580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:49.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd50c072240 0x7fd50c152580 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd4fc02a2b0 tx=0x7fd4fc0046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:49.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 -- 172.21.15.29:0/1165214832 shutdown_connections 2024-09-12T03:10:49.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd4ec06be30 0x7fd4ec06e2f0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:49.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd50c0afc40 0x7fd50c151ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:49.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd50c072620 0x7fd50c0af140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:49.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 --2- 172.21.15.29:0/1165214832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd50c072240 0x7fd50c152580 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:49.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 -- 172.21.15.29:0/1165214832 >> 172.21.15.29:0/1165214832 conn(0x7fd50c067da0 msgr2=0x7fd50c0b4370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:49.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 -- 172.21.15.29:0/1165214832 shutdown_connections 2024-09-12T03:10:49.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.664+0000 7fd512800640 1 -- 172.21.15.29:0/1165214832 wait complete. 2024-09-12T03:10:49.681 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-12T03:10:49.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.838+0000 7f3e74e00640 1 Processor -- start 2024-09-12T03:10:49.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.838+0000 7f3e74e00640 1 -- start start 2024-09-12T03:10:49.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.839+0000 7f3e74e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e700d4310 0x7f3e700d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:49.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.839+0000 7f3e74e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e7015e850 con 0x7f3e7015e470 2024-09-12T03:10:49.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.839+0000 7f3e74e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e700d1c60 con 0x7f3e7006d460 2024-09-12T03:10:49.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.839+0000 7f3e74e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3e700cf710 con 0x7f3e700d4310 2024-09-12T03:10:49.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.839+0000 7f3e6f400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f3e7015e470 0x7f3e700cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39508/0 (socket says 172.21.15.29:39508) 2024-09-12T03:10:49.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.839+0000 7f3e6f400640 1 -- 172.21.15.29:0/3722030580 learned_addr learned my addr 172.21.15.29:0/3722030580 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:49.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6ea00640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e700d4310 0x7f3e700d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:49.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2055760490 0 0) 0x7f3e7015e850 con 0x7f3e7015e470 2024-09-12T03:10:49.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3e54003520 con 0x7f3e7015e470 2024-09-12T03:10:49.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3522965388 0 0) 0x7f3e54003520 con 0x7f3e7015e470 2024-09-12T03:10:49.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e700d4310 msgr2=0x7f3e700d4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:49.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e700d4310 0x7f3e700d4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:49.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 >> v1:172.21.15.38:6789/0 conn(0x7f3e7006d460 legacy=0x7f3e700d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:49.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e700d1980 con 0x7f3e7015e470 2024-09-12T03:10:49.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f3e60001670 con 0x7f3e7015e470 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 >> v1:172.21.15.29:6789/0 conn(0x7f3e7015e470 legacy=0x7f3e700cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e540039e0 0x7f3e54003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3e54004800 0x7f3e54004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e700d4310 0x7f3e540051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3e700cf710 con 0x7f3e540039e0 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3e5400baa0 con 0x7f3e54004800 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.840+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3e5400bca0 con 0x7f3e700d4310 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.841+0000 7f3e6f400640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e540039e0 0x7f3e54003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.841+0000 7f3e6ea00640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3e54004800 0x7f3e54004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.841+0000 7f3e6fe00640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e700d4310 0x7f3e540051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.841+0000 7f3e6f400640 1 -- 172.21.15.29:0/3722030580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e700d4310 msgr2=0x7f3e540051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.841+0000 7f3e6f400640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e700d4310 0x7f3e540051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.841+0000 7f3e6f400640 1 -- 172.21.15.29:0/3722030580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3e54004800 msgr2=0x7f3e54004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:49.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.841+0000 7f3e6f400640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3e54004800 0x7f3e54004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:49.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.841+0000 7f3e6f400640 1 -- 172.21.15.29:0/3722030580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e54003520 con 0x7f3e540039e0 2024-09-12T03:10:49.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.842+0000 7f3e6f400640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e540039e0 0x7f3e54003e00 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f3e60001eb0 tx=0x7f3e54005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cffcaf0e6caae1f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:49.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.842+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e60007d30 con 0x7f3e540039e0 2024-09-12T03:10:49.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.842+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e60005af0 con 0x7f3e540039e0 2024-09-12T03:10:49.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.842+0000 7f3e6e000640 1 -- 172.21.15.29:0/3722030580 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e60007070 con 0x7f3e540039e0 2024-09-12T03:10:49.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.843+0000 7f3e74e00640 1 -- 172.21.15.29:0/3722030580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e540039e0 msgr2=0x7f3e54003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:49.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.843+0000 7f3e74e00640 1 --2- 172.21.15.29:0/3722030580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e540039e0 0x7f3e54003e00 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f3e60001eb0 tx=0x7f3e54005830 comp rx=0 tx=0).stop 2024-09-12T03:10:49.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.843+0000 7f3e6fe00640 1 -- 172.21.15.29:0/3722030580 reap_dead start 2024-09-12T03:10:49.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.843+0000 7f3e74e00640 1 -- 172.21.15.29:0/3722030580 shutdown_connections 2024-09-12T03:10:49.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.843+0000 7f3e74e00640 1 -- 172.21.15.29:0/3722030580 >> 172.21.15.29:0/3722030580 conn(0x7f3e7009d700 msgr2=0x7f3e7008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:49.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.843+0000 7f3e74e00640 1 -- 172.21.15.29:0/3722030580 shutdown_connections 2024-09-12T03:10:49.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.843+0000 7f3e74e00640 1 -- 172.21.15.29:0/3722030580 wait complete. 2024-09-12T03:10:49.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.845+0000 7f3e74e00640 1 Processor -- start 2024-09-12T03:10:49.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.845+0000 7f3e74e00640 1 -- start start 2024-09-12T03:10:49.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.846+0000 7f3e74e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e540039e0 0x7f3e700ce0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:49.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.846+0000 7f3e74e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e70151d50 0x7f3e700cb810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:49.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.846+0000 7f3e74e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3e7015f520 0x7f3e700b1f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:49.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.846+0000 7f3e74e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3e700d02b0 con 0x7f3e70151d50 2024-09-12T03:10:49.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.846+0000 7f3e74e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3e700cf3a0 con 0x7f3e7015f520 2024-09-12T03:10:49.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.846+0000 7f3e74e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3e700d12d0 con 0x7f3e540039e0 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.846+0000 7f3e6ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e70151d50 0x7f3e700cb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.846+0000 7f3e6ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e70151d50 0x7f3e700cb810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59052/0 (socket says 172.21.15.29:59052) 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.846+0000 7f3e6ea00640 1 -- 172.21.15.29:0/615439958 learned_addr learned my addr 172.21.15.29:0/615439958 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.846+0000 7f3e6fe00640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3e7015f520 0x7f3e700b1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.846+0000 7f3e6f400640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e540039e0 0x7f3e700ce0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e6ea00640 1 -- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e540039e0 msgr2=0x7f3e700ce0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e6ea00640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e540039e0 0x7f3e700ce0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e6ea00640 1 -- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3e7015f520 msgr2=0x7f3e700b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e6ea00640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3e7015f520 0x7f3e700b1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e6ea00640 1 -- 172.21.15.29:0/615439958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e700b1140 con 0x7f3e70151d50 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e6f400640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e540039e0 0x7f3e700ce0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e6ea00640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e70151d50 0x7f3e700cb810 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c011910 tx=0x7f3e5c011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:49.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e67400640 1 -- 172.21.15.29:0/615439958 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e5c00faf0 con 0x7f3e70151d50 2024-09-12T03:10:49.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e67400640 1 -- 172.21.15.29:0/615439958 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e5c00fc90 con 0x7f3e70151d50 2024-09-12T03:10:49.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e74e00640 1 -- 172.21.15.29:0/615439958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e700b1420 con 0x7f3e70151d50 2024-09-12T03:10:49.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e67400640 1 -- 172.21.15.29:0/615439958 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e5c014440 con 0x7f3e70151d50 2024-09-12T03:10:49.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.847+0000 7f3e74e00640 1 -- 172.21.15.29:0/615439958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e700ce620 con 0x7f3e70151d50 2024-09-12T03:10:49.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.848+0000 7f3e74e00640 1 -- 172.21.15.29:0/615439958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e700d1660 con 0x7f3e70151d50 2024-09-12T03:10:49.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.849+0000 7f3e67400640 1 -- 172.21.15.29:0/615439958 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3e5c012040 con 0x7f3e70151d50 2024-09-12T03:10:49.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.850+0000 7f3e67400640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3e5006be60 0x7f3e5006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:49.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.850+0000 7f3e67400640 1 -- 172.21.15.29:0/615439958 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5249+0+0 (secure 0 0 0) 0x7f3e5c08b220 con 0x7f3e70151d50 2024-09-12T03:10:49.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.850+0000 7f3e6f400640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3e5006be60 0x7f3e5006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:49.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.851+0000 7f3e6f400640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3e5006be60 0x7f3e5006e320 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3e60032000 tx=0x7f3e6002d000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:49.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:49.854+0000 7f3e67400640 1 -- 172.21.15.29:0/615439958 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3e5c019030 con 0x7f3e70151d50 2024-09-12T03:10:50.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.103+0000 7f3e74e00640 1 -- 172.21.15.29:0/615439958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f3e7006cf90 con 0x7f3e70151d50 2024-09-12T03:10:50.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.104+0000 7f3e67400640 1 -- 172.21.15.29:0/615439958 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) ==== 80+0+5304 (secure 0 0 0) 0x7f3e5c059d80 con 0x7f3e70151d50 2024-09-12T03:10:50.104 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:50.104 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:10:50.104 INFO:teuthology.orchestra.run.smithi029.stdout: "auth_dump": [ 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.a", 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmGdhrORAAsOS/B6LbhU6MJ2GUBYBJFA==", 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.b", 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJm7e2+ERAAyldNZARwXOigGaWNqli9Bg==", 2024-09-12T03:10:50.105 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.c", 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmqYmoBxAAYPJQB2lkVmdMtBEIdiX1mQ==", 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:10:50.106 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.d", 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmoACEGxAAER5bDtRQNdNN8FDWARVXzQ==", 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.107 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.0", 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDsWuJm1gnvDRAAg+7CcQx/xZXRfM+g7lsR/A==", 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.1", 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDvWuJmnW8NKBAAISZJQD5VBkM1KkgEcWGfbQ==", 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:10:50.108 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.2", 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDyWuJmZNQuMRAA2ANl+grvUEpgKJt5/+m10w==", 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.3", 2024-09-12T03:10:50.109 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD1WuJmesWYOxAACNJ0k9wf5vX7Jfu09q2HoA==", 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.4", 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD/WuJm9fUiHBAAZrBRG+pAXyud5zXPvQy1CQ==", 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.110 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.5", 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQACW+Jm8F8tJxAAPAwz7p5jMlNbkQC94UiSUA==", 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.6", 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAFW+Jm3IMDMhAAoT6gQFrllSSRpiM6+SH6gA==", 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.111 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.7", 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAJW+Jmr+JtAhAAbP/l6S1lDbCzyaZ2DhcYOw==", 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.112 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.0", 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w==", 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow r", 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.1", 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmLdQsMRAA+n1A7Ovo1XnY3u+lXv2Ilg==", 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:10:50.113 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.2", 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmTP2lKhAA0th0lTng+ToO8M32YkX49A==", 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.114 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.3", 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmN5KtNxAAPlcAKyvfzPH0Nz+zPjjFLg==", 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.admin", 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmTksqChAA0bocgO0/5SUJ4Gs5Ctchdg==", 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:10:50.115 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.x", 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmamHAMhAAOO0VgoWBN+cj+LH+hCjMrA==", 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:10:50.116 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.117 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.y", 2024-09-12T03:10:50.117 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmaP4NLBAA2aCTJ8rKhk1yHyvYwew2fQ==", 2024-09-12T03:10:50.117 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:10:50.117 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:10:50.117 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:10:50.117 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:10:50.117 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.117 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.117 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2024-09-12T03:10:50.117 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:10:50.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 -- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3e5006be60 msgr2=0x7f3e5006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3e5006be60 0x7f3e5006e320 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3e60032000 tx=0x7f3e6002d000 comp rx=0 tx=0).stop 2024-09-12T03:10:50.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 -- 172.21.15.29:0/615439958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e70151d50 msgr2=0x7f3e700cb810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e70151d50 0x7f3e700cb810 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c011910 tx=0x7f3e5c011dd0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 -- 172.21.15.29:0/615439958 shutdown_connections 2024-09-12T03:10:50.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3e5006be60 0x7f3e5006e320 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3e7015f520 0x7f3e700b1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3e70151d50 0x7f3e700cb810 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 --2- 172.21.15.29:0/615439958 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3e540039e0 0x7f3e700ce0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 -- 172.21.15.29:0/615439958 >> 172.21.15.29:0/615439958 conn(0x7f3e7009d700 msgr2=0x7f3e700b4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:50.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 -- 172.21.15.29:0/615439958 shutdown_connections 2024-09-12T03:10:50.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.106+0000 7f3e74e00640 1 -- 172.21.15.29:0/615439958 wait complete. 2024-09-12T03:10:50.122 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-12T03:10:50.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.277+0000 7f5cddc00640 1 Processor -- start 2024-09-12T03:10:50.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.277+0000 7f5cddc00640 1 -- start start 2024-09-12T03:10:50.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.278+0000 7f5cddc00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5cd8145990 0x7f5cd8160960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.278+0000 7f5cddc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5cd8073690 0x7f5cd806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.278+0000 7f5cddc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cd806c150 0x7f5cd80d1310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.278+0000 7f5cddc00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f5cd806c580 con 0x7f5cd8073690 2024-09-12T03:10:50.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.278+0000 7f5cddc00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f5cd815cb80 con 0x7f5cd8145990 2024-09-12T03:10:50.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.278+0000 7f5cddc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5cd815ce60 con 0x7f5cd806c150 2024-09-12T03:10:50.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.279+0000 7f5cd6000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5cd8073690 0x7f5cd806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.279+0000 7f5cd6000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5cd8073690 0x7f5cd806bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59062/0 (socket says 172.21.15.29:59062) 2024-09-12T03:10:50.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.279+0000 7f5cd6000640 1 -- 172.21.15.29:0/424298224 learned_addr learned my addr 172.21.15.29:0/424298224 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:50.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.279+0000 7f5cd7400640 1 --2- 172.21.15.29:0/424298224 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cd806c150 0x7f5cd80d1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.279+0000 7f5cd6a00640 1 --2- 172.21.15.29:0/424298224 >> v2:172.21.15.38:3300/0 conn(0x7f5cd8145990 0x7f5cd8160960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.279+0000 7f5cd6000640 1 -- 172.21.15.29:0/424298224 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cd806c150 msgr2=0x7f5cd80d1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:50.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.279+0000 7f5cd6000640 1 --2- 172.21.15.29:0/424298224 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cd806c150 0x7f5cd80d1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.279+0000 7f5cd6000640 1 -- 172.21.15.29:0/424298224 >> v2:172.21.15.38:3300/0 conn(0x7f5cd8145990 msgr2=0x7f5cd8160960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:50.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.279+0000 7f5cd6000640 1 --2- 172.21.15.29:0/424298224 >> v2:172.21.15.38:3300/0 conn(0x7f5cd8145990 0x7f5cd8160960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.279+0000 7f5cd6000640 1 -- 172.21.15.29:0/424298224 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd815d140 con 0x7f5cd8073690 2024-09-12T03:10:50.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.280+0000 7f5cd6000640 1 --2- 172.21.15.29:0/424298224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cd8073690 0x7f5cd806bc10 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8074150 tx=0x7f5cc402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac6f0439a743632f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:50.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.280+0000 7f5cd5600640 1 -- 172.21.15.29:0/424298224 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc4037070 con 0x7f5cd8073690 2024-09-12T03:10:50.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.281+0000 7f5cd5600640 1 -- 172.21.15.29:0/424298224 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cc4032440 con 0x7f5cd8073690 2024-09-12T03:10:50.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.281+0000 7f5cd5600640 1 -- 172.21.15.29:0/424298224 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc4032810 con 0x7f5cd8073690 2024-09-12T03:10:50.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.281+0000 7f5cddc00640 1 -- 172.21.15.29:0/424298224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cd8073690 msgr2=0x7f5cd806bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.281+0000 7f5cddc00640 1 --2- 172.21.15.29:0/424298224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cd8073690 0x7f5cd806bc10 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8074150 tx=0x7f5cc402a1e0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.281+0000 7f5cddc00640 1 -- 172.21.15.29:0/424298224 shutdown_connections 2024-09-12T03:10:50.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.281+0000 7f5cddc00640 1 --2- 172.21.15.29:0/424298224 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cd806c150 0x7f5cd80d1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.281+0000 7f5cddc00640 1 --2- 172.21.15.29:0/424298224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cd8073690 0x7f5cd806bc10 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.281+0000 7f5cddc00640 1 --2- 172.21.15.29:0/424298224 >> v2:172.21.15.38:3300/0 conn(0x7f5cd8145990 0x7f5cd8160960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.281+0000 7f5cddc00640 1 -- 172.21.15.29:0/424298224 >> 172.21.15.29:0/424298224 conn(0x7f5cd80b6b10 msgr2=0x7f5cd809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:50.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.281+0000 7f5cddc00640 1 -- 172.21.15.29:0/424298224 shutdown_connections 2024-09-12T03:10:50.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.281+0000 7f5cddc00640 1 -- 172.21.15.29:0/424298224 wait complete. 2024-09-12T03:10:50.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.283+0000 7f5cddc00640 1 Processor -- start 2024-09-12T03:10:50.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.283+0000 7f5cddc00640 1 -- start start 2024-09-12T03:10:50.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cddc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cd806c150 0x7f5cd813ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cddc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cd8073690 0x7f5cd8151090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cddc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cd8145990 0x7f5cd80cf240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cddc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd80d1850 con 0x7f5cd8073690 2024-09-12T03:10:50.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cddc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd815d700 con 0x7f5cd806c150 2024-09-12T03:10:50.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cddc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5cd80d19d0 con 0x7f5cd8145990 2024-09-12T03:10:50.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cd6000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cd8073690 0x7f5cd8151090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cd6000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cd8073690 0x7f5cd8151090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59078/0 (socket says 172.21.15.29:59078) 2024-09-12T03:10:50.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cd6000640 1 -- 172.21.15.29:0/3117829475 learned_addr learned my addr 172.21.15.29:0/3117829475 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:50.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cd6a00640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cd806c150 0x7f5cd813ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cd7400640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cd8145990 0x7f5cd80cf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cd6000640 1 -- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cd8145990 msgr2=0x7f5cd80cf240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cd6000640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cd8145990 0x7f5cd80cf240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cd6000640 1 -- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cd806c150 msgr2=0x7f5cd813ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cd6000640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cd806c150 0x7f5cd813ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.284+0000 7f5cd6000640 1 -- 172.21.15.29:0/3117829475 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd81519c0 con 0x7f5cd8073690 2024-09-12T03:10:50.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.285+0000 7f5cd6000640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cd8073690 0x7f5cd8151090 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f5cc402a220 tx=0x7f5cc40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:50.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.285+0000 7f5ccea00640 1 -- 172.21.15.29:0/3117829475 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc4041020 con 0x7f5cd8073690 2024-09-12T03:10:50.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.285+0000 7f5ccea00640 1 -- 172.21.15.29:0/3117829475 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cc403d620 con 0x7f5cd8073690 2024-09-12T03:10:50.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.285+0000 7f5ccea00640 1 -- 172.21.15.29:0/3117829475 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc4037040 con 0x7f5cd8073690 2024-09-12T03:10:50.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.285+0000 7f5cddc00640 1 -- 172.21.15.29:0/3117829475 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cd8151ca0 con 0x7f5cd8073690 2024-09-12T03:10:50.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.285+0000 7f5cddc00640 1 -- 172.21.15.29:0/3117829475 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cd809d700 con 0x7f5cd8073690 2024-09-12T03:10:50.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.286+0000 7f5cddc00640 1 -- 172.21.15.29:0/3117829475 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cd806bc10 con 0x7f5cd8073690 2024-09-12T03:10:50.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.287+0000 7f5ccea00640 1 -- 172.21.15.29:0/3117829475 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5cc4044020 con 0x7f5cd8073690 2024-09-12T03:10:50.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.288+0000 7f5ccea00640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cb806be60 0x7f5cb806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.289+0000 7f5ccea00640 1 -- 172.21.15.29:0/3117829475 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5249+0+0 (secure 0 0 0) 0x7f5cc40ab340 con 0x7f5cd8073690 2024-09-12T03:10:50.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.289+0000 7f5cd6a00640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cb806be60 0x7f5cb806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.290+0000 7f5cd6a00640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cb806be60 0x7f5cb806e320 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5cd809d350 tx=0x7f5cc8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:50.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.293+0000 7f5ccea00640 1 -- 172.21.15.29:0/3117829475 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5cc404b030 con 0x7f5cd8073690 2024-09-12T03:10:50.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.479+0000 7f5cddc00640 1 -- 172.21.15.29:0/3117829475 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f5cd80cdb90 con 0x7f5cd8073690 2024-09-12T03:10:50.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.479+0000 7f5ccea00640 1 -- 172.21.15.29:0/3117829475 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v49) ==== 84+0+65 (secure 0 0 0) 0x7f5cc4079ea0 con 0x7f5cd8073690 2024-09-12T03:10:50.480 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:50.480 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-12T03:10:50.480 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:10:50.480 INFO:teuthology.orchestra.run.smithi029.stdout: "poolnum": 1, 2024-09-12T03:10:50.480 INFO:teuthology.orchestra.run.smithi029.stdout: "poolname": ".mgr" 2024-09-12T03:10:50.480 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:10:50.480 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-12T03:10:50.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 -- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cb806be60 msgr2=0x7f5cb806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cb806be60 0x7f5cb806e320 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5cd809d350 tx=0x7f5cc8008040 comp rx=0 tx=0).stop 2024-09-12T03:10:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 -- 172.21.15.29:0/3117829475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cd8073690 msgr2=0x7f5cd8151090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cd8073690 0x7f5cd8151090 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f5cc402a220 tx=0x7f5cc40046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 -- 172.21.15.29:0/3117829475 shutdown_connections 2024-09-12T03:10:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cb806be60 0x7f5cb806e320 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5cd8145990 0x7f5cd80cf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cd8073690 0x7f5cd8151090 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 --2- 172.21.15.29:0/3117829475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5cd806c150 0x7f5cd813ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 -- 172.21.15.29:0/3117829475 >> 172.21.15.29:0/3117829475 conn(0x7f5cd80b6b10 msgr2=0x7f5cd80d10d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 -- 172.21.15.29:0/3117829475 shutdown_connections 2024-09-12T03:10:50.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.482+0000 7f5cddc00640 1 -- 172.21.15.29:0/3117829475 wait complete. 2024-09-12T03:10:50.499 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T03:10:50.499 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T03:10:50.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.659+0000 7f730b200640 1 Processor -- start 2024-09-12T03:10:50.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.659+0000 7f730b200640 1 -- start start 2024-09-12T03:10:50.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.660+0000 7f730b200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 0x7f730c0b28a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.660+0000 7f730b200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f730c0cdbf0 con 0x7f730c06ddc0 2024-09-12T03:10:50.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.660+0000 7f730b200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f730c06e250 con 0x7f730c0cd810 2024-09-12T03:10:50.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.660+0000 7f730b200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f730c072550 con 0x7f730c0cf750 2024-09-12T03:10:50.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.661+0000 7f7309400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f730c06ddc0 0x7f730c0cf040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39518/0 (socket says 172.21.15.29:39518) 2024-09-12T03:10:50.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.661+0000 7f7309400640 1 -- 172.21.15.29:0/4178756431 learned_addr learned my addr 172.21.15.29:0/4178756431 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:50.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.661+0000 7f730a800640 1 --2- 172.21.15.29:0/4178756431 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 0x7f730c0b28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.661+0000 7f7308a00640 1 -- 172.21.15.29:0/4178756431 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 549893071 0 0) 0x7f730c0cdbf0 con 0x7f730c06ddc0 2024-09-12T03:10:50.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.661+0000 7f7308a00640 1 -- 172.21.15.29:0/4178756431 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f72f0003520 con 0x7f730c06ddc0 2024-09-12T03:10:50.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.661+0000 7f7308a00640 1 -- 172.21.15.29:0/4178756431 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2616295369 0 0) 0x7f730c06e250 con 0x7f730c0cd810 2024-09-12T03:10:50.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.661+0000 7f7308a00640 1 -- 172.21.15.29:0/4178756431 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f730c0cdbf0 con 0x7f730c0cd810 2024-09-12T03:10:50.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.661+0000 7f730a800640 1 -- 172.21.15.29:0/4178756431 >> v1:172.21.15.38:6789/0 conn(0x7f730c0cd810 legacy=0x7f730c071e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.661+0000 7f730a800640 1 -- 172.21.15.29:0/4178756431 >> v1:172.21.15.29:6789/0 conn(0x7f730c06ddc0 legacy=0x7f730c0cf040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.661+0000 7f730a800640 1 -- 172.21.15.29:0/4178756431 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f730c06e530 con 0x7f730c0cf750 2024-09-12T03:10:50.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.662+0000 7f730a800640 1 --2- 172.21.15.29:0/4178756431 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 0x7f730c0b28a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7304009dc0 tx=0x7f730402a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=252591b1f66adcdb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:50.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.667+0000 7f7308a00640 1 -- 172.21.15.29:0/4178756431 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730402ae60 con 0x7f730c0cf750 2024-09-12T03:10:50.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.667+0000 7f7308a00640 1 -- 172.21.15.29:0/4178756431 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7304007740 con 0x7f730c0cf750 2024-09-12T03:10:50.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.667+0000 7f7308a00640 1 -- 172.21.15.29:0/4178756431 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7304007b10 con 0x7f730c0cf750 2024-09-12T03:10:50.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.667+0000 7f730b200640 1 -- 172.21.15.29:0/4178756431 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 msgr2=0x7f730c0b28a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.667+0000 7f730b200640 1 --2- 172.21.15.29:0/4178756431 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 0x7f730c0b28a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7304009dc0 tx=0x7f730402a640 comp rx=0 tx=0).stop 2024-09-12T03:10:50.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.667+0000 7f730b200640 1 -- 172.21.15.29:0/4178756431 shutdown_connections 2024-09-12T03:10:50.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.667+0000 7f730b200640 1 --2- 172.21.15.29:0/4178756431 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 0x7f730c0b28a0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.667+0000 7f730b200640 1 -- 172.21.15.29:0/4178756431 >> 172.21.15.29:0/4178756431 conn(0x7f730c0b1d80 msgr2=0x7f730c0b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:50.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.667+0000 7f730b200640 1 -- 172.21.15.29:0/4178756431 shutdown_connections 2024-09-12T03:10:50.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.667+0000 7f730b200640 1 -- 172.21.15.29:0/4178756431 wait complete. 2024-09-12T03:10:50.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.669+0000 7f730b200640 1 Processor -- start 2024-09-12T03:10:50.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.669+0000 7f730b200640 1 -- start start 2024-09-12T03:10:50.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f730b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f730c0cd810 0x7f730c09dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f730b200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 0x7f730c0afe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f730b200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f730c0b0d90 0x7f730c09b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f730b200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f730c06edd0 con 0x7f730c0cd810 2024-09-12T03:10:50.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f730b200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f730c06eaf0 con 0x7f730c0b0d90 2024-09-12T03:10:50.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f730b200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f730c144bd0 con 0x7f730c0cf750 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f7309e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f730c0cd810 0x7f730c09dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f7309e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f730c0cd810 0x7f730c09dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59088/0 (socket says 172.21.15.29:59088) 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f7309e00640 1 -- 172.21.15.29:0/2510406420 learned_addr learned my addr 172.21.15.29:0/2510406420 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f730a800640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f730c0b0d90 0x7f730c09b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f7309400640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 0x7f730c0afe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f7309e00640 1 -- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 msgr2=0x7f730c0afe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.670+0000 7f7309e00640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 0x7f730c0afe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.671+0000 7f7309e00640 1 -- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f730c0b0d90 msgr2=0x7f730c09b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.671+0000 7f7309e00640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f730c0b0d90 0x7f730c09b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.671+0000 7f7309e00640 1 -- 172.21.15.29:0/2510406420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f730c153f40 con 0x7f730c0cd810 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.671+0000 7f730a800640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f730c0b0d90 0x7f730c09b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:50.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.671+0000 7f7309400640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 0x7f730c0afe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:50.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.671+0000 7f7309e00640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f730c0cd810 0x7f730c09dd20 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f72fc00c530 tx=0x7f72fc00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:50.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.671+0000 7f7302000640 1 -- 172.21.15.29:0/2510406420 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc0052d0 con 0x7f730c0cd810 2024-09-12T03:10:50.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.671+0000 7f7302000640 1 -- 172.21.15.29:0/2510406420 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72fc005490 con 0x7f730c0cd810 2024-09-12T03:10:50.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.671+0000 7f7302000640 1 -- 172.21.15.29:0/2510406420 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc012870 con 0x7f730c0cd810 2024-09-12T03:10:50.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.671+0000 7f730b200640 1 -- 172.21.15.29:0/2510406420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f730c152ee0 con 0x7f730c0cd810 2024-09-12T03:10:50.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.671+0000 7f730b200640 1 -- 172.21.15.29:0/2510406420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f730c153460 con 0x7f730c0cd810 2024-09-12T03:10:50.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.672+0000 7f730b200640 1 -- 172.21.15.29:0/2510406420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f730c068480 con 0x7f730c0cd810 2024-09-12T03:10:50.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.673+0000 7f7302000640 1 -- 172.21.15.29:0/2510406420 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f72fc012a10 con 0x7f730c0cd810 2024-09-12T03:10:50.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.674+0000 7f7302000640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f72ec06be30 0x7f72ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:50.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.675+0000 7f7302000640 1 -- 172.21.15.29:0/2510406420 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5249+0+0 (secure 0 0 0) 0x7f72fc08a960 con 0x7f730c0cd810 2024-09-12T03:10:50.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.675+0000 7f7309400640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f72ec06be30 0x7f72ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:50.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.675+0000 7f7309400640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f72ec06be30 0x7f72ec06e2f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f72f8007fd0 tx=0x7f72f8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:50.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.680+0000 7f7302000640 1 -- 172.21.15.29:0/2510406420 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f730c068480 con 0x7f730c0cd810 2024-09-12T03:10:50.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:50.863+0000 7f730b200640 1 -- 172.21.15.29:0/2510406420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f730c0b28a0 con 0x7f730c0cd810 2024-09-12T03:10:51.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.666+0000 7f7302000640 1 -- 172.21.15.29:0/2510406420 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v50) ==== 138+0+0 (secure 0 0 0) 0x7f72fc059440 con 0x7f730c0cd810 2024-09-12T03:10:51.668 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' created 2024-09-12T03:10:51.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.669+0000 7f730b200640 1 -- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f72ec06be30 msgr2=0x7f72ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:51.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.669+0000 7f730b200640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f72ec06be30 0x7f72ec06e2f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f72f8007fd0 tx=0x7f72f8009040 comp rx=0 tx=0).stop 2024-09-12T03:10:51.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.669+0000 7f730b200640 1 -- 172.21.15.29:0/2510406420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f730c0cd810 msgr2=0x7f730c09dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:51.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.669+0000 7f730b200640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f730c0cd810 0x7f730c09dd20 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f72fc00c530 tx=0x7f72fc00c9f0 comp rx=0 tx=0).stop 2024-09-12T03:10:51.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.670+0000 7f730b200640 1 -- 172.21.15.29:0/2510406420 shutdown_connections 2024-09-12T03:10:51.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.670+0000 7f730b200640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f72ec06be30 0x7f72ec06e2f0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:51.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.670+0000 7f730b200640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f730c0b0d90 0x7f730c09b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:51.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.670+0000 7f730b200640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f730c0cf750 0x7f730c0afe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:51.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.670+0000 7f730b200640 1 --2- 172.21.15.29:0/2510406420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f730c0cd810 0x7f730c09dd20 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:51.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.670+0000 7f730b200640 1 -- 172.21.15.29:0/2510406420 >> 172.21.15.29:0/2510406420 conn(0x7f730c0b1d80 msgr2=0x7f730c15d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:51.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.670+0000 7f730b200640 1 -- 172.21.15.29:0/2510406420 shutdown_connections 2024-09-12T03:10:51.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.670+0000 7f730b200640 1 -- 172.21.15.29:0/2510406420 wait complete. 2024-09-12T03:10:51.693 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T03:10:51.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.862+0000 7f6182a00640 1 Processor -- start 2024-09-12T03:10:51.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.862+0000 7f6182a00640 1 -- start start 2024-09-12T03:10:51.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.863+0000 7f6182a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c0d2460 0x7f617c06dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:51.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.863+0000 7f6182a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f617c06e200 0x7f617c0d2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:51.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.863+0000 7f6182a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f617c1627d0 con 0x7f617c15e510 2024-09-12T03:10:51.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.863+0000 7f6182a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f617c162ab0 con 0x7f617c06e200 2024-09-12T03:10:51.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.863+0000 7f6182a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f617c06d4c0 con 0x7f617c0d2460 2024-09-12T03:10:51.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.863+0000 7f6180c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c0d2460 0x7f617c06dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:51.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.864+0000 7f6182000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f617c06e200 0x7f617c0d2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:51.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.864+0000 7f6180c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c0d2460 0x7f617c06dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:37202/0 (socket says 172.21.15.29:37202) 2024-09-12T03:10:51.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.864+0000 7f6180c00640 1 -- 172.21.15.29:0/2315614864 learned_addr learned my addr 172.21.15.29:0/2315614864 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:51.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.864+0000 7f6180c00640 1 -- 172.21.15.29:0/2315614864 >> v2:172.21.15.38:3300/0 conn(0x7f617c06e200 msgr2=0x7f617c0d2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:51.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.864+0000 7f6180c00640 1 --2- 172.21.15.29:0/2315614864 >> v2:172.21.15.38:3300/0 conn(0x7f617c06e200 0x7f617c0d2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:51.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.864+0000 7f6180c00640 1 -- 172.21.15.29:0/2315614864 >> v1:172.21.15.38:6789/0 conn(0x7f617c15e510 legacy=0x7f617c161f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:51.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.864+0000 7f6180c00640 1 -- 172.21.15.29:0/2315614864 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f617c06d7a0 con 0x7f617c0d2460 2024-09-12T03:10:51.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.864+0000 7f6182000640 1 --2- 172.21.15.29:0/2315614864 >> v2:172.21.15.38:3300/0 conn(0x7f617c06e200 0x7f617c0d2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:51.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.865+0000 7f6180c00640 1 --2- 172.21.15.29:0/2315614864 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c0d2460 0x7f617c06dcc0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f6168009850 tx=0x7f616802a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19254a4959cb7131 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:51.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.865+0000 7f617be00640 1 -- 172.21.15.29:0/2315614864 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6168004030 con 0x7f617c0d2460 2024-09-12T03:10:51.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.865+0000 7f617be00640 1 -- 172.21.15.29:0/2315614864 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61680041d0 con 0x7f617c0d2460 2024-09-12T03:10:51.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.865+0000 7f617be00640 1 -- 172.21.15.29:0/2315614864 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6168003610 con 0x7f617c0d2460 2024-09-12T03:10:51.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.866+0000 7f6182a00640 1 -- 172.21.15.29:0/2315614864 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c0d2460 msgr2=0x7f617c06dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:51.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.866+0000 7f6182a00640 1 --2- 172.21.15.29:0/2315614864 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c0d2460 0x7f617c06dcc0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f6168009850 tx=0x7f616802a230 comp rx=0 tx=0).stop 2024-09-12T03:10:51.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.866+0000 7f6182a00640 1 -- 172.21.15.29:0/2315614864 shutdown_connections 2024-09-12T03:10:51.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.866+0000 7f6182a00640 1 --2- 172.21.15.29:0/2315614864 >> v2:172.21.15.38:3300/0 conn(0x7f617c06e200 0x7f617c0d2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:51.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.866+0000 7f6182a00640 1 --2- 172.21.15.29:0/2315614864 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c0d2460 0x7f617c06dcc0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:51.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.866+0000 7f6182a00640 1 -- 172.21.15.29:0/2315614864 >> 172.21.15.29:0/2315614864 conn(0x7f617c09d7b0 msgr2=0x7f617c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:51.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.866+0000 7f6182a00640 1 -- 172.21.15.29:0/2315614864 shutdown_connections 2024-09-12T03:10:51.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.866+0000 7f6182a00640 1 -- 172.21.15.29:0/2315614864 wait complete. 2024-09-12T03:10:51.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.868+0000 7f6182a00640 1 Processor -- start 2024-09-12T03:10:51.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.868+0000 7f6182a00640 1 -- start start 2024-09-12T03:10:51.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.869+0000 7f6182a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f617c06e200 0x7f617c0cb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:51.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.869+0000 7f6182a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f617c0d2460 0x7f617c1557a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:51.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.869+0000 7f6182a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c15e510 0x7f617c15abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:51.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.869+0000 7f6182a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f617c0d30c0 con 0x7f617c06e200 2024-09-12T03:10:51.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.869+0000 7f6182a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f617c0d2f40 con 0x7f617c0d2460 2024-09-12T03:10:51.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.869+0000 7f6182a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f617c0d3240 con 0x7f617c15e510 2024-09-12T03:10:51.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.869+0000 7f6181600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f617c06e200 0x7f617c0cb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:51.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.869+0000 7f6181600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f617c06e200 0x7f617c0cb4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59102/0 (socket says 172.21.15.29:59102) 2024-09-12T03:10:51.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.869+0000 7f6181600640 1 -- 172.21.15.29:0/3881002285 learned_addr learned my addr 172.21.15.29:0/3881002285 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:51.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.869+0000 7f6182000640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c15e510 0x7f617c15abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:51.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.869+0000 7f6180c00640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f617c0d2460 0x7f617c1557a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:51.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.870+0000 7f6181600640 1 -- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c15e510 msgr2=0x7f617c15abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:51.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.870+0000 7f6181600640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c15e510 0x7f617c15abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:51.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.870+0000 7f6181600640 1 -- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f617c0d2460 msgr2=0x7f617c1557a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:51.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.870+0000 7f6181600640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f617c0d2460 0x7f617c1557a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:51.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.870+0000 7f6181600640 1 -- 172.21.15.29:0/3881002285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f617c155ce0 con 0x7f617c06e200 2024-09-12T03:10:51.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.870+0000 7f6181600640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f617c06e200 0x7f617c0cb4f0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f617000c3c0 tx=0x7f617000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:51.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.870+0000 7f6179600640 1 -- 172.21.15.29:0/3881002285 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61700052d0 con 0x7f617c06e200 2024-09-12T03:10:51.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.870+0000 7f6179600640 1 -- 172.21.15.29:0/3881002285 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6170005490 con 0x7f617c06e200 2024-09-12T03:10:51.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.870+0000 7f6182a00640 1 -- 172.21.15.29:0/3881002285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f617c0b8610 con 0x7f617c06e200 2024-09-12T03:10:51.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.870+0000 7f6179600640 1 -- 172.21.15.29:0/3881002285 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6170007260 con 0x7f617c06e200 2024-09-12T03:10:51.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.870+0000 7f6182a00640 1 -- 172.21.15.29:0/3881002285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f617c0b8bd0 con 0x7f617c06e200 2024-09-12T03:10:51.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.871+0000 7f6182a00640 1 -- 172.21.15.29:0/3881002285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f617c0d10f0 con 0x7f617c06e200 2024-09-12T03:10:51.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.872+0000 7f6179600640 1 -- 172.21.15.29:0/3881002285 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6170007400 con 0x7f617c06e200 2024-09-12T03:10:51.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.874+0000 7f6179600640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f615c06be30 0x7f615c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:51.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.874+0000 7f6179600640 1 -- 172.21.15.29:0/3881002285 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5619+0+0 (secure 0 0 0) 0x7f617008a2e0 con 0x7f617c06e200 2024-09-12T03:10:51.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.874+0000 7f6180c00640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f615c06be30 0x7f615c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:51.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.875+0000 7f6180c00640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f615c06be30 0x7f615c06e2f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6168033000 tx=0x7f616802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:51.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:51.879+0000 7f6179600640 1 -- 172.21.15.29:0/3881002285 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f61700585f0 con 0x7f617c06e200 2024-09-12T03:10:52.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.067+0000 7f6182a00640 1 -- 172.21.15.29:0/3881002285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f617c0d0e10 con 0x7f617c06e200 2024-09-12T03:10:52.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.673+0000 7f6179600640 1 -- 172.21.15.29:0/3881002285 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v51) ==== 170+0+0 (secure 0 0 0) 0x7f617005c8f0 con 0x7f617c06e200 2024-09-12T03:10:52.673 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' created 2024-09-12T03:10:52.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.677+0000 7f6182a00640 1 -- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f615c06be30 msgr2=0x7f615c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:52.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.677+0000 7f6182a00640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f615c06be30 0x7f615c06e2f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6168033000 tx=0x7f616802e000 comp rx=0 tx=0).stop 2024-09-12T03:10:52.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.677+0000 7f6182a00640 1 -- 172.21.15.29:0/3881002285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f617c06e200 msgr2=0x7f617c0cb4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:52.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.677+0000 7f6182a00640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f617c06e200 0x7f617c0cb4f0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f617000c3c0 tx=0x7f617000c880 comp rx=0 tx=0).stop 2024-09-12T03:10:52.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.677+0000 7f6182a00640 1 -- 172.21.15.29:0/3881002285 shutdown_connections 2024-09-12T03:10:52.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.677+0000 7f6182a00640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f615c06be30 0x7f615c06e2f0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:52.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.677+0000 7f6182a00640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f617c15e510 0x7f617c15abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:52.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.677+0000 7f6182a00640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f617c0d2460 0x7f617c1557a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:52.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.677+0000 7f6182a00640 1 --2- 172.21.15.29:0/3881002285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f617c06e200 0x7f617c0cb4f0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:52.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.677+0000 7f6182a00640 1 -- 172.21.15.29:0/3881002285 >> 172.21.15.29:0/3881002285 conn(0x7f617c09d7b0 msgr2=0x7f617c0b55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:52.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.678+0000 7f6182a00640 1 -- 172.21.15.29:0/3881002285 shutdown_connections 2024-09-12T03:10:52.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.679+0000 7f6182a00640 1 -- 172.21.15.29:0/3881002285 wait complete. 2024-09-12T03:10:52.716 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T03:10:52.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.878+0000 7f8beb200640 1 Processor -- start 2024-09-12T03:10:52.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.878+0000 7f8beb200640 1 -- start start 2024-09-12T03:10:52.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.879+0000 7f8beb200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8bec15e310 0x7f8bec06f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:52.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.880+0000 7f8beb200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec070580 0x7f8bec0aed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:52.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.880+0000 7f8beb200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bec15f060 con 0x7f8bec15e6f0 2024-09-12T03:10:52.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.880+0000 7f8beb200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f8bec15f340 con 0x7f8bec15e310 2024-09-12T03:10:52.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.880+0000 7f8beb200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8bec15f620 con 0x7f8bec070580 2024-09-12T03:10:52.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.880+0000 7f8bea800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec070580 0x7f8bec0aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:52.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.880+0000 7f8bea800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec070580 0x7f8bec0aed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:37218/0 (socket says 172.21.15.29:37218) 2024-09-12T03:10:52.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.880+0000 7f8bea800640 1 -- 172.21.15.29:0/3327170681 learned_addr learned my addr 172.21.15.29:0/3327170681 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:52.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.880+0000 7f8be9e00640 1 --2- 172.21.15.29:0/3327170681 >> v2:172.21.15.38:3300/0 conn(0x7f8bec15e310 0x7f8bec06f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:52.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.881+0000 7f8bea800640 1 -- 172.21.15.29:0/3327170681 >> v2:172.21.15.38:3300/0 conn(0x7f8bec15e310 msgr2=0x7f8bec06f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:52.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.881+0000 7f8bea800640 1 --2- 172.21.15.29:0/3327170681 >> v2:172.21.15.38:3300/0 conn(0x7f8bec15e310 0x7f8bec06f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:52.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.881+0000 7f8bea800640 1 -- 172.21.15.29:0/3327170681 >> v1:172.21.15.38:6789/0 conn(0x7f8bec15e6f0 legacy=0x7f8bec06fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:52.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.881+0000 7f8bea800640 1 -- 172.21.15.29:0/3327170681 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bec15f900 con 0x7f8bec070580 2024-09-12T03:10:52.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.882+0000 7f8bea800640 1 --2- 172.21.15.29:0/3327170681 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec070580 0x7f8bec0aed90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8be4009e50 tx=0x7f8be402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab250e1c6ef1667b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:52.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.882+0000 7f8be9400640 1 -- 172.21.15.29:0/3327170681 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be4036070 con 0x7f8bec070580 2024-09-12T03:10:52.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.882+0000 7f8be9400640 1 -- 172.21.15.29:0/3327170681 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8be4031600 con 0x7f8bec070580 2024-09-12T03:10:52.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.882+0000 7f8be9400640 1 -- 172.21.15.29:0/3327170681 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be40319d0 con 0x7f8bec070580 2024-09-12T03:10:52.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.882+0000 7f8beb200640 1 -- 172.21.15.29:0/3327170681 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec070580 msgr2=0x7f8bec0aed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:52.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.882+0000 7f8beb200640 1 --2- 172.21.15.29:0/3327170681 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec070580 0x7f8bec0aed90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8be4009e50 tx=0x7f8be402a710 comp rx=0 tx=0).stop 2024-09-12T03:10:52.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.882+0000 7f8beb200640 1 -- 172.21.15.29:0/3327170681 shutdown_connections 2024-09-12T03:10:52.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.882+0000 7f8beb200640 1 --2- 172.21.15.29:0/3327170681 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec070580 0x7f8bec0aed90 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:52.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.882+0000 7f8beb200640 1 --2- 172.21.15.29:0/3327170681 >> v2:172.21.15.38:3300/0 conn(0x7f8bec15e310 0x7f8bec06f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:52.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.882+0000 7f8beb200640 1 -- 172.21.15.29:0/3327170681 >> 172.21.15.29:0/3327170681 conn(0x7f8bec0736b0 msgr2=0x7f8bec06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:52.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.883+0000 7f8beb200640 1 -- 172.21.15.29:0/3327170681 shutdown_connections 2024-09-12T03:10:52.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.883+0000 7f8beb200640 1 -- 172.21.15.29:0/3327170681 wait complete. 2024-09-12T03:10:52.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.884+0000 7f8beb200640 1 Processor -- start 2024-09-12T03:10:52.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.884+0000 7f8beb200640 1 -- start start 2024-09-12T03:10:52.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.885+0000 7f8beb200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8bec070580 0x7f8bec14d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:52.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.885+0000 7f8beb200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bec15e310 0x7f8bec15d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:52.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.885+0000 7f8beb200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec15e6f0 0x7f8bec14ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.885+0000 7f8beb200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8bec15ec90 con 0x7f8bec15e310 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.885+0000 7f8beb200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8bec15eb10 con 0x7f8bec070580 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.885+0000 7f8beb200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8bec15ee10 con 0x7f8bec15e6f0 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.885+0000 7f8be3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bec15e310 0x7f8bec15d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8be9e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8bec070580 0x7f8bec14d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8be3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bec15e310 0x7f8bec15d3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59112/0 (socket says 172.21.15.29:59112) 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8be9e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8bec070580 0x7f8bec14d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:39700/0 (socket says 172.21.15.29:39700) 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8be3e00640 1 -- 172.21.15.29:0/133286161 learned_addr learned my addr 172.21.15.29:0/133286161 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8bea800640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec15e6f0 0x7f8bec14ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8be3e00640 1 -- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec15e6f0 msgr2=0x7f8bec14ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8be3e00640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec15e6f0 0x7f8bec14ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8be3e00640 1 -- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8bec070580 msgr2=0x7f8bec14d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:52.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8be3e00640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8bec070580 0x7f8bec14d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:52.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8be3e00640 1 -- 172.21.15.29:0/133286161 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bec14ddd0 con 0x7f8bec15e310 2024-09-12T03:10:52.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8be9e00640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8bec070580 0x7f8bec14d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:52.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.886+0000 7f8be3e00640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bec15e310 0x7f8bec15d3c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f8bd400c3c0 tx=0x7f8bd400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:52.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.887+0000 7f8be2000640 1 -- 172.21.15.29:0/133286161 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd40052d0 con 0x7f8bec15e310 2024-09-12T03:10:52.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.887+0000 7f8be2000640 1 -- 172.21.15.29:0/133286161 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bd4005490 con 0x7f8bec15e310 2024-09-12T03:10:52.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.887+0000 7f8be2000640 1 -- 172.21.15.29:0/133286161 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd4007260 con 0x7f8bec15e310 2024-09-12T03:10:52.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.887+0000 7f8beb200640 1 -- 172.21.15.29:0/133286161 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bec15bdb0 con 0x7f8bec15e310 2024-09-12T03:10:52.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.887+0000 7f8beb200640 1 -- 172.21.15.29:0/133286161 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bec14d9c0 con 0x7f8bec15e310 2024-09-12T03:10:52.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.888+0000 7f8beb200640 1 -- 172.21.15.29:0/133286161 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bec06f3b0 con 0x7f8bec15e310 2024-09-12T03:10:52.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.889+0000 7f8be2000640 1 -- 172.21.15.29:0/133286161 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8bd4007400 con 0x7f8bec15e310 2024-09-12T03:10:52.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.890+0000 7f8be2000640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bc806be30 0x7f8bc806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:52.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.890+0000 7f8be2000640 1 -- 172.21.15.29:0/133286161 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6001+0+0 (secure 0 0 0) 0x7f8bd408a450 con 0x7f8bec15e310 2024-09-12T03:10:52.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.890+0000 7f8be9e00640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bc806be30 0x7f8bc806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:52.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.891+0000 7f8be9e00640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bc806be30 0x7f8bc806e2f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc009f30 tx=0x7f8bdc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:52.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:52.895+0000 7f8be2000640 1 -- 172.21.15.29:0/133286161 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8bd40585f0 con 0x7f8bec15e310 2024-09-12T03:10:53.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.114+0000 7f8beb200640 1 -- 172.21.15.29:0/133286161 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f8bec0b5e30 con 0x7f8bec15e310 2024-09-12T03:10:53.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.675+0000 7f8be2000640 1 -- 172.21.15.29:0/133286161 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 7 and data pool 8 v29) ==== 172+0+0 (secure 0 0 0) 0x7f8bd405c8f0 con 0x7f8bec15e310 2024-09-12T03:10:53.675 INFO:teuthology.orchestra.run.smithi029.stderr:new fs with metadata pool 7 and data pool 8 2024-09-12T03:10:53.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.679+0000 7f8beb200640 1 -- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bc806be30 msgr2=0x7f8bc806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:53.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.679+0000 7f8beb200640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bc806be30 0x7f8bc806e2f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc009f30 tx=0x7f8bdc009190 comp rx=0 tx=0).stop 2024-09-12T03:10:53.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.679+0000 7f8beb200640 1 -- 172.21.15.29:0/133286161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bec15e310 msgr2=0x7f8bec15d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:53.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.679+0000 7f8beb200640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bec15e310 0x7f8bec15d3c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f8bd400c3c0 tx=0x7f8bd400c880 comp rx=0 tx=0).stop 2024-09-12T03:10:53.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.680+0000 7f8beb200640 1 -- 172.21.15.29:0/133286161 shutdown_connections 2024-09-12T03:10:53.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.680+0000 7f8beb200640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8bc806be30 0x7f8bc806e2f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:53.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.680+0000 7f8beb200640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8bec15e6f0 0x7f8bec14ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:53.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.680+0000 7f8beb200640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bec15e310 0x7f8bec15d3c0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:53.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.680+0000 7f8beb200640 1 --2- 172.21.15.29:0/133286161 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8bec070580 0x7f8bec14d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:53.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.680+0000 7f8beb200640 1 -- 172.21.15.29:0/133286161 >> 172.21.15.29:0/133286161 conn(0x7f8bec0736b0 msgr2=0x7f8bec0b51c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:53.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.681+0000 7f8beb200640 1 -- 172.21.15.29:0/133286161 shutdown_connections 2024-09-12T03:10:53.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.681+0000 7f8beb200640 1 -- 172.21.15.29:0/133286161 wait complete. 2024-09-12T03:10:53.723 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:10:53.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.884+0000 7f0d25c00640 1 Processor -- start 2024-09-12T03:10:53.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.884+0000 7f0d25c00640 1 -- start start 2024-09-12T03:10:53.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.885+0000 7f0d25c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0d200ce830 0x7f0d2006d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:53.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.885+0000 7f0d25c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0d200aff20 0x7f0d200cec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:53.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.885+0000 7f0d25c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d20160df0 con 0x7f0d200cd510 2024-09-12T03:10:53.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.885+0000 7f0d25c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0d201608c0 con 0x7f0d200aff20 2024-09-12T03:10:53.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.885+0000 7f0d25c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0d20067950 con 0x7f0d200ce830 2024-09-12T03:10:53.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.886+0000 7f0d1e000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0d200aff20 0x7f0d200cec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:53.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.886+0000 7f0d1e000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0d200aff20 0x7f0d200cec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59122/0 (socket says 172.21.15.29:59122) 2024-09-12T03:10:53.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.886+0000 7f0d1e000640 1 -- 172.21.15.29:0/1004510994 learned_addr learned my addr 172.21.15.29:0/1004510994 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:53.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.886+0000 7f0d1e000640 1 -- 172.21.15.29:0/1004510994 >> v2:172.21.15.38:3300/0 conn(0x7f0d200ce830 msgr2=0x7f0d2006d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:53.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.886+0000 7f0d1ea00640 1 --2- 172.21.15.29:0/1004510994 >> v2:172.21.15.38:3300/0 conn(0x7f0d200ce830 0x7f0d2006d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:53.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.886+0000 7f0d1e000640 1 --2- 172.21.15.29:0/1004510994 >> v2:172.21.15.38:3300/0 conn(0x7f0d200ce830 0x7f0d2006d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:53.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.886+0000 7f0d1e000640 1 -- 172.21.15.29:0/1004510994 >> v1:172.21.15.38:6789/0 conn(0x7f0d200cd510 legacy=0x7f0d200cd940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:53.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.886+0000 7f0d1e000640 1 -- 172.21.15.29:0/1004510994 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d2006e9b0 con 0x7f0d200aff20 2024-09-12T03:10:53.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.886+0000 7f0d1ea00640 1 --2- 172.21.15.29:0/1004510994 >> v2:172.21.15.38:3300/0 conn(0x7f0d200ce830 0x7f0d2006d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:53.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.887+0000 7f0d1e000640 1 --2- 172.21.15.29:0/1004510994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d200aff20 0x7f0d200cec10 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c009870 tx=0x7f0d0c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31d8df36e2ea6154 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:53.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.887+0000 7f0d1d600640 1 -- 172.21.15.29:0/1004510994 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c037070 con 0x7f0d200aff20 2024-09-12T03:10:53.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.887+0000 7f0d1d600640 1 -- 172.21.15.29:0/1004510994 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d0c032440 con 0x7f0d200aff20 2024-09-12T03:10:53.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.887+0000 7f0d1d600640 1 -- 172.21.15.29:0/1004510994 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c032810 con 0x7f0d200aff20 2024-09-12T03:10:53.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.888+0000 7f0d25c00640 1 -- 172.21.15.29:0/1004510994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d200aff20 msgr2=0x7f0d200cec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:53.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.888+0000 7f0d25c00640 1 --2- 172.21.15.29:0/1004510994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d200aff20 0x7f0d200cec10 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c009870 tx=0x7f0d0c02a1c0 comp rx=0 tx=0).stop 2024-09-12T03:10:53.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.888+0000 7f0d25c00640 1 -- 172.21.15.29:0/1004510994 shutdown_connections 2024-09-12T03:10:53.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.888+0000 7f0d25c00640 1 --2- 172.21.15.29:0/1004510994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d200aff20 0x7f0d200cec10 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:53.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.888+0000 7f0d25c00640 1 --2- 172.21.15.29:0/1004510994 >> v2:172.21.15.38:3300/0 conn(0x7f0d200ce830 0x7f0d2006d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:53.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.888+0000 7f0d25c00640 1 -- 172.21.15.29:0/1004510994 >> 172.21.15.29:0/1004510994 conn(0x7f0d200736d0 msgr2=0x7f0d2006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:53.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.888+0000 7f0d25c00640 1 -- 172.21.15.29:0/1004510994 shutdown_connections 2024-09-12T03:10:53.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.888+0000 7f0d25c00640 1 -- 172.21.15.29:0/1004510994 wait complete. 2024-09-12T03:10:53.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.890+0000 7f0d25c00640 1 Processor -- start 2024-09-12T03:10:53.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.890+0000 7f0d25c00640 1 -- start start 2024-09-12T03:10:53.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d25c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d200aff20 0x7f0d201f85a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:53.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d25c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d200cd510 0x7f0d20152850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:53.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d25c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d200ce830 0x7f0d200b1730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d25c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0d20160b10 con 0x7f0d200aff20 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d25c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0d20067bf0 con 0x7f0d200ce830 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d25c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0d2015c690 con 0x7f0d200cd510 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d1ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d200aff20 0x7f0d201f85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d1ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d200aff20 0x7f0d201f85a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59124/0 (socket says 172.21.15.29:59124) 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d1ea00640 1 -- 172.21.15.29:0/2057642693 learned_addr learned my addr 172.21.15.29:0/2057642693 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d1f400640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d200ce830 0x7f0d200b1730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d1e000640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d200cd510 0x7f0d20152850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.891+0000 7f0d1ea00640 1 -- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d200cd510 msgr2=0x7f0d20152850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.892+0000 7f0d1ea00640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d200cd510 0x7f0d20152850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.892+0000 7f0d1ea00640 1 -- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d200ce830 msgr2=0x7f0d200b1730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:53.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.892+0000 7f0d1ea00640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d200ce830 0x7f0d200b1730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:53.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.892+0000 7f0d1ea00640 1 -- 172.21.15.29:0/2057642693 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d201f2a00 con 0x7f0d200aff20 2024-09-12T03:10:53.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.892+0000 7f0d1ea00640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d200aff20 0x7f0d201f85a0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0d1000c820 tx=0x7f0d1000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:53.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.892+0000 7f0d16a00640 1 -- 172.21.15.29:0/2057642693 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d10015070 con 0x7f0d200aff20 2024-09-12T03:10:53.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.892+0000 7f0d16a00640 1 -- 172.21.15.29:0/2057642693 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d10007a30 con 0x7f0d200aff20 2024-09-12T03:10:53.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.892+0000 7f0d16a00640 1 -- 172.21.15.29:0/2057642693 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d10007de0 con 0x7f0d200aff20 2024-09-12T03:10:53.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.892+0000 7f0d25c00640 1 -- 172.21.15.29:0/2057642693 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d2015ad70 con 0x7f0d200aff20 2024-09-12T03:10:53.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.892+0000 7f0d25c00640 1 -- 172.21.15.29:0/2057642693 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d2015b330 con 0x7f0d200aff20 2024-09-12T03:10:53.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.893+0000 7f0d25c00640 1 -- 172.21.15.29:0/2057642693 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d200cec10 con 0x7f0d200aff20 2024-09-12T03:10:53.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.894+0000 7f0d16a00640 1 -- 172.21.15.29:0/2057642693 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0d10018070 con 0x7f0d200aff20 2024-09-12T03:10:53.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.896+0000 7f0d16a00640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0006be30 0x7f0d0006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:53.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.896+0000 7f0d16a00640 1 -- 172.21.15.29:0/2057642693 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f0d1008af20 con 0x7f0d200aff20 2024-09-12T03:10:53.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.896+0000 7f0d1e000640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0006be30 0x7f0d0006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:53.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.897+0000 7f0d1e000640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0006be30 0x7f0d0006e2f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c034000 tx=0x7f0d0c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:53.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:53.900+0000 7f0d16a00640 1 -- 172.21.15.29:0/2057642693 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0d10059730 con 0x7f0d200aff20 2024-09-12T03:10:54.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.086+0000 7f0d25c00640 1 -- 172.21.15.29:0/2057642693 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0d2006ca80 con 0x7f0d200aff20 2024-09-12T03:10:54.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.087+0000 7f0d16a00640 1 -- 172.21.15.29:0/2057642693 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v52) ==== 74+0+16943 (secure 0 0 0) 0x7f0d10059030 con 0x7f0d200aff20 2024-09-12T03:10:54.087 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:54.087 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":52,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:10:53.115074+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:10:50.905692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-12T03:10:52.110634+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:10:54.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 -- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0006be30 msgr2=0x7f0d0006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0006be30 0x7f0d0006e2f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c034000 tx=0x7f0d0c02e000 comp rx=0 tx=0).stop 2024-09-12T03:10:54.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 -- 172.21.15.29:0/2057642693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d200aff20 msgr2=0x7f0d201f85a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d200aff20 0x7f0d201f85a0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0d1000c820 tx=0x7f0d1000cce0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 -- 172.21.15.29:0/2057642693 shutdown_connections 2024-09-12T03:10:54.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0006be30 0x7f0d0006e2f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d200ce830 0x7f0d200b1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d200cd510 0x7f0d20152850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 --2- 172.21.15.29:0/2057642693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d200aff20 0x7f0d201f85a0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 -- 172.21.15.29:0/2057642693 >> 172.21.15.29:0/2057642693 conn(0x7f0d200736d0 msgr2=0x7f0d2006fad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:54.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 -- 172.21.15.29:0/2057642693 shutdown_connections 2024-09-12T03:10:54.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.090+0000 7f0d25c00640 1 -- 172.21.15.29:0/2057642693 wait complete. 2024-09-12T03:10:54.105 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:10:54.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.263+0000 7fa80f200640 1 Processor -- start 2024-09-12T03:10:54.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.263+0000 7fa80f200640 1 -- start start 2024-09-12T03:10:54.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa80f200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa808145ef0 0x7fa8080af8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa80f200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8080afdf0 0x7fa8080b5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa80f200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8080b0350 con 0x7fa8080b61a0 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa80f200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa8080b5930 con 0x7fa808145ef0 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa80f200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa8080b0630 con 0x7fa8080afdf0 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa807e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa808145ef0 0x7fa8080af8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa807e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa808145ef0 0x7fa8080af8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59140/0 (socket says 172.21.15.29:59140) 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa807e00640 1 -- 172.21.15.29:0/2455265288 learned_addr learned my addr 172.21.15.29:0/2455265288 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa7ff400640 1 --2- 172.21.15.29:0/2455265288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8080afdf0 0x7fa8080b5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa807e00640 1 -- 172.21.15.29:0/2455265288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8080afdf0 msgr2=0x7fa8080b5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa807e00640 1 --2- 172.21.15.29:0/2455265288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8080afdf0 0x7fa8080b5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa807e00640 1 -- 172.21.15.29:0/2455265288 >> v1:172.21.15.38:6789/0 conn(0x7fa8080b61a0 legacy=0x7fa80806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.265+0000 7fa807e00640 1 -- 172.21.15.29:0/2455265288 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8080b0910 con 0x7fa808145ef0 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.266+0000 7fa807e00640 1 --2- 172.21.15.29:0/2455265288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa808145ef0 0x7fa8080af8b0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fa8080b5ab0 tx=0x7fa7f802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5f52866ec8fec6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.267+0000 7fa807400640 1 -- 172.21.15.29:0/2455265288 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f8037070 con 0x7fa808145ef0 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.267+0000 7fa807400640 1 -- 172.21.15.29:0/2455265288 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7f8032440 con 0x7fa808145ef0 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.267+0000 7fa807400640 1 -- 172.21.15.29:0/2455265288 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f8032810 con 0x7fa808145ef0 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.267+0000 7fa80f200640 1 -- 172.21.15.29:0/2455265288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa808145ef0 msgr2=0x7fa8080af8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.267+0000 7fa80f200640 1 --2- 172.21.15.29:0/2455265288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa808145ef0 0x7fa8080af8b0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fa8080b5ab0 tx=0x7fa7f802a250 comp rx=0 tx=0).stop 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.267+0000 7fa80f200640 1 -- 172.21.15.29:0/2455265288 shutdown_connections 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.267+0000 7fa80f200640 1 --2- 172.21.15.29:0/2455265288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8080afdf0 0x7fa8080b5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.267+0000 7fa80f200640 1 --2- 172.21.15.29:0/2455265288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa808145ef0 0x7fa8080af8b0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.267+0000 7fa80f200640 1 -- 172.21.15.29:0/2455265288 >> 172.21.15.29:0/2455265288 conn(0x7fa80809aa70 msgr2=0x7fa8080b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.267+0000 7fa80f200640 1 -- 172.21.15.29:0/2455265288 shutdown_connections 2024-09-12T03:10:54.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.267+0000 7fa80f200640 1 -- 172.21.15.29:0/2455265288 wait complete. 2024-09-12T03:10:54.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.269+0000 7fa80f200640 1 Processor -- start 2024-09-12T03:10:54.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.269+0000 7fa80f200640 1 -- start start 2024-09-12T03:10:54.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.270+0000 7fa80f200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8080afdf0 0x7fa8081f15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.270+0000 7fa80f200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8080b61a0 0x7fa80815d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.270+0000 7fa80f200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa808145ef0 0x7fa8081f3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.270+0000 7fa80f200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa80815ca70 con 0x7fa8080afdf0 2024-09-12T03:10:54.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.270+0000 7fa80f200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa8080b0bf0 con 0x7fa8080b61a0 2024-09-12T03:10:54.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.270+0000 7fa80f200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa80815cbf0 con 0x7fa808145ef0 2024-09-12T03:10:54.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.270+0000 7fa807e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8080afdf0 0x7fa8081f15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.270+0000 7fa807e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8080afdf0 0x7fa8081f15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59142/0 (socket says 172.21.15.29:59142) 2024-09-12T03:10:54.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.270+0000 7fa807e00640 1 -- 172.21.15.29:0/1310492192 learned_addr learned my addr 172.21.15.29:0/1310492192 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:54.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.270+0000 7fa7ff400640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8080b61a0 0x7fa80815d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.270+0000 7fa80d200640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa808145ef0 0x7fa8081f3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa807e00640 1 -- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa808145ef0 msgr2=0x7fa8081f3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa807e00640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa808145ef0 0x7fa8081f3fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa807e00640 1 -- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8080b61a0 msgr2=0x7fa80815d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa807e00640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8080b61a0 0x7fa80815d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa807e00640 1 -- 172.21.15.29:0/1310492192 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8081f4ae0 con 0x7fa8080afdf0 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa7ff400640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8080b61a0 0x7fa80815d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa807e00640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8080afdf0 0x7fa8081f15c0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fa7f802a290 tx=0x7fa7f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa804c00640 1 -- 172.21.15.29:0/1310492192 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f8037040 con 0x7fa8080afdf0 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa804c00640 1 -- 172.21.15.29:0/1310492192 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7f8042070 con 0x7fa8080afdf0 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa80f200640 1 -- 172.21.15.29:0/1310492192 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8081f4dc0 con 0x7fa8080afdf0 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa804c00640 1 -- 172.21.15.29:0/1310492192 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f8030880 con 0x7fa8080afdf0 2024-09-12T03:10:54.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.271+0000 7fa80f200640 1 -- 172.21.15.29:0/1310492192 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8080cd700 con 0x7fa8080afdf0 2024-09-12T03:10:54.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.273+0000 7fa80f200640 1 -- 172.21.15.29:0/1310492192 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa80806bf90 con 0x7fa8080afdf0 2024-09-12T03:10:54.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.274+0000 7fa804c00640 1 -- 172.21.15.29:0/1310492192 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa7f8030a20 con 0x7fa8080afdf0 2024-09-12T03:10:54.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.274+0000 7fa804c00640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7e406be60 0x7fa7e406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.274+0000 7fa804c00640 1 -- 172.21.15.29:0/1310492192 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7fa7f80ab7e0 con 0x7fa8080afdf0 2024-09-12T03:10:54.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.275+0000 7fa7ff400640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7e406be60 0x7fa7e406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.276+0000 7fa7ff400640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7e406be60 0x7fa7e406e320 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa808142dd0 tx=0x7fa7f0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:54.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.279+0000 7fa804c00640 1 -- 172.21.15.29:0/1310492192 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa7f807a000 con 0x7fa8080afdf0 2024-09-12T03:10:54.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.464+0000 7fa80f200640 1 -- 172.21.15.29:0/1310492192 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa80815cdd0 con 0x7fa8080afdf0 2024-09-12T03:10:54.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.466+0000 7fa804c00640 1 -- 172.21.15.29:0/1310492192 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v52) ==== 74+0+16943 (secure 0 0 0) 0x7fa7f8079900 con 0x7fa8080afdf0 2024-09-12T03:10:54.465 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:54.465 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":52,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:10:53.115074+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:10:50.905692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-12T03:10:52.110634+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:10:54.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 -- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7e406be60 msgr2=0x7fa7e406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7e406be60 0x7fa7e406e320 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa808142dd0 tx=0x7fa7f0008040 comp rx=0 tx=0).stop 2024-09-12T03:10:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 -- 172.21.15.29:0/1310492192 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8080afdf0 msgr2=0x7fa8081f15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8080afdf0 0x7fa8081f15c0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fa7f802a290 tx=0x7fa7f80046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 -- 172.21.15.29:0/1310492192 shutdown_connections 2024-09-12T03:10:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7e406be60 0x7fa7e406e320 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa808145ef0 0x7fa8081f3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8080b61a0 0x7fa80815d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 --2- 172.21.15.29:0/1310492192 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8080afdf0 0x7fa8081f15c0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 -- 172.21.15.29:0/1310492192 >> 172.21.15.29:0/1310492192 conn(0x7fa80809aa70 msgr2=0x7fa8080b2780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 -- 172.21.15.29:0/1310492192 shutdown_connections 2024-09-12T03:10:54.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.468+0000 7fa80f200640 1 -- 172.21.15.29:0/1310492192 wait complete. 2024-09-12T03:10:54.484 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-12T03:10:54.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.643+0000 7f43efe00640 1 Processor -- start 2024-09-12T03:10:54.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.644+0000 7f43efe00640 1 -- start start 2024-09-12T03:10:54.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.645+0000 7f43efe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f43e8072d80 0x7f43e8072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.645+0000 7f43efe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43e806e0a0 0x7f43e80cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.645+0000 7f43efe00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43e8072960 con 0x7f43e8072040 2024-09-12T03:10:54.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.645+0000 7f43efe00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f43e81605e0 con 0x7f43e8072d80 2024-09-12T03:10:54.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.645+0000 7f43efe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f43e81608c0 con 0x7f43e806e0a0 2024-09-12T03:10:54.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.645+0000 7f43ed400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f43e8072040 0x7f43e815fe00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39522/0 (socket says 172.21.15.29:39522) 2024-09-12T03:10:54.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.645+0000 7f43ed400640 1 -- 172.21.15.29:0/2396159809 learned_addr learned my addr 172.21.15.29:0/2396159809 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:54.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.645+0000 7f43eca00640 1 --2- 172.21.15.29:0/2396159809 >> v2:172.21.15.38:3300/0 conn(0x7f43e8072d80 0x7f43e8072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.646+0000 7f43ede00640 1 --2- 172.21.15.29:0/2396159809 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43e806e0a0 0x7f43e80cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.646+0000 7f43e7e00640 1 -- 172.21.15.29:0/2396159809 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1611499102 0 0) 0x7f43e8072960 con 0x7f43e8072040 2024-09-12T03:10:54.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.646+0000 7f43e7e00640 1 -- 172.21.15.29:0/2396159809 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f43d0003520 con 0x7f43e8072040 2024-09-12T03:10:54.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.646+0000 7f43eca00640 1 -- 172.21.15.29:0/2396159809 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43e806e0a0 msgr2=0x7f43e80cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:54.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.646+0000 7f43eca00640 1 --2- 172.21.15.29:0/2396159809 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43e806e0a0 0x7f43e80cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.646+0000 7f43eca00640 1 -- 172.21.15.29:0/2396159809 >> v1:172.21.15.29:6789/0 conn(0x7f43e8072040 legacy=0x7f43e815fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.646+0000 7f43eca00640 1 -- 172.21.15.29:0/2396159809 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e8160ba0 con 0x7f43e8072d80 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.647+0000 7f43eca00640 1 --2- 172.21.15.29:0/2396159809 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43e8072d80 0x7f43e8072420 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f43d40097a0 tx=0x7f43d402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2646adcd3b97398 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.648+0000 7f43e7e00640 1 -- 172.21.15.29:0/2396159809 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d4037070 con 0x7f43e8072d80 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.648+0000 7f43e7e00640 1 -- 172.21.15.29:0/2396159809 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43d4032440 con 0x7f43e8072d80 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.648+0000 7f43e7e00640 1 -- 172.21.15.29:0/2396159809 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d4032810 con 0x7f43e8072d80 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.648+0000 7f43efe00640 1 -- 172.21.15.29:0/2396159809 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43e8072d80 msgr2=0x7f43e8072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.648+0000 7f43efe00640 1 --2- 172.21.15.29:0/2396159809 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43e8072d80 0x7f43e8072420 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f43d40097a0 tx=0x7f43d402a180 comp rx=0 tx=0).stop 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.648+0000 7f43efe00640 1 -- 172.21.15.29:0/2396159809 shutdown_connections 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.648+0000 7f43efe00640 1 --2- 172.21.15.29:0/2396159809 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43e806e0a0 0x7f43e80cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.648+0000 7f43efe00640 1 --2- 172.21.15.29:0/2396159809 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43e8072d80 0x7f43e8072420 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.648+0000 7f43efe00640 1 -- 172.21.15.29:0/2396159809 >> 172.21.15.29:0/2396159809 conn(0x7f43e8067d70 msgr2=0x7f43e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.648+0000 7f43efe00640 1 -- 172.21.15.29:0/2396159809 shutdown_connections 2024-09-12T03:10:54.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.648+0000 7f43efe00640 1 -- 172.21.15.29:0/2396159809 wait complete. 2024-09-12T03:10:54.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.650+0000 7f43efe00640 1 Processor -- start 2024-09-12T03:10:54.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.650+0000 7f43efe00640 1 -- start start 2024-09-12T03:10:54.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.651+0000 7f43efe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43e806e0a0 0x7f43e80c5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.651+0000 7f43efe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e8072040 0x7f43e80b4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.651+0000 7f43efe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43e8072d80 0x7f43e815bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.651+0000 7f43efe00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f43e806e530 con 0x7f43e8072040 2024-09-12T03:10:54.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.651+0000 7f43efe00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f43e8145b00 con 0x7f43e8072d80 2024-09-12T03:10:54.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.651+0000 7f43efe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f43e806e6b0 con 0x7f43e806e0a0 2024-09-12T03:10:54.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.651+0000 7f43eca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e8072040 0x7f43e80b4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.651+0000 7f43eca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e8072040 0x7f43e80b4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59154/0 (socket says 172.21.15.29:59154) 2024-09-12T03:10:54.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.651+0000 7f43eca00640 1 -- 172.21.15.29:0/378288805 learned_addr learned my addr 172.21.15.29:0/378288805 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:54.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.652+0000 7f43ede00640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43e8072d80 0x7f43e815bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.652+0000 7f43ed400640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43e806e0a0 0x7f43e80c5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.652+0000 7f43eca00640 1 -- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43e806e0a0 msgr2=0x7f43e80c5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.652+0000 7f43eca00640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43e806e0a0 0x7f43e80c5850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.652+0000 7f43eca00640 1 -- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43e8072d80 msgr2=0x7f43e815bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:54.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.652+0000 7f43eca00640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43e8072d80 0x7f43e815bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:54.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.652+0000 7f43eca00640 1 -- 172.21.15.29:0/378288805 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e80ad8e0 con 0x7f43e8072040 2024-09-12T03:10:54.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.652+0000 7f43eca00640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e8072040 0x7f43e80b4780 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f43d4000c00 tx=0x7f43d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:54.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.652+0000 7f43e5600640 1 -- 172.21.15.29:0/378288805 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d4041020 con 0x7f43e8072040 2024-09-12T03:10:54.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.653+0000 7f43e5600640 1 -- 172.21.15.29:0/378288805 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f43d403d640 con 0x7f43e8072040 2024-09-12T03:10:54.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.653+0000 7f43e5600640 1 -- 172.21.15.29:0/378288805 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d4037040 con 0x7f43e8072040 2024-09-12T03:10:54.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.653+0000 7f43efe00640 1 -- 172.21.15.29:0/378288805 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e80b4ef0 con 0x7f43e8072040 2024-09-12T03:10:54.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.653+0000 7f43efe00640 1 -- 172.21.15.29:0/378288805 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e80b54b0 con 0x7f43e8072040 2024-09-12T03:10:54.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.654+0000 7f43efe00640 1 -- 172.21.15.29:0/378288805 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43e8072420 con 0x7f43e8072040 2024-09-12T03:10:54.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.655+0000 7f43e5600640 1 -- 172.21.15.29:0/378288805 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f43d4044020 con 0x7f43e8072040 2024-09-12T03:10:54.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.656+0000 7f43e5600640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f43c806be30 0x7f43c806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:54.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.656+0000 7f43e5600640 1 -- 172.21.15.29:0/378288805 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f43d40ab6e0 con 0x7f43e8072040 2024-09-12T03:10:54.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.656+0000 7f43ed400640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f43c806be30 0x7f43c806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:54.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.657+0000 7f43ed400640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f43c806be30 0x7f43c806e2f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f43dc005880 tx=0x7f43dc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:54.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.660+0000 7f43e5600640 1 -- 172.21.15.29:0/378288805 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f43d404b030 con 0x7f43e8072040 2024-09-12T03:10:54.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:54.883+0000 7f43efe00640 1 -- 172.21.15.29:0/378288805 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f43e806f360 con 0x7f43e8072040 2024-09-12T03:10:55.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.702+0000 7f43e5600640 1 -- 172.21.15.29:0/378288805 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v32) ==== 118+0+0 (secure 0 0 0) 0x7f43d4079f10 con 0x7f43e8072040 2024-09-12T03:10:55.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.705+0000 7f43efe00640 1 -- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f43c806be30 msgr2=0x7f43c806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:55.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.705+0000 7f43efe00640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f43c806be30 0x7f43c806e2f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f43dc005880 tx=0x7f43dc009040 comp rx=0 tx=0).stop 2024-09-12T03:10:55.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.705+0000 7f43efe00640 1 -- 172.21.15.29:0/378288805 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e8072040 msgr2=0x7f43e80b4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:55.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.705+0000 7f43efe00640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e8072040 0x7f43e80b4780 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f43d4000c00 tx=0x7f43d40046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:55.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.705+0000 7f43efe00640 1 -- 172.21.15.29:0/378288805 shutdown_connections 2024-09-12T03:10:55.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.705+0000 7f43efe00640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f43c806be30 0x7f43c806e2f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:55.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.705+0000 7f43efe00640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f43e8072d80 0x7f43e815bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:55.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.705+0000 7f43efe00640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e8072040 0x7f43e80b4780 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:55.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.705+0000 7f43efe00640 1 --2- 172.21.15.29:0/378288805 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43e806e0a0 0x7f43e80c5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:55.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.705+0000 7f43efe00640 1 -- 172.21.15.29:0/378288805 >> 172.21.15.29:0/378288805 conn(0x7f43e8067d70 msgr2=0x7f43e8143d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:55.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.706+0000 7f43efe00640 1 -- 172.21.15.29:0/378288805 shutdown_connections 2024-09-12T03:10:55.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.706+0000 7f43efe00640 1 -- 172.21.15.29:0/378288805 wait complete. 2024-09-12T03:10:55.724 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-12T03:10:55.724 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-12T03:10:55.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.889+0000 7fc368a00640 1 Processor -- start 2024-09-12T03:10:55.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.889+0000 7fc368a00640 1 -- start start 2024-09-12T03:10:55.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.890+0000 7fc368a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3640cd110 0x7fc3640b43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:55.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.890+0000 7fc368a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc36415d780 con 0x7fc36415c1b0 2024-09-12T03:10:55.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.890+0000 7fc368a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc36415c9c0 con 0x7fc36406f300 2024-09-12T03:10:55.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.890+0000 7fc368a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc3640af9e0 con 0x7fc3640cd110 2024-09-12T03:10:55.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.890+0000 7fc363400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc36415c1b0 0x7fc3640cca00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39530/0 (socket says 172.21.15.29:39530) 2024-09-12T03:10:55.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.890+0000 7fc363400640 1 -- 172.21.15.29:0/3083627172 learned_addr learned my addr 172.21.15.29:0/3083627172 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:55.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.890+0000 7fc363e00640 1 --2- 172.21.15.29:0/3083627172 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3640cd110 0x7fc3640b43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:55.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.891+0000 7fc362a00640 1 -- 172.21.15.29:0/3083627172 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1954240847 0 0) 0x7fc36415d780 con 0x7fc36415c1b0 2024-09-12T03:10:55.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.891+0000 7fc362a00640 1 -- 172.21.15.29:0/3083627172 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc348003520 con 0x7fc36415c1b0 2024-09-12T03:10:55.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.891+0000 7fc362a00640 1 -- 172.21.15.29:0/3083627172 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2605810803 0 0) 0x7fc36415c9c0 con 0x7fc36406f300 2024-09-12T03:10:55.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.891+0000 7fc362a00640 1 -- 172.21.15.29:0/3083627172 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc36415d780 con 0x7fc36406f300 2024-09-12T03:10:55.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.891+0000 7fc363e00640 1 -- 172.21.15.29:0/3083627172 >> v1:172.21.15.38:6789/0 conn(0x7fc36406f300 legacy=0x7fc3640b3c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:55.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.891+0000 7fc363e00640 1 -- 172.21.15.29:0/3083627172 >> v1:172.21.15.29:6789/0 conn(0x7fc36415c1b0 legacy=0x7fc3640cca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:55.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.891+0000 7fc363e00640 1 -- 172.21.15.29:0/3083627172 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc36415cca0 con 0x7fc3640cd110 2024-09-12T03:10:55.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.892+0000 7fc363e00640 1 --2- 172.21.15.29:0/3083627172 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3640cd110 0x7fc3640b43a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc35c009dc0 tx=0x7fc35c02a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=754ab5ac22914846 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:55.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.892+0000 7fc362a00640 1 -- 172.21.15.29:0/3083627172 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c007740 con 0x7fc3640cd110 2024-09-12T03:10:55.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.892+0000 7fc362a00640 1 -- 172.21.15.29:0/3083627172 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc35c0078e0 con 0x7fc3640cd110 2024-09-12T03:10:55.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.892+0000 7fc362a00640 1 -- 172.21.15.29:0/3083627172 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c007cb0 con 0x7fc3640cd110 2024-09-12T03:10:55.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.893+0000 7fc368a00640 1 -- 172.21.15.29:0/3083627172 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3640cd110 msgr2=0x7fc3640b43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:55.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.893+0000 7fc368a00640 1 --2- 172.21.15.29:0/3083627172 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3640cd110 0x7fc3640b43a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc35c009dc0 tx=0x7fc35c02a6d0 comp rx=0 tx=0).stop 2024-09-12T03:10:55.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.893+0000 7fc368a00640 1 -- 172.21.15.29:0/3083627172 shutdown_connections 2024-09-12T03:10:55.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.893+0000 7fc368a00640 1 --2- 172.21.15.29:0/3083627172 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3640cd110 0x7fc3640b43a0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:55.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.893+0000 7fc368a00640 1 -- 172.21.15.29:0/3083627172 >> 172.21.15.29:0/3083627172 conn(0x7fc3640b1d80 msgr2=0x7fc3640b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:55.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.893+0000 7fc368a00640 1 -- 172.21.15.29:0/3083627172 shutdown_connections 2024-09-12T03:10:55.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.893+0000 7fc368a00640 1 -- 172.21.15.29:0/3083627172 wait complete. 2024-09-12T03:10:55.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.895+0000 7fc368a00640 1 Processor -- start 2024-09-12T03:10:55.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.895+0000 7fc368a00640 1 -- start start 2024-09-12T03:10:55.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.896+0000 7fc368a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc36406f300 0x7fc3640b3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:55.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.896+0000 7fc368a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3640cd110 0x7fc364158730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:55.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.896+0000 7fc368a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36415c1b0 0x7fc364158c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:55.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.896+0000 7fc368a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc36415c590 con 0x7fc36406f300 2024-09-12T03:10:55.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.896+0000 7fc368a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc36415d2f0 con 0x7fc36415c1b0 2024-09-12T03:10:55.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.896+0000 7fc368a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc36415c710 con 0x7fc3640cd110 2024-09-12T03:10:55.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.896+0000 7fc363400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc36406f300 0x7fc3640b3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:55.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.896+0000 7fc363400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc36406f300 0x7fc3640b3ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59160/0 (socket says 172.21.15.29:59160) 2024-09-12T03:10:55.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.896+0000 7fc363400640 1 -- 172.21.15.29:0/3305367948 learned_addr learned my addr 172.21.15.29:0/3305367948 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:55.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.896+0000 7fc35aa00640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3640cd110 0x7fc364158730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:55.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.896+0000 7fc363e00640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36415c1b0 0x7fc364158c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:55.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.897+0000 7fc363400640 1 -- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3640cd110 msgr2=0x7fc364158730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:55.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.897+0000 7fc363400640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3640cd110 0x7fc364158730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:55.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.897+0000 7fc363400640 1 -- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36415c1b0 msgr2=0x7fc364158c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:55.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.897+0000 7fc363400640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36415c1b0 0x7fc364158c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:55.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.897+0000 7fc363400640 1 -- 172.21.15.29:0/3305367948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc36415a920 con 0x7fc36406f300 2024-09-12T03:10:55.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.897+0000 7fc363400640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc36406f300 0x7fc3640b3ec0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fc35400c440 tx=0x7fc35400c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:55.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.897+0000 7fc35be00640 1 -- 172.21.15.29:0/3305367948 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc354017070 con 0x7fc36406f300 2024-09-12T03:10:55.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.897+0000 7fc35be00640 1 -- 172.21.15.29:0/3305367948 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc354005ce0 con 0x7fc36406f300 2024-09-12T03:10:55.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.897+0000 7fc368a00640 1 -- 172.21.15.29:0/3305367948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc36415ac00 con 0x7fc36406f300 2024-09-12T03:10:55.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.897+0000 7fc35be00640 1 -- 172.21.15.29:0/3305367948 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc354007270 con 0x7fc36406f300 2024-09-12T03:10:55.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.897+0000 7fc368a00640 1 -- 172.21.15.29:0/3305367948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc36415b1c0 con 0x7fc36406f300 2024-09-12T03:10:55.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.899+0000 7fc368a00640 1 -- 172.21.15.29:0/3305367948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3640af610 con 0x7fc36406f300 2024-09-12T03:10:55.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.899+0000 7fc35be00640 1 -- 172.21.15.29:0/3305367948 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc35401a070 con 0x7fc36406f300 2024-09-12T03:10:55.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.900+0000 7fc35be00640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc34006be30 0x7fc34006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:55.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.900+0000 7fc35be00640 1 -- 172.21.15.29:0/3305367948 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fc35408a370 con 0x7fc36406f300 2024-09-12T03:10:55.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.901+0000 7fc35aa00640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc34006be30 0x7fc34006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:55.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.901+0000 7fc35aa00640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc34006be30 0x7fc34006e2f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc3641f7dc0 tx=0x7fc34c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:55.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:55.905+0000 7fc35be00640 1 -- 172.21.15.29:0/3305367948 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc354058420 con 0x7fc36406f300 2024-09-12T03:10:56.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.128+0000 7fc368a00640 1 -- 172.21.15.29:0/3305367948 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc3640af080 con 0x7fc36406f300 2024-09-12T03:10:56.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.708+0000 7fc35be00640 1 -- 172.21.15.29:0/3305367948 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v33) ==== 122+0+0 (secure 0 0 0) 0x7fc35405c720 con 0x7fc36406f300 2024-09-12T03:10:56.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 -- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc34006be30 msgr2=0x7fc34006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:56.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc34006be30 0x7fc34006e2f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc3641f7dc0 tx=0x7fc34c009040 comp rx=0 tx=0).stop 2024-09-12T03:10:56.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 -- 172.21.15.29:0/3305367948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc36406f300 msgr2=0x7fc3640b3ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:56.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc36406f300 0x7fc3640b3ec0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fc35400c440 tx=0x7fc35400c900 comp rx=0 tx=0).stop 2024-09-12T03:10:56.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 -- 172.21.15.29:0/3305367948 shutdown_connections 2024-09-12T03:10:56.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc34006be30 0x7fc34006e2f0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:56.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc36415c1b0 0x7fc364158c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:56.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3640cd110 0x7fc364158730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:56.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 --2- 172.21.15.29:0/3305367948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc36406f300 0x7fc3640b3ec0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:56.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 -- 172.21.15.29:0/3305367948 >> 172.21.15.29:0/3305367948 conn(0x7fc3640b1d80 msgr2=0x7fc3640cc980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:56.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 -- 172.21.15.29:0/3305367948 shutdown_connections 2024-09-12T03:10:56.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.711+0000 7fc368a00640 1 -- 172.21.15.29:0/3305367948 wait complete. 2024-09-12T03:10:56.729 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-12T03:10:56.729 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:10:56.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.889+0000 7fa579800640 1 Processor -- start 2024-09-12T03:10:56.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.889+0000 7fa579800640 1 -- start start 2024-09-12T03:10:56.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.890+0000 7fa579800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa574072240 0x7fa57415d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:56.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.890+0000 7fa579800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa574072620 0x7fa5740af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:56.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.890+0000 7fa579800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa57415d730 con 0x7fa57406dfd0 2024-09-12T03:10:56.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.890+0000 7fa579800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa57406e590 con 0x7fa574072620 2024-09-12T03:10:56.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.890+0000 7fa579800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa57406e870 con 0x7fa574072240 2024-09-12T03:10:56.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.891+0000 7fa572000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa574072620 0x7fa5740af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:56.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.891+0000 7fa573400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa57406dfd0 0x7fa57415fdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39544/0 (socket says 172.21.15.29:39544) 2024-09-12T03:10:56.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.891+0000 7fa573400640 1 -- 172.21.15.29:0/489554080 learned_addr learned my addr 172.21.15.29:0/489554080 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:56.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.891+0000 7fa572a00640 1 --2- 172.21.15.29:0/489554080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa574072240 0x7fa57415d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:56.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.891+0000 7fa572000640 1 -- 172.21.15.29:0/489554080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa574072240 msgr2=0x7fa57415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:56.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.891+0000 7fa572000640 1 --2- 172.21.15.29:0/489554080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa574072240 0x7fa57415d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:56.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.891+0000 7fa572000640 1 -- 172.21.15.29:0/489554080 >> v1:172.21.15.29:6789/0 conn(0x7fa57406dfd0 legacy=0x7fa57415fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:56.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.891+0000 7fa571600640 1 -- 172.21.15.29:0/489554080 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2605432053 0 0) 0x7fa57415d730 con 0x7fa57406dfd0 2024-09-12T03:10:56.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.891+0000 7fa572000640 1 -- 172.21.15.29:0/489554080 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa57406eb50 con 0x7fa574072620 2024-09-12T03:10:56.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.892+0000 7fa572000640 1 --2- 172.21.15.29:0/489554080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa574072620 0x7fa5740af530 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fa5600097a0 tx=0x7fa56002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d21e75d9531fc564 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:56.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.892+0000 7fa571600640 1 -- 172.21.15.29:0/489554080 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa560037070 con 0x7fa574072620 2024-09-12T03:10:56.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.892+0000 7fa571600640 1 -- 172.21.15.29:0/489554080 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa56002ae50 con 0x7fa574072620 2024-09-12T03:10:56.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.892+0000 7fa571600640 1 -- 172.21.15.29:0/489554080 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa560032660 con 0x7fa574072620 2024-09-12T03:10:56.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.893+0000 7fa579800640 1 -- 172.21.15.29:0/489554080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa574072620 msgr2=0x7fa5740af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:56.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.893+0000 7fa579800640 1 --2- 172.21.15.29:0/489554080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa574072620 0x7fa5740af530 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fa5600097a0 tx=0x7fa56002a100 comp rx=0 tx=0).stop 2024-09-12T03:10:56.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.893+0000 7fa579800640 1 -- 172.21.15.29:0/489554080 shutdown_connections 2024-09-12T03:10:56.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.893+0000 7fa579800640 1 --2- 172.21.15.29:0/489554080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa574072620 0x7fa5740af530 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:56.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.893+0000 7fa579800640 1 --2- 172.21.15.29:0/489554080 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa574072240 0x7fa57415d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:56.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.893+0000 7fa579800640 1 -- 172.21.15.29:0/489554080 >> 172.21.15.29:0/489554080 conn(0x7fa574067da0 msgr2=0x7fa57406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:56.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.893+0000 7fa579800640 1 -- 172.21.15.29:0/489554080 shutdown_connections 2024-09-12T03:10:56.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.893+0000 7fa579800640 1 -- 172.21.15.29:0/489554080 wait complete. 2024-09-12T03:10:56.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.895+0000 7fa579800640 1 Processor -- start 2024-09-12T03:10:56.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.895+0000 7fa579800640 1 -- start start 2024-09-12T03:10:56.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa579800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa57406dfd0 0x7fa57415eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:56.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa579800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa574072240 0x7fa574158b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:56.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa579800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa574072620 0x7fa574159090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:56.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa579800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa5740ce360 con 0x7fa574072240 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa579800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa5740ce1e0 con 0x7fa57406dfd0 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa579800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa5740ce4e0 con 0x7fa574072620 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa572000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa574072240 0x7fa574158b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa572000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa574072240 0x7fa574158b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59190/0 (socket says 172.21.15.29:59190) 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa572000640 1 -- 172.21.15.29:0/3087617011 learned_addr learned my addr 172.21.15.29:0/3087617011 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa573400640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa574072620 0x7fa574159090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa572a00640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa57406dfd0 0x7fa57415eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa572000640 1 -- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa574072620 msgr2=0x7fa574159090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa572000640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa574072620 0x7fa574159090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa572000640 1 -- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa57406dfd0 msgr2=0x7fa57415eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa572000640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa57406dfd0 0x7fa57415eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.896+0000 7fa572000640 1 -- 172.21.15.29:0/3087617011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5741f1c50 con 0x7fa574072240 2024-09-12T03:10:56.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.897+0000 7fa572000640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa574072240 0x7fa574158b50 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fa560035040 tx=0x7fa5600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:56.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.897+0000 7fa56aa00640 1 -- 172.21.15.29:0/3087617011 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa560042020 con 0x7fa574072240 2024-09-12T03:10:56.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.897+0000 7fa56aa00640 1 -- 172.21.15.29:0/3087617011 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa56003d470 con 0x7fa574072240 2024-09-12T03:10:56.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.897+0000 7fa579800640 1 -- 172.21.15.29:0/3087617011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa57415b700 con 0x7fa574072240 2024-09-12T03:10:56.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.897+0000 7fa56aa00640 1 -- 172.21.15.29:0/3087617011 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa560037040 con 0x7fa574072240 2024-09-12T03:10:56.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.897+0000 7fa579800640 1 -- 172.21.15.29:0/3087617011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa57415bcc0 con 0x7fa574072240 2024-09-12T03:10:56.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.898+0000 7fa579800640 1 -- 172.21.15.29:0/3087617011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa57415d1f0 con 0x7fa574072240 2024-09-12T03:10:56.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.899+0000 7fa56aa00640 1 -- 172.21.15.29:0/3087617011 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa560045020 con 0x7fa574072240 2024-09-12T03:10:56.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.900+0000 7fa56aa00640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa55406be30 0x7fa55406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:56.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.900+0000 7fa56aa00640 1 -- 172.21.15.29:0/3087617011 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fa5600ab8f0 con 0x7fa574072240 2024-09-12T03:10:56.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.900+0000 7fa572a00640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa55406be30 0x7fa55406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:56.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.901+0000 7fa572a00640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa55406be30 0x7fa55406e2f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa564009ad0 tx=0x7fa564008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:56.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:56.904+0000 7fa56aa00640 1 -- 172.21.15.29:0/3087617011 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa56004c030 con 0x7fa574072240 2024-09-12T03:10:57.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.125+0000 7fa579800640 1 -- 172.21.15.29:0/3087617011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5741f1e20 con 0x7fa574072240 2024-09-12T03:10:57.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.126+0000 7fa56aa00640 1 -- 172.21.15.29:0/3087617011 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5223 (secure 0 0 0) 0x7fa56007a070 con 0x7fa574072240 2024-09-12T03:10:57.125 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:57.125 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":33,"btime":"2024-09-12T03:10:56:703303+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5054,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1851339841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1851339841},{"type":"v1","addr":"172.21.15.38:6837","nonce":1851339841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5377,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3307347522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3307347522},{"type":"v1","addr":"172.21.15.29:6834","nonce":3307347522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1866497682","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1866497682},{"type":"v1","addr":"172.21.15.29:6835","nonce":1866497682}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:10:53.115436+0000","modified":"2024-09-12T03:10:56.129003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5475":{"gid":5475,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6836/2136535158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":2136535158},{"type":"v1","addr":"172.21.15.38:6836","nonce":2136535158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5475,"qdb_cluster":[5475]},"id":3}]} 2024-09-12T03:10:57.126 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 33 2024-09-12T03:10:57.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 -- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa55406be30 msgr2=0x7fa55406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa55406be30 0x7fa55406e2f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa564009ad0 tx=0x7fa564008040 comp rx=0 tx=0).stop 2024-09-12T03:10:57.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 -- 172.21.15.29:0/3087617011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa574072240 msgr2=0x7fa574158b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa574072240 0x7fa574158b50 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fa560035040 tx=0x7fa5600046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 -- 172.21.15.29:0/3087617011 shutdown_connections 2024-09-12T03:10:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa55406be30 0x7fa55406e2f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa574072620 0x7fa574159090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa574072240 0x7fa574158b50 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 --2- 172.21.15.29:0/3087617011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa57406dfd0 0x7fa57415eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 -- 172.21.15.29:0/3087617011 >> 172.21.15.29:0/3087617011 conn(0x7fa574067da0 msgr2=0x7fa574156f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 -- 172.21.15.29:0/3087617011 shutdown_connections 2024-09-12T03:10:57.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.128+0000 7fa579800640 1 -- 172.21.15.29:0/3087617011 wait complete. 2024-09-12T03:10:57.143 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:10:57.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.302+0000 7fc37c800640 1 Processor -- start 2024-09-12T03:10:57.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.302+0000 7fc37c800640 1 -- start start 2024-09-12T03:10:57.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.304+0000 7fc37c800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc374162cc0 0x7fc3740b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.304+0000 7fc37c800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3740711b0 con 0x7fc374070a80 2024-09-12T03:10:57.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.304+0000 7fc37c800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc374070f10 con 0x7fc37406c320 2024-09-12T03:10:57.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.304+0000 7fc37c800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fc3740d2110 con 0x7fc374162cc0 2024-09-12T03:10:57.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.304+0000 7fc379400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc374070a80 0x7fc37406bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39556/0 (socket says 172.21.15.29:39556) 2024-09-12T03:10:57.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.304+0000 7fc379400640 1 -- 172.21.15.29:0/2826670880 learned_addr learned my addr 172.21.15.29:0/2826670880 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:57.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.304+0000 7fc379e00640 1 --2- 172.21.15.29:0/2826670880 >> v2:172.21.15.38:3300/0 conn(0x7fc374162cc0 0x7fc3740b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.304+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2624708331 0 0) 0x7fc3740711b0 con 0x7fc374070a80 2024-09-12T03:10:57.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.304+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc35c003520 con 0x7fc374070a80 2024-09-12T03:10:57.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 569446181 0 0) 0x7fc374070f10 con 0x7fc37406c320 2024-09-12T03:10:57.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc3740711b0 con 0x7fc37406c320 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3372156391 0 0) 0x7fc35c003520 con 0x7fc374070a80 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 >> v2:172.21.15.38:3300/0 conn(0x7fc374162cc0 msgr2=0x7fc3740b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 --2- 172.21.15.29:0/2826670880 >> v2:172.21.15.38:3300/0 conn(0x7fc374162cc0 0x7fc3740b6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 >> v1:172.21.15.38:6789/0 conn(0x7fc37406c320 legacy=0x7fc374158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc374162020 con 0x7fc374070a80 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fc364001670 con 0x7fc374070a80 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 >> v1:172.21.15.29:6789/0 conn(0x7fc374070a80 legacy=0x7fc37406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc35c003b40 0x7fc35c003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc35c004800 0x7fc35c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc35c0051c0 0x7fc35c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc3740d2110 con 0x7fc35c003b40 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc35c00c040 con 0x7fc35c0051c0 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc35c00c240 con 0x7fc35c004800 2024-09-12T03:10:57.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc379e00640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc35c003b40 0x7fc35c003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc379400640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc35c004800 0x7fc35c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.305+0000 7fc37a800640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc35c0051c0 0x7fc35c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.306+0000 7fc379e00640 1 -- 172.21.15.29:0/2826670880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc35c004800 msgr2=0x7fc35c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.306+0000 7fc379e00640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc35c004800 0x7fc35c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.306+0000 7fc379e00640 1 -- 172.21.15.29:0/2826670880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc35c0051c0 msgr2=0x7fc35c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.306+0000 7fc379e00640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc35c0051c0 0x7fc35c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.306+0000 7fc379e00640 1 -- 172.21.15.29:0/2826670880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc35c003520 con 0x7fc35c003b40 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.306+0000 7fc37a800640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc35c0051c0 0x7fc35c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.306+0000 7fc37a800640 1 -- 172.21.15.29:0/2826670880 reap_dead start 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.307+0000 7fc379e00640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc35c003b40 0x7fc35c003f40 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc368009ac0 tx=0x7fc35c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bab4458ab7b507e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.307+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368036070 con 0x7fc35c003b40 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.307+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc368031400 con 0x7fc35c003b40 2024-09-12T03:10:57.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.307+0000 7fc378a00640 1 -- 172.21.15.29:0/2826670880 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368009690 con 0x7fc35c003b40 2024-09-12T03:10:57.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.307+0000 7fc37c800640 1 -- 172.21.15.29:0/2826670880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc35c003b40 msgr2=0x7fc35c003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.307+0000 7fc37c800640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc35c003b40 0x7fc35c003f40 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fc368009ac0 tx=0x7fc35c005830 comp rx=0 tx=0).stop 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.308+0000 7fc37c800640 1 -- 172.21.15.29:0/2826670880 shutdown_connections 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.308+0000 7fc37c800640 1 --2- 172.21.15.29:0/2826670880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc35c003b40 0x7fc35c003f40 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.308+0000 7fc37c800640 1 -- 172.21.15.29:0/2826670880 >> 172.21.15.29:0/2826670880 conn(0x7fc37409aa70 msgr2=0x7fc3740b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.308+0000 7fc37c800640 1 -- 172.21.15.29:0/2826670880 shutdown_connections 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.308+0000 7fc37c800640 1 -- 172.21.15.29:0/2826670880 wait complete. 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.309+0000 7fc37c800640 1 Processor -- start 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.309+0000 7fc37c800640 1 -- start start 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.310+0000 7fc37c800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc35c003b40 0x7fc3740b3730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.310+0000 7fc37c800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc37409d0a0 0x7fc37409d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.310+0000 7fc37c800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc374154800 0x7fc374154c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.310+0000 7fc37c800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc3740d1630 con 0x7fc374154800 2024-09-12T03:10:57.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.310+0000 7fc37c800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc3740d1c80 con 0x7fc35c003b40 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.310+0000 7fc37c800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc3740d1910 con 0x7fc37409d0a0 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.311+0000 7fc37a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc374154800 0x7fc374154c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.311+0000 7fc37a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc374154800 0x7fc374154c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59204/0 (socket says 172.21.15.29:59204) 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.311+0000 7fc37a800640 1 -- 172.21.15.29:0/951858378 learned_addr learned my addr 172.21.15.29:0/951858378 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.311+0000 7fc379e00640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc35c003b40 0x7fc3740b3730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.311+0000 7fc379400640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc37409d0a0 0x7fc37409d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.311+0000 7fc37a800640 1 -- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc37409d0a0 msgr2=0x7fc37409d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.311+0000 7fc37a800640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc37409d0a0 0x7fc37409d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.311+0000 7fc37a800640 1 -- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc35c003b40 msgr2=0x7fc3740b3730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.311+0000 7fc37a800640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc35c003b40 0x7fc3740b3730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.311+0000 7fc37a800640 1 -- 172.21.15.29:0/951858378 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3740b1b80 con 0x7fc374154800 2024-09-12T03:10:57.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.311+0000 7fc37a800640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc374154800 0x7fc374154c80 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc35c004780 tx=0x7fc37000ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:57.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.312+0000 7fc36e000640 1 -- 172.21.15.29:0/951858378 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc370019070 con 0x7fc374154800 2024-09-12T03:10:57.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.312+0000 7fc36e000640 1 -- 172.21.15.29:0/951858378 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc37000ee50 con 0x7fc374154800 2024-09-12T03:10:57.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.312+0000 7fc37c800640 1 -- 172.21.15.29:0/951858378 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3740b1e60 con 0x7fc374154800 2024-09-12T03:10:57.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.312+0000 7fc36e000640 1 -- 172.21.15.29:0/951858378 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc370003dc0 con 0x7fc374154800 2024-09-12T03:10:57.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.312+0000 7fc37c800640 1 -- 172.21.15.29:0/951858378 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3740b3c70 con 0x7fc374154800 2024-09-12T03:10:57.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.313+0000 7fc37c800640 1 -- 172.21.15.29:0/951858378 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3740b6f90 con 0x7fc374154800 2024-09-12T03:10:57.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.314+0000 7fc36e000640 1 -- 172.21.15.29:0/951858378 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc37001c070 con 0x7fc374154800 2024-09-12T03:10:57.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.315+0000 7fc36e000640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc35806be60 0x7fc35806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.315+0000 7fc36e000640 1 -- 172.21.15.29:0/951858378 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fc37008a1d0 con 0x7fc374154800 2024-09-12T03:10:57.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.315+0000 7fc379e00640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc35806be60 0x7fc35806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.316+0000 7fc379e00640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc35806be60 0x7fc35806e320 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fc368033000 tx=0x7fc368008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:57.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.319+0000 7fc36e000640 1 -- 172.21.15.29:0/951858378 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc370058430 con 0x7fc374154800 2024-09-12T03:10:57.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.509+0000 7fc37c800640 1 -- 172.21.15.29:0/951858378 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc3740d1020 con 0x7fc374154800 2024-09-12T03:10:57.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.510+0000 7fc36e000640 1 -- 172.21.15.29:0/951858378 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) ==== 74+0+16930 (secure 0 0 0) 0x7fc37005c730 con 0x7fc374154800 2024-09-12T03:10:57.510 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:57.510 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":53,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:10:54.689145+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:10:50.905692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-12T03:10:52.110634+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:10:57.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.512+0000 7fc37c800640 1 -- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc35806be60 msgr2=0x7fc35806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.512+0000 7fc37c800640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc35806be60 0x7fc35806e320 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fc368033000 tx=0x7fc368008030 comp rx=0 tx=0).stop 2024-09-12T03:10:57.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.512+0000 7fc37c800640 1 -- 172.21.15.29:0/951858378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc374154800 msgr2=0x7fc374154c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.512+0000 7fc37c800640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc374154800 0x7fc374154c80 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc35c004780 tx=0x7fc37000ec00 comp rx=0 tx=0).stop 2024-09-12T03:10:57.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.513+0000 7fc37c800640 1 -- 172.21.15.29:0/951858378 shutdown_connections 2024-09-12T03:10:57.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.513+0000 7fc37c800640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc35806be60 0x7fc35806e320 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.513+0000 7fc37c800640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc374154800 0x7fc374154c80 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.513+0000 7fc37c800640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc37409d0a0 0x7fc37409d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.513+0000 7fc37c800640 1 --2- 172.21.15.29:0/951858378 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc35c003b40 0x7fc3740b3730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.513+0000 7fc37c800640 1 -- 172.21.15.29:0/951858378 >> 172.21.15.29:0/951858378 conn(0x7fc37409aa70 msgr2=0x7fc3740afc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:57.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.513+0000 7fc37c800640 1 -- 172.21.15.29:0/951858378 shutdown_connections 2024-09-12T03:10:57.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.513+0000 7fc37c800640 1 -- 172.21.15.29:0/951858378 wait complete. 2024-09-12T03:10:57.528 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T03:10:57.529 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:10:57.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.685+0000 7f2d57e00640 1 Processor -- start 2024-09-12T03:10:57.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.685+0000 7f2d57e00640 1 -- start start 2024-09-12T03:10:57.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.687+0000 7f2d57e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2d500b4250 0x7f2d5006dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.687+0000 7f2d57e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d5015b900 0x7f2d500b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.687+0000 7f2d57e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d5006e690 con 0x7f2d50072860 2024-09-12T03:10:57.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.687+0000 7f2d57e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f2d5006e970 con 0x7f2d500b4250 2024-09-12T03:10:57.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.687+0000 7f2d57e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2d5006ec50 con 0x7f2d5015b900 2024-09-12T03:10:57.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.687+0000 7f2d55e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f2d50072860 0x7f2d500b4e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39568/0 (socket says 172.21.15.29:39568) 2024-09-12T03:10:57.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.687+0000 7f2d55e00640 1 -- 172.21.15.29:0/784060045 learned_addr learned my addr 172.21.15.29:0/784060045 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:57.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.687+0000 7f2d55400640 1 --2- 172.21.15.29:0/784060045 >> v2:172.21.15.38:3300/0 conn(0x7f2d500b4250 0x7f2d5006dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.687+0000 7f2d54a00640 1 --2- 172.21.15.29:0/784060045 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d5015b900 0x7f2d500b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.688+0000 7f2d4fe00640 1 -- 172.21.15.29:0/784060045 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2866395167 0 0) 0x7f2d5006e690 con 0x7f2d50072860 2024-09-12T03:10:57.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.688+0000 7f2d4fe00640 1 -- 172.21.15.29:0/784060045 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2d38003520 con 0x7f2d50072860 2024-09-12T03:10:57.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.688+0000 7f2d55400640 1 -- 172.21.15.29:0/784060045 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d5015b900 msgr2=0x7f2d500b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:57.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.688+0000 7f2d55400640 1 --2- 172.21.15.29:0/784060045 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d5015b900 0x7f2d500b3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.688+0000 7f2d55400640 1 -- 172.21.15.29:0/784060045 >> v1:172.21.15.29:6789/0 conn(0x7f2d50072860 legacy=0x7f2d500b4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.688+0000 7f2d55400640 1 -- 172.21.15.29:0/784060045 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d5006ef30 con 0x7f2d500b4250 2024-09-12T03:10:57.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.689+0000 7f2d55400640 1 --2- 172.21.15.29:0/784060045 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d500b4250 0x7f2d5006dfd0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2d4400a940 tx=0x7f2d4402b550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c943be15d7dd51a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:57.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.689+0000 7f2d4fe00640 1 -- 172.21.15.29:0/784060045 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d4400b040 con 0x7f2d500b4250 2024-09-12T03:10:57.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.689+0000 7f2d4fe00640 1 -- 172.21.15.29:0/784060045 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d44030710 con 0x7f2d500b4250 2024-09-12T03:10:57.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.689+0000 7f2d4fe00640 1 -- 172.21.15.29:0/784060045 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d44030ac0 con 0x7f2d500b4250 2024-09-12T03:10:57.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.690+0000 7f2d57e00640 1 -- 172.21.15.29:0/784060045 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d500b4250 msgr2=0x7f2d5006dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.690+0000 7f2d57e00640 1 --2- 172.21.15.29:0/784060045 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d500b4250 0x7f2d5006dfd0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2d4400a940 tx=0x7f2d4402b550 comp rx=0 tx=0).stop 2024-09-12T03:10:57.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.690+0000 7f2d57e00640 1 -- 172.21.15.29:0/784060045 shutdown_connections 2024-09-12T03:10:57.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.690+0000 7f2d57e00640 1 --2- 172.21.15.29:0/784060045 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d5015b900 0x7f2d500b3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.690+0000 7f2d57e00640 1 --2- 172.21.15.29:0/784060045 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d500b4250 0x7f2d5006dfd0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.690+0000 7f2d57e00640 1 -- 172.21.15.29:0/784060045 >> 172.21.15.29:0/784060045 conn(0x7f2d50067da0 msgr2=0x7f2d5006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:57.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.690+0000 7f2d57e00640 1 -- 172.21.15.29:0/784060045 shutdown_connections 2024-09-12T03:10:57.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.690+0000 7f2d57e00640 1 -- 172.21.15.29:0/784060045 wait complete. 2024-09-12T03:10:57.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.691+0000 7f2d57e00640 1 Processor -- start 2024-09-12T03:10:57.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.692+0000 7f2d57e00640 1 -- start start 2024-09-12T03:10:57.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.692+0000 7f2d57e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d50072860 0x7f2d5014e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.692+0000 7f2d57e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d500b4250 0x7f2d5015c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.692+0000 7f2d57e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5015b900 0x7f2d50151e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.692+0000 7f2d57e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2d500b3970 con 0x7f2d500b4250 2024-09-12T03:10:57.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.692+0000 7f2d57e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2d5015bd70 con 0x7f2d5015b900 2024-09-12T03:10:57.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.692+0000 7f2d57e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2d500b5530 con 0x7f2d50072860 2024-09-12T03:10:57.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d54a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d500b4250 0x7f2d5015c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d55400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d50072860 0x7f2d5014e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d55400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d50072860 0x7f2d5014e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:37312/0 (socket says 172.21.15.29:37312) 2024-09-12T03:10:57.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d55400640 1 -- 172.21.15.29:0/2409539694 learned_addr learned my addr 172.21.15.29:0/2409539694 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:57.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d54a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d500b4250 0x7f2d5015c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59208/0 (socket says 172.21.15.29:59208) 2024-09-12T03:10:57.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d55e00640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5015b900 0x7f2d50151e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d55400640 1 -- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5015b900 msgr2=0x7f2d50151e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d55400640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5015b900 0x7f2d50151e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d55400640 1 -- 172.21.15.29:0/2409539694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d500b4250 msgr2=0x7f2d5015c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d55400640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d500b4250 0x7f2d5015c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d55400640 1 -- 172.21.15.29:0/2409539694 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d5015e590 con 0x7f2d50072860 2024-09-12T03:10:57.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.693+0000 7f2d54a00640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d500b4250 0x7f2d5015c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:10:57.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.694+0000 7f2d55400640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d50072860 0x7f2d5014e6d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2d4400aa60 tx=0x7f2d440046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:57.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.694+0000 7f2d4d600640 1 -- 172.21.15.29:0/2409539694 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d4403f030 con 0x7f2d50072860 2024-09-12T03:10:57.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.694+0000 7f2d4d600640 1 -- 172.21.15.29:0/2409539694 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d44030510 con 0x7f2d50072860 2024-09-12T03:10:57.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.694+0000 7f2d4d600640 1 -- 172.21.15.29:0/2409539694 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d44033c90 con 0x7f2d50072860 2024-09-12T03:10:57.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.694+0000 7f2d57e00640 1 -- 172.21.15.29:0/2409539694 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d5015e870 con 0x7f2d50072860 2024-09-12T03:10:57.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.694+0000 7f2d57e00640 1 -- 172.21.15.29:0/2409539694 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d5015ee30 con 0x7f2d50072860 2024-09-12T03:10:57.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.695+0000 7f2d57e00640 1 -- 172.21.15.29:0/2409539694 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d500b58c0 con 0x7f2d50072860 2024-09-12T03:10:57.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.696+0000 7f2d4d600640 1 -- 172.21.15.29:0/2409539694 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2d44042030 con 0x7f2d50072860 2024-09-12T03:10:57.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.697+0000 7f2d4d600640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d3006be30 0x7f2d3006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:57.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.697+0000 7f2d4d600640 1 -- 172.21.15.29:0/2409539694 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f2d440ab760 con 0x7f2d50072860 2024-09-12T03:10:57.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.697+0000 7f2d54a00640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d3006be30 0x7f2d3006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:57.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.698+0000 7f2d54a00640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d3006be30 0x7f2d3006e2f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f2d501e4d90 tx=0x7f2d3c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:57.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.702+0000 7f2d4d600640 1 -- 172.21.15.29:0/2409539694 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2d440799a0 con 0x7f2d50072860 2024-09-12T03:10:57.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.885+0000 7f2d57e00640 1 -- 172.21.15.29:0/2409539694 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2d5014f600 con 0x7f2d3006be30 2024-09-12T03:10:57.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.893+0000 7f2d4d600640 1 -- 172.21.15.29:0/2409539694 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251885 (secure 0 0 0) 0x7f2d5014f600 con 0x7f2d3006be30 2024-09-12T03:10:57.895 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:57.897 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:10:57.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 -- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d3006be30 msgr2=0x7f2d3006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d3006be30 0x7f2d3006e2f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f2d501e4d90 tx=0x7f2d3c009190 comp rx=0 tx=0).stop 2024-09-12T03:10:57.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 -- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d50072860 msgr2=0x7f2d5014e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:57.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d50072860 0x7f2d5014e6d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2d4400aa60 tx=0x7f2d440046c0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 -- 172.21.15.29:0/2409539694 shutdown_connections 2024-09-12T03:10:57.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d3006be30 0x7f2d3006e2f0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d5015b900 0x7f2d50151e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d500b4250 0x7f2d5015c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 --2- 172.21.15.29:0/2409539694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d50072860 0x7f2d5014e6d0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:57.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 -- 172.21.15.29:0/2409539694 >> 172.21.15.29:0/2409539694 conn(0x7f2d50067da0 msgr2=0x7f2d500aea80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:57.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 -- 172.21.15.29:0/2409539694 shutdown_connections 2024-09-12T03:10:57.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:57.897+0000 7f2d57e00640 1 -- 172.21.15.29:0/2409539694 wait complete. 2024-09-12T03:10:57.912 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":128,"stamp":"2024-09-12T03:10:57.753997+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":48,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":255440,"kb_used_data":5896,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754719280,"statfs":{"total":773094113280,"available":772832542720,"internally_reserved":0,"allocated":6037504,"data_stored":3335736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":43,"apply_latency_ms":43,"commit_latency_ns":43000000,"apply_latency_ns":43000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001291"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.710380+0000","last_change":"2024-09-12T03:10:53.693229+0000","last_active":"2024-09-12T03:10:53.710380+0000","last_peered":"2024-09-12T03:10:53.710380+0000","last_clean":"2024-09-12T03:10:53.710380+0000","last_became_active":"2024-09-12T03:10:53.692657+0000","last_became_peered":"2024-09-12T03:10:53.692657+0000","last_unstale":"2024-09-12T03:10:53.710380+0000","last_undegraded":"2024-09-12T03:10:53.710380+0000","last_fullsized":"2024-09-12T03:10:53.710380+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:36.776933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.715174+0000","last_change":"2024-09-12T03:10:53.713734+0000","last_active":"2024-09-12T03:10:53.715174+0000","last_peered":"2024-09-12T03:10:53.715174+0000","last_clean":"2024-09-12T03:10:53.715174+0000","last_became_active":"2024-09-12T03:10:53.712940+0000","last_became_peered":"2024-09-12T03:10:53.712940+0000","last_unstale":"2024-09-12T03:10:53.715174+0000","last_undegraded":"2024-09-12T03:10:53.715174+0000","last_fullsized":"2024-09-12T03:10:53.715174+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:46.934215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713138+0000","last_change":"2024-09-12T03:10:53.705812+0000","last_active":"2024-09-12T03:10:53.713138+0000","last_peered":"2024-09-12T03:10:53.713138+0000","last_clean":"2024-09-12T03:10:53.713138+0000","last_became_active":"2024-09-12T03:10:53.705293+0000","last_became_peered":"2024-09-12T03:10:53.705293+0000","last_unstale":"2024-09-12T03:10:53.713138+0000","last_undegraded":"2024-09-12T03:10:53.713138+0000","last_fullsized":"2024-09-12T03:10:53.713138+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:51:11.072009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712990+0000","last_change":"2024-09-12T03:10:53.708498+0000","last_active":"2024-09-12T03:10:53.712990+0000","last_peered":"2024-09-12T03:10:53.712990+0000","last_clean":"2024-09-12T03:10:53.712990+0000","last_became_active":"2024-09-12T03:10:53.708176+0000","last_became_peered":"2024-09-12T03:10:53.708176+0000","last_unstale":"2024-09-12T03:10:53.712990+0000","last_undegraded":"2024-09-12T03:10:53.712990+0000","last_fullsized":"2024-09-12T03:10:53.712990+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:56.896660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708751+0000","last_change":"2024-09-12T03:10:53.704609+0000","last_active":"2024-09-12T03:10:53.708751+0000","last_peered":"2024-09-12T03:10:53.708751+0000","last_clean":"2024-09-12T03:10:53.708751+0000","last_became_active":"2024-09-12T03:10:53.704343+0000","last_became_peered":"2024-09-12T03:10:53.704343+0000","last_unstale":"2024-09-12T03:10:53.708751+0000","last_undegraded":"2024-09-12T03:10:53.708751+0000","last_fullsized":"2024-09-12T03:10:53.708751+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:39.833366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718780+0000","last_change":"2024-09-12T03:10:53.708555+0000","last_active":"2024-09-12T03:10:53.718780+0000","last_peered":"2024-09-12T03:10:53.718780+0000","last_clean":"2024-09-12T03:10:53.718780+0000","last_became_active":"2024-09-12T03:10:53.707938+0000","last_became_peered":"2024-09-12T03:10:53.707938+0000","last_unstale":"2024-09-12T03:10:53.718780+0000","last_undegraded":"2024-09-12T03:10:53.718780+0000","last_fullsized":"2024-09-12T03:10:53.718780+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:39.833366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713664+0000","last_change":"2024-09-12T03:10:53.706115+0000","last_active":"2024-09-12T03:10:53.713664+0000","last_peered":"2024-09-12T03:10:53.713664+0000","last_clean":"2024-09-12T03:10:53.713664+0000","last_became_active":"2024-09-12T03:10:53.705848+0000","last_became_peered":"2024-09-12T03:10:53.705848+0000","last_unstale":"2024-09-12T03:10:53.713664+0000","last_undegraded":"2024-09-12T03:10:53.713664+0000","last_fullsized":"2024-09-12T03:10:53.713664+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:56.896660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.715007+0000","last_change":"2024-09-12T03:10:53.703217+0000","last_active":"2024-09-12T03:10:53.715007+0000","last_peered":"2024-09-12T03:10:53.715007+0000","last_clean":"2024-09-12T03:10:53.715007+0000","last_became_active":"2024-09-12T03:10:53.702513+0000","last_became_peered":"2024-09-12T03:10:53.702513+0000","last_unstale":"2024-09-12T03:10:53.715007+0000","last_undegraded":"2024-09-12T03:10:53.715007+0000","last_fullsized":"2024-09-12T03:10:53.715007+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:16.012246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720732+0000","last_change":"2024-09-12T03:10:53.715774+0000","last_active":"2024-09-12T03:10:53.720732+0000","last_peered":"2024-09-12T03:10:53.720732+0000","last_clean":"2024-09-12T03:10:53.720732+0000","last_became_active":"2024-09-12T03:10:53.713641+0000","last_became_peered":"2024-09-12T03:10:53.713641+0000","last_unstale":"2024-09-12T03:10:53.720732+0000","last_undegraded":"2024-09-12T03:10:53.720732+0000","last_fullsized":"2024-09-12T03:10:53.720732+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:03.166522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718171+0000","last_change":"2024-09-12T03:10:53.704367+0000","last_active":"2024-09-12T03:10:53.718171+0000","last_peered":"2024-09-12T03:10:53.718171+0000","last_clean":"2024-09-12T03:10:53.718171+0000","last_became_active":"2024-09-12T03:10:53.704089+0000","last_became_peered":"2024-09-12T03:10:53.704089+0000","last_unstale":"2024-09-12T03:10:53.718171+0000","last_undegraded":"2024-09-12T03:10:53.718171+0000","last_fullsized":"2024-09-12T03:10:53.718171+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:57.198928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.719655+0000","last_change":"2024-09-12T03:10:53.704423+0000","last_active":"2024-09-12T03:10:53.719655+0000","last_peered":"2024-09-12T03:10:53.719655+0000","last_clean":"2024-09-12T03:10:53.719655+0000","last_became_active":"2024-09-12T03:10:53.704160+0000","last_became_peered":"2024-09-12T03:10:53.704160+0000","last_unstale":"2024-09-12T03:10:53.719655+0000","last_undegraded":"2024-09-12T03:10:53.719655+0000","last_fullsized":"2024-09-12T03:10:53.719655+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:25:20.362069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718942+0000","last_change":"2024-09-12T03:10:53.713266+0000","last_active":"2024-09-12T03:10:53.718942+0000","last_peered":"2024-09-12T03:10:53.718942+0000","last_clean":"2024-09-12T03:10:53.718942+0000","last_became_active":"2024-09-12T03:10:53.711468+0000","last_became_peered":"2024-09-12T03:10:53.711468+0000","last_unstale":"2024-09-12T03:10:53.718942+0000","last_undegraded":"2024-09-12T03:10:53.718942+0000","last_fullsized":"2024-09-12T03:10:53.718942+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:58.635333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718973+0000","last_change":"2024-09-12T03:10:53.709426+0000","last_active":"2024-09-12T03:10:53.718973+0000","last_peered":"2024-09-12T03:10:53.718973+0000","last_clean":"2024-09-12T03:10:53.718973+0000","last_became_active":"2024-09-12T03:10:53.709128+0000","last_became_peered":"2024-09-12T03:10:53.709128+0000","last_unstale":"2024-09-12T03:10:53.718973+0000","last_undegraded":"2024-09-12T03:10:53.718973+0000","last_fullsized":"2024-09-12T03:10:53.718973+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:19.526957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720509+0000","last_change":"2024-09-12T03:10:53.709975+0000","last_active":"2024-09-12T03:10:53.720509+0000","last_peered":"2024-09-12T03:10:53.720509+0000","last_clean":"2024-09-12T03:10:53.720509+0000","last_became_active":"2024-09-12T03:10:53.709496+0000","last_became_peered":"2024-09-12T03:10:53.709496+0000","last_unstale":"2024-09-12T03:10:53.720509+0000","last_undegraded":"2024-09-12T03:10:53.720509+0000","last_fullsized":"2024-09-12T03:10:53.720509+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:33:53.313118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.715048+0000","last_change":"2024-09-12T03:10:53.713276+0000","last_active":"2024-09-12T03:10:53.715048+0000","last_peered":"2024-09-12T03:10:53.715048+0000","last_clean":"2024-09-12T03:10:53.715048+0000","last_became_active":"2024-09-12T03:10:53.710839+0000","last_became_peered":"2024-09-12T03:10:53.710839+0000","last_unstale":"2024-09-12T03:10:53.715048+0000","last_undegraded":"2024-09-12T03:10:53.715048+0000","last_fullsized":"2024-09-12T03:10:53.715048+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:01:33.135033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.715955+0000","last_change":"2024-09-12T03:10:53.703368+0000","last_active":"2024-09-12T03:10:53.715955+0000","last_peered":"2024-09-12T03:10:53.715955+0000","last_clean":"2024-09-12T03:10:53.715955+0000","last_became_active":"2024-09-12T03:10:53.703083+0000","last_became_peered":"2024-09-12T03:10:53.703083+0000","last_unstale":"2024-09-12T03:10:53.715955+0000","last_undegraded":"2024-09-12T03:10:53.715955+0000","last_fullsized":"2024-09-12T03:10:53.715955+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:16:31.661498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.714275+0000","last_change":"2024-09-12T03:10:53.708894+0000","last_active":"2024-09-12T03:10:53.714275+0000","last_peered":"2024-09-12T03:10:53.714275+0000","last_clean":"2024-09-12T03:10:53.714275+0000","last_became_active":"2024-09-12T03:10:53.707616+0000","last_became_peered":"2024-09-12T03:10:53.707616+0000","last_unstale":"2024-09-12T03:10:53.714275+0000","last_undegraded":"2024-09-12T03:10:53.714275+0000","last_fullsized":"2024-09-12T03:10:53.714275+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:01:33.135033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.707471+0000","last_change":"2024-09-12T03:10:53.704698+0000","last_active":"2024-09-12T03:10:53.707471+0000","last_peered":"2024-09-12T03:10:53.707471+0000","last_clean":"2024-09-12T03:10:53.707471+0000","last_became_active":"2024-09-12T03:10:53.704469+0000","last_became_peered":"2024-09-12T03:10:53.704469+0000","last_unstale":"2024-09-12T03:10:53.707471+0000","last_undegraded":"2024-09-12T03:10:53.707471+0000","last_fullsized":"2024-09-12T03:10:53.707471+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:42:16.073254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713113+0000","last_change":"2024-09-12T03:10:53.705576+0000","last_active":"2024-09-12T03:10:53.713113+0000","last_peered":"2024-09-12T03:10:53.713113+0000","last_clean":"2024-09-12T03:10:53.713113+0000","last_became_active":"2024-09-12T03:10:53.704887+0000","last_became_peered":"2024-09-12T03:10:53.704887+0000","last_unstale":"2024-09-12T03:10:53.713113+0000","last_undegraded":"2024-09-12T03:10:53.713113+0000","last_fullsized":"2024-09-12T03:10:53.713113+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:42:16.073254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713603+0000","last_change":"2024-09-12T03:10:53.709711+0000","last_active":"2024-09-12T03:10:53.713603+0000","last_peered":"2024-09-12T03:10:53.713603+0000","last_clean":"2024-09-12T03:10:53.713603+0000","last_became_active":"2024-09-12T03:10:53.708954+0000","last_became_peered":"2024-09-12T03:10:53.708954+0000","last_unstale":"2024-09-12T03:10:53.713603+0000","last_undegraded":"2024-09-12T03:10:53.713603+0000","last_fullsized":"2024-09-12T03:10:53.713603+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:57.198928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.714875+0000","last_change":"2024-09-12T03:10:53.710832+0000","last_active":"2024-09-12T03:10:53.714875+0000","last_peered":"2024-09-12T03:10:53.714875+0000","last_clean":"2024-09-12T03:10:53.714875+0000","last_became_active":"2024-09-12T03:10:53.709581+0000","last_became_peered":"2024-09-12T03:10:53.709581+0000","last_unstale":"2024-09-12T03:10:53.714875+0000","last_undegraded":"2024-09-12T03:10:53.714875+0000","last_fullsized":"2024-09-12T03:10:53.714875+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:47:51.568301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717270+0000","last_change":"2024-09-12T03:10:53.703459+0000","last_active":"2024-09-12T03:10:53.717270+0000","last_peered":"2024-09-12T03:10:53.717270+0000","last_clean":"2024-09-12T03:10:53.717270+0000","last_became_active":"2024-09-12T03:10:53.703153+0000","last_became_peered":"2024-09-12T03:10:53.703153+0000","last_unstale":"2024-09-12T03:10:53.717270+0000","last_undegraded":"2024-09-12T03:10:53.717270+0000","last_fullsized":"2024-09-12T03:10:53.717270+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:07:58.481590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720850+0000","last_change":"2024-09-12T03:10:53.705979+0000","last_active":"2024-09-12T03:10:53.720850+0000","last_peered":"2024-09-12T03:10:53.720850+0000","last_clean":"2024-09-12T03:10:53.720850+0000","last_became_active":"2024-09-12T03:10:53.705712+0000","last_became_peered":"2024-09-12T03:10:53.705712+0000","last_unstale":"2024-09-12T03:10:53.720850+0000","last_undegraded":"2024-09-12T03:10:53.720850+0000","last_fullsized":"2024-09-12T03:10:53.720850+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:41:30.667551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721537+0000","last_change":"2024-09-12T03:10:53.720103+0000","last_active":"2024-09-12T03:10:53.721537+0000","last_peered":"2024-09-12T03:10:53.721537+0000","last_clean":"2024-09-12T03:10:53.721537+0000","last_became_active":"2024-09-12T03:10:53.719754+0000","last_became_peered":"2024-09-12T03:10:53.719754+0000","last_unstale":"2024-09-12T03:10:53.721537+0000","last_undegraded":"2024-09-12T03:10:53.721537+0000","last_fullsized":"2024-09-12T03:10:53.721537+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:00.762053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712493+0000","last_change":"2024-09-12T03:10:53.701749+0000","last_active":"2024-09-12T03:10:53.712493+0000","last_peered":"2024-09-12T03:10:53.712493+0000","last_clean":"2024-09-12T03:10:53.712493+0000","last_became_active":"2024-09-12T03:10:53.700962+0000","last_became_peered":"2024-09-12T03:10:53.700962+0000","last_unstale":"2024-09-12T03:10:53.712493+0000","last_undegraded":"2024-09-12T03:10:53.712493+0000","last_fullsized":"2024-09-12T03:10:53.712493+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:10.622537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.719045+0000","last_change":"2024-09-12T03:10:53.714213+0000","last_active":"2024-09-12T03:10:53.719045+0000","last_peered":"2024-09-12T03:10:53.719045+0000","last_clean":"2024-09-12T03:10:53.719045+0000","last_became_active":"2024-09-12T03:10:53.706413+0000","last_became_peered":"2024-09-12T03:10:53.706413+0000","last_unstale":"2024-09-12T03:10:53.719045+0000","last_undegraded":"2024-09-12T03:10:53.719045+0000","last_fullsized":"2024-09-12T03:10:53.719045+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:41.076421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.719160+0000","last_change":"2024-09-12T03:10:53.712778+0000","last_active":"2024-09-12T03:10:53.719160+0000","last_peered":"2024-09-12T03:10:53.719160+0000","last_clean":"2024-09-12T03:10:53.719160+0000","last_became_active":"2024-09-12T03:10:53.712488+0000","last_became_peered":"2024-09-12T03:10:53.712488+0000","last_unstale":"2024-09-12T03:10:53.719160+0000","last_undegraded":"2024-09-12T03:10:53.719160+0000","last_fullsized":"2024-09-12T03:10:53.719160+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:44.033691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.710064+0000","last_change":"2024-09-12T03:10:53.699450+0000","last_active":"2024-09-12T03:10:53.710064+0000","last_peered":"2024-09-12T03:10:53.710064+0000","last_clean":"2024-09-12T03:10:53.710064+0000","last_became_active":"2024-09-12T03:10:53.699184+0000","last_became_peered":"2024-09-12T03:10:53.699184+0000","last_unstale":"2024-09-12T03:10:53.710064+0000","last_undegraded":"2024-09-12T03:10:53.710064+0000","last_fullsized":"2024-09-12T03:10:53.710064+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:36.776933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712762+0000","last_change":"2024-09-12T03:10:53.705188+0000","last_active":"2024-09-12T03:10:53.712762+0000","last_peered":"2024-09-12T03:10:53.712762+0000","last_clean":"2024-09-12T03:10:53.712762+0000","last_became_active":"2024-09-12T03:10:53.704939+0000","last_became_peered":"2024-09-12T03:10:53.704939+0000","last_unstale":"2024-09-12T03:10:53.712762+0000","last_undegraded":"2024-09-12T03:10:53.712762+0000","last_fullsized":"2024-09-12T03:10:53.712762+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:48.622309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720630+0000","last_change":"2024-09-12T03:10:53.719920+0000","last_active":"2024-09-12T03:10:53.720630+0000","last_peered":"2024-09-12T03:10:53.720630+0000","last_clean":"2024-09-12T03:10:53.720630+0000","last_became_active":"2024-09-12T03:10:53.719531+0000","last_became_peered":"2024-09-12T03:10:53.719531+0000","last_unstale":"2024-09-12T03:10:53.720630+0000","last_undegraded":"2024-09-12T03:10:53.720630+0000","last_fullsized":"2024-09-12T03:10:53.720630+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:54.431324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721501+0000","last_change":"2024-09-12T03:10:53.718466+0000","last_active":"2024-09-12T03:10:53.721501+0000","last_peered":"2024-09-12T03:10:53.721501+0000","last_clean":"2024-09-12T03:10:53.721501+0000","last_became_active":"2024-09-12T03:10:53.718156+0000","last_became_peered":"2024-09-12T03:10:53.718156+0000","last_unstale":"2024-09-12T03:10:53.721501+0000","last_undegraded":"2024-09-12T03:10:53.721501+0000","last_fullsized":"2024-09-12T03:10:53.721501+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:45:46.216911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.702199+0000","last_change":"2024-09-12T03:10:53.696566+0000","last_active":"2024-09-12T03:10:53.702199+0000","last_peered":"2024-09-12T03:10:53.702199+0000","last_clean":"2024-09-12T03:10:53.702199+0000","last_became_active":"2024-09-12T03:10:53.696045+0000","last_became_peered":"2024-09-12T03:10:53.696045+0000","last_unstale":"2024-09-12T03:10:53.702199+0000","last_undegraded":"2024-09-12T03:10:53.702199+0000","last_fullsized":"2024-09-12T03:10:53.702199+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:33:53.313118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.707595+0000","last_change":"2024-09-12T03:10:53.705047+0000","last_active":"2024-09-12T03:10:53.707595+0000","last_peered":"2024-09-12T03:10:53.707595+0000","last_clean":"2024-09-12T03:10:53.707595+0000","last_became_active":"2024-09-12T03:10:53.704161+0000","last_became_peered":"2024-09-12T03:10:53.704161+0000","last_unstale":"2024-09-12T03:10:53.707595+0000","last_undegraded":"2024-09-12T03:10:53.707595+0000","last_fullsized":"2024-09-12T03:10:53.707595+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:51:11.072009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"52'4","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708623+0000","last_change":"2024-09-12T03:10:52.697715+0000","last_active":"2024-09-12T03:10:53.708623+0000","last_peered":"2024-09-12T03:10:53.708623+0000","last_clean":"2024-09-12T03:10:53.708623+0000","last_became_active":"2024-09-12T03:10:52.697403+0000","last_became_peered":"2024-09-12T03:10:52.697403+0000","last_unstale":"2024-09-12T03:10:53.708623+0000","last_undegraded":"2024-09-12T03:10:53.708623+0000","last_fullsized":"2024-09-12T03:10:53.708623+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:44:43.765257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708931+0000","last_change":"2024-09-12T03:10:53.704224+0000","last_active":"2024-09-12T03:10:53.708931+0000","last_peered":"2024-09-12T03:10:53.708931+0000","last_clean":"2024-09-12T03:10:53.708931+0000","last_became_active":"2024-09-12T03:10:53.702375+0000","last_became_peered":"2024-09-12T03:10:53.702375+0000","last_unstale":"2024-09-12T03:10:53.708931+0000","last_undegraded":"2024-09-12T03:10:53.708931+0000","last_fullsized":"2024-09-12T03:10:53.708931+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:45:46.216911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721409+0000","last_change":"2024-09-12T03:10:52.692450+0000","last_active":"2024-09-12T03:10:53.721409+0000","last_peered":"2024-09-12T03:10:53.721409+0000","last_clean":"2024-09-12T03:10:53.721409+0000","last_became_active":"2024-09-12T03:10:52.690560+0000","last_became_peered":"2024-09-12T03:10:52.690560+0000","last_unstale":"2024-09-12T03:10:53.721409+0000","last_undegraded":"2024-09-12T03:10:53.721409+0000","last_fullsized":"2024-09-12T03:10:53.721409+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:03.928970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.714945+0000","last_change":"2024-09-12T03:10:53.710451+0000","last_active":"2024-09-12T03:10:53.714945+0000","last_peered":"2024-09-12T03:10:53.714945+0000","last_clean":"2024-09-12T03:10:53.714945+0000","last_became_active":"2024-09-12T03:10:53.710190+0000","last_became_peered":"2024-09-12T03:10:53.710190+0000","last_unstale":"2024-09-12T03:10:53.714945+0000","last_undegraded":"2024-09-12T03:10:53.714945+0000","last_fullsized":"2024-09-12T03:10:53.714945+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:39.833366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.716934+0000","last_change":"2024-09-12T03:10:52.697700+0000","last_active":"2024-09-12T03:10:53.716934+0000","last_peered":"2024-09-12T03:10:53.716934+0000","last_clean":"2024-09-12T03:10:53.716934+0000","last_became_active":"2024-09-12T03:10:52.697418+0000","last_became_peered":"2024-09-12T03:10:52.697418+0000","last_unstale":"2024-09-12T03:10:53.716934+0000","last_undegraded":"2024-09-12T03:10:53.716934+0000","last_fullsized":"2024-09-12T03:10:53.716934+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:44:43.765257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717850+0000","last_change":"2024-09-12T03:10:53.707611+0000","last_active":"2024-09-12T03:10:53.717850+0000","last_peered":"2024-09-12T03:10:53.717850+0000","last_clean":"2024-09-12T03:10:53.717850+0000","last_became_active":"2024-09-12T03:10:53.706941+0000","last_became_peered":"2024-09-12T03:10:53.706941+0000","last_unstale":"2024-09-12T03:10:53.717850+0000","last_undegraded":"2024-09-12T03:10:53.717850+0000","last_fullsized":"2024-09-12T03:10:53.717850+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:31:08.113212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.703980+0000","last_change":"2024-09-12T03:10:52.702226+0000","last_active":"2024-09-12T03:10:53.703980+0000","last_peered":"2024-09-12T03:10:53.703980+0000","last_clean":"2024-09-12T03:10:53.703980+0000","last_became_active":"2024-09-12T03:10:52.701912+0000","last_became_peered":"2024-09-12T03:10:52.701912+0000","last_unstale":"2024-09-12T03:10:53.703980+0000","last_undegraded":"2024-09-12T03:10:53.703980+0000","last_fullsized":"2024-09-12T03:10:53.703980+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:55.893211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708708+0000","last_change":"2024-09-12T03:10:53.703987+0000","last_active":"2024-09-12T03:10:53.708708+0000","last_peered":"2024-09-12T03:10:53.708708+0000","last_clean":"2024-09-12T03:10:53.708708+0000","last_became_active":"2024-09-12T03:10:53.702037+0000","last_became_peered":"2024-09-12T03:10:53.702037+0000","last_unstale":"2024-09-12T03:10:53.708708+0000","last_undegraded":"2024-09-12T03:10:53.708708+0000","last_fullsized":"2024-09-12T03:10:53.708708+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:47:51.568301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721689+0000","last_change":"2024-09-12T03:10:52.707905+0000","last_active":"2024-09-12T03:10:53.721689+0000","last_peered":"2024-09-12T03:10:53.721689+0000","last_clean":"2024-09-12T03:10:53.721689+0000","last_became_active":"2024-09-12T03:10:52.706749+0000","last_became_peered":"2024-09-12T03:10:52.706749+0000","last_unstale":"2024-09-12T03:10:53.721689+0000","last_undegraded":"2024-09-12T03:10:53.721689+0000","last_fullsized":"2024-09-12T03:10:53.721689+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:38.829917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720621+0000","last_change":"2024-09-12T03:10:53.719651+0000","last_active":"2024-09-12T03:10:53.720621+0000","last_peered":"2024-09-12T03:10:53.720621+0000","last_clean":"2024-09-12T03:10:53.720621+0000","last_became_active":"2024-09-12T03:10:53.719375+0000","last_became_peered":"2024-09-12T03:10:53.719375+0000","last_unstale":"2024-09-12T03:10:53.720621+0000","last_undegraded":"2024-09-12T03:10:53.720621+0000","last_fullsized":"2024-09-12T03:10:53.720621+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:41.057842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713219+0000","last_change":"2024-09-12T03:10:52.693739+0000","last_active":"2024-09-12T03:10:53.713219+0000","last_peered":"2024-09-12T03:10:53.713219+0000","last_clean":"2024-09-12T03:10:53.713219+0000","last_became_active":"2024-09-12T03:10:52.693447+0000","last_became_peered":"2024-09-12T03:10:52.693447+0000","last_unstale":"2024-09-12T03:10:53.713219+0000","last_undegraded":"2024-09-12T03:10:53.713219+0000","last_fullsized":"2024-09-12T03:10:53.713219+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:16:30.658049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720754+0000","last_change":"2024-09-12T03:10:53.716418+0000","last_active":"2024-09-12T03:10:53.720754+0000","last_peered":"2024-09-12T03:10:53.720754+0000","last_clean":"2024-09-12T03:10:53.720754+0000","last_became_active":"2024-09-12T03:10:53.713257+0000","last_became_peered":"2024-09-12T03:10:53.713257+0000","last_unstale":"2024-09-12T03:10:53.720754+0000","last_undegraded":"2024-09-12T03:10:53.720754+0000","last_fullsized":"2024-09-12T03:10:53.720754+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:43:39.976943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.684532+0000","last_change":"2024-09-12T03:10:52.703505+0000","last_active":"2024-09-12T03:10:53.684532+0000","last_peered":"2024-09-12T03:10:53.684532+0000","last_clean":"2024-09-12T03:10:53.684532+0000","last_became_active":"2024-09-12T03:10:52.703215+0000","last_became_peered":"2024-09-12T03:10:52.703215+0000","last_unstale":"2024-09-12T03:10:53.684532+0000","last_undegraded":"2024-09-12T03:10:53.684532+0000","last_fullsized":"2024-09-12T03:10:53.684532+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:55:11.368521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717363+0000","last_change":"2024-09-12T03:10:53.715541+0000","last_active":"2024-09-12T03:10:53.717363+0000","last_peered":"2024-09-12T03:10:53.717363+0000","last_clean":"2024-09-12T03:10:53.717363+0000","last_became_active":"2024-09-12T03:10:53.714503+0000","last_became_peered":"2024-09-12T03:10:53.714503+0000","last_unstale":"2024-09-12T03:10:53.717363+0000","last_undegraded":"2024-09-12T03:10:53.717363+0000","last_fullsized":"2024-09-12T03:10:53.717363+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:33:53.313118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.687848+0000","last_change":"2024-09-12T03:10:52.708623+0000","last_active":"2024-09-12T03:10:53.687848+0000","last_peered":"2024-09-12T03:10:53.687848+0000","last_clean":"2024-09-12T03:10:53.687848+0000","last_became_active":"2024-09-12T03:10:52.708376+0000","last_became_peered":"2024-09-12T03:10:52.708376+0000","last_unstale":"2024-09-12T03:10:53.687848+0000","last_undegraded":"2024-09-12T03:10:53.687848+0000","last_fullsized":"2024-09-12T03:10:53.687848+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:48:03.433026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708297+0000","last_change":"2024-09-12T03:10:53.703289+0000","last_active":"2024-09-12T03:10:53.708297+0000","last_peered":"2024-09-12T03:10:53.708297+0000","last_clean":"2024-09-12T03:10:53.708297+0000","last_became_active":"2024-09-12T03:10:53.702940+0000","last_became_peered":"2024-09-12T03:10:53.702940+0000","last_unstale":"2024-09-12T03:10:53.708297+0000","last_undegraded":"2024-09-12T03:10:53.708297+0000","last_fullsized":"2024-09-12T03:10:53.708297+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:57.198928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.694090+0000","last_change":"2024-09-12T03:10:52.705509+0000","last_active":"2024-09-12T03:10:53.694090+0000","last_peered":"2024-09-12T03:10:53.694090+0000","last_clean":"2024-09-12T03:10:53.694090+0000","last_became_active":"2024-09-12T03:10:52.705048+0000","last_became_peered":"2024-09-12T03:10:52.705048+0000","last_unstale":"2024-09-12T03:10:53.694090+0000","last_undegraded":"2024-09-12T03:10:53.694090+0000","last_fullsized":"2024-09-12T03:10:53.694090+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:09.619088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.709012+0000","last_change":"2024-09-12T03:10:53.704795+0000","last_active":"2024-09-12T03:10:53.709012+0000","last_peered":"2024-09-12T03:10:53.709012+0000","last_clean":"2024-09-12T03:10:53.709012+0000","last_became_active":"2024-09-12T03:10:53.704531+0000","last_became_peered":"2024-09-12T03:10:53.704531+0000","last_unstale":"2024-09-12T03:10:53.709012+0000","last_undegraded":"2024-09-12T03:10:53.709012+0000","last_fullsized":"2024-09-12T03:10:53.709012+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:16.012246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.691850+0000","last_change":"2024-09-12T03:10:52.707557+0000","last_active":"2024-09-12T03:10:53.691850+0000","last_peered":"2024-09-12T03:10:53.691850+0000","last_clean":"2024-09-12T03:10:53.691850+0000","last_became_active":"2024-09-12T03:10:52.707233+0000","last_became_peered":"2024-09-12T03:10:52.707233+0000","last_unstale":"2024-09-12T03:10:53.691850+0000","last_undegraded":"2024-09-12T03:10:53.691850+0000","last_fullsized":"2024-09-12T03:10:53.691850+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:46:24.627539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.722517+0000","last_change":"2024-09-12T03:10:53.720334+0000","last_active":"2024-09-12T03:10:53.722517+0000","last_peered":"2024-09-12T03:10:53.722517+0000","last_clean":"2024-09-12T03:10:53.722517+0000","last_became_active":"2024-09-12T03:10:53.713856+0000","last_became_peered":"2024-09-12T03:10:53.713856+0000","last_unstale":"2024-09-12T03:10:53.722517+0000","last_undegraded":"2024-09-12T03:10:53.722517+0000","last_fullsized":"2024-09-12T03:10:53.722517+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:16.012246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"52'3","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.719314+0000","last_change":"2024-09-12T03:10:52.705059+0000","last_active":"2024-09-12T03:10:53.719314+0000","last_peered":"2024-09-12T03:10:53.719314+0000","last_clean":"2024-09-12T03:10:53.719314+0000","last_became_active":"2024-09-12T03:10:52.704727+0000","last_became_peered":"2024-09-12T03:10:52.704727+0000","last_unstale":"2024-09-12T03:10:53.719314+0000","last_undegraded":"2024-09-12T03:10:53.719314+0000","last_fullsized":"2024-09-12T03:10:53.719314+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:18.312507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.716495+0000","last_change":"2024-09-12T03:10:53.714777+0000","last_active":"2024-09-12T03:10:53.716495+0000","last_peered":"2024-09-12T03:10:53.716495+0000","last_clean":"2024-09-12T03:10:53.716495+0000","last_became_active":"2024-09-12T03:10:53.714452+0000","last_became_peered":"2024-09-12T03:10:53.714452+0000","last_unstale":"2024-09-12T03:10:53.716495+0000","last_undegraded":"2024-09-12T03:10:53.716495+0000","last_fullsized":"2024-09-12T03:10:53.716495+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:55.064180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"52'6","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.724436+0000","last_change":"2024-09-12T03:10:52.686918+0000","last_active":"2024-09-12T03:10:53.724436+0000","last_peered":"2024-09-12T03:10:53.724436+0000","last_clean":"2024-09-12T03:10:53.724436+0000","last_became_active":"2024-09-12T03:10:52.686151+0000","last_became_peered":"2024-09-12T03:10:52.686151+0000","last_unstale":"2024-09-12T03:10:53.724436+0000","last_undegraded":"2024-09-12T03:10:53.724436+0000","last_fullsized":"2024-09-12T03:10:53.724436+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:45:45.213461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708355+0000","last_change":"2024-09-12T03:10:53.703588+0000","last_active":"2024-09-12T03:10:53.708355+0000","last_peered":"2024-09-12T03:10:53.708355+0000","last_clean":"2024-09-12T03:10:53.708355+0000","last_became_active":"2024-09-12T03:10:53.702701+0000","last_became_peered":"2024-09-12T03:10:53.702701+0000","last_unstale":"2024-09-12T03:10:53.708355+0000","last_undegraded":"2024-09-12T03:10:53.708355+0000","last_fullsized":"2024-09-12T03:10:53.708355+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:41.057842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712705+0000","last_change":"2024-09-12T03:10:52.708914+0000","last_active":"2024-09-12T03:10:53.712705+0000","last_peered":"2024-09-12T03:10:53.712705+0000","last_clean":"2024-09-12T03:10:53.712705+0000","last_became_active":"2024-09-12T03:10:52.708653+0000","last_became_peered":"2024-09-12T03:10:52.708653+0000","last_unstale":"2024-09-12T03:10:53.712705+0000","last_undegraded":"2024-09-12T03:10:53.712705+0000","last_fullsized":"2024-09-12T03:10:53.712705+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:54.060731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712257+0000","last_change":"2024-09-12T03:10:53.702692+0000","last_active":"2024-09-12T03:10:53.712257+0000","last_peered":"2024-09-12T03:10:53.712257+0000","last_clean":"2024-09-12T03:10:53.712257+0000","last_became_active":"2024-09-12T03:10:53.702412+0000","last_became_peered":"2024-09-12T03:10:53.702412+0000","last_unstale":"2024-09-12T03:10:53.712257+0000","last_undegraded":"2024-09-12T03:10:53.712257+0000","last_fullsized":"2024-09-12T03:10:53.712257+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:19.315957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.688072+0000","last_change":"2024-09-12T03:10:52.702610+0000","last_active":"2024-09-12T03:10:53.688072+0000","last_peered":"2024-09-12T03:10:53.688072+0000","last_clean":"2024-09-12T03:10:53.688072+0000","last_became_active":"2024-09-12T03:10:52.701371+0000","last_became_peered":"2024-09-12T03:10:52.701371+0000","last_unstale":"2024-09-12T03:10:53.688072+0000","last_undegraded":"2024-09-12T03:10:53.688072+0000","last_fullsized":"2024-09-12T03:10:53.688072+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:52.733429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.719063+0000","last_change":"2024-09-12T03:10:53.714506+0000","last_active":"2024-09-12T03:10:53.719063+0000","last_peered":"2024-09-12T03:10:53.719063+0000","last_clean":"2024-09-12T03:10:53.719063+0000","last_became_active":"2024-09-12T03:10:53.713934+0000","last_became_peered":"2024-09-12T03:10:53.713934+0000","last_unstale":"2024-09-12T03:10:53.719063+0000","last_undegraded":"2024-09-12T03:10:53.719063+0000","last_fullsized":"2024-09-12T03:10:53.719063+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:54:38.544428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.694534+0000","last_change":"2024-09-12T03:10:52.703325+0000","last_active":"2024-09-12T03:10:53.694534+0000","last_peered":"2024-09-12T03:10:53.694534+0000","last_clean":"2024-09-12T03:10:53.694534+0000","last_became_active":"2024-09-12T03:10:52.702995+0000","last_became_peered":"2024-09-12T03:10:52.702995+0000","last_unstale":"2024-09-12T03:10:53.694534+0000","last_undegraded":"2024-09-12T03:10:53.694534+0000","last_fullsized":"2024-09-12T03:10:53.694534+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:47.618859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.714300+0000","last_change":"2024-09-12T03:10:53.709143+0000","last_active":"2024-09-12T03:10:53.714300+0000","last_peered":"2024-09-12T03:10:53.714300+0000","last_clean":"2024-09-12T03:10:53.714300+0000","last_became_active":"2024-09-12T03:10:53.708414+0000","last_became_peered":"2024-09-12T03:10:53.708414+0000","last_unstale":"2024-09-12T03:10:53.714300+0000","last_undegraded":"2024-09-12T03:10:53.714300+0000","last_fullsized":"2024-09-12T03:10:53.714300+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:46.934215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"52'8","reported_seq":20,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.722478+0000","last_change":"2024-09-12T03:10:52.685326+0000","last_active":"2024-09-12T03:10:53.722478+0000","last_peered":"2024-09-12T03:10:53.722478+0000","last_clean":"2024-09-12T03:10:53.722478+0000","last_became_active":"2024-09-12T03:10:52.685014+0000","last_became_peered":"2024-09-12T03:10:52.685014+0000","last_unstale":"2024-09-12T03:10:53.722478+0000","last_undegraded":"2024-09-12T03:10:53.722478+0000","last_fullsized":"2024-09-12T03:10:53.722478+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:53.427874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.715031+0000","last_change":"2024-09-12T03:10:53.704383+0000","last_active":"2024-09-12T03:10:53.715031+0000","last_peered":"2024-09-12T03:10:53.715031+0000","last_clean":"2024-09-12T03:10:53.715031+0000","last_became_active":"2024-09-12T03:10:53.704081+0000","last_became_peered":"2024-09-12T03:10:53.704081+0000","last_unstale":"2024-09-12T03:10:53.715031+0000","last_undegraded":"2024-09-12T03:10:53.715031+0000","last_fullsized":"2024-09-12T03:10:53.715031+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:14.526179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720074+0000","last_change":"2024-09-12T03:10:52.707496+0000","last_active":"2024-09-12T03:10:53.720074+0000","last_peered":"2024-09-12T03:10:53.720074+0000","last_clean":"2024-09-12T03:10:53.720074+0000","last_became_active":"2024-09-12T03:10:52.707213+0000","last_became_peered":"2024-09-12T03:10:52.707213+0000","last_unstale":"2024-09-12T03:10:53.720074+0000","last_undegraded":"2024-09-12T03:10:53.720074+0000","last_fullsized":"2024-09-12T03:10:53.720074+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:18.523507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718915+0000","last_change":"2024-09-12T03:10:53.706617+0000","last_active":"2024-09-12T03:10:53.718915+0000","last_peered":"2024-09-12T03:10:53.718915+0000","last_clean":"2024-09-12T03:10:53.718915+0000","last_became_active":"2024-09-12T03:10:53.706312+0000","last_became_peered":"2024-09-12T03:10:53.706312+0000","last_unstale":"2024-09-12T03:10:53.718915+0000","last_undegraded":"2024-09-12T03:10:53.718915+0000","last_fullsized":"2024-09-12T03:10:53.718915+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:47:51.568301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717518+0000","last_change":"2024-09-12T03:10:52.696737+0000","last_active":"2024-09-12T03:10:53.717518+0000","last_peered":"2024-09-12T03:10:53.717518+0000","last_clean":"2024-09-12T03:10:53.717518+0000","last_became_active":"2024-09-12T03:10:52.696468+0000","last_became_peered":"2024-09-12T03:10:52.696468+0000","last_unstale":"2024-09-12T03:10:53.717518+0000","last_undegraded":"2024-09-12T03:10:53.717518+0000","last_fullsized":"2024-09-12T03:10:53.717518+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:22:57.850372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.722797+0000","last_change":"2024-09-12T03:10:53.721817+0000","last_active":"2024-09-12T03:10:53.722797+0000","last_peered":"2024-09-12T03:10:53.722797+0000","last_clean":"2024-09-12T03:10:53.722797+0000","last_became_active":"2024-09-12T03:10:53.721510+0000","last_became_peered":"2024-09-12T03:10:53.721510+0000","last_unstale":"2024-09-12T03:10:53.722797+0000","last_undegraded":"2024-09-12T03:10:53.722797+0000","last_fullsized":"2024-09-12T03:10:53.722797+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:19.526957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717530+0000","last_change":"2024-09-12T03:10:52.695237+0000","last_active":"2024-09-12T03:10:53.717530+0000","last_peered":"2024-09-12T03:10:53.717530+0000","last_clean":"2024-09-12T03:10:53.717530+0000","last_became_active":"2024-09-12T03:10:52.694952+0000","last_became_peered":"2024-09-12T03:10:52.694952+0000","last_unstale":"2024-09-12T03:10:53.717530+0000","last_undegraded":"2024-09-12T03:10:53.717530+0000","last_fullsized":"2024-09-12T03:10:53.717530+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:05.428457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718670+0000","last_change":"2024-09-12T03:10:53.698413+0000","last_active":"2024-09-12T03:10:53.718670+0000","last_peered":"2024-09-12T03:10:53.718670+0000","last_clean":"2024-09-12T03:10:53.718670+0000","last_became_active":"2024-09-12T03:10:53.698136+0000","last_became_peered":"2024-09-12T03:10:53.698136+0000","last_unstale":"2024-09-12T03:10:53.718670+0000","last_undegraded":"2024-09-12T03:10:53.718670+0000","last_fullsized":"2024-09-12T03:10:53.718670+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:46:25.630988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.684531+0000","last_change":"2024-09-12T03:10:52.705264+0000","last_active":"2024-09-12T03:10:53.684531+0000","last_peered":"2024-09-12T03:10:53.684531+0000","last_clean":"2024-09-12T03:10:53.684531+0000","last_became_active":"2024-09-12T03:10:52.704889+0000","last_became_peered":"2024-09-12T03:10:52.704889+0000","last_unstale":"2024-09-12T03:10:53.684531+0000","last_undegraded":"2024-09-12T03:10:53.684531+0000","last_fullsized":"2024-09-12T03:10:53.684531+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:32:13.245252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708973+0000","last_change":"2024-09-12T03:10:53.704543+0000","last_active":"2024-09-12T03:10:53.708973+0000","last_peered":"2024-09-12T03:10:53.708973+0000","last_clean":"2024-09-12T03:10:53.708973+0000","last_became_active":"2024-09-12T03:10:53.704239+0000","last_became_peered":"2024-09-12T03:10:53.704239+0000","last_unstale":"2024-09-12T03:10:53.708973+0000","last_undegraded":"2024-09-12T03:10:53.708973+0000","last_fullsized":"2024-09-12T03:10:53.708973+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:00.762053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.716431+0000","last_change":"2024-09-12T03:10:52.701219+0000","last_active":"2024-09-12T03:10:53.716431+0000","last_peered":"2024-09-12T03:10:53.716431+0000","last_clean":"2024-09-12T03:10:53.716431+0000","last_became_active":"2024-09-12T03:10:52.700947+0000","last_became_peered":"2024-09-12T03:10:52.700947+0000","last_unstale":"2024-09-12T03:10:53.716431+0000","last_undegraded":"2024-09-12T03:10:53.716431+0000","last_fullsized":"2024-09-12T03:10:53.716431+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:05.428457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712005+0000","last_change":"2024-09-12T03:10:53.705479+0000","last_active":"2024-09-12T03:10:53.712005+0000","last_peered":"2024-09-12T03:10:53.712005+0000","last_clean":"2024-09-12T03:10:53.712005+0000","last_became_active":"2024-09-12T03:10:53.705195+0000","last_became_peered":"2024-09-12T03:10:53.705195+0000","last_unstale":"2024-09-12T03:10:53.712005+0000","last_undegraded":"2024-09-12T03:10:53.712005+0000","last_fullsized":"2024-09-12T03:10:53.712005+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:16:31.661498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.683491+0000","last_change":"2024-09-12T03:10:52.692760+0000","last_active":"2024-09-12T03:10:53.683491+0000","last_peered":"2024-09-12T03:10:53.683491+0000","last_clean":"2024-09-12T03:10:53.683491+0000","last_became_active":"2024-09-12T03:10:52.692106+0000","last_became_peered":"2024-09-12T03:10:52.692106+0000","last_unstale":"2024-09-12T03:10:53.683491+0000","last_undegraded":"2024-09-12T03:10:53.683491+0000","last_fullsized":"2024-09-12T03:10:53.683491+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:45.930765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721580+0000","last_change":"2024-09-12T03:10:53.717377+0000","last_active":"2024-09-12T03:10:53.721580+0000","last_peered":"2024-09-12T03:10:53.721580+0000","last_clean":"2024-09-12T03:10:53.721580+0000","last_became_active":"2024-09-12T03:10:53.717097+0000","last_became_peered":"2024-09-12T03:10:53.717097+0000","last_unstale":"2024-09-12T03:10:53.721580+0000","last_undegraded":"2024-09-12T03:10:53.721580+0000","last_fullsized":"2024-09-12T03:10:53.721580+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:54.431324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.687057+0000","last_change":"2024-09-12T03:10:52.700429+0000","last_active":"2024-09-12T03:10:53.687057+0000","last_peered":"2024-09-12T03:10:53.687057+0000","last_clean":"2024-09-12T03:10:53.687057+0000","last_became_active":"2024-09-12T03:10:52.696902+0000","last_became_peered":"2024-09-12T03:10:52.696902+0000","last_unstale":"2024-09-12T03:10:53.687057+0000","last_undegraded":"2024-09-12T03:10:53.687057+0000","last_fullsized":"2024-09-12T03:10:53.687057+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:43.030242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.710353+0000","last_change":"2024-09-12T03:10:53.693001+0000","last_active":"2024-09-12T03:10:53.710353+0000","last_peered":"2024-09-12T03:10:53.710353+0000","last_clean":"2024-09-12T03:10:53.710353+0000","last_became_active":"2024-09-12T03:10:53.692231+0000","last_became_peered":"2024-09-12T03:10:53.692231+0000","last_unstale":"2024-09-12T03:10:53.710353+0000","last_undegraded":"2024-09-12T03:10:53.710353+0000","last_fullsized":"2024-09-12T03:10:53.710353+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:53.736878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.689595+0000","last_change":"2024-09-12T03:10:52.705653+0000","last_active":"2024-09-12T03:10:53.689595+0000","last_peered":"2024-09-12T03:10:53.689595+0000","last_clean":"2024-09-12T03:10:53.689595+0000","last_became_active":"2024-09-12T03:10:52.703600+0000","last_became_peered":"2024-09-12T03:10:52.703600+0000","last_unstale":"2024-09-12T03:10:53.689595+0000","last_undegraded":"2024-09-12T03:10:53.689595+0000","last_fullsized":"2024-09-12T03:10:53.689595+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:49:55.948682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.702175+0000","last_change":"2024-09-12T03:10:53.696333+0000","last_active":"2024-09-12T03:10:53.702175+0000","last_peered":"2024-09-12T03:10:53.702175+0000","last_clean":"2024-09-12T03:10:53.702175+0000","last_became_active":"2024-09-12T03:10:53.695641+0000","last_became_peered":"2024-09-12T03:10:53.695641+0000","last_unstale":"2024-09-12T03:10:53.702175+0000","last_undegraded":"2024-09-12T03:10:53.702175+0000","last_fullsized":"2024-09-12T03:10:53.702175+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:46.934215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.714191+0000","last_change":"2024-09-12T03:10:52.708971+0000","last_active":"2024-09-12T03:10:53.714191+0000","last_peered":"2024-09-12T03:10:53.714191+0000","last_clean":"2024-09-12T03:10:53.714191+0000","last_became_active":"2024-09-12T03:10:52.708399+0000","last_became_peered":"2024-09-12T03:10:52.708399+0000","last_unstale":"2024-09-12T03:10:53.714191+0000","last_undegraded":"2024-09-12T03:10:53.714191+0000","last_fullsized":"2024-09-12T03:10:53.714191+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:03.928970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718835+0000","last_change":"2024-09-12T03:10:53.708763+0000","last_active":"2024-09-12T03:10:53.718835+0000","last_peered":"2024-09-12T03:10:53.718835+0000","last_clean":"2024-09-12T03:10:53.718835+0000","last_became_active":"2024-09-12T03:10:53.708307+0000","last_became_peered":"2024-09-12T03:10:53.708307+0000","last_unstale":"2024-09-12T03:10:53.718835+0000","last_undegraded":"2024-09-12T03:10:53.718835+0000","last_fullsized":"2024-09-12T03:10:53.718835+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:55.064180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.694440+0000","last_change":"2024-09-12T03:10:52.704385+0000","last_active":"2024-09-12T03:10:53.694440+0000","last_peered":"2024-09-12T03:10:53.694440+0000","last_clean":"2024-09-12T03:10:53.694440+0000","last_became_active":"2024-09-12T03:10:52.704027+0000","last_became_peered":"2024-09-12T03:10:52.704027+0000","last_unstale":"2024-09-12T03:10:53.694440+0000","last_undegraded":"2024-09-12T03:10:53.694440+0000","last_fullsized":"2024-09-12T03:10:53.694440+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:33.677818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717871+0000","last_change":"2024-09-12T03:10:53.710479+0000","last_active":"2024-09-12T03:10:53.717871+0000","last_peered":"2024-09-12T03:10:53.717871+0000","last_clean":"2024-09-12T03:10:53.717871+0000","last_became_active":"2024-09-12T03:10:53.707328+0000","last_became_peered":"2024-09-12T03:10:53.707328+0000","last_unstale":"2024-09-12T03:10:53.717871+0000","last_undegraded":"2024-09-12T03:10:53.717871+0000","last_fullsized":"2024-09-12T03:10:53.717871+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:59.550689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.690126+0000","last_change":"2024-09-12T03:10:52.696567+0000","last_active":"2024-09-12T03:10:53.690126+0000","last_peered":"2024-09-12T03:10:53.690126+0000","last_clean":"2024-09-12T03:10:53.690126+0000","last_became_active":"2024-09-12T03:10:52.696135+0000","last_became_peered":"2024-09-12T03:10:52.696135+0000","last_unstale":"2024-09-12T03:10:53.690126+0000","last_undegraded":"2024-09-12T03:10:53.690126+0000","last_fullsized":"2024-09-12T03:10:53.690126+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:00:05.983508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712316+0000","last_change":"2024-09-12T03:10:53.703134+0000","last_active":"2024-09-12T03:10:53.712316+0000","last_peered":"2024-09-12T03:10:53.712316+0000","last_clean":"2024-09-12T03:10:53.712316+0000","last_became_active":"2024-09-12T03:10:53.702822+0000","last_became_peered":"2024-09-12T03:10:53.702822+0000","last_unstale":"2024-09-12T03:10:53.712316+0000","last_undegraded":"2024-09-12T03:10:53.712316+0000","last_fullsized":"2024-09-12T03:10:53.712316+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:34.681267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.685065+0000","last_change":"2024-09-12T03:10:52.688317+0000","last_active":"2024-09-12T03:10:53.685065+0000","last_peered":"2024-09-12T03:10:53.685065+0000","last_clean":"2024-09-12T03:10:53.685065+0000","last_became_active":"2024-09-12T03:10:52.687979+0000","last_became_peered":"2024-09-12T03:10:52.687979+0000","last_unstale":"2024-09-12T03:10:53.685065+0000","last_undegraded":"2024-09-12T03:10:53.685065+0000","last_fullsized":"2024-09-12T03:10:53.685065+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:40.054393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708456+0000","last_change":"2024-09-12T03:10:53.703739+0000","last_active":"2024-09-12T03:10:53.708456+0000","last_peered":"2024-09-12T03:10:53.708456+0000","last_clean":"2024-09-12T03:10:53.708456+0000","last_became_active":"2024-09-12T03:10:53.702124+0000","last_became_peered":"2024-09-12T03:10:53.702124+0000","last_unstale":"2024-09-12T03:10:53.708456+0000","last_undegraded":"2024-09-12T03:10:53.708456+0000","last_fullsized":"2024-09-12T03:10:53.708456+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:54.431324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.683699+0000","last_change":"2024-09-12T03:10:52.697600+0000","last_active":"2024-09-12T03:10:53.683699+0000","last_peered":"2024-09-12T03:10:53.683699+0000","last_clean":"2024-09-12T03:10:53.683699+0000","last_became_active":"2024-09-12T03:10:52.697327+0000","last_became_peered":"2024-09-12T03:10:52.697327+0000","last_unstale":"2024-09-12T03:10:53.683699+0000","last_undegraded":"2024-09-12T03:10:53.683699+0000","last_fullsized":"2024-09-12T03:10:53.683699+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:33:52.309669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721564+0000","last_change":"2024-09-12T03:10:53.716919+0000","last_active":"2024-09-12T03:10:53.721564+0000","last_peered":"2024-09-12T03:10:53.721564+0000","last_clean":"2024-09-12T03:10:53.721564+0000","last_became_active":"2024-09-12T03:10:53.716634+0000","last_became_peered":"2024-09-12T03:10:53.716634+0000","last_unstale":"2024-09-12T03:10:53.721564+0000","last_undegraded":"2024-09-12T03:10:53.721564+0000","last_fullsized":"2024-09-12T03:10:53.721564+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:41.057842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.691572+0000","last_change":"2024-09-12T03:10:52.703770+0000","last_active":"2024-09-12T03:10:53.691572+0000","last_peered":"2024-09-12T03:10:53.691572+0000","last_clean":"2024-09-12T03:10:53.691572+0000","last_became_active":"2024-09-12T03:10:52.703434+0000","last_became_peered":"2024-09-12T03:10:52.703434+0000","last_unstale":"2024-09-12T03:10:53.691572+0000","last_undegraded":"2024-09-12T03:10:53.691572+0000","last_fullsized":"2024-09-12T03:10:53.691572+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:35.773484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713031+0000","last_change":"2024-09-12T03:10:53.699980+0000","last_active":"2024-09-12T03:10:53.713031+0000","last_peered":"2024-09-12T03:10:53.713031+0000","last_clean":"2024-09-12T03:10:53.713031+0000","last_became_active":"2024-09-12T03:10:53.699711+0000","last_became_peered":"2024-09-12T03:10:53.699711+0000","last_unstale":"2024-09-12T03:10:53.713031+0000","last_undegraded":"2024-09-12T03:10:53.713031+0000","last_fullsized":"2024-09-12T03:10:53.713031+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:00.762053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.683211+0000","last_change":"2024-09-12T03:10:52.704460+0000","last_active":"2024-09-12T03:10:53.683211+0000","last_peered":"2024-09-12T03:10:53.683211+0000","last_clean":"2024-09-12T03:10:53.683211+0000","last_became_active":"2024-09-12T03:10:52.704175+0000","last_became_peered":"2024-09-12T03:10:52.704175+0000","last_unstale":"2024-09-12T03:10:53.683211+0000","last_undegraded":"2024-09-12T03:10:53.683211+0000","last_fullsized":"2024-09-12T03:10:53.683211+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:01:32.131584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.710181+0000","last_change":"2024-09-12T03:10:53.701834+0000","last_active":"2024-09-12T03:10:53.710181+0000","last_peered":"2024-09-12T03:10:53.710181+0000","last_clean":"2024-09-12T03:10:53.710181+0000","last_became_active":"2024-09-12T03:10:53.701567+0000","last_became_peered":"2024-09-12T03:10:53.701567+0000","last_unstale":"2024-09-12T03:10:53.710181+0000","last_undegraded":"2024-09-12T03:10:53.710181+0000","last_fullsized":"2024-09-12T03:10:53.710181+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:46:25.630988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.688290+0000","last_change":"2024-09-12T03:10:52.709796+0000","last_active":"2024-09-12T03:10:53.688290+0000","last_peered":"2024-09-12T03:10:53.688290+0000","last_clean":"2024-09-12T03:10:53.688290+0000","last_became_active":"2024-09-12T03:10:52.709531+0000","last_became_peered":"2024-09-12T03:10:52.709531+0000","last_unstale":"2024-09-12T03:10:53.688290+0000","last_undegraded":"2024-09-12T03:10:53.688290+0000","last_fullsized":"2024-09-12T03:10:53.688290+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:14.028155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":232,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.692659+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:10:53.692659+0000","last_peered":"2024-09-12T03:10:53.692659+0000","last_clean":"2024-09-12T03:10:53.692659+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:10:53.692659+0000","last_undegraded":"2024-09-12T03:10:53.692659+0000","last_fullsized":"2024-09-12T03:10:53.692659+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574882,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32364,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339476,"statfs":{"total":96636764160,"available":96603623424,"internally_reserved":0,"allocated":1200128,"data_stored":859743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574882,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574882,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31788,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574882,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31788,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31788,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574883,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32360,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339480,"statfs":{"total":96636764160,"available":96603627520,"internally_reserved":0,"allocated":1200128,"data_stored":859743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:10:57.917 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:10:58.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.110+0000 7f1dcfa00640 1 Processor -- start 2024-09-12T03:10:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.110+0000 7f1dcfa00640 1 -- start start 2024-09-12T03:10:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.111+0000 7f1dcfa00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1dc815e660 0x7f1dc80d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.111+0000 7f1dcfa00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1dc80d3150 0x7f1dc80b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.111+0000 7f1dcfa00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1dc80b6530 0x7f1dc80cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.111+0000 7f1dcfa00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1dc806d4b0 con 0x7f1dc80b6530 2024-09-12T03:10:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.111+0000 7f1dcfa00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f1dc80d3680 con 0x7f1dc80d3150 2024-09-12T03:10:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.111+0000 7f1dcfa00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1dc80d3960 con 0x7f1dc815e660 2024-09-12T03:10:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.111+0000 7f1dcda00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1dc80b6530 0x7f1dc80cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.111+0000 7f1dcda00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1dc80b6530 0x7f1dc80cf070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59212/0 (socket says 172.21.15.29:59212) 2024-09-12T03:10:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.111+0000 7f1dcda00640 1 -- 172.21.15.29:0/4093656367 learned_addr learned my addr 172.21.15.29:0/4093656367 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.112+0000 7f1dcd000640 1 --2- 172.21.15.29:0/4093656367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1dc815e660 0x7f1dc80d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.112+0000 7f1dc7e00640 1 --2- 172.21.15.29:0/4093656367 >> v2:172.21.15.38:3300/0 conn(0x7f1dc80d3150 0x7f1dc80b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.112+0000 7f1dcda00640 1 -- 172.21.15.29:0/4093656367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1dc815e660 msgr2=0x7f1dc80d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.112+0000 7f1dcda00640 1 --2- 172.21.15.29:0/4093656367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1dc815e660 0x7f1dc80d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.112+0000 7f1dcda00640 1 -- 172.21.15.29:0/4093656367 >> v2:172.21.15.38:3300/0 conn(0x7f1dc80d3150 msgr2=0x7f1dc80b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.112+0000 7f1dcda00640 1 --2- 172.21.15.29:0/4093656367 >> v2:172.21.15.38:3300/0 conn(0x7f1dc80d3150 0x7f1dc80b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.112+0000 7f1dcda00640 1 -- 172.21.15.29:0/4093656367 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dc806ce60 con 0x7f1dc80b6530 2024-09-12T03:10:58.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.113+0000 7f1dcda00640 1 --2- 172.21.15.29:0/4093656367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1dc80b6530 0x7f1dc80cf070 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8162130 tx=0x7f1dc002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e1eea11c6b7a239 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.114+0000 7f1dc7400640 1 -- 172.21.15.29:0/4093656367 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc0036070 con 0x7f1dc80b6530 2024-09-12T03:10:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.114+0000 7f1dc7400640 1 -- 172.21.15.29:0/4093656367 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dc0031600 con 0x7f1dc80b6530 2024-09-12T03:10:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.114+0000 7f1dc7400640 1 -- 172.21.15.29:0/4093656367 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc00319d0 con 0x7f1dc80b6530 2024-09-12T03:10:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.114+0000 7f1dcfa00640 1 -- 172.21.15.29:0/4093656367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1dc80b6530 msgr2=0x7f1dc80cf070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.114+0000 7f1dcfa00640 1 --2- 172.21.15.29:0/4093656367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1dc80b6530 0x7f1dc80cf070 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8162130 tx=0x7f1dc002a730 comp rx=0 tx=0).stop 2024-09-12T03:10:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.114+0000 7f1dcfa00640 1 -- 172.21.15.29:0/4093656367 shutdown_connections 2024-09-12T03:10:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.114+0000 7f1dcfa00640 1 --2- 172.21.15.29:0/4093656367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1dc80b6530 0x7f1dc80cf070 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.114+0000 7f1dcfa00640 1 --2- 172.21.15.29:0/4093656367 >> v2:172.21.15.38:3300/0 conn(0x7f1dc80d3150 0x7f1dc80b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.114+0000 7f1dcfa00640 1 --2- 172.21.15.29:0/4093656367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1dc815e660 0x7f1dc80d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.114+0000 7f1dcfa00640 1 -- 172.21.15.29:0/4093656367 >> 172.21.15.29:0/4093656367 conn(0x7f1dc808c000 msgr2=0x7f1dc80d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.115+0000 7f1dcfa00640 1 -- 172.21.15.29:0/4093656367 shutdown_connections 2024-09-12T03:10:58.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.115+0000 7f1dcfa00640 1 -- 172.21.15.29:0/4093656367 wait complete. 2024-09-12T03:10:58.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.116+0000 7f1dcfa00640 1 Processor -- start 2024-09-12T03:10:58.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.116+0000 7f1dcfa00640 1 -- start start 2024-09-12T03:10:58.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.117+0000 7f1dcfa00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1dc80b6530 0x7f1dc81f7e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.117+0000 7f1dcfa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1dc80d3150 0x7f1dc80cd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.117+0000 7f1dcfa00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1dc815e660 0x7f1dc80b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.117+0000 7f1dcfa00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc815ea40 con 0x7f1dc80d3150 2024-09-12T03:10:58.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.117+0000 7f1dcfa00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc80d5310 con 0x7f1dc815e660 2024-09-12T03:10:58.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.117+0000 7f1dcfa00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1dc80cf5b0 con 0x7f1dc80b6530 2024-09-12T03:10:58.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.117+0000 7f1dc7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1dc80d3150 0x7f1dc80cd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.117+0000 7f1dc7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1dc80d3150 0x7f1dc80cd0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59214/0 (socket says 172.21.15.29:59214) 2024-09-12T03:10:58.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.117+0000 7f1dc7e00640 1 -- 172.21.15.29:0/3932312376 learned_addr learned my addr 172.21.15.29:0/3932312376 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:58.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.117+0000 7f1dcd000640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1dc80b6530 0x7f1dc81f7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.118+0000 7f1dcda00640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1dc815e660 0x7f1dc80b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.118+0000 7f1dc7e00640 1 -- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1dc80b6530 msgr2=0x7f1dc81f7e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.118+0000 7f1dc7e00640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1dc80b6530 0x7f1dc81f7e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.118+0000 7f1dc7e00640 1 -- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1dc815e660 msgr2=0x7f1dc80b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.118+0000 7f1dc7e00640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1dc815e660 0x7f1dc80b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.118+0000 7f1dc7e00640 1 -- 172.21.15.29:0/3932312376 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dc80cd5f0 con 0x7f1dc80d3150 2024-09-12T03:10:58.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.118+0000 7f1dc7e00640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1dc80d3150 0x7f1dc80cd0b0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f1db400e890 tx=0x7f1db400ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:58.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.118+0000 7f1dc4c00640 1 -- 172.21.15.29:0/3932312376 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db4017070 con 0x7f1dc80d3150 2024-09-12T03:10:58.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.118+0000 7f1dc4c00640 1 -- 172.21.15.29:0/3932312376 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1db400c940 con 0x7f1dc80d3150 2024-09-12T03:10:58.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.118+0000 7f1dcfa00640 1 -- 172.21.15.29:0/3932312376 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dc80cd8c0 con 0x7f1dc80d3150 2024-09-12T03:10:58.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.118+0000 7f1dc4c00640 1 -- 172.21.15.29:0/3932312376 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db400cd10 con 0x7f1dc80d3150 2024-09-12T03:10:58.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.119+0000 7f1dcfa00640 1 -- 172.21.15.29:0/3932312376 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dc81534a0 con 0x7f1dc80d3150 2024-09-12T03:10:58.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.120+0000 7f1dcfa00640 1 -- 172.21.15.29:0/3932312376 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dc80b5ff0 con 0x7f1dc80d3150 2024-09-12T03:10:58.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.121+0000 7f1dc4c00640 1 -- 172.21.15.29:0/3932312376 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1db401a070 con 0x7f1dc80d3150 2024-09-12T03:10:58.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.122+0000 7f1dc4c00640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1da806be30 0x7f1da806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.122+0000 7f1dc4c00640 1 -- 172.21.15.29:0/3932312376 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f1db408abc0 con 0x7f1dc80d3150 2024-09-12T03:10:58.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.122+0000 7f1dcd000640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1da806be30 0x7f1da806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.123+0000 7f1dcd000640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1da806be30 0x7f1da806e2f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc009aa0 tx=0x7f1dbc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:58.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.126+0000 7f1dc4c00640 1 -- 172.21.15.29:0/3932312376 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1db4058d90 con 0x7f1dc80d3150 2024-09-12T03:10:58.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.306+0000 7f1dcfa00640 1 -- 172.21.15.29:0/3932312376 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1dc80b51b0 con 0x7f1da806be30 2024-09-12T03:10:58.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.313+0000 7f1dc4c00640 1 -- 172.21.15.29:0/3932312376 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251885 (secure 0 0 0) 0x7f1dc80b51b0 con 0x7f1da806be30 2024-09-12T03:10:58.315 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:58.317 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:10:58.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 -- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1da806be30 msgr2=0x7f1da806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1da806be30 0x7f1da806e2f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc009aa0 tx=0x7f1dbc009190 comp rx=0 tx=0).stop 2024-09-12T03:10:58.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 -- 172.21.15.29:0/3932312376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1dc80d3150 msgr2=0x7f1dc80cd0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1dc80d3150 0x7f1dc80cd0b0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f1db400e890 tx=0x7f1db400ed50 comp rx=0 tx=0).stop 2024-09-12T03:10:58.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 -- 172.21.15.29:0/3932312376 shutdown_connections 2024-09-12T03:10:58.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1da806be30 0x7f1da806e2f0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1dc815e660 0x7f1dc80b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1dc80d3150 0x7f1dc80cd0b0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 --2- 172.21.15.29:0/3932312376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1dc80b6530 0x7f1dc81f7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 -- 172.21.15.29:0/3932312376 >> 172.21.15.29:0/3932312376 conn(0x7f1dc808c000 msgr2=0x7f1dc80b11f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:58.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 -- 172.21.15.29:0/3932312376 shutdown_connections 2024-09-12T03:10:58.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.317+0000 7f1dcfa00640 1 -- 172.21.15.29:0/3932312376 wait complete. 2024-09-12T03:10:58.332 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":128,"stamp":"2024-09-12T03:10:57.753997+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":48,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":255440,"kb_used_data":5896,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754719280,"statfs":{"total":773094113280,"available":772832542720,"internally_reserved":0,"allocated":6037504,"data_stored":3335736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":43,"apply_latency_ms":43,"commit_latency_ns":43000000,"apply_latency_ns":43000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001291"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.710380+0000","last_change":"2024-09-12T03:10:53.693229+0000","last_active":"2024-09-12T03:10:53.710380+0000","last_peered":"2024-09-12T03:10:53.710380+0000","last_clean":"2024-09-12T03:10:53.710380+0000","last_became_active":"2024-09-12T03:10:53.692657+0000","last_became_peered":"2024-09-12T03:10:53.692657+0000","last_unstale":"2024-09-12T03:10:53.710380+0000","last_undegraded":"2024-09-12T03:10:53.710380+0000","last_fullsized":"2024-09-12T03:10:53.710380+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:36.776933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.715174+0000","last_change":"2024-09-12T03:10:53.713734+0000","last_active":"2024-09-12T03:10:53.715174+0000","last_peered":"2024-09-12T03:10:53.715174+0000","last_clean":"2024-09-12T03:10:53.715174+0000","last_became_active":"2024-09-12T03:10:53.712940+0000","last_became_peered":"2024-09-12T03:10:53.712940+0000","last_unstale":"2024-09-12T03:10:53.715174+0000","last_undegraded":"2024-09-12T03:10:53.715174+0000","last_fullsized":"2024-09-12T03:10:53.715174+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:46.934215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713138+0000","last_change":"2024-09-12T03:10:53.705812+0000","last_active":"2024-09-12T03:10:53.713138+0000","last_peered":"2024-09-12T03:10:53.713138+0000","last_clean":"2024-09-12T03:10:53.713138+0000","last_became_active":"2024-09-12T03:10:53.705293+0000","last_became_peered":"2024-09-12T03:10:53.705293+0000","last_unstale":"2024-09-12T03:10:53.713138+0000","last_undegraded":"2024-09-12T03:10:53.713138+0000","last_fullsized":"2024-09-12T03:10:53.713138+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:51:11.072009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712990+0000","last_change":"2024-09-12T03:10:53.708498+0000","last_active":"2024-09-12T03:10:53.712990+0000","last_peered":"2024-09-12T03:10:53.712990+0000","last_clean":"2024-09-12T03:10:53.712990+0000","last_became_active":"2024-09-12T03:10:53.708176+0000","last_became_peered":"2024-09-12T03:10:53.708176+0000","last_unstale":"2024-09-12T03:10:53.712990+0000","last_undegraded":"2024-09-12T03:10:53.712990+0000","last_fullsized":"2024-09-12T03:10:53.712990+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:56.896660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708751+0000","last_change":"2024-09-12T03:10:53.704609+0000","last_active":"2024-09-12T03:10:53.708751+0000","last_peered":"2024-09-12T03:10:53.708751+0000","last_clean":"2024-09-12T03:10:53.708751+0000","last_became_active":"2024-09-12T03:10:53.704343+0000","last_became_peered":"2024-09-12T03:10:53.704343+0000","last_unstale":"2024-09-12T03:10:53.708751+0000","last_undegraded":"2024-09-12T03:10:53.708751+0000","last_fullsized":"2024-09-12T03:10:53.708751+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:39.833366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718780+0000","last_change":"2024-09-12T03:10:53.708555+0000","last_active":"2024-09-12T03:10:53.718780+0000","last_peered":"2024-09-12T03:10:53.718780+0000","last_clean":"2024-09-12T03:10:53.718780+0000","last_became_active":"2024-09-12T03:10:53.707938+0000","last_became_peered":"2024-09-12T03:10:53.707938+0000","last_unstale":"2024-09-12T03:10:53.718780+0000","last_undegraded":"2024-09-12T03:10:53.718780+0000","last_fullsized":"2024-09-12T03:10:53.718780+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:39.833366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713664+0000","last_change":"2024-09-12T03:10:53.706115+0000","last_active":"2024-09-12T03:10:53.713664+0000","last_peered":"2024-09-12T03:10:53.713664+0000","last_clean":"2024-09-12T03:10:53.713664+0000","last_became_active":"2024-09-12T03:10:53.705848+0000","last_became_peered":"2024-09-12T03:10:53.705848+0000","last_unstale":"2024-09-12T03:10:53.713664+0000","last_undegraded":"2024-09-12T03:10:53.713664+0000","last_fullsized":"2024-09-12T03:10:53.713664+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:56.896660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.715007+0000","last_change":"2024-09-12T03:10:53.703217+0000","last_active":"2024-09-12T03:10:53.715007+0000","last_peered":"2024-09-12T03:10:53.715007+0000","last_clean":"2024-09-12T03:10:53.715007+0000","last_became_active":"2024-09-12T03:10:53.702513+0000","last_became_peered":"2024-09-12T03:10:53.702513+0000","last_unstale":"2024-09-12T03:10:53.715007+0000","last_undegraded":"2024-09-12T03:10:53.715007+0000","last_fullsized":"2024-09-12T03:10:53.715007+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:16.012246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720732+0000","last_change":"2024-09-12T03:10:53.715774+0000","last_active":"2024-09-12T03:10:53.720732+0000","last_peered":"2024-09-12T03:10:53.720732+0000","last_clean":"2024-09-12T03:10:53.720732+0000","last_became_active":"2024-09-12T03:10:53.713641+0000","last_became_peered":"2024-09-12T03:10:53.713641+0000","last_unstale":"2024-09-12T03:10:53.720732+0000","last_undegraded":"2024-09-12T03:10:53.720732+0000","last_fullsized":"2024-09-12T03:10:53.720732+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:03.166522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718171+0000","last_change":"2024-09-12T03:10:53.704367+0000","last_active":"2024-09-12T03:10:53.718171+0000","last_peered":"2024-09-12T03:10:53.718171+0000","last_clean":"2024-09-12T03:10:53.718171+0000","last_became_active":"2024-09-12T03:10:53.704089+0000","last_became_peered":"2024-09-12T03:10:53.704089+0000","last_unstale":"2024-09-12T03:10:53.718171+0000","last_undegraded":"2024-09-12T03:10:53.718171+0000","last_fullsized":"2024-09-12T03:10:53.718171+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:57.198928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.719655+0000","last_change":"2024-09-12T03:10:53.704423+0000","last_active":"2024-09-12T03:10:53.719655+0000","last_peered":"2024-09-12T03:10:53.719655+0000","last_clean":"2024-09-12T03:10:53.719655+0000","last_became_active":"2024-09-12T03:10:53.704160+0000","last_became_peered":"2024-09-12T03:10:53.704160+0000","last_unstale":"2024-09-12T03:10:53.719655+0000","last_undegraded":"2024-09-12T03:10:53.719655+0000","last_fullsized":"2024-09-12T03:10:53.719655+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:25:20.362069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718942+0000","last_change":"2024-09-12T03:10:53.713266+0000","last_active":"2024-09-12T03:10:53.718942+0000","last_peered":"2024-09-12T03:10:53.718942+0000","last_clean":"2024-09-12T03:10:53.718942+0000","last_became_active":"2024-09-12T03:10:53.711468+0000","last_became_peered":"2024-09-12T03:10:53.711468+0000","last_unstale":"2024-09-12T03:10:53.718942+0000","last_undegraded":"2024-09-12T03:10:53.718942+0000","last_fullsized":"2024-09-12T03:10:53.718942+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:58.635333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718973+0000","last_change":"2024-09-12T03:10:53.709426+0000","last_active":"2024-09-12T03:10:53.718973+0000","last_peered":"2024-09-12T03:10:53.718973+0000","last_clean":"2024-09-12T03:10:53.718973+0000","last_became_active":"2024-09-12T03:10:53.709128+0000","last_became_peered":"2024-09-12T03:10:53.709128+0000","last_unstale":"2024-09-12T03:10:53.718973+0000","last_undegraded":"2024-09-12T03:10:53.718973+0000","last_fullsized":"2024-09-12T03:10:53.718973+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:19.526957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720509+0000","last_change":"2024-09-12T03:10:53.709975+0000","last_active":"2024-09-12T03:10:53.720509+0000","last_peered":"2024-09-12T03:10:53.720509+0000","last_clean":"2024-09-12T03:10:53.720509+0000","last_became_active":"2024-09-12T03:10:53.709496+0000","last_became_peered":"2024-09-12T03:10:53.709496+0000","last_unstale":"2024-09-12T03:10:53.720509+0000","last_undegraded":"2024-09-12T03:10:53.720509+0000","last_fullsized":"2024-09-12T03:10:53.720509+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:33:53.313118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.715048+0000","last_change":"2024-09-12T03:10:53.713276+0000","last_active":"2024-09-12T03:10:53.715048+0000","last_peered":"2024-09-12T03:10:53.715048+0000","last_clean":"2024-09-12T03:10:53.715048+0000","last_became_active":"2024-09-12T03:10:53.710839+0000","last_became_peered":"2024-09-12T03:10:53.710839+0000","last_unstale":"2024-09-12T03:10:53.715048+0000","last_undegraded":"2024-09-12T03:10:53.715048+0000","last_fullsized":"2024-09-12T03:10:53.715048+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:01:33.135033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.715955+0000","last_change":"2024-09-12T03:10:53.703368+0000","last_active":"2024-09-12T03:10:53.715955+0000","last_peered":"2024-09-12T03:10:53.715955+0000","last_clean":"2024-09-12T03:10:53.715955+0000","last_became_active":"2024-09-12T03:10:53.703083+0000","last_became_peered":"2024-09-12T03:10:53.703083+0000","last_unstale":"2024-09-12T03:10:53.715955+0000","last_undegraded":"2024-09-12T03:10:53.715955+0000","last_fullsized":"2024-09-12T03:10:53.715955+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:16:31.661498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.714275+0000","last_change":"2024-09-12T03:10:53.708894+0000","last_active":"2024-09-12T03:10:53.714275+0000","last_peered":"2024-09-12T03:10:53.714275+0000","last_clean":"2024-09-12T03:10:53.714275+0000","last_became_active":"2024-09-12T03:10:53.707616+0000","last_became_peered":"2024-09-12T03:10:53.707616+0000","last_unstale":"2024-09-12T03:10:53.714275+0000","last_undegraded":"2024-09-12T03:10:53.714275+0000","last_fullsized":"2024-09-12T03:10:53.714275+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:01:33.135033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.707471+0000","last_change":"2024-09-12T03:10:53.704698+0000","last_active":"2024-09-12T03:10:53.707471+0000","last_peered":"2024-09-12T03:10:53.707471+0000","last_clean":"2024-09-12T03:10:53.707471+0000","last_became_active":"2024-09-12T03:10:53.704469+0000","last_became_peered":"2024-09-12T03:10:53.704469+0000","last_unstale":"2024-09-12T03:10:53.707471+0000","last_undegraded":"2024-09-12T03:10:53.707471+0000","last_fullsized":"2024-09-12T03:10:53.707471+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:42:16.073254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713113+0000","last_change":"2024-09-12T03:10:53.705576+0000","last_active":"2024-09-12T03:10:53.713113+0000","last_peered":"2024-09-12T03:10:53.713113+0000","last_clean":"2024-09-12T03:10:53.713113+0000","last_became_active":"2024-09-12T03:10:53.704887+0000","last_became_peered":"2024-09-12T03:10:53.704887+0000","last_unstale":"2024-09-12T03:10:53.713113+0000","last_undegraded":"2024-09-12T03:10:53.713113+0000","last_fullsized":"2024-09-12T03:10:53.713113+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:42:16.073254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713603+0000","last_change":"2024-09-12T03:10:53.709711+0000","last_active":"2024-09-12T03:10:53.713603+0000","last_peered":"2024-09-12T03:10:53.713603+0000","last_clean":"2024-09-12T03:10:53.713603+0000","last_became_active":"2024-09-12T03:10:53.708954+0000","last_became_peered":"2024-09-12T03:10:53.708954+0000","last_unstale":"2024-09-12T03:10:53.713603+0000","last_undegraded":"2024-09-12T03:10:53.713603+0000","last_fullsized":"2024-09-12T03:10:53.713603+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:57.198928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.714875+0000","last_change":"2024-09-12T03:10:53.710832+0000","last_active":"2024-09-12T03:10:53.714875+0000","last_peered":"2024-09-12T03:10:53.714875+0000","last_clean":"2024-09-12T03:10:53.714875+0000","last_became_active":"2024-09-12T03:10:53.709581+0000","last_became_peered":"2024-09-12T03:10:53.709581+0000","last_unstale":"2024-09-12T03:10:53.714875+0000","last_undegraded":"2024-09-12T03:10:53.714875+0000","last_fullsized":"2024-09-12T03:10:53.714875+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:47:51.568301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717270+0000","last_change":"2024-09-12T03:10:53.703459+0000","last_active":"2024-09-12T03:10:53.717270+0000","last_peered":"2024-09-12T03:10:53.717270+0000","last_clean":"2024-09-12T03:10:53.717270+0000","last_became_active":"2024-09-12T03:10:53.703153+0000","last_became_peered":"2024-09-12T03:10:53.703153+0000","last_unstale":"2024-09-12T03:10:53.717270+0000","last_undegraded":"2024-09-12T03:10:53.717270+0000","last_fullsized":"2024-09-12T03:10:53.717270+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:07:58.481590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720850+0000","last_change":"2024-09-12T03:10:53.705979+0000","last_active":"2024-09-12T03:10:53.720850+0000","last_peered":"2024-09-12T03:10:53.720850+0000","last_clean":"2024-09-12T03:10:53.720850+0000","last_became_active":"2024-09-12T03:10:53.705712+0000","last_became_peered":"2024-09-12T03:10:53.705712+0000","last_unstale":"2024-09-12T03:10:53.720850+0000","last_undegraded":"2024-09-12T03:10:53.720850+0000","last_fullsized":"2024-09-12T03:10:53.720850+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:41:30.667551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721537+0000","last_change":"2024-09-12T03:10:53.720103+0000","last_active":"2024-09-12T03:10:53.721537+0000","last_peered":"2024-09-12T03:10:53.721537+0000","last_clean":"2024-09-12T03:10:53.721537+0000","last_became_active":"2024-09-12T03:10:53.719754+0000","last_became_peered":"2024-09-12T03:10:53.719754+0000","last_unstale":"2024-09-12T03:10:53.721537+0000","last_undegraded":"2024-09-12T03:10:53.721537+0000","last_fullsized":"2024-09-12T03:10:53.721537+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:00.762053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712493+0000","last_change":"2024-09-12T03:10:53.701749+0000","last_active":"2024-09-12T03:10:53.712493+0000","last_peered":"2024-09-12T03:10:53.712493+0000","last_clean":"2024-09-12T03:10:53.712493+0000","last_became_active":"2024-09-12T03:10:53.700962+0000","last_became_peered":"2024-09-12T03:10:53.700962+0000","last_unstale":"2024-09-12T03:10:53.712493+0000","last_undegraded":"2024-09-12T03:10:53.712493+0000","last_fullsized":"2024-09-12T03:10:53.712493+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:10.622537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.719045+0000","last_change":"2024-09-12T03:10:53.714213+0000","last_active":"2024-09-12T03:10:53.719045+0000","last_peered":"2024-09-12T03:10:53.719045+0000","last_clean":"2024-09-12T03:10:53.719045+0000","last_became_active":"2024-09-12T03:10:53.706413+0000","last_became_peered":"2024-09-12T03:10:53.706413+0000","last_unstale":"2024-09-12T03:10:53.719045+0000","last_undegraded":"2024-09-12T03:10:53.719045+0000","last_fullsized":"2024-09-12T03:10:53.719045+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:41.076421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.719160+0000","last_change":"2024-09-12T03:10:53.712778+0000","last_active":"2024-09-12T03:10:53.719160+0000","last_peered":"2024-09-12T03:10:53.719160+0000","last_clean":"2024-09-12T03:10:53.719160+0000","last_became_active":"2024-09-12T03:10:53.712488+0000","last_became_peered":"2024-09-12T03:10:53.712488+0000","last_unstale":"2024-09-12T03:10:53.719160+0000","last_undegraded":"2024-09-12T03:10:53.719160+0000","last_fullsized":"2024-09-12T03:10:53.719160+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:44.033691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.710064+0000","last_change":"2024-09-12T03:10:53.699450+0000","last_active":"2024-09-12T03:10:53.710064+0000","last_peered":"2024-09-12T03:10:53.710064+0000","last_clean":"2024-09-12T03:10:53.710064+0000","last_became_active":"2024-09-12T03:10:53.699184+0000","last_became_peered":"2024-09-12T03:10:53.699184+0000","last_unstale":"2024-09-12T03:10:53.710064+0000","last_undegraded":"2024-09-12T03:10:53.710064+0000","last_fullsized":"2024-09-12T03:10:53.710064+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:36.776933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712762+0000","last_change":"2024-09-12T03:10:53.705188+0000","last_active":"2024-09-12T03:10:53.712762+0000","last_peered":"2024-09-12T03:10:53.712762+0000","last_clean":"2024-09-12T03:10:53.712762+0000","last_became_active":"2024-09-12T03:10:53.704939+0000","last_became_peered":"2024-09-12T03:10:53.704939+0000","last_unstale":"2024-09-12T03:10:53.712762+0000","last_undegraded":"2024-09-12T03:10:53.712762+0000","last_fullsized":"2024-09-12T03:10:53.712762+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:48.622309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720630+0000","last_change":"2024-09-12T03:10:53.719920+0000","last_active":"2024-09-12T03:10:53.720630+0000","last_peered":"2024-09-12T03:10:53.720630+0000","last_clean":"2024-09-12T03:10:53.720630+0000","last_became_active":"2024-09-12T03:10:53.719531+0000","last_became_peered":"2024-09-12T03:10:53.719531+0000","last_unstale":"2024-09-12T03:10:53.720630+0000","last_undegraded":"2024-09-12T03:10:53.720630+0000","last_fullsized":"2024-09-12T03:10:53.720630+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:54.431324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721501+0000","last_change":"2024-09-12T03:10:53.718466+0000","last_active":"2024-09-12T03:10:53.721501+0000","last_peered":"2024-09-12T03:10:53.721501+0000","last_clean":"2024-09-12T03:10:53.721501+0000","last_became_active":"2024-09-12T03:10:53.718156+0000","last_became_peered":"2024-09-12T03:10:53.718156+0000","last_unstale":"2024-09-12T03:10:53.721501+0000","last_undegraded":"2024-09-12T03:10:53.721501+0000","last_fullsized":"2024-09-12T03:10:53.721501+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:45:46.216911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.702199+0000","last_change":"2024-09-12T03:10:53.696566+0000","last_active":"2024-09-12T03:10:53.702199+0000","last_peered":"2024-09-12T03:10:53.702199+0000","last_clean":"2024-09-12T03:10:53.702199+0000","last_became_active":"2024-09-12T03:10:53.696045+0000","last_became_peered":"2024-09-12T03:10:53.696045+0000","last_unstale":"2024-09-12T03:10:53.702199+0000","last_undegraded":"2024-09-12T03:10:53.702199+0000","last_fullsized":"2024-09-12T03:10:53.702199+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:33:53.313118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.707595+0000","last_change":"2024-09-12T03:10:53.705047+0000","last_active":"2024-09-12T03:10:53.707595+0000","last_peered":"2024-09-12T03:10:53.707595+0000","last_clean":"2024-09-12T03:10:53.707595+0000","last_became_active":"2024-09-12T03:10:53.704161+0000","last_became_peered":"2024-09-12T03:10:53.704161+0000","last_unstale":"2024-09-12T03:10:53.707595+0000","last_undegraded":"2024-09-12T03:10:53.707595+0000","last_fullsized":"2024-09-12T03:10:53.707595+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:51:11.072009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"52'4","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708623+0000","last_change":"2024-09-12T03:10:52.697715+0000","last_active":"2024-09-12T03:10:53.708623+0000","last_peered":"2024-09-12T03:10:53.708623+0000","last_clean":"2024-09-12T03:10:53.708623+0000","last_became_active":"2024-09-12T03:10:52.697403+0000","last_became_peered":"2024-09-12T03:10:52.697403+0000","last_unstale":"2024-09-12T03:10:53.708623+0000","last_undegraded":"2024-09-12T03:10:53.708623+0000","last_fullsized":"2024-09-12T03:10:53.708623+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:44:43.765257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708931+0000","last_change":"2024-09-12T03:10:53.704224+0000","last_active":"2024-09-12T03:10:53.708931+0000","last_peered":"2024-09-12T03:10:53.708931+0000","last_clean":"2024-09-12T03:10:53.708931+0000","last_became_active":"2024-09-12T03:10:53.702375+0000","last_became_peered":"2024-09-12T03:10:53.702375+0000","last_unstale":"2024-09-12T03:10:53.708931+0000","last_undegraded":"2024-09-12T03:10:53.708931+0000","last_fullsized":"2024-09-12T03:10:53.708931+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:45:46.216911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721409+0000","last_change":"2024-09-12T03:10:52.692450+0000","last_active":"2024-09-12T03:10:53.721409+0000","last_peered":"2024-09-12T03:10:53.721409+0000","last_clean":"2024-09-12T03:10:53.721409+0000","last_became_active":"2024-09-12T03:10:52.690560+0000","last_became_peered":"2024-09-12T03:10:52.690560+0000","last_unstale":"2024-09-12T03:10:53.721409+0000","last_undegraded":"2024-09-12T03:10:53.721409+0000","last_fullsized":"2024-09-12T03:10:53.721409+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:03.928970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.714945+0000","last_change":"2024-09-12T03:10:53.710451+0000","last_active":"2024-09-12T03:10:53.714945+0000","last_peered":"2024-09-12T03:10:53.714945+0000","last_clean":"2024-09-12T03:10:53.714945+0000","last_became_active":"2024-09-12T03:10:53.710190+0000","last_became_peered":"2024-09-12T03:10:53.710190+0000","last_unstale":"2024-09-12T03:10:53.714945+0000","last_undegraded":"2024-09-12T03:10:53.714945+0000","last_fullsized":"2024-09-12T03:10:53.714945+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:39.833366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.716934+0000","last_change":"2024-09-12T03:10:52.697700+0000","last_active":"2024-09-12T03:10:53.716934+0000","last_peered":"2024-09-12T03:10:53.716934+0000","last_clean":"2024-09-12T03:10:53.716934+0000","last_became_active":"2024-09-12T03:10:52.697418+0000","last_became_peered":"2024-09-12T03:10:52.697418+0000","last_unstale":"2024-09-12T03:10:53.716934+0000","last_undegraded":"2024-09-12T03:10:53.716934+0000","last_fullsized":"2024-09-12T03:10:53.716934+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:44:43.765257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717850+0000","last_change":"2024-09-12T03:10:53.707611+0000","last_active":"2024-09-12T03:10:53.717850+0000","last_peered":"2024-09-12T03:10:53.717850+0000","last_clean":"2024-09-12T03:10:53.717850+0000","last_became_active":"2024-09-12T03:10:53.706941+0000","last_became_peered":"2024-09-12T03:10:53.706941+0000","last_unstale":"2024-09-12T03:10:53.717850+0000","last_undegraded":"2024-09-12T03:10:53.717850+0000","last_fullsized":"2024-09-12T03:10:53.717850+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:31:08.113212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.703980+0000","last_change":"2024-09-12T03:10:52.702226+0000","last_active":"2024-09-12T03:10:53.703980+0000","last_peered":"2024-09-12T03:10:53.703980+0000","last_clean":"2024-09-12T03:10:53.703980+0000","last_became_active":"2024-09-12T03:10:52.701912+0000","last_became_peered":"2024-09-12T03:10:52.701912+0000","last_unstale":"2024-09-12T03:10:53.703980+0000","last_undegraded":"2024-09-12T03:10:53.703980+0000","last_fullsized":"2024-09-12T03:10:53.703980+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:55.893211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708708+0000","last_change":"2024-09-12T03:10:53.703987+0000","last_active":"2024-09-12T03:10:53.708708+0000","last_peered":"2024-09-12T03:10:53.708708+0000","last_clean":"2024-09-12T03:10:53.708708+0000","last_became_active":"2024-09-12T03:10:53.702037+0000","last_became_peered":"2024-09-12T03:10:53.702037+0000","last_unstale":"2024-09-12T03:10:53.708708+0000","last_undegraded":"2024-09-12T03:10:53.708708+0000","last_fullsized":"2024-09-12T03:10:53.708708+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:47:51.568301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721689+0000","last_change":"2024-09-12T03:10:52.707905+0000","last_active":"2024-09-12T03:10:53.721689+0000","last_peered":"2024-09-12T03:10:53.721689+0000","last_clean":"2024-09-12T03:10:53.721689+0000","last_became_active":"2024-09-12T03:10:52.706749+0000","last_became_peered":"2024-09-12T03:10:52.706749+0000","last_unstale":"2024-09-12T03:10:53.721689+0000","last_undegraded":"2024-09-12T03:10:53.721689+0000","last_fullsized":"2024-09-12T03:10:53.721689+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:38.829917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720621+0000","last_change":"2024-09-12T03:10:53.719651+0000","last_active":"2024-09-12T03:10:53.720621+0000","last_peered":"2024-09-12T03:10:53.720621+0000","last_clean":"2024-09-12T03:10:53.720621+0000","last_became_active":"2024-09-12T03:10:53.719375+0000","last_became_peered":"2024-09-12T03:10:53.719375+0000","last_unstale":"2024-09-12T03:10:53.720621+0000","last_undegraded":"2024-09-12T03:10:53.720621+0000","last_fullsized":"2024-09-12T03:10:53.720621+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:41.057842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713219+0000","last_change":"2024-09-12T03:10:52.693739+0000","last_active":"2024-09-12T03:10:53.713219+0000","last_peered":"2024-09-12T03:10:53.713219+0000","last_clean":"2024-09-12T03:10:53.713219+0000","last_became_active":"2024-09-12T03:10:52.693447+0000","last_became_peered":"2024-09-12T03:10:52.693447+0000","last_unstale":"2024-09-12T03:10:53.713219+0000","last_undegraded":"2024-09-12T03:10:53.713219+0000","last_fullsized":"2024-09-12T03:10:53.713219+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:16:30.658049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720754+0000","last_change":"2024-09-12T03:10:53.716418+0000","last_active":"2024-09-12T03:10:53.720754+0000","last_peered":"2024-09-12T03:10:53.720754+0000","last_clean":"2024-09-12T03:10:53.720754+0000","last_became_active":"2024-09-12T03:10:53.713257+0000","last_became_peered":"2024-09-12T03:10:53.713257+0000","last_unstale":"2024-09-12T03:10:53.720754+0000","last_undegraded":"2024-09-12T03:10:53.720754+0000","last_fullsized":"2024-09-12T03:10:53.720754+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:43:39.976943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.684532+0000","last_change":"2024-09-12T03:10:52.703505+0000","last_active":"2024-09-12T03:10:53.684532+0000","last_peered":"2024-09-12T03:10:53.684532+0000","last_clean":"2024-09-12T03:10:53.684532+0000","last_became_active":"2024-09-12T03:10:52.703215+0000","last_became_peered":"2024-09-12T03:10:52.703215+0000","last_unstale":"2024-09-12T03:10:53.684532+0000","last_undegraded":"2024-09-12T03:10:53.684532+0000","last_fullsized":"2024-09-12T03:10:53.684532+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:55:11.368521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717363+0000","last_change":"2024-09-12T03:10:53.715541+0000","last_active":"2024-09-12T03:10:53.717363+0000","last_peered":"2024-09-12T03:10:53.717363+0000","last_clean":"2024-09-12T03:10:53.717363+0000","last_became_active":"2024-09-12T03:10:53.714503+0000","last_became_peered":"2024-09-12T03:10:53.714503+0000","last_unstale":"2024-09-12T03:10:53.717363+0000","last_undegraded":"2024-09-12T03:10:53.717363+0000","last_fullsized":"2024-09-12T03:10:53.717363+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:33:53.313118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.687848+0000","last_change":"2024-09-12T03:10:52.708623+0000","last_active":"2024-09-12T03:10:53.687848+0000","last_peered":"2024-09-12T03:10:53.687848+0000","last_clean":"2024-09-12T03:10:53.687848+0000","last_became_active":"2024-09-12T03:10:52.708376+0000","last_became_peered":"2024-09-12T03:10:52.708376+0000","last_unstale":"2024-09-12T03:10:53.687848+0000","last_undegraded":"2024-09-12T03:10:53.687848+0000","last_fullsized":"2024-09-12T03:10:53.687848+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:48:03.433026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708297+0000","last_change":"2024-09-12T03:10:53.703289+0000","last_active":"2024-09-12T03:10:53.708297+0000","last_peered":"2024-09-12T03:10:53.708297+0000","last_clean":"2024-09-12T03:10:53.708297+0000","last_became_active":"2024-09-12T03:10:53.702940+0000","last_became_peered":"2024-09-12T03:10:53.702940+0000","last_unstale":"2024-09-12T03:10:53.708297+0000","last_undegraded":"2024-09-12T03:10:53.708297+0000","last_fullsized":"2024-09-12T03:10:53.708297+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:57.198928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.694090+0000","last_change":"2024-09-12T03:10:52.705509+0000","last_active":"2024-09-12T03:10:53.694090+0000","last_peered":"2024-09-12T03:10:53.694090+0000","last_clean":"2024-09-12T03:10:53.694090+0000","last_became_active":"2024-09-12T03:10:52.705048+0000","last_became_peered":"2024-09-12T03:10:52.705048+0000","last_unstale":"2024-09-12T03:10:53.694090+0000","last_undegraded":"2024-09-12T03:10:53.694090+0000","last_fullsized":"2024-09-12T03:10:53.694090+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:09.619088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.709012+0000","last_change":"2024-09-12T03:10:53.704795+0000","last_active":"2024-09-12T03:10:53.709012+0000","last_peered":"2024-09-12T03:10:53.709012+0000","last_clean":"2024-09-12T03:10:53.709012+0000","last_became_active":"2024-09-12T03:10:53.704531+0000","last_became_peered":"2024-09-12T03:10:53.704531+0000","last_unstale":"2024-09-12T03:10:53.709012+0000","last_undegraded":"2024-09-12T03:10:53.709012+0000","last_fullsized":"2024-09-12T03:10:53.709012+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:16.012246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.691850+0000","last_change":"2024-09-12T03:10:52.707557+0000","last_active":"2024-09-12T03:10:53.691850+0000","last_peered":"2024-09-12T03:10:53.691850+0000","last_clean":"2024-09-12T03:10:53.691850+0000","last_became_active":"2024-09-12T03:10:52.707233+0000","last_became_peered":"2024-09-12T03:10:52.707233+0000","last_unstale":"2024-09-12T03:10:53.691850+0000","last_undegraded":"2024-09-12T03:10:53.691850+0000","last_fullsized":"2024-09-12T03:10:53.691850+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:46:24.627539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.722517+0000","last_change":"2024-09-12T03:10:53.720334+0000","last_active":"2024-09-12T03:10:53.722517+0000","last_peered":"2024-09-12T03:10:53.722517+0000","last_clean":"2024-09-12T03:10:53.722517+0000","last_became_active":"2024-09-12T03:10:53.713856+0000","last_became_peered":"2024-09-12T03:10:53.713856+0000","last_unstale":"2024-09-12T03:10:53.722517+0000","last_undegraded":"2024-09-12T03:10:53.722517+0000","last_fullsized":"2024-09-12T03:10:53.722517+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:16.012246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"52'3","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.719314+0000","last_change":"2024-09-12T03:10:52.705059+0000","last_active":"2024-09-12T03:10:53.719314+0000","last_peered":"2024-09-12T03:10:53.719314+0000","last_clean":"2024-09-12T03:10:53.719314+0000","last_became_active":"2024-09-12T03:10:52.704727+0000","last_became_peered":"2024-09-12T03:10:52.704727+0000","last_unstale":"2024-09-12T03:10:53.719314+0000","last_undegraded":"2024-09-12T03:10:53.719314+0000","last_fullsized":"2024-09-12T03:10:53.719314+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:18.312507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.716495+0000","last_change":"2024-09-12T03:10:53.714777+0000","last_active":"2024-09-12T03:10:53.716495+0000","last_peered":"2024-09-12T03:10:53.716495+0000","last_clean":"2024-09-12T03:10:53.716495+0000","last_became_active":"2024-09-12T03:10:53.714452+0000","last_became_peered":"2024-09-12T03:10:53.714452+0000","last_unstale":"2024-09-12T03:10:53.716495+0000","last_undegraded":"2024-09-12T03:10:53.716495+0000","last_fullsized":"2024-09-12T03:10:53.716495+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:55.064180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"52'6","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.724436+0000","last_change":"2024-09-12T03:10:52.686918+0000","last_active":"2024-09-12T03:10:53.724436+0000","last_peered":"2024-09-12T03:10:53.724436+0000","last_clean":"2024-09-12T03:10:53.724436+0000","last_became_active":"2024-09-12T03:10:52.686151+0000","last_became_peered":"2024-09-12T03:10:52.686151+0000","last_unstale":"2024-09-12T03:10:53.724436+0000","last_undegraded":"2024-09-12T03:10:53.724436+0000","last_fullsized":"2024-09-12T03:10:53.724436+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:45:45.213461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708355+0000","last_change":"2024-09-12T03:10:53.703588+0000","last_active":"2024-09-12T03:10:53.708355+0000","last_peered":"2024-09-12T03:10:53.708355+0000","last_clean":"2024-09-12T03:10:53.708355+0000","last_became_active":"2024-09-12T03:10:53.702701+0000","last_became_peered":"2024-09-12T03:10:53.702701+0000","last_unstale":"2024-09-12T03:10:53.708355+0000","last_undegraded":"2024-09-12T03:10:53.708355+0000","last_fullsized":"2024-09-12T03:10:53.708355+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:41.057842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712705+0000","last_change":"2024-09-12T03:10:52.708914+0000","last_active":"2024-09-12T03:10:53.712705+0000","last_peered":"2024-09-12T03:10:53.712705+0000","last_clean":"2024-09-12T03:10:53.712705+0000","last_became_active":"2024-09-12T03:10:52.708653+0000","last_became_peered":"2024-09-12T03:10:52.708653+0000","last_unstale":"2024-09-12T03:10:53.712705+0000","last_undegraded":"2024-09-12T03:10:53.712705+0000","last_fullsized":"2024-09-12T03:10:53.712705+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:54.060731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712257+0000","last_change":"2024-09-12T03:10:53.702692+0000","last_active":"2024-09-12T03:10:53.712257+0000","last_peered":"2024-09-12T03:10:53.712257+0000","last_clean":"2024-09-12T03:10:53.712257+0000","last_became_active":"2024-09-12T03:10:53.702412+0000","last_became_peered":"2024-09-12T03:10:53.702412+0000","last_unstale":"2024-09-12T03:10:53.712257+0000","last_undegraded":"2024-09-12T03:10:53.712257+0000","last_fullsized":"2024-09-12T03:10:53.712257+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:19.315957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.688072+0000","last_change":"2024-09-12T03:10:52.702610+0000","last_active":"2024-09-12T03:10:53.688072+0000","last_peered":"2024-09-12T03:10:53.688072+0000","last_clean":"2024-09-12T03:10:53.688072+0000","last_became_active":"2024-09-12T03:10:52.701371+0000","last_became_peered":"2024-09-12T03:10:52.701371+0000","last_unstale":"2024-09-12T03:10:53.688072+0000","last_undegraded":"2024-09-12T03:10:53.688072+0000","last_fullsized":"2024-09-12T03:10:53.688072+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:52.733429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.719063+0000","last_change":"2024-09-12T03:10:53.714506+0000","last_active":"2024-09-12T03:10:53.719063+0000","last_peered":"2024-09-12T03:10:53.719063+0000","last_clean":"2024-09-12T03:10:53.719063+0000","last_became_active":"2024-09-12T03:10:53.713934+0000","last_became_peered":"2024-09-12T03:10:53.713934+0000","last_unstale":"2024-09-12T03:10:53.719063+0000","last_undegraded":"2024-09-12T03:10:53.719063+0000","last_fullsized":"2024-09-12T03:10:53.719063+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:54:38.544428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.694534+0000","last_change":"2024-09-12T03:10:52.703325+0000","last_active":"2024-09-12T03:10:53.694534+0000","last_peered":"2024-09-12T03:10:53.694534+0000","last_clean":"2024-09-12T03:10:53.694534+0000","last_became_active":"2024-09-12T03:10:52.702995+0000","last_became_peered":"2024-09-12T03:10:52.702995+0000","last_unstale":"2024-09-12T03:10:53.694534+0000","last_undegraded":"2024-09-12T03:10:53.694534+0000","last_fullsized":"2024-09-12T03:10:53.694534+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:47.618859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.714300+0000","last_change":"2024-09-12T03:10:53.709143+0000","last_active":"2024-09-12T03:10:53.714300+0000","last_peered":"2024-09-12T03:10:53.714300+0000","last_clean":"2024-09-12T03:10:53.714300+0000","last_became_active":"2024-09-12T03:10:53.708414+0000","last_became_peered":"2024-09-12T03:10:53.708414+0000","last_unstale":"2024-09-12T03:10:53.714300+0000","last_undegraded":"2024-09-12T03:10:53.714300+0000","last_fullsized":"2024-09-12T03:10:53.714300+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:46.934215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"52'8","reported_seq":20,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.722478+0000","last_change":"2024-09-12T03:10:52.685326+0000","last_active":"2024-09-12T03:10:53.722478+0000","last_peered":"2024-09-12T03:10:53.722478+0000","last_clean":"2024-09-12T03:10:53.722478+0000","last_became_active":"2024-09-12T03:10:52.685014+0000","last_became_peered":"2024-09-12T03:10:52.685014+0000","last_unstale":"2024-09-12T03:10:53.722478+0000","last_undegraded":"2024-09-12T03:10:53.722478+0000","last_fullsized":"2024-09-12T03:10:53.722478+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:53.427874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.715031+0000","last_change":"2024-09-12T03:10:53.704383+0000","last_active":"2024-09-12T03:10:53.715031+0000","last_peered":"2024-09-12T03:10:53.715031+0000","last_clean":"2024-09-12T03:10:53.715031+0000","last_became_active":"2024-09-12T03:10:53.704081+0000","last_became_peered":"2024-09-12T03:10:53.704081+0000","last_unstale":"2024-09-12T03:10:53.715031+0000","last_undegraded":"2024-09-12T03:10:53.715031+0000","last_fullsized":"2024-09-12T03:10:53.715031+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:14.526179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.720074+0000","last_change":"2024-09-12T03:10:52.707496+0000","last_active":"2024-09-12T03:10:53.720074+0000","last_peered":"2024-09-12T03:10:53.720074+0000","last_clean":"2024-09-12T03:10:53.720074+0000","last_became_active":"2024-09-12T03:10:52.707213+0000","last_became_peered":"2024-09-12T03:10:52.707213+0000","last_unstale":"2024-09-12T03:10:53.720074+0000","last_undegraded":"2024-09-12T03:10:53.720074+0000","last_fullsized":"2024-09-12T03:10:53.720074+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:18.523507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718915+0000","last_change":"2024-09-12T03:10:53.706617+0000","last_active":"2024-09-12T03:10:53.718915+0000","last_peered":"2024-09-12T03:10:53.718915+0000","last_clean":"2024-09-12T03:10:53.718915+0000","last_became_active":"2024-09-12T03:10:53.706312+0000","last_became_peered":"2024-09-12T03:10:53.706312+0000","last_unstale":"2024-09-12T03:10:53.718915+0000","last_undegraded":"2024-09-12T03:10:53.718915+0000","last_fullsized":"2024-09-12T03:10:53.718915+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:47:51.568301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717518+0000","last_change":"2024-09-12T03:10:52.696737+0000","last_active":"2024-09-12T03:10:53.717518+0000","last_peered":"2024-09-12T03:10:53.717518+0000","last_clean":"2024-09-12T03:10:53.717518+0000","last_became_active":"2024-09-12T03:10:52.696468+0000","last_became_peered":"2024-09-12T03:10:52.696468+0000","last_unstale":"2024-09-12T03:10:53.717518+0000","last_undegraded":"2024-09-12T03:10:53.717518+0000","last_fullsized":"2024-09-12T03:10:53.717518+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:22:57.850372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.722797+0000","last_change":"2024-09-12T03:10:53.721817+0000","last_active":"2024-09-12T03:10:53.722797+0000","last_peered":"2024-09-12T03:10:53.722797+0000","last_clean":"2024-09-12T03:10:53.722797+0000","last_became_active":"2024-09-12T03:10:53.721510+0000","last_became_peered":"2024-09-12T03:10:53.721510+0000","last_unstale":"2024-09-12T03:10:53.722797+0000","last_undegraded":"2024-09-12T03:10:53.722797+0000","last_fullsized":"2024-09-12T03:10:53.722797+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:19.526957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717530+0000","last_change":"2024-09-12T03:10:52.695237+0000","last_active":"2024-09-12T03:10:53.717530+0000","last_peered":"2024-09-12T03:10:53.717530+0000","last_clean":"2024-09-12T03:10:53.717530+0000","last_became_active":"2024-09-12T03:10:52.694952+0000","last_became_peered":"2024-09-12T03:10:52.694952+0000","last_unstale":"2024-09-12T03:10:53.717530+0000","last_undegraded":"2024-09-12T03:10:53.717530+0000","last_fullsized":"2024-09-12T03:10:53.717530+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:05.428457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718670+0000","last_change":"2024-09-12T03:10:53.698413+0000","last_active":"2024-09-12T03:10:53.718670+0000","last_peered":"2024-09-12T03:10:53.718670+0000","last_clean":"2024-09-12T03:10:53.718670+0000","last_became_active":"2024-09-12T03:10:53.698136+0000","last_became_peered":"2024-09-12T03:10:53.698136+0000","last_unstale":"2024-09-12T03:10:53.718670+0000","last_undegraded":"2024-09-12T03:10:53.718670+0000","last_fullsized":"2024-09-12T03:10:53.718670+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:46:25.630988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.684531+0000","last_change":"2024-09-12T03:10:52.705264+0000","last_active":"2024-09-12T03:10:53.684531+0000","last_peered":"2024-09-12T03:10:53.684531+0000","last_clean":"2024-09-12T03:10:53.684531+0000","last_became_active":"2024-09-12T03:10:52.704889+0000","last_became_peered":"2024-09-12T03:10:52.704889+0000","last_unstale":"2024-09-12T03:10:53.684531+0000","last_undegraded":"2024-09-12T03:10:53.684531+0000","last_fullsized":"2024-09-12T03:10:53.684531+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:32:13.245252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708973+0000","last_change":"2024-09-12T03:10:53.704543+0000","last_active":"2024-09-12T03:10:53.708973+0000","last_peered":"2024-09-12T03:10:53.708973+0000","last_clean":"2024-09-12T03:10:53.708973+0000","last_became_active":"2024-09-12T03:10:53.704239+0000","last_became_peered":"2024-09-12T03:10:53.704239+0000","last_unstale":"2024-09-12T03:10:53.708973+0000","last_undegraded":"2024-09-12T03:10:53.708973+0000","last_fullsized":"2024-09-12T03:10:53.708973+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:00.762053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.716431+0000","last_change":"2024-09-12T03:10:52.701219+0000","last_active":"2024-09-12T03:10:53.716431+0000","last_peered":"2024-09-12T03:10:53.716431+0000","last_clean":"2024-09-12T03:10:53.716431+0000","last_became_active":"2024-09-12T03:10:52.700947+0000","last_became_peered":"2024-09-12T03:10:52.700947+0000","last_unstale":"2024-09-12T03:10:53.716431+0000","last_undegraded":"2024-09-12T03:10:53.716431+0000","last_fullsized":"2024-09-12T03:10:53.716431+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:05.428457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712005+0000","last_change":"2024-09-12T03:10:53.705479+0000","last_active":"2024-09-12T03:10:53.712005+0000","last_peered":"2024-09-12T03:10:53.712005+0000","last_clean":"2024-09-12T03:10:53.712005+0000","last_became_active":"2024-09-12T03:10:53.705195+0000","last_became_peered":"2024-09-12T03:10:53.705195+0000","last_unstale":"2024-09-12T03:10:53.712005+0000","last_undegraded":"2024-09-12T03:10:53.712005+0000","last_fullsized":"2024-09-12T03:10:53.712005+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:16:31.661498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.683491+0000","last_change":"2024-09-12T03:10:52.692760+0000","last_active":"2024-09-12T03:10:53.683491+0000","last_peered":"2024-09-12T03:10:53.683491+0000","last_clean":"2024-09-12T03:10:53.683491+0000","last_became_active":"2024-09-12T03:10:52.692106+0000","last_became_peered":"2024-09-12T03:10:52.692106+0000","last_unstale":"2024-09-12T03:10:53.683491+0000","last_undegraded":"2024-09-12T03:10:53.683491+0000","last_fullsized":"2024-09-12T03:10:53.683491+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:45.930765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721580+0000","last_change":"2024-09-12T03:10:53.717377+0000","last_active":"2024-09-12T03:10:53.721580+0000","last_peered":"2024-09-12T03:10:53.721580+0000","last_clean":"2024-09-12T03:10:53.721580+0000","last_became_active":"2024-09-12T03:10:53.717097+0000","last_became_peered":"2024-09-12T03:10:53.717097+0000","last_unstale":"2024-09-12T03:10:53.721580+0000","last_undegraded":"2024-09-12T03:10:53.721580+0000","last_fullsized":"2024-09-12T03:10:53.721580+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:54.431324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.687057+0000","last_change":"2024-09-12T03:10:52.700429+0000","last_active":"2024-09-12T03:10:53.687057+0000","last_peered":"2024-09-12T03:10:53.687057+0000","last_clean":"2024-09-12T03:10:53.687057+0000","last_became_active":"2024-09-12T03:10:52.696902+0000","last_became_peered":"2024-09-12T03:10:52.696902+0000","last_unstale":"2024-09-12T03:10:53.687057+0000","last_undegraded":"2024-09-12T03:10:53.687057+0000","last_fullsized":"2024-09-12T03:10:53.687057+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:43.030242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.710353+0000","last_change":"2024-09-12T03:10:53.693001+0000","last_active":"2024-09-12T03:10:53.710353+0000","last_peered":"2024-09-12T03:10:53.710353+0000","last_clean":"2024-09-12T03:10:53.710353+0000","last_became_active":"2024-09-12T03:10:53.692231+0000","last_became_peered":"2024-09-12T03:10:53.692231+0000","last_unstale":"2024-09-12T03:10:53.710353+0000","last_undegraded":"2024-09-12T03:10:53.710353+0000","last_fullsized":"2024-09-12T03:10:53.710353+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:51:53.736878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.689595+0000","last_change":"2024-09-12T03:10:52.705653+0000","last_active":"2024-09-12T03:10:53.689595+0000","last_peered":"2024-09-12T03:10:53.689595+0000","last_clean":"2024-09-12T03:10:53.689595+0000","last_became_active":"2024-09-12T03:10:52.703600+0000","last_became_peered":"2024-09-12T03:10:52.703600+0000","last_unstale":"2024-09-12T03:10:53.689595+0000","last_undegraded":"2024-09-12T03:10:53.689595+0000","last_fullsized":"2024-09-12T03:10:53.689595+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:49:55.948682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.702175+0000","last_change":"2024-09-12T03:10:53.696333+0000","last_active":"2024-09-12T03:10:53.702175+0000","last_peered":"2024-09-12T03:10:53.702175+0000","last_clean":"2024-09-12T03:10:53.702175+0000","last_became_active":"2024-09-12T03:10:53.695641+0000","last_became_peered":"2024-09-12T03:10:53.695641+0000","last_unstale":"2024-09-12T03:10:53.702175+0000","last_undegraded":"2024-09-12T03:10:53.702175+0000","last_fullsized":"2024-09-12T03:10:53.702175+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:46.934215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.714191+0000","last_change":"2024-09-12T03:10:52.708971+0000","last_active":"2024-09-12T03:10:53.714191+0000","last_peered":"2024-09-12T03:10:53.714191+0000","last_clean":"2024-09-12T03:10:53.714191+0000","last_became_active":"2024-09-12T03:10:52.708399+0000","last_became_peered":"2024-09-12T03:10:52.708399+0000","last_unstale":"2024-09-12T03:10:53.714191+0000","last_undegraded":"2024-09-12T03:10:53.714191+0000","last_fullsized":"2024-09-12T03:10:53.714191+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:03.928970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.718835+0000","last_change":"2024-09-12T03:10:53.708763+0000","last_active":"2024-09-12T03:10:53.718835+0000","last_peered":"2024-09-12T03:10:53.718835+0000","last_clean":"2024-09-12T03:10:53.718835+0000","last_became_active":"2024-09-12T03:10:53.708307+0000","last_became_peered":"2024-09-12T03:10:53.708307+0000","last_unstale":"2024-09-12T03:10:53.718835+0000","last_undegraded":"2024-09-12T03:10:53.718835+0000","last_fullsized":"2024-09-12T03:10:53.718835+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:55.064180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.694440+0000","last_change":"2024-09-12T03:10:52.704385+0000","last_active":"2024-09-12T03:10:53.694440+0000","last_peered":"2024-09-12T03:10:53.694440+0000","last_clean":"2024-09-12T03:10:53.694440+0000","last_became_active":"2024-09-12T03:10:52.704027+0000","last_became_peered":"2024-09-12T03:10:52.704027+0000","last_unstale":"2024-09-12T03:10:53.694440+0000","last_undegraded":"2024-09-12T03:10:53.694440+0000","last_fullsized":"2024-09-12T03:10:53.694440+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:33.677818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.717871+0000","last_change":"2024-09-12T03:10:53.710479+0000","last_active":"2024-09-12T03:10:53.717871+0000","last_peered":"2024-09-12T03:10:53.717871+0000","last_clean":"2024-09-12T03:10:53.717871+0000","last_became_active":"2024-09-12T03:10:53.707328+0000","last_became_peered":"2024-09-12T03:10:53.707328+0000","last_unstale":"2024-09-12T03:10:53.717871+0000","last_undegraded":"2024-09-12T03:10:53.717871+0000","last_fullsized":"2024-09-12T03:10:53.717871+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:59.550689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.690126+0000","last_change":"2024-09-12T03:10:52.696567+0000","last_active":"2024-09-12T03:10:53.690126+0000","last_peered":"2024-09-12T03:10:53.690126+0000","last_clean":"2024-09-12T03:10:53.690126+0000","last_became_active":"2024-09-12T03:10:52.696135+0000","last_became_peered":"2024-09-12T03:10:52.696135+0000","last_unstale":"2024-09-12T03:10:53.690126+0000","last_undegraded":"2024-09-12T03:10:53.690126+0000","last_fullsized":"2024-09-12T03:10:53.690126+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:00:05.983508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.712316+0000","last_change":"2024-09-12T03:10:53.703134+0000","last_active":"2024-09-12T03:10:53.712316+0000","last_peered":"2024-09-12T03:10:53.712316+0000","last_clean":"2024-09-12T03:10:53.712316+0000","last_became_active":"2024-09-12T03:10:53.702822+0000","last_became_peered":"2024-09-12T03:10:53.702822+0000","last_unstale":"2024-09-12T03:10:53.712316+0000","last_undegraded":"2024-09-12T03:10:53.712316+0000","last_fullsized":"2024-09-12T03:10:53.712316+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:34.681267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.685065+0000","last_change":"2024-09-12T03:10:52.688317+0000","last_active":"2024-09-12T03:10:53.685065+0000","last_peered":"2024-09-12T03:10:53.685065+0000","last_clean":"2024-09-12T03:10:53.685065+0000","last_became_active":"2024-09-12T03:10:52.687979+0000","last_became_peered":"2024-09-12T03:10:52.687979+0000","last_unstale":"2024-09-12T03:10:53.685065+0000","last_undegraded":"2024-09-12T03:10:53.685065+0000","last_fullsized":"2024-09-12T03:10:53.685065+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:40.054393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.708456+0000","last_change":"2024-09-12T03:10:53.703739+0000","last_active":"2024-09-12T03:10:53.708456+0000","last_peered":"2024-09-12T03:10:53.708456+0000","last_clean":"2024-09-12T03:10:53.708456+0000","last_became_active":"2024-09-12T03:10:53.702124+0000","last_became_peered":"2024-09-12T03:10:53.702124+0000","last_unstale":"2024-09-12T03:10:53.708456+0000","last_undegraded":"2024-09-12T03:10:53.708456+0000","last_fullsized":"2024-09-12T03:10:53.708456+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:54.431324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.683699+0000","last_change":"2024-09-12T03:10:52.697600+0000","last_active":"2024-09-12T03:10:53.683699+0000","last_peered":"2024-09-12T03:10:53.683699+0000","last_clean":"2024-09-12T03:10:53.683699+0000","last_became_active":"2024-09-12T03:10:52.697327+0000","last_became_peered":"2024-09-12T03:10:52.697327+0000","last_unstale":"2024-09-12T03:10:53.683699+0000","last_undegraded":"2024-09-12T03:10:53.683699+0000","last_fullsized":"2024-09-12T03:10:53.683699+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:33:52.309669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.721564+0000","last_change":"2024-09-12T03:10:53.716919+0000","last_active":"2024-09-12T03:10:53.721564+0000","last_peered":"2024-09-12T03:10:53.721564+0000","last_clean":"2024-09-12T03:10:53.721564+0000","last_became_active":"2024-09-12T03:10:53.716634+0000","last_became_peered":"2024-09-12T03:10:53.716634+0000","last_unstale":"2024-09-12T03:10:53.721564+0000","last_undegraded":"2024-09-12T03:10:53.721564+0000","last_fullsized":"2024-09-12T03:10:53.721564+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:41.057842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.691572+0000","last_change":"2024-09-12T03:10:52.703770+0000","last_active":"2024-09-12T03:10:53.691572+0000","last_peered":"2024-09-12T03:10:53.691572+0000","last_clean":"2024-09-12T03:10:53.691572+0000","last_became_active":"2024-09-12T03:10:52.703434+0000","last_became_peered":"2024-09-12T03:10:52.703434+0000","last_unstale":"2024-09-12T03:10:53.691572+0000","last_undegraded":"2024-09-12T03:10:53.691572+0000","last_fullsized":"2024-09-12T03:10:53.691572+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:35.773484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.713031+0000","last_change":"2024-09-12T03:10:53.699980+0000","last_active":"2024-09-12T03:10:53.713031+0000","last_peered":"2024-09-12T03:10:53.713031+0000","last_clean":"2024-09-12T03:10:53.713031+0000","last_became_active":"2024-09-12T03:10:53.699711+0000","last_became_peered":"2024-09-12T03:10:53.699711+0000","last_unstale":"2024-09-12T03:10:53.713031+0000","last_undegraded":"2024-09-12T03:10:53.713031+0000","last_fullsized":"2024-09-12T03:10:53.713031+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:17:00.762053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.683211+0000","last_change":"2024-09-12T03:10:52.704460+0000","last_active":"2024-09-12T03:10:53.683211+0000","last_peered":"2024-09-12T03:10:53.683211+0000","last_clean":"2024-09-12T03:10:53.683211+0000","last_became_active":"2024-09-12T03:10:52.704175+0000","last_became_peered":"2024-09-12T03:10:52.704175+0000","last_unstale":"2024-09-12T03:10:53.683211+0000","last_undegraded":"2024-09-12T03:10:53.683211+0000","last_fullsized":"2024-09-12T03:10:53.683211+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:01:32.131584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.710181+0000","last_change":"2024-09-12T03:10:53.701834+0000","last_active":"2024-09-12T03:10:53.710181+0000","last_peered":"2024-09-12T03:10:53.710181+0000","last_clean":"2024-09-12T03:10:53.710181+0000","last_became_active":"2024-09-12T03:10:53.701567+0000","last_became_peered":"2024-09-12T03:10:53.701567+0000","last_unstale":"2024-09-12T03:10:53.710181+0000","last_undegraded":"2024-09-12T03:10:53.710181+0000","last_fullsized":"2024-09-12T03:10:53.710181+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:52.667759+0000","last_clean_scrub_stamp":"2024-09-12T03:10:52.667759+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:46:25.630988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.688290+0000","last_change":"2024-09-12T03:10:52.709796+0000","last_active":"2024-09-12T03:10:53.688290+0000","last_peered":"2024-09-12T03:10:53.688290+0000","last_clean":"2024-09-12T03:10:53.688290+0000","last_became_active":"2024-09-12T03:10:52.709531+0000","last_became_peered":"2024-09-12T03:10:52.709531+0000","last_unstale":"2024-09-12T03:10:53.688290+0000","last_undegraded":"2024-09-12T03:10:53.688290+0000","last_fullsized":"2024-09-12T03:10:53.688290+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:10:51.664310+0000","last_clean_scrub_stamp":"2024-09-12T03:10:51.664310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:14.028155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":232,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-12T03:10:53.692659+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:10:53.692659+0000","last_peered":"2024-09-12T03:10:53.692659+0000","last_clean":"2024-09-12T03:10:53.692659+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:10:53.692659+0000","last_undegraded":"2024-09-12T03:10:53.692659+0000","last_fullsized":"2024-09-12T03:10:53.692659+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574882,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32364,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339476,"statfs":{"total":96636764160,"available":96603623424,"internally_reserved":0,"allocated":1200128,"data_stored":859743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574882,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574882,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31788,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574882,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31784,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340056,"statfs":{"total":96636764160,"available":96604217344,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31788,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31788,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":606208,"data_stored":269375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574883,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32360,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339480,"statfs":{"total":96636764160,"available":96603627520,"internally_reserved":0,"allocated":1200128,"data_stored":859743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:10:58.336 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T03:10:58.336 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-12T03:10:58.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.535+0000 7f17ee200640 1 Processor -- start 2024-09-12T03:10:58.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.535+0000 7f17ee200640 1 -- start start 2024-09-12T03:10:58.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.537+0000 7f17ee200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e80afa40 0x7f17e806e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.537+0000 7f17ee200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f17e80cf590 0x7f17e80724a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.537+0000 7f17ee200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17e806e790 con 0x7f17e8072040 2024-09-12T03:10:58.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.537+0000 7f17ee200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f17e80729e0 con 0x7f17e80cf590 2024-09-12T03:10:58.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.537+0000 7f17ee200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f17e80ce9f0 con 0x7f17e80afa40 2024-09-12T03:10:58.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.537+0000 7f17e6a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f17e8072040 0x7f17e80cee80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39584/0 (socket says 172.21.15.29:39584) 2024-09-12T03:10:58.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.537+0000 7f17e6a00640 1 -- 172.21.15.29:0/1118955690 learned_addr learned my addr 172.21.15.29:0/1118955690 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:58.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.537+0000 7f17e7e00640 1 --2- 172.21.15.29:0/1118955690 >> v2:172.21.15.29:3300/0 conn(0x7f17e80cf590 0x7f17e80724a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.537+0000 7f17e7400640 1 --2- 172.21.15.29:0/1118955690 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e80afa40 0x7f17e806e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.537+0000 7f17e6000640 1 -- 172.21.15.29:0/1118955690 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3065345507 0 0) 0x7f17e806e790 con 0x7f17e8072040 2024-09-12T03:10:58.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.537+0000 7f17e6000640 1 -- 172.21.15.29:0/1118955690 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f17cc003520 con 0x7f17e8072040 2024-09-12T03:10:58.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.538+0000 7f17e7e00640 1 -- 172.21.15.29:0/1118955690 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e80afa40 msgr2=0x7f17e806e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:58.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.538+0000 7f17e7e00640 1 --2- 172.21.15.29:0/1118955690 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e80afa40 0x7f17e806e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.538+0000 7f17e7e00640 1 -- 172.21.15.29:0/1118955690 >> v1:172.21.15.29:6789/0 conn(0x7f17e8072040 legacy=0x7f17e80cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.538+0000 7f17e7e00640 1 -- 172.21.15.29:0/1118955690 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17e806ea70 con 0x7f17e80cf590 2024-09-12T03:10:58.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.538+0000 7f17e7400640 1 --2- 172.21.15.29:0/1118955690 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e80afa40 0x7f17e806e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:58.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.539+0000 7f17e7e00640 1 --2- 172.21.15.29:0/1118955690 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e80cf590 0x7f17e80724a0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f17e0009d90 tx=0x7f17e002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7a5e174d8589cc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:58.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.539+0000 7f17e6000640 1 -- 172.21.15.29:0/1118955690 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e0007740 con 0x7f17e80cf590 2024-09-12T03:10:58.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.539+0000 7f17e6000640 1 -- 172.21.15.29:0/1118955690 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17e00078e0 con 0x7f17e80cf590 2024-09-12T03:10:58.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.539+0000 7f17e6000640 1 -- 172.21.15.29:0/1118955690 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e0007cb0 con 0x7f17e80cf590 2024-09-12T03:10:58.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.540+0000 7f17ee200640 1 -- 172.21.15.29:0/1118955690 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e80cf590 msgr2=0x7f17e80724a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.540+0000 7f17ee200640 1 --2- 172.21.15.29:0/1118955690 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e80cf590 0x7f17e80724a0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f17e0009d90 tx=0x7f17e002a660 comp rx=0 tx=0).stop 2024-09-12T03:10:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.540+0000 7f17ee200640 1 -- 172.21.15.29:0/1118955690 shutdown_connections 2024-09-12T03:10:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.540+0000 7f17ee200640 1 --2- 172.21.15.29:0/1118955690 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e80cf590 0x7f17e80724a0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.540+0000 7f17ee200640 1 --2- 172.21.15.29:0/1118955690 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e80afa40 0x7f17e806e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.540+0000 7f17ee200640 1 -- 172.21.15.29:0/1118955690 >> 172.21.15.29:0/1118955690 conn(0x7f17e80b5de0 msgr2=0x7f17e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.540+0000 7f17ee200640 1 -- 172.21.15.29:0/1118955690 shutdown_connections 2024-09-12T03:10:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.540+0000 7f17ee200640 1 -- 172.21.15.29:0/1118955690 wait complete. 2024-09-12T03:10:58.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.542+0000 7f17ee200640 1 Processor -- start 2024-09-12T03:10:58.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.542+0000 7f17ee200640 1 -- start start 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17ee200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17e8072040 0x7f17e81568a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17ee200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e80afa40 0x7f17e8154810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17ee200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e80cf590 0x7f17e814ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17ee200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f17e80afe20 con 0x7f17e80cf590 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17ee200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f17e806f030 con 0x7f17e8072040 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17ee200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f17e815d520 con 0x7f17e80afa40 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17e7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e80cf590 0x7f17e814ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17e7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e80cf590 0x7f17e814ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59238/0 (socket says 172.21.15.29:59238) 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17e7e00640 1 -- 172.21.15.29:0/709390917 learned_addr learned my addr 172.21.15.29:0/709390917 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17e7400640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17e8072040 0x7f17e81568a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17e6a00640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e80afa40 0x7f17e8154810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17e7e00640 1 -- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e80afa40 msgr2=0x7f17e8154810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17e7e00640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e80afa40 0x7f17e8154810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17e7e00640 1 -- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17e8072040 msgr2=0x7f17e81568a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17e7e00640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17e8072040 0x7f17e81568a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17e7e00640 1 -- 172.21.15.29:0/709390917 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17e8155050 con 0x7f17e80cf590 2024-09-12T03:10:58.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.543+0000 7f17e7400640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17e8072040 0x7f17e81568a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:10:58.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.544+0000 7f17e7e00640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e80cf590 0x7f17e814ce10 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f17e002ac50 tx=0x7f17e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:58.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.544+0000 7f17df400640 1 -- 172.21.15.29:0/709390917 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e003f070 con 0x7f17e80cf590 2024-09-12T03:10:58.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.544+0000 7f17df400640 1 -- 172.21.15.29:0/709390917 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17e0031bc0 con 0x7f17e80cf590 2024-09-12T03:10:58.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.544+0000 7f17df400640 1 -- 172.21.15.29:0/709390917 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e0009450 con 0x7f17e80cf590 2024-09-12T03:10:58.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.544+0000 7f17ee200640 1 -- 172.21.15.29:0/709390917 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17e8155330 con 0x7f17e80cf590 2024-09-12T03:10:58.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.544+0000 7f17ee200640 1 -- 172.21.15.29:0/709390917 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17e81558f0 con 0x7f17e80cf590 2024-09-12T03:10:58.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.545+0000 7f17ee200640 1 -- 172.21.15.29:0/709390917 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17e8155ac0 con 0x7f17e80cf590 2024-09-12T03:10:58.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.546+0000 7f17df400640 1 -- 172.21.15.29:0/709390917 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f17e003b410 con 0x7f17e80cf590 2024-09-12T03:10:58.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.547+0000 7f17df400640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17c806be30 0x7f17c806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.547+0000 7f17df400640 1 -- 172.21.15.29:0/709390917 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f17e00ac710 con 0x7f17e80cf590 2024-09-12T03:10:58.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.547+0000 7f17e7400640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17c806be30 0x7f17c806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.548+0000 7f17e7400640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17c806be30 0x7f17c806e2f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f17e80b12b0 tx=0x7f17d8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:58.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.551+0000 7f17df400640 1 -- 172.21.15.29:0/709390917 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f17e007afc0 con 0x7f17e80cf590 2024-09-12T03:10:58.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.801+0000 7f17ee200640 1 -- 172.21.15.29:0/709390917 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f17e815dd60 con 0x7f17e80cf590 2024-09-12T03:10:58.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.804+0000 7f17df400640 1 -- 172.21.15.29:0/709390917 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) ==== 190+0+147 (secure 0 0 0) 0x7f17e007a8c0 con 0x7f17e80cf590 2024-09-12T03:10:58.803 INFO:teuthology.orchestra.run.smithi029.stdout:[client.0] 2024-09-12T03:10:58.803 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w== 2024-09-12T03:10:58.803 INFO:teuthology.orchestra.run.smithi029.stdout: caps mds = "allow" 2024-09-12T03:10:58.804 INFO:teuthology.orchestra.run.smithi029.stdout: caps mon = "allow r" 2024-09-12T03:10:58.804 INFO:teuthology.orchestra.run.smithi029.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-12T03:10:58.804 INFO:teuthology.orchestra.run.smithi029.stderr:updated caps for client.0 2024-09-12T03:10:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 -- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17c806be30 msgr2=0x7f17c806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17c806be30 0x7f17c806e2f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f17e80b12b0 tx=0x7f17d8008040 comp rx=0 tx=0).stop 2024-09-12T03:10:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 -- 172.21.15.29:0/709390917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e80cf590 msgr2=0x7f17e814ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e80cf590 0x7f17e814ce10 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f17e002ac50 tx=0x7f17e0004a40 comp rx=0 tx=0).stop 2024-09-12T03:10:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 -- 172.21.15.29:0/709390917 shutdown_connections 2024-09-12T03:10:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17c806be30 0x7f17c806e2f0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e80cf590 0x7f17e814ce10 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f17e80afa40 0x7f17e8154810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 --2- 172.21.15.29:0/709390917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f17e8072040 0x7f17e81568a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 -- 172.21.15.29:0/709390917 >> 172.21.15.29:0/709390917 conn(0x7f17e80b5de0 msgr2=0x7f17e80cee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 -- 172.21.15.29:0/709390917 shutdown_connections 2024-09-12T03:10:58.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.806+0000 7f17ee200640 1 -- 172.21.15.29:0/709390917 wait complete. 2024-09-12T03:10:58.823 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:10:58.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.979+0000 7f0e7c400640 1 Processor -- start 2024-09-12T03:10:58.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.979+0000 7f0e7c400640 1 -- start start 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7c400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e7406c320 0x7f0e740b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7c400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0e74070a80 0x7f0e74158530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7c400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e740711b0 con 0x7f0e74162cc0 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7c400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0e740d2110 con 0x7f0e74070a80 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7c400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0e7415fa40 con 0x7f0e7406c320 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7a400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0e74070a80 0x7f0e74158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7a400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0e74070a80 0x7f0e74158530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59240/0 (socket says 172.21.15.29:59240) 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7a400640 1 -- 172.21.15.29:0/985944426 learned_addr learned my addr 172.21.15.29:0/985944426 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e79000640 1 --2- 172.21.15.29:0/985944426 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e7406c320 0x7f0e740b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7a400640 1 -- 172.21.15.29:0/985944426 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e7406c320 msgr2=0x7f0e740b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7a400640 1 --2- 172.21.15.29:0/985944426 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e7406c320 0x7f0e740b6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7a400640 1 -- 172.21.15.29:0/985944426 >> v1:172.21.15.38:6789/0 conn(0x7f0e74162cc0 legacy=0x7f0e7406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.981+0000 7f0e7a400640 1 -- 172.21.15.29:0/985944426 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e74070f30 con 0x7f0e74070a80 2024-09-12T03:10:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.982+0000 7f0e7a400640 1 --2- 172.21.15.29:0/985944426 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e74070a80 0x7f0e74158530 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f0e6c009e50 tx=0x7f0e6c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a085d3e4e235284 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.983+0000 7f0e73e00640 1 -- 172.21.15.29:0/985944426 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e6c036070 con 0x7f0e74070a80 2024-09-12T03:10:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.983+0000 7f0e73e00640 1 -- 172.21.15.29:0/985944426 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e6c031600 con 0x7f0e74070a80 2024-09-12T03:10:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.983+0000 7f0e73e00640 1 -- 172.21.15.29:0/985944426 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e6c0319d0 con 0x7f0e74070a80 2024-09-12T03:10:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.983+0000 7f0e7c400640 1 -- 172.21.15.29:0/985944426 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e74070a80 msgr2=0x7f0e74158530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.983+0000 7f0e7c400640 1 --2- 172.21.15.29:0/985944426 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e74070a80 0x7f0e74158530 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f0e6c009e50 tx=0x7f0e6c02a710 comp rx=0 tx=0).stop 2024-09-12T03:10:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.983+0000 7f0e7c400640 1 -- 172.21.15.29:0/985944426 shutdown_connections 2024-09-12T03:10:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.983+0000 7f0e7c400640 1 --2- 172.21.15.29:0/985944426 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e7406c320 0x7f0e740b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.983+0000 7f0e7c400640 1 --2- 172.21.15.29:0/985944426 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e74070a80 0x7f0e74158530 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.983+0000 7f0e7c400640 1 -- 172.21.15.29:0/985944426 >> 172.21.15.29:0/985944426 conn(0x7f0e7409aa70 msgr2=0x7f0e740b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.983+0000 7f0e7c400640 1 -- 172.21.15.29:0/985944426 shutdown_connections 2024-09-12T03:10:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.983+0000 7f0e7c400640 1 -- 172.21.15.29:0/985944426 wait complete. 2024-09-12T03:10:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.985+0000 7f0e7c400640 1 Processor -- start 2024-09-12T03:10:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.985+0000 7f0e7c400640 1 -- start start 2024-09-12T03:10:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.986+0000 7f0e7c400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e7406c320 0x7f0e74153780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.986+0000 7f0e7c400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e74070a80 0x7f0e74154f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.986+0000 7f0e7c400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e74162cc0 0x7f0e7415a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.986+0000 7f0e7c400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0e740d1350 con 0x7f0e74162cc0 2024-09-12T03:10:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.986+0000 7f0e7c400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0e740d1c80 con 0x7f0e74070a80 2024-09-12T03:10:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.986+0000 7f0e7c400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0e740d1630 con 0x7f0e7406c320 2024-09-12T03:10:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.986+0000 7f0e7a400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e74162cc0 0x7f0e7415a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.986+0000 7f0e7a400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e74162cc0 0x7f0e7415a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59256/0 (socket says 172.21.15.29:59256) 2024-09-12T03:10:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.986+0000 7f0e7a400640 1 -- 172.21.15.29:0/4071844789 learned_addr learned my addr 172.21.15.29:0/4071844789 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.986+0000 7f0e79000640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e74070a80 0x7f0e74154f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.986+0000 7f0e79a00640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e7406c320 0x7f0e74153780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.987+0000 7f0e7a400640 1 -- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e7406c320 msgr2=0x7f0e74153780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.987+0000 7f0e7a400640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e7406c320 0x7f0e74153780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.987+0000 7f0e7a400640 1 -- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e74070a80 msgr2=0x7f0e74154f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:58.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.987+0000 7f0e7a400640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e74070a80 0x7f0e74154f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:58.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.987+0000 7f0e7a400640 1 -- 172.21.15.29:0/4071844789 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e740b2520 con 0x7f0e74162cc0 2024-09-12T03:10:58.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.987+0000 7f0e7a400640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e74162cc0 0x7f0e7415a070 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f0e6c034040 tx=0x7f0e6c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:58.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.987+0000 7f0e71600640 1 -- 172.21.15.29:0/4071844789 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e6c03f020 con 0x7f0e74162cc0 2024-09-12T03:10:58.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.987+0000 7f0e71600640 1 -- 172.21.15.29:0/4071844789 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e6c037040 con 0x7f0e74162cc0 2024-09-12T03:10:58.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.987+0000 7f0e71600640 1 -- 172.21.15.29:0/4071844789 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e6c036070 con 0x7f0e74162cc0 2024-09-12T03:10:58.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.987+0000 7f0e7c400640 1 -- 172.21.15.29:0/4071844789 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e740b2800 con 0x7f0e74162cc0 2024-09-12T03:10:58.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.988+0000 7f0e7c400640 1 -- 172.21.15.29:0/4071844789 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e740b30a0 con 0x7f0e74162cc0 2024-09-12T03:10:58.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.988+0000 7f0e7c400640 1 -- 172.21.15.29:0/4071844789 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e740b5210 con 0x7f0e74162cc0 2024-09-12T03:10:58.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.989+0000 7f0e71600640 1 -- 172.21.15.29:0/4071844789 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0e6c042020 con 0x7f0e74162cc0 2024-09-12T03:10:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.991+0000 7f0e71600640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e5406be30 0x7f0e5406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.991+0000 7f0e71600640 1 -- 172.21.15.29:0/4071844789 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f0e6c0ab3f0 con 0x7f0e74162cc0 2024-09-12T03:10:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.991+0000 7f0e79a00640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e5406be30 0x7f0e5406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.992+0000 7f0e79a00640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e5406be30 0x7f0e5406e2f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0e68001780 tx=0x7f0e68009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:58.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:58.995+0000 7f0e71600640 1 -- 172.21.15.29:0/4071844789 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0e740b5210 con 0x7f0e74162cc0 2024-09-12T03:10:59.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.216+0000 7f0e7c400640 1 -- 172.21.15.29:0/4071844789 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0e740d1910 con 0x7f0e74162cc0 2024-09-12T03:10:59.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.216+0000 7f0e71600640 1 -- 172.21.15.29:0/4071844789 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5223 (secure 0 0 0) 0x7f0e6c049030 con 0x7f0e74162cc0 2024-09-12T03:10:59.216 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:10:59.216 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":33,"btime":"2024-09-12T03:10:56:703303+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5054,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1851339841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1851339841},{"type":"v1","addr":"172.21.15.38:6837","nonce":1851339841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5377,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3307347522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3307347522},{"type":"v1","addr":"172.21.15.29:6834","nonce":3307347522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1866497682","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1866497682},{"type":"v1","addr":"172.21.15.29:6835","nonce":1866497682}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:10:53.115436+0000","modified":"2024-09-12T03:10:56.129003+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5475":{"gid":5475,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6836/2136535158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":2136535158},{"type":"v1","addr":"172.21.15.38:6836","nonce":2136535158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5475,"qdb_cluster":[5475]},"id":3}]} 2024-09-12T03:10:59.216 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 33 2024-09-12T03:10:59.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 -- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e5406be30 msgr2=0x7f0e5406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e5406be30 0x7f0e5406e2f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0e68001780 tx=0x7f0e68009040 comp rx=0 tx=0).stop 2024-09-12T03:10:59.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 -- 172.21.15.29:0/4071844789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e74162cc0 msgr2=0x7f0e7415a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e74162cc0 0x7f0e7415a070 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f0e6c034040 tx=0x7f0e6c004a40 comp rx=0 tx=0).stop 2024-09-12T03:10:59.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 -- 172.21.15.29:0/4071844789 shutdown_connections 2024-09-12T03:10:59.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0e5406be30 0x7f0e5406e2f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e74162cc0 0x7f0e7415a070 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0e74070a80 0x7f0e74154f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 --2- 172.21.15.29:0/4071844789 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0e7406c320 0x7f0e74153780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 -- 172.21.15.29:0/4071844789 >> 172.21.15.29:0/4071844789 conn(0x7f0e7409aa70 msgr2=0x7f0e74151a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:59.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 -- 172.21.15.29:0/4071844789 shutdown_connections 2024-09-12T03:10:59.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.219+0000 7f0e7c400640 1 -- 172.21.15.29:0/4071844789 wait complete. 2024-09-12T03:10:59.267 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:10:59.267+0000 7f33aac00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T03:10:59.639 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 33, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:10:53.115436+0000', 'modified': '2024-09-12T03:10:56.129003+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5475}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5475': {'gid': 5475, 'name': 'b', 'rank': 0, 'incarnation': 29, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6836/2136535158', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6834', 'nonce': 2136535158}, {'type': 'v1', 'addr': '172.21.15.38:6836', 'nonce': 2136535158}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5475, 'qdb_cluster': [5475]} 2024-09-12T03:10:59.640 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T03:10:59.640 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-12T03:10:59.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.801+0000 7f3120c00640 1 Processor -- start 2024-09-12T03:10:59.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.801+0000 7f3120c00640 1 -- start start 2024-09-12T03:10:59.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.802+0000 7f3120c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f311c06f0e0 0x7f311c15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.802+0000 7f3120c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f311c0b3ba0 0x7f311c0b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.802+0000 7f3120c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f311c15c620 con 0x7f311c06f4c0 2024-09-12T03:10:59.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.802+0000 7f3120c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f311c15bc50 con 0x7f311c06f0e0 2024-09-12T03:10:59.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.802+0000 7f3120c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f311c152630 con 0x7f311c0b3ba0 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.802+0000 7f3119400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f311c06f4c0 0x7f311c0cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39592/0 (socket says 172.21.15.29:39592) 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.802+0000 7f3119e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f311c06f0e0 0x7f311c15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.802+0000 7f3119400640 1 -- 172.21.15.29:0/59772054 learned_addr learned my addr 172.21.15.29:0/59772054 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.803+0000 7f311a800640 1 --2- 172.21.15.29:0/59772054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f311c0b3ba0 0x7f311c0b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.803+0000 7f3119e00640 1 -- 172.21.15.29:0/59772054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f311c0b3ba0 msgr2=0x7f311c0b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.803+0000 7f3119e00640 1 --2- 172.21.15.29:0/59772054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f311c0b3ba0 0x7f311c0b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.803+0000 7f3119e00640 1 -- 172.21.15.29:0/59772054 >> v1:172.21.15.29:6789/0 conn(0x7f311c06f4c0 legacy=0x7f311c0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.803+0000 7f3119e00640 1 -- 172.21.15.29:0/59772054 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f311c0cfb40 con 0x7f311c06f0e0 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.803+0000 7f3118a00640 1 -- 172.21.15.29:0/59772054 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4177150792 0 0) 0x7f311c15c620 con 0x7f311c06f4c0 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.803+0000 7f311a800640 1 --2- 172.21.15.29:0/59772054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f311c0b3ba0 0x7f311c0b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.804+0000 7f3119e00640 1 --2- 172.21.15.29:0/59772054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f311c06f0e0 0x7f311c15c0e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f310c0097a0 tx=0x7f310c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=168b13c72f5326f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.804+0000 7f3118a00640 1 -- 172.21.15.29:0/59772054 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f310c037070 con 0x7f311c06f0e0 2024-09-12T03:10:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.804+0000 7f3118a00640 1 -- 172.21.15.29:0/59772054 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f310c032440 con 0x7f311c06f0e0 2024-09-12T03:10:59.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.804+0000 7f3118a00640 1 -- 172.21.15.29:0/59772054 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f310c032810 con 0x7f311c06f0e0 2024-09-12T03:10:59.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.805+0000 7f3120c00640 1 -- 172.21.15.29:0/59772054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f311c06f0e0 msgr2=0x7f311c15c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.805+0000 7f3120c00640 1 --2- 172.21.15.29:0/59772054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f311c06f0e0 0x7f311c15c0e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f310c0097a0 tx=0x7f310c02a180 comp rx=0 tx=0).stop 2024-09-12T03:10:59.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.805+0000 7f3120c00640 1 -- 172.21.15.29:0/59772054 shutdown_connections 2024-09-12T03:10:59.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.805+0000 7f3120c00640 1 --2- 172.21.15.29:0/59772054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f311c0b3ba0 0x7f311c0b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.805+0000 7f3120c00640 1 --2- 172.21.15.29:0/59772054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f311c06f0e0 0x7f311c15c0e0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.805+0000 7f3120c00640 1 -- 172.21.15.29:0/59772054 >> 172.21.15.29:0/59772054 conn(0x7f311c067da0 msgr2=0x7f311c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:59.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.805+0000 7f3120c00640 1 -- 172.21.15.29:0/59772054 shutdown_connections 2024-09-12T03:10:59.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.805+0000 7f3120c00640 1 -- 172.21.15.29:0/59772054 wait complete. 2024-09-12T03:10:59.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.806+0000 7f3120c00640 1 Processor -- start 2024-09-12T03:10:59.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.807+0000 7f3120c00640 1 -- start start 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.807+0000 7f3120c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f311c06f0e0 0x7f311c0b2b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.807+0000 7f3120c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f311c06f4c0 0x7f311c15a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.807+0000 7f3120c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f311c0b3ba0 0x7f311c1f4170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.807+0000 7f3120c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f311c06f8f0 con 0x7f311c0b3ba0 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.807+0000 7f3120c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f311c15b8e0 con 0x7f311c06f4c0 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.807+0000 7f3120c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f311c06fa70 con 0x7f311c06f0e0 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.808+0000 7f311a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f311c0b3ba0 0x7f311c1f4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.808+0000 7f311a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f311c0b3ba0 0x7f311c1f4170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59270/0 (socket says 172.21.15.29:59270) 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.808+0000 7f311a800640 1 -- 172.21.15.29:0/3360544985 learned_addr learned my addr 172.21.15.29:0/3360544985 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.808+0000 7f3119400640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f311c06f4c0 0x7f311c15a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.808+0000 7f3119e00640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f311c06f0e0 0x7f311c0b2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.808+0000 7f311a800640 1 -- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f311c06f0e0 msgr2=0x7f311c0b2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.808+0000 7f311a800640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f311c06f0e0 0x7f311c0b2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.808+0000 7f311a800640 1 -- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f311c06f4c0 msgr2=0x7f311c15a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.808+0000 7f311a800640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f311c06f4c0 0x7f311c15a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.808+0000 7f311a800640 1 -- 172.21.15.29:0/3360544985 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f311c167620 con 0x7f311c0b3ba0 2024-09-12T03:10:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.808+0000 7f311a800640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f311c0b3ba0 0x7f311c1f4170 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f311400cd50 tx=0x7f311400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.809+0000 7f3112000640 1 -- 172.21.15.29:0/3360544985 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311400f680 con 0x7f311c0b3ba0 2024-09-12T03:10:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.809+0000 7f3112000640 1 -- 172.21.15.29:0/3360544985 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f311400f840 con 0x7f311c0b3ba0 2024-09-12T03:10:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.809+0000 7f3112000640 1 -- 172.21.15.29:0/3360544985 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311400fc30 con 0x7f311c0b3ba0 2024-09-12T03:10:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.809+0000 7f3120c00640 1 -- 172.21.15.29:0/3360544985 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f311c164750 con 0x7f311c0b3ba0 2024-09-12T03:10:59.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.809+0000 7f3120c00640 1 -- 172.21.15.29:0/3360544985 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f311c166e20 con 0x7f311c0b3ba0 2024-09-12T03:10:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.811+0000 7f3112000640 1 -- 172.21.15.29:0/3360544985 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f31140213f0 con 0x7f311c0b3ba0 2024-09-12T03:10:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.812+0000 7f3112000640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f30fc06be30 0x7f30fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.812+0000 7f3112000640 1 -- 172.21.15.29:0/3360544985 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f311408be10 con 0x7f311c0b3ba0 2024-09-12T03:10:59.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.812+0000 7f3123a81740 1 Processor -- start 2024-09-12T03:10:59.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.812+0000 7f3119e00640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f30fc06be30 0x7f30fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.812+0000 7f3123a81740 1 -- start start 2024-09-12T03:10:59.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.813+0000 7f3119e00640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f30fc06be30 0x7f30fc06e2f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f310c034000 tx=0x7f310c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:59.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.813+0000 7f3123a81740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f3e9cf0 0x555f5f42f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.813+0000 7f3123a81740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e74b0 0x555f5f3ea0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.813+0000 7f3123a81740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f3e4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.813+0000 7f3123a81740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555f5f3483b0 con 0x555f5f3eb480 2024-09-12T03:10:59.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.813+0000 7f3123a81740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x555f5f34d410 con 0x555f5f3e9cf0 2024-09-12T03:10:59.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.813+0000 7f3123a81740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x555f5f2f5620 con 0x555f5f3e74b0 2024-09-12T03:10:59.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.813+0000 7f311a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f3e4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f311a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f3e4570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59280/0 (socket says 172.21.15.29:59280) 2024-09-12T03:10:59.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f311a800640 1 -- 172.21.15.29:0/4022032826 learned_addr learned my addr 172.21.15.29:0/4022032826 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:59.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f3119400640 1 --2- 172.21.15.29:0/4022032826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e74b0 0x555f5f3ea0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f3119e00640 1 --2- 172.21.15.29:0/4022032826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f3e9cf0 0x555f5f42f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f311a800640 1 -- 172.21.15.29:0/4022032826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e74b0 msgr2=0x555f5f3ea0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:59.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f311a800640 1 --2- 172.21.15.29:0/4022032826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e74b0 0x555f5f3ea0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f311a800640 1 -- 172.21.15.29:0/4022032826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f3e9cf0 msgr2=0x555f5f42f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:59.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f311a800640 1 --2- 172.21.15.29:0/4022032826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f3e9cf0 0x555f5f42f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f311a800640 1 -- 172.21.15.29:0/4022032826 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f5f0602d0 con 0x555f5f3eb480 2024-09-12T03:10:59.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f311a800640 1 --2- 172.21.15.29:0/4022032826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f3e4570 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f311400cfd0 tx=0x7f3114059f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4359c89e69c51df server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f3106600640 1 -- 172.21.15.29:0/4022032826 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3114057f30 con 0x555f5f3eb480 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f3106600640 1 -- 172.21.15.29:0/4022032826 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3114058190 con 0x555f5f3eb480 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.814+0000 7f3106600640 1 -- 172.21.15.29:0/4022032826 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31140625e0 con 0x555f5f3eb480 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.815+0000 7f3123a81740 1 -- 172.21.15.29:0/4022032826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 msgr2=0x555f5f3e4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.815+0000 7f3123a81740 1 --2- 172.21.15.29:0/4022032826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f3e4570 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f311400cfd0 tx=0x7f3114059f50 comp rx=0 tx=0).stop 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.815+0000 7f3123a81740 1 -- 172.21.15.29:0/4022032826 shutdown_connections 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.815+0000 7f3123a81740 1 --2- 172.21.15.29:0/4022032826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f3e4570 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.815+0000 7f3123a81740 1 --2- 172.21.15.29:0/4022032826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e74b0 0x555f5f3ea0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.815+0000 7f3123a81740 1 --2- 172.21.15.29:0/4022032826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f3e9cf0 0x555f5f42f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.815+0000 7f3123a81740 1 -- 172.21.15.29:0/4022032826 >> 172.21.15.29:0/4022032826 conn(0x555f5f3e6740 msgr2=0x555f5f42e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.815+0000 7f3123a81740 1 -- 172.21.15.29:0/4022032826 shutdown_connections 2024-09-12T03:10:59.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.815+0000 7f3123a81740 1 -- 172.21.15.29:0/4022032826 wait complete. 2024-09-12T03:10:59.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.816+0000 7f3123a81740 1 -- start start 2024-09-12T03:10:59.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.816+0000 7f3123a81740 1 Processor -- start 2024-09-12T03:10:59.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f3123a81740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e9cf0 0x555f5f40aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f3123a81740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f404910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f3123a81740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f408760 0x555f5f412710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f3123a81740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555f5f308780 con 0x555f5f3eb480 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f3123a81740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x555f5f3493d0 con 0x555f5f408760 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f3123a81740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x555f5f3e5be0 con 0x555f5f3e9cf0 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f3123a81740 10 client.0 _ll_register_callbacks cb 0x555f5f3465d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f3119400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f404910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f3119400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f404910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59294/0 (socket says 172.21.15.29:59294) 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f3119400640 1 -- 172.21.15.29:0/2843026627 learned_addr learned my addr 172.21.15.29:0/2843026627 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f3119e00640 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e9cf0 0x555f5f40aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.817+0000 7f311a800640 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f408760 0x555f5f412710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f3119400640 1 -- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e9cf0 msgr2=0x555f5f40aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f3119400640 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e9cf0 0x555f5f40aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f3119400640 1 -- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f408760 msgr2=0x555f5f412710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f3119400640 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f408760 0x555f5f412710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f3119400640 1 -- 172.21.15.29:0/2843026627 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f5f12a6b0 con 0x555f5f3eb480 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f3119400640 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f404910 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f3108005e10 tx=0x7f3108001680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7faf49901b52007d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f30faa00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f30faa00640 1 -- 172.21.15.29:0/2843026627 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31080145e0 con 0x555f5f3eb480 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f3123a81740 1 -- 172.21.15.29:0/2843026627 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3114058190 con 0x555f5f3eb480 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f30faa00640 1 -- 172.21.15.29:0/2843026627 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f3108014780 con 0x555f5f3eb480 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f30faa00640 1 -- 172.21.15.29:0/2843026627 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f3108022050 con 0x555f5f3eb480 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f3123a81740 10 client.5589 fetch_fsmap learned FSMap version 33 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.818+0000 7f3123a81740 1 -- 172.21.15.29:0/2843026627 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=2+}) -- 0x555f5f412250 con 0x555f5f3eb480 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.819+0000 7f30faa00640 1 -- 172.21.15.29:0/2843026627 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3114058190 con 0x555f5f3eb480 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.819+0000 7f30faa00640 1 -- 172.21.15.29:0/2843026627 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 33) ==== 3502+0+0 (secure 0 0 0) 0x7f3108025020 con 0x555f5f3eb480 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.819+0000 7f3123a81740 10 client.5589 fetch_fsmap finished waiting for FSMap version 33 2024-09-12T03:10:59.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.819+0000 7f3123a81740 10 client.5589 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:10:59.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.819+0000 7f3123a81740 20 client.5589 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:59.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.819+0000 7f3123a81740 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x555f5f3e3b70 0x555f5f3e3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.819+0000 7f3123a81740 4 client.5589 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:10:59.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.819+0000 7f3123a81740 1 -- 172.21.15.29:0/2843026627 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f5f35ab40 con 0x555f5f3e3b70 2024-09-12T03:10:59.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.819+0000 7f3119e00640 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x555f5f3e3b70 0x555f5f3e3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.820+0000 7f3119e00640 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x555f5f3e3b70 0x555f5f3e3f50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=671f659de014aa0c server_cookie=f2bc714b1875ebcd in_seq=0 out_seq=0 2024-09-12T03:10:59.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.820+0000 7f30faa00640 10 client.5589 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:10:59.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.821+0000 7f30faa00640 1 -- 172.21.15.29:0/2843026627 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555f5f35ab40 con 0x555f5f3e3b70 2024-09-12T03:10:59.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.821+0000 7f30faa00640 10 client.5589 handle_command_reply: tid=0 2024-09-12T03:10:59.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.821+0000 7f3123a81740 1 client.5589 shutdown 2024-09-12T03:10:59.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.821+0000 7f3123a81740 1 -- 172.21.15.29:0/2843026627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 msgr2=0x555f5f404910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.822+0000 7f3123a81740 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f404910 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f3108005e10 tx=0x7f3108001680 comp rx=0 tx=0).stop 2024-09-12T03:10:59.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.822+0000 7f3123a81740 1 -- 172.21.15.29:0/2843026627 shutdown_connections 2024-09-12T03:10:59.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.822+0000 7f3123a81740 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x555f5f3e3b70 0x555f5f3e3f50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.822+0000 7f3123a81740 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f408760 0x555f5f412710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.822+0000 7f3123a81740 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f404910 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.822+0000 7f3123a81740 1 --2- 172.21.15.29:0/2843026627 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e9cf0 0x555f5f40aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.822+0000 7f30faa00640 0 client.5589 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:10:59.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.822+0000 7f3123a81740 1 -- 172.21.15.29:0/2843026627 >> 172.21.15.29:0/2843026627 conn(0x555f5f3e74b0 msgr2=0x555f5f42c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:59.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.822+0000 7f3123a81740 1 -- 172.21.15.29:0/2843026627 shutdown_connections 2024-09-12T03:10:59.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.822+0000 7f3123a81740 1 -- 172.21.15.29:0/2843026627 wait complete. 2024-09-12T03:10:59.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.822+0000 7f3123a81740 20 client.5589 trim_cache size 0 max 16384 2024-09-12T03:10:59.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.841+0000 7f3123a81740 1 Processor -- start 2024-09-12T03:10:59.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.841+0000 7f3123a81740 1 -- start start 2024-09-12T03:10:59.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.841+0000 7f3123a81740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f3e9cf0 0x555f5f3e6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.841+0000 7f3123a81740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3eb480 0x555f5f413ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.841+0000 7f3123a81740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f408760 0x555f5f42c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.841+0000 7f3123a81740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f311c1ffe20 con 0x555f5f408760 2024-09-12T03:10:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.841+0000 7f3123a81740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f311c151300 con 0x555f5f3e9cf0 2024-09-12T03:10:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.841+0000 7f3123a81740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f311c151950 con 0x555f5f3eb480 2024-09-12T03:10:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f311a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f408760 0x555f5f42c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f311a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f408760 0x555f5f42c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60928/0 (socket says 172.21.15.29:60928) 2024-09-12T03:10:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f311a800640 1 -- 172.21.15.29:0/2607380795 learned_addr learned my addr 172.21.15.29:0/2607380795 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:59.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f3119400640 1 --2- 172.21.15.29:0/2607380795 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3eb480 0x555f5f413ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f3119e00640 1 --2- 172.21.15.29:0/2607380795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f3e9cf0 0x555f5f3e6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f311a800640 1 -- 172.21.15.29:0/2607380795 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3eb480 msgr2=0x555f5f413ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f311a800640 1 --2- 172.21.15.29:0/2607380795 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3eb480 0x555f5f413ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f311a800640 1 -- 172.21.15.29:0/2607380795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f3e9cf0 msgr2=0x555f5f3e6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f311a800640 1 --2- 172.21.15.29:0/2607380795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f3e9cf0 0x555f5f3e6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f311a800640 1 -- 172.21.15.29:0/2607380795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f5f3e7890 con 0x555f5f408760 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f3119e00640 1 --2- 172.21.15.29:0/2607380795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f3e9cf0 0x555f5f3e6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f311a800640 1 --2- 172.21.15.29:0/2607380795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f408760 0x555f5f42c9e0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3114059f90 tx=0x7f311405d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64a2731e37df5024 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.842+0000 7f3105c00640 1 -- 172.21.15.29:0/2607380795 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3114056500 con 0x555f5f408760 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.843+0000 7f3105c00640 1 -- 172.21.15.29:0/2607380795 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31140625e0 con 0x555f5f408760 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.843+0000 7f3105c00640 1 -- 172.21.15.29:0/2607380795 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31140566a0 con 0x555f5f408760 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.843+0000 7f3123a81740 1 -- 172.21.15.29:0/2607380795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f408760 msgr2=0x555f5f42c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.843+0000 7f3123a81740 1 --2- 172.21.15.29:0/2607380795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f408760 0x555f5f42c9e0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3114059f90 tx=0x7f311405d000 comp rx=0 tx=0).stop 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.843+0000 7f3123a81740 1 -- 172.21.15.29:0/2607380795 shutdown_connections 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.843+0000 7f3123a81740 1 --2- 172.21.15.29:0/2607380795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f408760 0x555f5f42c9e0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.843+0000 7f3123a81740 1 --2- 172.21.15.29:0/2607380795 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3eb480 0x555f5f413ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.843+0000 7f3123a81740 1 --2- 172.21.15.29:0/2607380795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f3e9cf0 0x555f5f3e6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.843+0000 7f3123a81740 1 -- 172.21.15.29:0/2607380795 >> 172.21.15.29:0/2607380795 conn(0x555f5f3e74b0 msgr2=0x555f5f3ea0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.843+0000 7f3123a81740 1 -- 172.21.15.29:0/2607380795 shutdown_connections 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.843+0000 7f3123a81740 1 -- 172.21.15.29:0/2607380795 wait complete. 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.844+0000 7f3123a81740 1 -- start start 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.844+0000 7f3123a81740 1 Processor -- start 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f3123a81740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e9cf0 0x555f5f42c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f3123a81740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f42cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f3123a81740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f408760 0x555f5f3e8420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f3123a81740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555f5f404f40 con 0x555f5f3eb480 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f3123a81740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x555f5f40b1c0 con 0x555f5f408760 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f3123a81740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x555f5f410790 con 0x555f5f3e9cf0 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f3123a81740 10 client.0 _ll_register_callbacks cb 0x7f3108007850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f3119400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f42cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f3119400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f42cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60930/0 (socket says 172.21.15.29:60930) 2024-09-12T03:10:59.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f3119400640 1 -- 172.21.15.29:0/3058662937 learned_addr learned my addr 172.21.15.29:0/3058662937 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:10:59.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f3119e00640 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e9cf0 0x555f5f42c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.845+0000 7f311a800640 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f408760 0x555f5f3e8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.846+0000 7f3119400640 1 -- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e9cf0 msgr2=0x555f5f42c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:59.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.846+0000 7f3119400640 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e9cf0 0x555f5f42c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.846+0000 7f3119400640 1 -- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f408760 msgr2=0x555f5f3e8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:10:59.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.846+0000 7f3119400640 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f408760 0x555f5f3e8420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.846+0000 7f3119400640 1 -- 172.21.15.29:0/3058662937 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f5f42d900 con 0x555f5f3eb480 2024-09-12T03:10:59.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.846+0000 7f3119400640 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f42cf20 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f3108007960 tx=0x7f3108001080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2effd764812d640f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:10:59.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.846+0000 7f30faa00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:10:59.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.846+0000 7f30faa00640 1 -- 172.21.15.29:0/3058662937 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3108001b80 con 0x555f5f3eb480 2024-09-12T03:10:59.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.846+0000 7f30faa00640 1 -- 172.21.15.29:0/3058662937 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f31080147f0 con 0x555f5f3eb480 2024-09-12T03:10:59.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.846+0000 7f3123a81740 1 -- 172.21.15.29:0/3058662937 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31140625e0 con 0x555f5f3eb480 2024-09-12T03:10:59.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.847+0000 7f30faa00640 1 -- 172.21.15.29:0/3058662937 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f3108038050 con 0x555f5f3eb480 2024-09-12T03:10:59.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.847+0000 7f3123a81740 10 client.5595 fetch_fsmap learned FSMap version 33 2024-09-12T03:10:59.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.847+0000 7f3123a81740 1 -- 172.21.15.29:0/3058662937 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=2+}) -- 0x555f5f402f90 con 0x555f5f3eb480 2024-09-12T03:10:59.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.847+0000 7f30faa00640 1 -- 172.21.15.29:0/3058662937 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31140625e0 con 0x555f5f3eb480 2024-09-12T03:10:59.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.847+0000 7f30faa00640 1 -- 172.21.15.29:0/3058662937 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 33) ==== 3502+0+0 (secure 0 0 0) 0x7f310803b020 con 0x555f5f3eb480 2024-09-12T03:10:59.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.847+0000 7f3123a81740 10 client.5595 fetch_fsmap finished waiting for FSMap version 33 2024-09-12T03:10:59.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.847+0000 7f3123a81740 10 client.5595 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:10:59.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.847+0000 7f3123a81740 20 client.5595 populate_metadata read hostname 'smithi029' 2024-09-12T03:10:59.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.847+0000 7f3123a81740 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x555f5f3e8cb0 0x555f5f4071d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:10:59.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.847+0000 7f3123a81740 4 client.5595 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:10:59.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.847+0000 7f3123a81740 1 -- 172.21.15.29:0/3058662937 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "status"}) -- 0x555f5f40a570 con 0x555f5f3e8cb0 2024-09-12T03:10:59.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.848+0000 7f3119e00640 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x555f5f3e8cb0 0x555f5f4071d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:10:59.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.848+0000 7f3119e00640 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x555f5f3e8cb0 0x555f5f4071d0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9db133a142dacb8 server_cookie=45d3496acda60681 in_seq=0 out_seq=0 2024-09-12T03:10:59.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.848+0000 7f30faa00640 10 client.5595 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:10:59.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.848+0000 7f30faa00640 1 -- 172.21.15.29:0/3058662937 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x555f5f40a570 con 0x555f5f3e8cb0 2024-09-12T03:10:59.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.848+0000 7f30faa00640 10 client.5595 handle_command_reply: tid=0 2024-09-12T03:10:59.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.848+0000 7f3123a81740 1 client.5595 shutdown 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f3123a81740 1 -- 172.21.15.29:0/3058662937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 msgr2=0x555f5f42cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f3123a81740 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f42cf20 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f3108007960 tx=0x7f3108001080 comp rx=0 tx=0).stop 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f3123a81740 1 -- 172.21.15.29:0/3058662937 shutdown_connections 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f3123a81740 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x555f5f3e8cb0 0x555f5f4071d0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f3123a81740 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555f5f408760 0x555f5f3e8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f3123a81740 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555f5f3eb480 0x555f5f42cf20 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f3123a81740 1 --2- 172.21.15.29:0/3058662937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555f5f3e9cf0 0x555f5f42c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f30faa00640 0 client.5595 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f3123a81740 1 -- 172.21.15.29:0/3058662937 >> 172.21.15.29:0/3058662937 conn(0x555f5f3e74b0 msgr2=0x555f5f413eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f3123a81740 1 -- 172.21.15.29:0/3058662937 shutdown_connections 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f3123a81740 1 -- 172.21.15.29:0/3058662937 wait complete. 2024-09-12T03:10:59.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.849+0000 7f3123a81740 20 client.5595 trim_cache size 0 max 16384 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 5475, 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 6.1719004599999998, 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 33, 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 53, 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 53, 2024-09-12T03:10:59.857 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 11.222526752 2024-09-12T03:10:59.858 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:10:59.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 -- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f30fc06be30 msgr2=0x7f30fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f30fc06be30 0x7f30fc06e2f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f310c034000 tx=0x7f310c02e000 comp rx=0 tx=0).stop 2024-09-12T03:10:59.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 -- 172.21.15.29:0/3360544985 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f311c0b3ba0 msgr2=0x7f311c1f4170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:10:59.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f311c0b3ba0 0x7f311c1f4170 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f311400cd50 tx=0x7f311400a650 comp rx=0 tx=0).stop 2024-09-12T03:10:59.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 -- 172.21.15.29:0/3360544985 shutdown_connections 2024-09-12T03:10:59.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f30fc06be30 0x7f30fc06e2f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f311c0b3ba0 0x7f311c1f4170 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f311c06f4c0 0x7f311c15a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 --2- 172.21.15.29:0/3360544985 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f311c06f0e0 0x7f311c0b2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:10:59.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 -- 172.21.15.29:0/3360544985 >> 172.21.15.29:0/3360544985 conn(0x7f311c067da0 msgr2=0x7f311c0b4030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:10:59.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 -- 172.21.15.29:0/3360544985 shutdown_connections 2024-09-12T03:10:59.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:10:59.850+0000 7f3120c00640 1 -- 172.21.15.29:0/3360544985 wait complete. 2024-09-12T03:10:59.864 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T03:11:00.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.021+0000 7f6dea400640 1 Processor -- start 2024-09-12T03:11:00.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.021+0000 7f6dea400640 1 -- start start 2024-09-12T03:11:00.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.022+0000 7f6dea400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 0x7f6de40d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:00.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.022+0000 7f6dea400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6de40d3150 0x7f6de40b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:00.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.022+0000 7f6dea400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6de40d3680 con 0x7f6de40b6530 2024-09-12T03:11:00.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.022+0000 7f6dea400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f6de406d4b0 con 0x7f6de40d3150 2024-09-12T03:11:00.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.022+0000 7f6dea400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6de40d3960 con 0x7f6de415e660 2024-09-12T03:11:00.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.023+0000 7f6de3400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 0x7f6de40d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:00.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.023+0000 7f6de3400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 0x7f6de40d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:49638/0 (socket says 172.21.15.29:49638) 2024-09-12T03:11:00.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.023+0000 7f6de3400640 1 -- 172.21.15.29:0/855140917 learned_addr learned my addr 172.21.15.29:0/855140917 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:00.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.023+0000 7f6ddbe00640 1 --2- 172.21.15.29:0/855140917 >> v2:172.21.15.38:3300/0 conn(0x7f6de40d3150 0x7f6de40b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:00.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.023+0000 7f6de3400640 1 -- 172.21.15.29:0/855140917 >> v2:172.21.15.38:3300/0 conn(0x7f6de40d3150 msgr2=0x7f6de40b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:00.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.023+0000 7f6de3400640 1 --2- 172.21.15.29:0/855140917 >> v2:172.21.15.38:3300/0 conn(0x7f6de40d3150 0x7f6de40b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:00.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.023+0000 7f6de3400640 1 -- 172.21.15.29:0/855140917 >> v1:172.21.15.38:6789/0 conn(0x7f6de40b6530 legacy=0x7f6de40cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:00.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.023+0000 7f6de3400640 1 -- 172.21.15.29:0/855140917 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6de406ce60 con 0x7f6de415e660 2024-09-12T03:11:00.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.024+0000 7f6de3400640 1 --2- 172.21.15.29:0/855140917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 0x7f6de40d4dd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6dd4009870 tx=0x7f6dd402a300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b997afae44d51b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:00.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.024+0000 7f6de2a00640 1 -- 172.21.15.29:0/855140917 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd4037070 con 0x7f6de415e660 2024-09-12T03:11:00.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.025+0000 7f6de2a00640 1 -- 172.21.15.29:0/855140917 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dd402ae50 con 0x7f6de415e660 2024-09-12T03:11:00.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.025+0000 7f6de2a00640 1 -- 172.21.15.29:0/855140917 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd4032860 con 0x7f6de415e660 2024-09-12T03:11:00.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.025+0000 7f6dea400640 1 -- 172.21.15.29:0/855140917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 msgr2=0x7f6de40d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:00.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.025+0000 7f6dea400640 1 --2- 172.21.15.29:0/855140917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 0x7f6de40d4dd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6dd4009870 tx=0x7f6dd402a300 comp rx=0 tx=0).stop 2024-09-12T03:11:00.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.025+0000 7f6dea400640 1 -- 172.21.15.29:0/855140917 shutdown_connections 2024-09-12T03:11:00.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.025+0000 7f6dea400640 1 --2- 172.21.15.29:0/855140917 >> v2:172.21.15.38:3300/0 conn(0x7f6de40d3150 0x7f6de40b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:00.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.025+0000 7f6dea400640 1 --2- 172.21.15.29:0/855140917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 0x7f6de40d4dd0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:00.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.025+0000 7f6dea400640 1 -- 172.21.15.29:0/855140917 >> 172.21.15.29:0/855140917 conn(0x7f6de408c000 msgr2=0x7f6de40d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:00.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.025+0000 7f6dea400640 1 -- 172.21.15.29:0/855140917 shutdown_connections 2024-09-12T03:11:00.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.025+0000 7f6dea400640 1 -- 172.21.15.29:0/855140917 wait complete. 2024-09-12T03:11:00.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.027+0000 7f6dea400640 1 Processor -- start 2024-09-12T03:11:00.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.027+0000 7f6dea400640 1 -- start start 2024-09-12T03:11:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.028+0000 7f6dea400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6de40b6530 0x7f6de40cb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.028+0000 7f6dea400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6de40d3150 0x7f6de40c8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.028+0000 7f6dea400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 0x7f6de4156100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.028+0000 7f6dea400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6de415ea40 con 0x7f6de40d3150 2024-09-12T03:11:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.028+0000 7f6dea400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6de40d5310 con 0x7f6de40b6530 2024-09-12T03:11:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.028+0000 7f6dea400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6de406e950 con 0x7f6de415e660 2024-09-12T03:11:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.028+0000 7f6ddbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6de40d3150 0x7f6de40c8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.028+0000 7f6ddbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6de40d3150 0x7f6de40c8b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60946/0 (socket says 172.21.15.29:60946) 2024-09-12T03:11:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.028+0000 7f6ddbe00640 1 -- 172.21.15.29:0/3817928144 learned_addr learned my addr 172.21.15.29:0/3817928144 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.028+0000 7f6de3400640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6de40b6530 0x7f6de40cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:00.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.028+0000 7f6de3e00640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 0x7f6de4156100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:00.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6ddbe00640 1 -- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 msgr2=0x7f6de4156100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:00.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6ddbe00640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 0x7f6de4156100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:00.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6ddbe00640 1 -- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6de40b6530 msgr2=0x7f6de40cb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:00.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6ddbe00640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6de40b6530 0x7f6de40cb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:00.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6ddbe00640 1 -- 172.21.15.29:0/3817928144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6de40cafc0 con 0x7f6de40d3150 2024-09-12T03:11:00.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6de3400640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6de40b6530 0x7f6de40cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6ddbe00640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6de40d3150 0x7f6de40c8b10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc00e980 tx=0x7f6dcc00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6ddb400640 1 -- 172.21.15.29:0/3817928144 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc017070 con 0x7f6de40d3150 2024-09-12T03:11:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6ddb400640 1 -- 172.21.15.29:0/3817928144 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dcc00ca00 con 0x7f6de40d3150 2024-09-12T03:11:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6ddb400640 1 -- 172.21.15.29:0/3817928144 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dcc00cdd0 con 0x7f6de40d3150 2024-09-12T03:11:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6dea400640 1 -- 172.21.15.29:0/3817928144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6de40cace0 con 0x7f6de40d3150 2024-09-12T03:11:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.029+0000 7f6dea400640 1 -- 172.21.15.29:0/3817928144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6de4157c40 con 0x7f6de40d3150 2024-09-12T03:11:00.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.030+0000 7f6dea400640 1 -- 172.21.15.29:0/3817928144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6de4158120 con 0x7f6de40d3150 2024-09-12T03:11:00.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.031+0000 7f6ddb400640 1 -- 172.21.15.29:0/3817928144 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6dcc01a070 con 0x7f6de40d3150 2024-09-12T03:11:00.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.032+0000 7f6ddb400640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6dc006be30 0x7f6dc006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:00.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.032+0000 7f6ddb400640 1 -- 172.21.15.29:0/3817928144 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f6dcc08b090 con 0x7f6de40d3150 2024-09-12T03:11:00.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.033+0000 7f6de3400640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6dc006be30 0x7f6dc006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:00.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.033+0000 7f6de3400640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6dc006be30 0x7f6dc006e2f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6dd4034000 tx=0x7f6dd402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:00.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.037+0000 7f6ddb400640 1 -- 172.21.15.29:0/3817928144 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6de4158120 con 0x7f6de40d3150 2024-09-12T03:11:00.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.256+0000 7f6dea400640 1 -- 172.21.15.29:0/3817928144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6de40b5ff0 con 0x7f6de40d3150 2024-09-12T03:11:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.257+0000 7f6ddb400640 1 -- 172.21.15.29:0/3817928144 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v33) ==== 53+0+73 (secure 0 0 0) 0x7f6dcc059820 con 0x7f6de40d3150 2024-09-12T03:11:00.256 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-12T03:11:00.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 -- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6dc006be30 msgr2=0x7f6dc006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6dc006be30 0x7f6dc006e2f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6dd4034000 tx=0x7f6dd402e000 comp rx=0 tx=0).stop 2024-09-12T03:11:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 -- 172.21.15.29:0/3817928144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6de40d3150 msgr2=0x7f6de40c8b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6de40d3150 0x7f6de40c8b10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc00e980 tx=0x7f6dcc00ee40 comp rx=0 tx=0).stop 2024-09-12T03:11:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 -- 172.21.15.29:0/3817928144 shutdown_connections 2024-09-12T03:11:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6dc006be30 0x7f6dc006e2f0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6de415e660 0x7f6de4156100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6de40d3150 0x7f6de40c8b10 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 --2- 172.21.15.29:0/3817928144 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6de40b6530 0x7f6de40cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 -- 172.21.15.29:0/3817928144 >> 172.21.15.29:0/3817928144 conn(0x7f6de408c000 msgr2=0x7f6de40b53b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 -- 172.21.15.29:0/3817928144 shutdown_connections 2024-09-12T03:11:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00.259+0000 7f6dea400640 1 -- 172.21.15.29:0/3817928144 wait complete. 2024-09-12T03:11:00.274 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-12T03:11:00.274 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T03:11:00.274 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-12T03:11:00.274 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T03:11:00.274 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T03:11:00.274 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-12T03:11:00.275 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-12T03:11:00.275 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T03:11:00.275 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:11:00.275 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:00.275 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-12T03:11:00.311 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:11:00.311 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:11:00.311 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:11:00.311 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-12T03:11:00.312 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42526sec preferred_lft 42526sec 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::5cad:38ff:fe5a:4a20/64 scope link 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:11:00.313 INFO:teuthology.orchestra.run.smithi029.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:11:00.314 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 92:35:2c:af:97:19 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T03:11:00.314 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::9035:2cff:feaf:9719/64 scope link 2024-09-12T03:11:00.314 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:11:00.314 INFO:teuthology.orchestra.run.smithi029.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:11:00.314 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T03:11:00.314 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::1863:d3ff:fec7:b92e/64 scope link 2024-09-12T03:11:00.314 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:11:00.314 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:00.315 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T03:11:00.405 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-12T03:11:00.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:00.408 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-12T03:11:00.444 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-12T03:11:00.444 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T03:11:00.445 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-12T03:11:00.445 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-12T03:11:00.445 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T03:11:00.445 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:11:00.445 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:11:00.445 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-12T03:11:00.445 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-12T03:11:00.445 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-12T03:11:00.445 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:11:00.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:11:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:11:00.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:00.645 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:11:00.680 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T03:11:00.680 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-12T03:11:00.680 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:11:00.681 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:00.681 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2024-09-12T03:11:00.778 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:11:00.778 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T03:11:00.813 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:11:00.814 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:11:00.814 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:11:00.890 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-12T03:11:00.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:00.890 DEBUG:teuthology.orchestra.run.smithi029:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:11:01.018 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:11:01.018 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:11:01.046 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:11:01.046 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:11:01.046 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: resolved to: "172.21.15.29:3300,172.21.15.38:3300,172.21.15.38:3301" 2024-09-12T03:11:01.046 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: trying mount with new device syntax: 0@8387999b-c63f-4080-b5fb-52fe2b1dc5d5.cephfs=/ 2024-09-12T03:11:01.046 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.29:3300/172.21.15.38:3300/172.21.15.38:3301" will pass to kernel 2024-09-12T03:11:01.049 INFO:teuthology.orchestra.run.smithi029.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T03:11:01.049 INFO:teuthology.orchestra.run.smithi029.stdout: You just mounted a file system that supports labels which does not 2024-09-12T03:11:01.049 INFO:teuthology.orchestra.run.smithi029.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T03:11:01.049 INFO:teuthology.orchestra.run.smithi029.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T03:11:01.049 INFO:teuthology.orchestra.run.smithi029.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T03:11:01.052 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T03:11:01.052 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:01.052 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:11:01.109 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:11:01.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:11:01.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:11:01.213 INFO:teuthology.orchestra.run.smithi029.stdout:client5601 2024-09-12T03:11:01.213 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:11:01.213 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:11:01.249 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-09-12T03:11:01.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.451+0000 7ff41e800640 1 Processor -- start 2024-09-12T03:11:01.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.451+0000 7ff41e800640 1 -- start start 2024-09-12T03:11:01.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.452+0000 7ff41e800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff4180d4e10 0x7ff4180b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.452+0000 7ff41e800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff41806cbb0 0x7ff41806d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.452+0000 7ff41e800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4180d2570 con 0x7ff41815e910 2024-09-12T03:11:01.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.452+0000 7ff41e800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7ff41806d560 con 0x7ff41806cbb0 2024-09-12T03:11:01.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.452+0000 7ff41e800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7ff4180d2850 con 0x7ff4180d4e10 2024-09-12T03:11:01.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.453+0000 7ff417e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff41806cbb0 0x7ff41806d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.453+0000 7ff417e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff41806cbb0 0x7ff41806d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60960/0 (socket says 172.21.15.29:60960) 2024-09-12T03:11:01.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.453+0000 7ff417e00640 1 -- 172.21.15.29:0/1754168610 learned_addr learned my addr 172.21.15.29:0/1754168610 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:01.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.453+0000 7ff40fe00640 1 --2- 172.21.15.29:0/1754168610 >> v2:172.21.15.38:3300/0 conn(0x7ff4180d4e10 0x7ff4180b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.453+0000 7ff417e00640 1 -- 172.21.15.29:0/1754168610 >> v2:172.21.15.38:3300/0 conn(0x7ff4180d4e10 msgr2=0x7ff4180b3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:01.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.453+0000 7ff417e00640 1 --2- 172.21.15.29:0/1754168610 >> v2:172.21.15.38:3300/0 conn(0x7ff4180d4e10 0x7ff4180b3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.453+0000 7ff417e00640 1 -- 172.21.15.29:0/1754168610 >> v1:172.21.15.38:6789/0 conn(0x7ff41815e910 legacy=0x7ff4180b7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:01.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.453+0000 7ff417e00640 1 -- 172.21.15.29:0/1754168610 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4180d2b30 con 0x7ff41806cbb0 2024-09-12T03:11:01.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.454+0000 7ff417e00640 1 --2- 172.21.15.29:0/1754168610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff41806cbb0 0x7ff41806d020 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7ff4180ba0c0 tx=0x7ff41002a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=808d00e450393d4f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:01.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.454+0000 7ff416a00640 1 -- 172.21.15.29:0/1754168610 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff410036070 con 0x7ff41806cbb0 2024-09-12T03:11:01.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.454+0000 7ff416a00640 1 -- 172.21.15.29:0/1754168610 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff410031600 con 0x7ff41806cbb0 2024-09-12T03:11:01.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.454+0000 7ff416a00640 1 -- 172.21.15.29:0/1754168610 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4100319d0 con 0x7ff41806cbb0 2024-09-12T03:11:01.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.455+0000 7ff41e800640 1 -- 172.21.15.29:0/1754168610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff41806cbb0 msgr2=0x7ff41806d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:01.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.455+0000 7ff41e800640 1 --2- 172.21.15.29:0/1754168610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff41806cbb0 0x7ff41806d020 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7ff4180ba0c0 tx=0x7ff41002a780 comp rx=0 tx=0).stop 2024-09-12T03:11:01.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.455+0000 7ff41e800640 1 -- 172.21.15.29:0/1754168610 shutdown_connections 2024-09-12T03:11:01.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.455+0000 7ff41e800640 1 --2- 172.21.15.29:0/1754168610 >> v2:172.21.15.38:3300/0 conn(0x7ff4180d4e10 0x7ff4180b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.455+0000 7ff41e800640 1 --2- 172.21.15.29:0/1754168610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff41806cbb0 0x7ff41806d020 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.455+0000 7ff41e800640 1 -- 172.21.15.29:0/1754168610 >> 172.21.15.29:0/1754168610 conn(0x7ff4180b6740 msgr2=0x7ff4180d4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:01.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.455+0000 7ff41e800640 1 -- 172.21.15.29:0/1754168610 shutdown_connections 2024-09-12T03:11:01.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.455+0000 7ff41e800640 1 -- 172.21.15.29:0/1754168610 wait complete. 2024-09-12T03:11:01.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.457+0000 7ff41e800640 1 Processor -- start 2024-09-12T03:11:01.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.457+0000 7ff41e800640 1 -- start start 2024-09-12T03:11:01.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff41e800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff41806cbb0 0x7ff4180cce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff41e800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff4180d4e10 0x7ff41815b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff41e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff41815e910 0x7ff4180b2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff41e800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff4180b8220 con 0x7ff41815e910 2024-09-12T03:11:01.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff41e800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff4180d30f0 con 0x7ff4180d4e10 2024-09-12T03:11:01.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff41e800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff4180d21d0 con 0x7ff41806cbb0 2024-09-12T03:11:01.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff417e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff41815e910 0x7ff4180b2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff417e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff41815e910 0x7ff4180b2420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60976/0 (socket says 172.21.15.29:60976) 2024-09-12T03:11:01.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff417e00640 1 -- 172.21.15.29:0/2549944339 learned_addr learned my addr 172.21.15.29:0/2549944339 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:01.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff40fe00640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff4180d4e10 0x7ff41815b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff417400640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff41806cbb0 0x7ff4180cce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff417e00640 1 -- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff41806cbb0 msgr2=0x7ff4180cce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:01.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff417e00640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff41806cbb0 0x7ff4180cce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff417e00640 1 -- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff4180d4e10 msgr2=0x7ff41815b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:01.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.458+0000 7ff417e00640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff4180d4e10 0x7ff41815b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.459+0000 7ff417e00640 1 -- 172.21.15.29:0/2549944339 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff41815b9d0 con 0x7ff41815e910 2024-09-12T03:11:01.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.459+0000 7ff417e00640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff41815e910 0x7ff4180b2420 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7ff41002ad70 tx=0x7ff410004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:01.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.459+0000 7ff40f400640 1 -- 172.21.15.29:0/2549944339 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff410036050 con 0x7ff41815e910 2024-09-12T03:11:01.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.459+0000 7ff40f400640 1 -- 172.21.15.29:0/2549944339 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff410042070 con 0x7ff41815e910 2024-09-12T03:11:01.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.459+0000 7ff41e800640 1 -- 172.21.15.29:0/2549944339 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4181f40e0 con 0x7ff41815e910 2024-09-12T03:11:01.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.459+0000 7ff40f400640 1 -- 172.21.15.29:0/2549944339 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff410009510 con 0x7ff41815e910 2024-09-12T03:11:01.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.459+0000 7ff41e800640 1 -- 172.21.15.29:0/2549944339 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4181f46a0 con 0x7ff41815e910 2024-09-12T03:11:01.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.460+0000 7ff41e800640 1 -- 172.21.15.29:0/2549944339 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff41815ecf0 con 0x7ff41815e910 2024-09-12T03:11:01.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.461+0000 7ff40f400640 1 -- 172.21.15.29:0/2549944339 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff410007bd0 con 0x7ff41815e910 2024-09-12T03:11:01.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.463+0000 7ff40f400640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff3f406be30 0x7ff3f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.463+0000 7ff40f400640 1 -- 172.21.15.29:0/2549944339 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7ff4100abec0 con 0x7ff41815e910 2024-09-12T03:11:01.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.463+0000 7ff417400640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff3f406be30 0x7ff3f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.464+0000 7ff417400640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff3f406be30 0x7ff3f406e2f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff408006fd0 tx=0x7ff408008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:01.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.468+0000 7ff40f400640 1 -- 172.21.15.29:0/2549944339 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff41007a640 con 0x7ff41815e910 2024-09-12T03:11:01.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.687+0000 7ff41e800640 1 -- 172.21.15.29:0/2549944339 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7ff41806be10 con 0x7ff41815e910 2024-09-12T03:11:01.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.726+0000 7ff40f400640 1 -- 172.21.15.29:0/2549944339 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v34) ==== 105+0+0 (secure 0 0 0) 0x7ff410079f40 con 0x7ff41815e910 2024-09-12T03:11:01.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 -- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff3f406be30 msgr2=0x7ff3f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:01.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff3f406be30 0x7ff3f406e2f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff408006fd0 tx=0x7ff408008040 comp rx=0 tx=0).stop 2024-09-12T03:11:01.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 -- 172.21.15.29:0/2549944339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff41815e910 msgr2=0x7ff4180b2420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:01.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff41815e910 0x7ff4180b2420 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7ff41002ad70 tx=0x7ff410004a40 comp rx=0 tx=0).stop 2024-09-12T03:11:01.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 -- 172.21.15.29:0/2549944339 shutdown_connections 2024-09-12T03:11:01.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff3f406be30 0x7ff3f406e2f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff41815e910 0x7ff4180b2420 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff4180d4e10 0x7ff41815b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 --2- 172.21.15.29:0/2549944339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff41806cbb0 0x7ff4180cce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 -- 172.21.15.29:0/2549944339 >> 172.21.15.29:0/2549944339 conn(0x7ff4180b6740 msgr2=0x7ff4180b9f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:01.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 -- 172.21.15.29:0/2549944339 shutdown_connections 2024-09-12T03:11:01.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.728+0000 7ff41e800640 1 -- 172.21.15.29:0/2549944339 wait complete. 2024-09-12T03:11:01.749 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:11:01.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.907+0000 7ff75b200640 1 Processor -- start 2024-09-12T03:11:01.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.907+0000 7ff75b200640 1 -- start start 2024-09-12T03:11:01.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.908+0000 7ff75b200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff75406f0e0 0x7ff75415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.908+0000 7ff75b200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff7540b3ba0 0x7ff7540b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.908+0000 7ff75b200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff75415c620 con 0x7ff75406f4c0 2024-09-12T03:11:01.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.908+0000 7ff75b200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7ff75415bc50 con 0x7ff7540b3ba0 2024-09-12T03:11:01.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.908+0000 7ff75b200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff754152630 con 0x7ff75406f0e0 2024-09-12T03:11:01.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.908+0000 7ff753e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff75406f0e0 0x7ff75415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.908+0000 7ff753e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff75406f0e0 0x7ff75415c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:49660/0 (socket says 172.21.15.29:49660) 2024-09-12T03:11:01.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.908+0000 7ff753e00640 1 -- 172.21.15.29:0/4134572924 learned_addr learned my addr 172.21.15.29:0/4134572924 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:01.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.908+0000 7ff759200640 1 --2- 172.21.15.29:0/4134572924 >> v2:172.21.15.38:3300/0 conn(0x7ff7540b3ba0 0x7ff7540b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.909+0000 7ff753e00640 1 -- 172.21.15.29:0/4134572924 >> v2:172.21.15.38:3300/0 conn(0x7ff7540b3ba0 msgr2=0x7ff7540b4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:01.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.909+0000 7ff753e00640 1 --2- 172.21.15.29:0/4134572924 >> v2:172.21.15.38:3300/0 conn(0x7ff7540b3ba0 0x7ff7540b4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.909+0000 7ff753e00640 1 -- 172.21.15.29:0/4134572924 >> v1:172.21.15.38:6789/0 conn(0x7ff75406f4c0 legacy=0x7ff7540cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:01.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.909+0000 7ff753e00640 1 -- 172.21.15.29:0/4134572924 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7540cfb40 con 0x7ff75406f0e0 2024-09-12T03:11:01.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.910+0000 7ff753e00640 1 --2- 172.21.15.29:0/4134572924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff75406f0e0 0x7ff75415c0e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff744009870 tx=0x7ff74402a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1123557688f2aafc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:01.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.910+0000 7ff753400640 1 -- 172.21.15.29:0/4134572924 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff744037070 con 0x7ff75406f0e0 2024-09-12T03:11:01.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.910+0000 7ff753400640 1 -- 172.21.15.29:0/4134572924 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff744032440 con 0x7ff75406f0e0 2024-09-12T03:11:01.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.910+0000 7ff753400640 1 -- 172.21.15.29:0/4134572924 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff744032810 con 0x7ff75406f0e0 2024-09-12T03:11:01.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.911+0000 7ff75b200640 1 -- 172.21.15.29:0/4134572924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff75406f0e0 msgr2=0x7ff75415c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:01.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.911+0000 7ff75b200640 1 --2- 172.21.15.29:0/4134572924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff75406f0e0 0x7ff75415c0e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff744009870 tx=0x7ff74402a250 comp rx=0 tx=0).stop 2024-09-12T03:11:01.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.911+0000 7ff75b200640 1 -- 172.21.15.29:0/4134572924 shutdown_connections 2024-09-12T03:11:01.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.911+0000 7ff75b200640 1 --2- 172.21.15.29:0/4134572924 >> v2:172.21.15.38:3300/0 conn(0x7ff7540b3ba0 0x7ff7540b4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.911+0000 7ff75b200640 1 --2- 172.21.15.29:0/4134572924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff75406f0e0 0x7ff75415c0e0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.911+0000 7ff75b200640 1 -- 172.21.15.29:0/4134572924 >> 172.21.15.29:0/4134572924 conn(0x7ff754067da0 msgr2=0x7ff75406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:01.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.911+0000 7ff75b200640 1 -- 172.21.15.29:0/4134572924 shutdown_connections 2024-09-12T03:11:01.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.911+0000 7ff75b200640 1 -- 172.21.15.29:0/4134572924 wait complete. 2024-09-12T03:11:01.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.913+0000 7ff75b200640 1 Processor -- start 2024-09-12T03:11:01.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.913+0000 7ff75b200640 1 -- start start 2024-09-12T03:11:01.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff75b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff75406f0e0 0x7ff7541f75e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff75b200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff75406f4c0 0x7ff7541f4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff75b200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff7540b3ba0 0x7ff7540b2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff75b200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff75406f900 con 0x7ff75406f0e0 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff75b200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff75415b8e0 con 0x7ff75406f4c0 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff75b200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff7541580d0 con 0x7ff7540b3ba0 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff753e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff75406f0e0 0x7ff7541f75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff753e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff75406f0e0 0x7ff7541f75e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60990/0 (socket says 172.21.15.29:60990) 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff753e00640 1 -- 172.21.15.29:0/2385993194 learned_addr learned my addr 172.21.15.29:0/2385993194 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff759200640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff7540b3ba0 0x7ff7540b2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff74be00640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff75406f4c0 0x7ff7541f4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff753e00640 1 -- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff7540b3ba0 msgr2=0x7ff7540b2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff753e00640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff7540b3ba0 0x7ff7540b2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff753e00640 1 -- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff75406f4c0 msgr2=0x7ff7541f4690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff753e00640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff75406f4c0 0x7ff7541f4690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff753e00640 1 -- 172.21.15.29:0/2385993194 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7541588a0 con 0x7ff75406f0e0 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.914+0000 7ff759200640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff7540b3ba0 0x7ff7540b2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:01.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.915+0000 7ff753e00640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff75406f0e0 0x7ff7541f75e0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ff744000c00 tx=0x7ff7440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:01.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.915+0000 7ff750c00640 1 -- 172.21.15.29:0/2385993194 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff744037040 con 0x7ff75406f0e0 2024-09-12T03:11:01.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.915+0000 7ff750c00640 1 -- 172.21.15.29:0/2385993194 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff744042070 con 0x7ff75406f0e0 2024-09-12T03:11:01.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.915+0000 7ff75b200640 1 -- 172.21.15.29:0/2385993194 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7540b2fe0 con 0x7ff75406f0e0 2024-09-12T03:11:01.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.915+0000 7ff750c00640 1 -- 172.21.15.29:0/2385993194 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff744030880 con 0x7ff75406f0e0 2024-09-12T03:11:01.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.915+0000 7ff75b200640 1 -- 172.21.15.29:0/2385993194 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff754158370 con 0x7ff75406f0e0 2024-09-12T03:11:01.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.916+0000 7ff75b200640 1 -- 172.21.15.29:0/2385993194 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff75415ee80 con 0x7ff75406f0e0 2024-09-12T03:11:01.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.917+0000 7ff750c00640 1 -- 172.21.15.29:0/2385993194 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff744030a20 con 0x7ff75406f0e0 2024-09-12T03:11:01.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.918+0000 7ff750c00640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff73006be30 0x7ff73006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:01.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.918+0000 7ff750c00640 1 -- 172.21.15.29:0/2385993194 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7ff7440ab7f0 con 0x7ff75406f0e0 2024-09-12T03:11:01.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.918+0000 7ff74be00640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff73006be30 0x7ff73006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:01.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.919+0000 7ff74be00640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff73006be30 0x7ff73006e2f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff7540af5d0 tx=0x7ff73c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:01.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:01.922+0000 7ff750c00640 1 -- 172.21.15.29:0/2385993194 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff74407a0a0 con 0x7ff75406f0e0 2024-09-12T03:11:02.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.148+0000 7ff75b200640 1 -- 172.21.15.29:0/2385993194 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff7540afc90 con 0x7ff75406f0e0 2024-09-12T03:11:02.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.149+0000 7ff750c00640 1 -- 172.21.15.29:0/2385993194 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+5239 (secure 0 0 0) 0x7ff7440799a0 con 0x7ff75406f0e0 2024-09-12T03:11:02.148 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:02.148 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":35,"btime":"2024-09-12T03:11:01:728042+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5054,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1851339841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1851339841},{"type":"v1","addr":"172.21.15.38:6837","nonce":1851339841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5377,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3307347522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3307347522},{"type":"v1","addr":"172.21.15.29:6834","nonce":3307347522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:10:53.115436+0000","modified":"2024-09-12T03:11:01.728030+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1],"up":{"mds_0":5475,"mds_1":5472},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5472":{"gid":5472,"name":"c","rank":1,"incarnation":35,"state":"up:creating","state_seq":1,"addr":"172.21.15.29:6835/1866497682","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1866497682},{"type":"v1","addr":"172.21.15.29:6835","nonce":1866497682}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5475":{"gid":5475,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6836/2136535158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":2136535158},{"type":"v1","addr":"172.21.15.38:6836","nonce":2136535158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5475,"qdb_cluster":[5475]},"id":3}]} 2024-09-12T03:11:02.149 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 35 2024-09-12T03:11:02.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 -- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff73006be30 msgr2=0x7ff73006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:02.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff73006be30 0x7ff73006e2f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff7540af5d0 tx=0x7ff73c009040 comp rx=0 tx=0).stop 2024-09-12T03:11:02.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 -- 172.21.15.29:0/2385993194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff75406f0e0 msgr2=0x7ff7541f75e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:02.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff75406f0e0 0x7ff7541f75e0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ff744000c00 tx=0x7ff7440046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:02.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 -- 172.21.15.29:0/2385993194 shutdown_connections 2024-09-12T03:11:02.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff73006be30 0x7ff73006e2f0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:02.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff7540b3ba0 0x7ff7540b2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:02.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff75406f4c0 0x7ff7541f4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:02.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 --2- 172.21.15.29:0/2385993194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff75406f0e0 0x7ff7541f75e0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:02.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 -- 172.21.15.29:0/2385993194 >> 172.21.15.29:0/2385993194 conn(0x7ff754067da0 msgr2=0x7ff75415abe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:02.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 -- 172.21.15.29:0/2385993194 shutdown_connections 2024-09-12T03:11:02.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:02.151+0000 7ff75b200640 1 -- 172.21.15.29:0/2385993194 wait complete. 2024-09-12T03:11:02.569 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 35, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:10:53.115436+0000', 'modified': '2024-09-12T03:11:01.728030+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1], 'up': {'mds_0': 5475, 'mds_1': 5472}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5472': {'gid': 5472, 'name': 'c', 'rank': 1, 'incarnation': 35, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.29:6835/1866497682', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6833', 'nonce': 1866497682}, {'type': 'v1', 'addr': '172.21.15.29:6835', 'nonce': 1866497682}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_5475': {'gid': 5475, 'name': 'b', 'rank': 0, 'incarnation': 29, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6836/2136535158', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6834', 'nonce': 2136535158}, {'type': 'v1', 'addr': '172.21.15.38:6836', 'nonce': 2136535158}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5475, 'qdb_cluster': [5475]} 2024-09-12T03:11:02.569 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5472:up:creating 2024-09-12T03:11:03.570 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:11:03.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.739+0000 7f434cc00640 1 Processor -- start 2024-09-12T03:11:03.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.739+0000 7f434cc00640 1 -- start start 2024-09-12T03:11:03.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.740+0000 7f434cc00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4348156590 0x7f43480735b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.740+0000 7f434cc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43480ad1b0 0x7f43480cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.740+0000 7f434cc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f43480adc70 0x7f43480ae120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.740+0000 7f434cc00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4348072510 con 0x7f43480adc70 2024-09-12T03:11:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.740+0000 7f434cc00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f43480727f0 con 0x7f4348156590 2024-09-12T03:11:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.740+0000 7f434cc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f4348072ad0 con 0x7f43480ad1b0 2024-09-12T03:11:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.741+0000 7f4347e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f43480adc70 0x7f43480ae120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.741+0000 7f4347e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f43480adc70 0x7f43480ae120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32768/0 (socket says 172.21.15.29:32768) 2024-09-12T03:11:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.741+0000 7f4347e00640 1 -- 172.21.15.29:0/3817208405 learned_addr learned my addr 172.21.15.29:0/3817208405 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.741+0000 7f4346a00640 1 --2- 172.21.15.29:0/3817208405 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43480ad1b0 0x7f43480cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.741+0000 7f4347400640 1 --2- 172.21.15.29:0/3817208405 >> v2:172.21.15.38:3300/0 conn(0x7f4348156590 0x7f43480735b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.741+0000 7f4347e00640 1 -- 172.21.15.29:0/3817208405 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43480ad1b0 msgr2=0x7f43480cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:03.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.741+0000 7f4347e00640 1 --2- 172.21.15.29:0/3817208405 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43480ad1b0 0x7f43480cf820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.741+0000 7f4347e00640 1 -- 172.21.15.29:0/3817208405 >> v2:172.21.15.38:3300/0 conn(0x7f4348156590 msgr2=0x7f43480735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:03.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.741+0000 7f4347e00640 1 --2- 172.21.15.29:0/3817208405 >> v2:172.21.15.38:3300/0 conn(0x7f4348156590 0x7f43480735b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.741+0000 7f4347e00640 1 -- 172.21.15.29:0/3817208405 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4348072db0 con 0x7f43480adc70 2024-09-12T03:11:03.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.742+0000 7f4347e00640 1 --2- 172.21.15.29:0/3817208405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43480adc70 0x7f43480ae120 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f43480b2e30 tx=0x7f434002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c83418dd87cbe660 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:03.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.742+0000 7f4346000640 1 -- 172.21.15.29:0/3817208405 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4340036070 con 0x7f43480adc70 2024-09-12T03:11:03.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.743+0000 7f4346000640 1 -- 172.21.15.29:0/3817208405 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4340031600 con 0x7f43480adc70 2024-09-12T03:11:03.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.743+0000 7f4346000640 1 -- 172.21.15.29:0/3817208405 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43400319d0 con 0x7f43480adc70 2024-09-12T03:11:03.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.743+0000 7f434cc00640 1 -- 172.21.15.29:0/3817208405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43480adc70 msgr2=0x7f43480ae120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:03.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.743+0000 7f434cc00640 1 --2- 172.21.15.29:0/3817208405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43480adc70 0x7f43480ae120 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f43480b2e30 tx=0x7f434002a6a0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.743+0000 7f434cc00640 1 -- 172.21.15.29:0/3817208405 shutdown_connections 2024-09-12T03:11:03.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.743+0000 7f434cc00640 1 --2- 172.21.15.29:0/3817208405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43480adc70 0x7f43480ae120 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.743+0000 7f434cc00640 1 --2- 172.21.15.29:0/3817208405 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43480ad1b0 0x7f43480cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.743+0000 7f434cc00640 1 --2- 172.21.15.29:0/3817208405 >> v2:172.21.15.38:3300/0 conn(0x7f4348156590 0x7f43480735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.743+0000 7f434cc00640 1 -- 172.21.15.29:0/3817208405 >> 172.21.15.29:0/3817208405 conn(0x7f434806bdf0 msgr2=0x7f434806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:03.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.743+0000 7f434cc00640 1 -- 172.21.15.29:0/3817208405 shutdown_connections 2024-09-12T03:11:03.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.743+0000 7f434cc00640 1 -- 172.21.15.29:0/3817208405 wait complete. 2024-09-12T03:11:03.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.745+0000 7f434cc00640 1 Processor -- start 2024-09-12T03:11:03.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.746+0000 7f434cc00640 1 -- start start 2024-09-12T03:11:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.747+0000 7f434cc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43480ad1b0 0x7f43480cbb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.747+0000 7f434cc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43480adc70 0x7f4348148b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.747+0000 7f434cc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4348156590 0x7f434815b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.747+0000 7f434cc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f43480cfd60 con 0x7f43480adc70 2024-09-12T03:11:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.747+0000 7f434cc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4348073af0 con 0x7f4348156590 2024-09-12T03:11:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.747+0000 7f434cc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f4348156970 con 0x7f43480ad1b0 2024-09-12T03:11:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.747+0000 7f4346a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43480adc70 0x7f4348148b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.747+0000 7f4346a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43480adc70 0x7f4348148b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32778/0 (socket says 172.21.15.29:32778) 2024-09-12T03:11:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.747+0000 7f4346a00640 1 -- 172.21.15.29:0/980061353 learned_addr learned my addr 172.21.15.29:0/980061353 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.747+0000 7f4347400640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43480ad1b0 0x7f43480cbb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.747+0000 7f4347e00640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4348156590 0x7f434815b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:03.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.748+0000 7f4347400640 1 -- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4348156590 msgr2=0x7f434815b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:03.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.748+0000 7f4347400640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4348156590 0x7f434815b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.748+0000 7f4347400640 1 -- 172.21.15.29:0/980061353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43480adc70 msgr2=0x7f4348148b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:03.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.748+0000 7f4347400640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43480adc70 0x7f4348148b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.748+0000 7f4347400640 1 -- 172.21.15.29:0/980061353 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43480cc050 con 0x7f43480ad1b0 2024-09-12T03:11:03.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.748+0000 7f4347400640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43480ad1b0 0x7f43480cbb10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f433800e870 tx=0x7f433800ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:03.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.753+0000 7f433f400640 1 -- 172.21.15.29:0/980061353 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4338017070 con 0x7f43480ad1b0 2024-09-12T03:11:03.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.753+0000 7f433f400640 1 -- 172.21.15.29:0/980061353 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f433800ee60 con 0x7f43480ad1b0 2024-09-12T03:11:03.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.753+0000 7f434cc00640 1 -- 172.21.15.29:0/980061353 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43480c5270 con 0x7f43480ad1b0 2024-09-12T03:11:03.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.754+0000 7f433f400640 1 -- 172.21.15.29:0/980061353 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f433800cb60 con 0x7f43480ad1b0 2024-09-12T03:11:03.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.754+0000 7f434cc00640 1 -- 172.21.15.29:0/980061353 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f43480c5830 con 0x7f43480ad1b0 2024-09-12T03:11:03.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.755+0000 7f434cc00640 1 -- 172.21.15.29:0/980061353 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43480cf820 con 0x7f43480ad1b0 2024-09-12T03:11:03.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.762+0000 7f433f400640 1 -- 172.21.15.29:0/980061353 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f433801a070 con 0x7f43480ad1b0 2024-09-12T03:11:03.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.763+0000 7f433f400640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f432806be30 0x7f432806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:03.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.763+0000 7f433f400640 1 -- 172.21.15.29:0/980061353 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f433808b500 con 0x7f43480ad1b0 2024-09-12T03:11:03.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.763+0000 7f4346a00640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f432806be30 0x7f432806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:03.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.764+0000 7f4346a00640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f432806be30 0x7f432806e2f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f434815ef00 tx=0x7f4334009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:03.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.767+0000 7f433f400640 1 -- 172.21.15.29:0/980061353 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4338059740 con 0x7f43480ad1b0 2024-09-12T03:11:03.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.991+0000 7f434cc00640 1 -- 172.21.15.29:0/980061353 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f434806c420 con 0x7f43480ad1b0 2024-09-12T03:11:03.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.992+0000 7f433f400640 1 -- 172.21.15.29:0/980061353 <== mon.2 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5261 (secure 0 0 0) 0x7f433805da40 con 0x7f43480ad1b0 2024-09-12T03:11:03.992 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:03.992 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":38,"btime":"2024-09-12T03:11:03:748879+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5054,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1851339841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1851339841},{"type":"v1","addr":"172.21.15.38:6837","nonce":1851339841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:10:53.115436+0000","modified":"2024-09-12T03:11:03.748869+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":5475,"mds_1":5472,"mds_2":5377},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5377":{"gid":5377,"name":"a","rank":2,"incarnation":37,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6834/3307347522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3307347522},{"type":"v1","addr":"172.21.15.29:6834","nonce":3307347522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5472":{"gid":5472,"name":"c","rank":1,"incarnation":35,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6835/1866497682","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1866497682},{"type":"v1","addr":"172.21.15.29:6835","nonce":1866497682}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5475":{"gid":5475,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6836/2136535158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":2136535158},{"type":"v1","addr":"172.21.15.38:6836","nonce":2136535158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5475,"qdb_cluster":[5377,5472,5475]},"id":3}]} 2024-09-12T03:11:03.992 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 38 2024-09-12T03:11:03.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 -- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f432806be30 msgr2=0x7f432806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:03.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f432806be30 0x7f432806e2f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f434815ef00 tx=0x7f4334009190 comp rx=0 tx=0).stop 2024-09-12T03:11:03.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 -- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43480ad1b0 msgr2=0x7f43480cbb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:03.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43480ad1b0 0x7f43480cbb10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f433800e870 tx=0x7f433800ed30 comp rx=0 tx=0).stop 2024-09-12T03:11:03.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 -- 172.21.15.29:0/980061353 shutdown_connections 2024-09-12T03:11:03.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f432806be30 0x7f432806e2f0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4348156590 0x7f434815b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43480adc70 0x7f4348148b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 --2- 172.21.15.29:0/980061353 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f43480ad1b0 0x7f43480cbb10 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:03.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 -- 172.21.15.29:0/980061353 >> 172.21.15.29:0/980061353 conn(0x7f434806bdf0 msgr2=0x7f434815f210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:03.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 -- 172.21.15.29:0/980061353 shutdown_connections 2024-09-12T03:11:03.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:03.995+0000 7f434cc00640 1 -- 172.21.15.29:0/980061353 wait complete. 2024-09-12T03:11:04.267 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:11:04.267+0000 7f33aac00640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-09-12T03:11:04.267 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:11:04.267+0000 7f33aac00640 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-09-12T03:11:04.414 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 38, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:10:53.115436+0000', 'modified': '2024-09-12T03:11:03.748869+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 5475, 'mds_1': 5472, 'mds_2': 5377}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5377': {'gid': 5377, 'name': 'a', 'rank': 2, 'incarnation': 37, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.29:6834/3307347522', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 3307347522}, {'type': 'v1', 'addr': '172.21.15.29:6834', 'nonce': 3307347522}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_5472': {'gid': 5472, 'name': 'c', 'rank': 1, 'incarnation': 35, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.29:6835/1866497682', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6833', 'nonce': 1866497682}, {'type': 'v1', 'addr': '172.21.15.29:6835', 'nonce': 1866497682}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_5475': {'gid': 5475, 'name': 'b', 'rank': 0, 'incarnation': 29, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6836/2136535158', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6834', 'nonce': 2136535158}, {'type': 'v1', 'addr': '172.21.15.38:6836', 'nonce': 2136535158}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5475, 'qdb_cluster': [5377, 5472, 5475]} 2024-09-12T03:11:04.415 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-12T03:11:04.415 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-12T03:11:04.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.577+0000 7f3bed600640 1 Processor -- start 2024-09-12T03:11:04.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.577+0000 7f3bed600640 1 -- start start 2024-09-12T03:11:04.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.578+0000 7f3bed600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3be815e470 0x7f3be80cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.578+0000 7f3bed600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3be80d4a20 0x7f3be806d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.578+0000 7f3bed600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3be815e850 con 0x7f3be80d00e0 2024-09-12T03:11:04.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.578+0000 7f3bed600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f3be80cf710 con 0x7f3be815e470 2024-09-12T03:11:04.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.578+0000 7f3bed600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3be80d1c60 con 0x7f3be80d4a20 2024-09-12T03:11:04.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.578+0000 7f3be7400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f3be80d00e0 0x7f3be80d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35922/0 (socket says 172.21.15.29:35922) 2024-09-12T03:11:04.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.578+0000 7f3be7400640 1 -- 172.21.15.29:0/626541448 learned_addr learned my addr 172.21.15.29:0/626541448 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:04.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.579+0000 7f3be7e00640 1 --2- 172.21.15.29:0/626541448 >> v2:172.21.15.38:3300/0 conn(0x7f3be815e470 0x7f3be80cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.579+0000 7f3becc00640 1 --2- 172.21.15.29:0/626541448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3be80d4a20 0x7f3be806d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.579+0000 7f3be6a00640 1 -- 172.21.15.29:0/626541448 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2405601707 0 0) 0x7f3be815e850 con 0x7f3be80d00e0 2024-09-12T03:11:04.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.579+0000 7f3be6a00640 1 -- 172.21.15.29:0/626541448 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3bcc003520 con 0x7f3be80d00e0 2024-09-12T03:11:04.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.579+0000 7f3be7e00640 1 -- 172.21.15.29:0/626541448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3be80d4a20 msgr2=0x7f3be806d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.579+0000 7f3be7e00640 1 --2- 172.21.15.29:0/626541448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3be80d4a20 0x7f3be806d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.579+0000 7f3be7e00640 1 -- 172.21.15.29:0/626541448 >> v1:172.21.15.29:6789/0 conn(0x7f3be80d00e0 legacy=0x7f3be80d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.579+0000 7f3be7e00640 1 -- 172.21.15.29:0/626541448 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3be80d1980 con 0x7f3be815e470 2024-09-12T03:11:04.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.579+0000 7f3becc00640 1 --2- 172.21.15.29:0/626541448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3be80d4a20 0x7f3be806d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.580+0000 7f3be7e00640 1 --2- 172.21.15.29:0/626541448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3be815e470 0x7f3be80cfba0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3bd80097a0 tx=0x7f3bd802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3adee0181119ce9f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.581+0000 7f3be6a00640 1 -- 172.21.15.29:0/626541448 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8037070 con 0x7f3be815e470 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.581+0000 7f3be6a00640 1 -- 172.21.15.29:0/626541448 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bd8032440 con 0x7f3be815e470 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.581+0000 7f3be6a00640 1 -- 172.21.15.29:0/626541448 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8032810 con 0x7f3be815e470 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.581+0000 7f3bed600640 1 -- 172.21.15.29:0/626541448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3be815e470 msgr2=0x7f3be80cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.581+0000 7f3bed600640 1 --2- 172.21.15.29:0/626541448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3be815e470 0x7f3be80cfba0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3bd80097a0 tx=0x7f3bd802a180 comp rx=0 tx=0).stop 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.581+0000 7f3bed600640 1 -- 172.21.15.29:0/626541448 shutdown_connections 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.581+0000 7f3bed600640 1 --2- 172.21.15.29:0/626541448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3be80d4a20 0x7f3be806d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.581+0000 7f3bed600640 1 --2- 172.21.15.29:0/626541448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3be815e470 0x7f3be80cfba0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.581+0000 7f3bed600640 1 -- 172.21.15.29:0/626541448 >> 172.21.15.29:0/626541448 conn(0x7f3be809d700 msgr2=0x7f3be808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.581+0000 7f3bed600640 1 -- 172.21.15.29:0/626541448 shutdown_connections 2024-09-12T03:11:04.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.581+0000 7f3bed600640 1 -- 172.21.15.29:0/626541448 wait complete. 2024-09-12T03:11:04.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.583+0000 7f3bed600640 1 Processor -- start 2024-09-12T03:11:04.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.583+0000 7f3bed600640 1 -- start start 2024-09-12T03:11:04.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.584+0000 7f3bed600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3be80d00e0 0x7f3be815b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.584+0000 7f3bed600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3be80d4a20 0x7f3be80d2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.584+0000 7f3bed600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3be815e470 0x7f3be80b1f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.584+0000 7f3bed600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3be806d9a0 con 0x7f3be80d4a20 2024-09-12T03:11:04.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.584+0000 7f3bed600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3be80cf3a0 con 0x7f3be80d00e0 2024-09-12T03:11:04.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.584+0000 7f3bed600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3be806db20 con 0x7f3be815e470 2024-09-12T03:11:04.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.584+0000 7f3be7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3be80d4a20 0x7f3be80d2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.584+0000 7f3be7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3be80d4a20 0x7f3be80d2bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32780/0 (socket says 172.21.15.29:32780) 2024-09-12T03:11:04.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.584+0000 7f3be7400640 1 -- 172.21.15.29:0/4094297937 learned_addr learned my addr 172.21.15.29:0/4094297937 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:04.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.584+0000 7f3be7e00640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3be80d00e0 0x7f3be815b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.585+0000 7f3becc00640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3be815e470 0x7f3be80b1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.585+0000 7f3be7400640 1 -- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3be815e470 msgr2=0x7f3be80b1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.585+0000 7f3be7400640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3be815e470 0x7f3be80b1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.585+0000 7f3be7400640 1 -- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3be80d00e0 msgr2=0x7f3be815b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.585+0000 7f3be7400640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3be80d00e0 0x7f3be815b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.585+0000 7f3be7400640 1 -- 172.21.15.29:0/4094297937 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3be80ce830 con 0x7f3be80d4a20 2024-09-12T03:11:04.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.585+0000 7f3be7400640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3be80d4a20 0x7f3be80d2bf0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f3bd400c460 tx=0x7f3bd400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.585+0000 7f3bdfe00640 1 -- 172.21.15.29:0/4094297937 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd4017070 con 0x7f3be80d4a20 2024-09-12T03:11:04.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.585+0000 7f3bdfe00640 1 -- 172.21.15.29:0/4094297937 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bd4005ce0 con 0x7f3be80d4a20 2024-09-12T03:11:04.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.585+0000 7f3bdfe00640 1 -- 172.21.15.29:0/4094297937 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd4007290 con 0x7f3be80d4a20 2024-09-12T03:11:04.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.585+0000 7f3bed600640 1 -- 172.21.15.29:0/4094297937 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3be80cb9c0 con 0x7f3be80d4a20 2024-09-12T03:11:04.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.586+0000 7f3bed600640 1 -- 172.21.15.29:0/4094297937 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3be80ce030 con 0x7f3be80d4a20 2024-09-12T03:11:04.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.587+0000 7f3bdfe00640 1 -- 172.21.15.29:0/4094297937 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3bd401a070 con 0x7f3be80d4a20 2024-09-12T03:11:04.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.588+0000 7f3bdfe00640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3bc806be30 0x7f3bc806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.588+0000 7f3bdfe00640 1 -- 172.21.15.29:0/4094297937 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f3bd408a310 con 0x7f3be80d4a20 2024-09-12T03:11:04.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.589+0000 7f3be7e00640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3bc806be30 0x7f3bc806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.589+0000 7f3bf1adb740 1 Processor -- start 2024-09-12T03:11:04.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.589+0000 7f3bf1adb740 1 -- start start 2024-09-12T03:11:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.590+0000 7f3be7e00640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3bc806be30 0x7f3bc806e2f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8034000 tx=0x7f3bd802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.590+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e25fea0 0x55b64e2a5640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.590+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25d660 0x55b64e260280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.590+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e25a720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.590+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b64e1be3b0 con 0x55b64e25d660 2024-09-12T03:11:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.590+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b64e1c3410 con 0x55b64e25fea0 2024-09-12T03:11:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.590+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b64e16b620 con 0x55b64e261630 2024-09-12T03:11:04.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.590+0000 7f3be7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25d660 0x55b64e260280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3be7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25d660 0x55b64e260280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32786/0 (socket says 172.21.15.29:32786) 2024-09-12T03:11:04.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3be7400640 1 -- 172.21.15.29:0/3709708844 learned_addr learned my addr 172.21.15.29:0/3709708844 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:04.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3becc00640 1 --2- 172.21.15.29:0/3709708844 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e25a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3be7e00640 1 --2- 172.21.15.29:0/3709708844 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e25fea0 0x55b64e2a5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3be7400640 1 -- 172.21.15.29:0/3709708844 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 msgr2=0x55b64e25a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3be7400640 1 --2- 172.21.15.29:0/3709708844 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e25a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3be7400640 1 -- 172.21.15.29:0/3709708844 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e25fea0 msgr2=0x55b64e2a5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3be7400640 1 --2- 172.21.15.29:0/3709708844 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e25fea0 0x55b64e2a5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3be7400640 1 -- 172.21.15.29:0/3709708844 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b64ded62d0 con 0x55b64e25d660 2024-09-12T03:11:04.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3be7e00640 1 --2- 172.21.15.29:0/3709708844 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e25fea0 0x55b64e2a5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:04.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3be7400640 1 --2- 172.21.15.29:0/3709708844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25d660 0x55b64e260280 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4060ad0 tx=0x7f3bd405c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a196cd88e0ea9b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3bd3e00640 1 -- 172.21.15.29:0/3709708844 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd40567d0 con 0x55b64e25d660 2024-09-12T03:11:04.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3bd3e00640 1 -- 172.21.15.29:0/3709708844 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bd4054b40 con 0x55b64e25d660 2024-09-12T03:11:04.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.591+0000 7f3bd3e00640 1 -- 172.21.15.29:0/3709708844 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd4060db0 con 0x55b64e25d660 2024-09-12T03:11:04.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.592+0000 7f3bf1adb740 1 -- 172.21.15.29:0/3709708844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25d660 msgr2=0x55b64e260280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.592+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/3709708844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25d660 0x55b64e260280 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4060ad0 tx=0x7f3bd405c7d0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.592+0000 7f3bf1adb740 1 -- 172.21.15.29:0/3709708844 shutdown_connections 2024-09-12T03:11:04.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.592+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/3709708844 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e25a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.592+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/3709708844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25d660 0x55b64e260280 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.592+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/3709708844 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e25fea0 0x55b64e2a5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.592+0000 7f3bf1adb740 1 -- 172.21.15.29:0/3709708844 >> 172.21.15.29:0/3709708844 conn(0x55b64e25c8f0 msgr2=0x55b64e2a4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.592+0000 7f3bf1adb740 1 -- 172.21.15.29:0/3709708844 shutdown_connections 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.592+0000 7f3bf1adb740 1 -- 172.21.15.29:0/3709708844 wait complete. 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.593+0000 7f3bf1adb740 1 -- start start 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.593+0000 7f3bf1adb740 1 Processor -- start 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e277330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e277870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2b8e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b64e17e780 con 0x55b64e25fea0 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b64e1bf3d0 con 0x55b64e2b8a00 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b64e25bd90 con 0x55b64e261630 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3bf1adb740 10 client.0 _ll_register_callbacks cb 0x55b64e1bc5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3be7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e277330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3be7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e277330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32800/0 (socket says 172.21.15.29:32800) 2024-09-12T03:11:04.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3be7e00640 1 -- 172.21.15.29:0/2691055552 learned_addr learned my addr 172.21.15.29:0/2691055552 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3be7400640 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e277870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.594+0000 7f3becc00640 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2b8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.595+0000 7f3be7400640 1 -- 172.21.15.29:0/2691055552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 msgr2=0x55b64e2b8e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.595+0000 7f3be7400640 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2b8e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.595+0000 7f3be7400640 1 -- 172.21.15.29:0/2691055552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 msgr2=0x55b64e277330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.595+0000 7f3be7400640 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e277330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.595+0000 7f3be7400640 1 -- 172.21.15.29:0/2691055552 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x55b64dfa06b0 con 0x55b64e261630 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.595+0000 7f3be7e00640 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e277330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.595+0000 7f3be7400640 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e277870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4054930 tx=0x7f3bd4000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=976344538eab64d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.595+0000 7f3bd0c00640 10 client.0 ms_handle_connect on v2:172.21.15.38:3301/0 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.595+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2691055552 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd40703c0 con 0x55b64e261630 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.595+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2691055552 <== mon.2 v2:172.21.15.38:3301/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f3bd4007430 con 0x55b64e261630 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.595+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2691055552 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bd4054b40 con 0x55b64e261630 2024-09-12T03:11:04.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2691055552 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f3bd40887e0 con 0x55b64e261630 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3bf1adb740 10 client.5189 fetch_fsmap learned FSMap version 38 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2691055552 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,fsmap=38,monmap=2+}) -- 0x55b64e2a0e10 con 0x55b64e261630 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2691055552 <== mon.2 v2:172.21.15.38:3301/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bd4054b40 con 0x55b64e261630 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2691055552 <== mon.2 v2:172.21.15.38:3301/0 5 ==== fsmap(e 38) ==== 3542+0+0 (secure 0 0 0) 0x7f3bd40772f0 con 0x55b64e261630 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3bf1adb740 10 client.5189 fetch_fsmap finished waiting for FSMap version 38 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3bf1adb740 10 client.5189 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3bf1adb740 20 client.5189 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55b64e29fd90 0x55b64e288000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3bf1adb740 4 client.5189 mds_command: new command op to 5377 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2691055552 --> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b64e1d0b40 con 0x55b64e29fd90 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.596+0000 7f3be7e00640 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55b64e29fd90 0x55b64e288000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.597+0000 7f3be7e00640 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55b64e29fd90 0x55b64e288000 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1931d4f548618af6 server_cookie=1f006f372f09edff in_seq=0 out_seq=0 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.597+0000 7f3bd0c00640 10 client.5189 ms_handle_connect on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:04.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2691055552 <== mds.2 v2:172.21.15.29:6832/3307347522 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b64e1d0b40 con 0x55b64e29fd90 2024-09-12T03:11:04.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bd0c00640 10 client.5189 handle_command_reply: tid=0 2024-09-12T03:11:04.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 1 client.5189 shutdown 2024-09-12T03:11:04.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2691055552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 msgr2=0x55b64e277870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e277870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4054930 tx=0x7f3bd4000bc0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2691055552 shutdown_connections 2024-09-12T03:11:04.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55b64e29fd90 0x55b64e288000 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2b8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e277870 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bd0c00640 0 client.5189 ms_handle_reset on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:04.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2691055552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e277330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2691055552 >> 172.21.15.29:0/2691055552 conn(0x55b64e25d660 msgr2=0x55b64e2a2b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2691055552 shutdown_connections 2024-09-12T03:11:04.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2691055552 wait complete. 2024-09-12T03:11:04.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.598+0000 7f3bf1adb740 20 client.5189 trim_cache size 0 max 16384 2024-09-12T03:11:04.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.617+0000 7f3bf1adb740 1 Processor -- start 2024-09-12T03:11:04.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.618+0000 7f3bf1adb740 1 -- start start 2024-09-12T03:11:04.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.618+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e29ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.618+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e2a19f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.618+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2a1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.618+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3be8200080 con 0x55b64e25fea0 2024-09-12T03:11:04.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.618+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3be8200750 con 0x55b64e2b8a00 2024-09-12T03:11:04.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.618+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3be815f3f0 con 0x55b64e261630 2024-09-12T03:11:04.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3be7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e29ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3be7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e29ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32802/0 (socket says 172.21.15.29:32802) 2024-09-12T03:11:04.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3be7e00640 1 -- 172.21.15.29:0/792100248 learned_addr learned my addr 172.21.15.29:0/792100248 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:04.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3becc00640 1 --2- 172.21.15.29:0/792100248 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2a1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3be7400640 1 --2- 172.21.15.29:0/792100248 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e2a19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3be7e00640 1 -- 172.21.15.29:0/792100248 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 msgr2=0x55b64e2a19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3be7e00640 1 --2- 172.21.15.29:0/792100248 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e2a19f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3be7e00640 1 -- 172.21.15.29:0/792100248 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 msgr2=0x55b64e2a1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3be7e00640 1 --2- 172.21.15.29:0/792100248 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2a1f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3be7e00640 1 -- 172.21.15.29:0/792100248 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b64e276ac0 con 0x55b64e25fea0 2024-09-12T03:11:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3be7e00640 1 --2- 172.21.15.29:0/792100248 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e29ec50 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f3bd802a770 tx=0x7f3bd802c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49901c298212b28d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.619+0000 7f3bd3400640 1 -- 172.21.15.29:0/792100248 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8037040 con 0x55b64e25fea0 2024-09-12T03:11:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.620+0000 7f3bd3400640 1 -- 172.21.15.29:0/792100248 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bd8032ca0 con 0x55b64e25fea0 2024-09-12T03:11:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.620+0000 7f3bd3400640 1 -- 172.21.15.29:0/792100248 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd803c640 con 0x55b64e25fea0 2024-09-12T03:11:04.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.620+0000 7f3bf1adb740 1 -- 172.21.15.29:0/792100248 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 msgr2=0x55b64e29ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.620+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/792100248 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e29ec50 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f3bd802a770 tx=0x7f3bd802c000 comp rx=0 tx=0).stop 2024-09-12T03:11:04.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.620+0000 7f3bf1adb740 1 -- 172.21.15.29:0/792100248 shutdown_connections 2024-09-12T03:11:04.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.620+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/792100248 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2a1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.620+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/792100248 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e261630 0x55b64e2a19f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.620+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/792100248 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e25fea0 0x55b64e29ec50 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.620+0000 7f3bf1adb740 1 -- 172.21.15.29:0/792100248 >> 172.21.15.29:0/792100248 conn(0x55b64e25d660 msgr2=0x55b64e2a1260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.620+0000 7f3bf1adb740 1 -- 172.21.15.29:0/792100248 shutdown_connections 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.620+0000 7f3bf1adb740 1 -- 172.21.15.29:0/792100248 wait complete. 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.621+0000 7f3bf1adb740 1 -- start start 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.621+0000 7f3bf1adb740 1 Processor -- start 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e25fea0 0x55b64e321ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e261630 0x55b64e2c83e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3bf1adb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2c8920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b64e25bd90 con 0x55b64e261630 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b64e1bf3d0 con 0x55b64e2b8a00 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3bf1adb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b64e17e780 con 0x55b64e25fea0 2024-09-12T03:11:04.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3bf1adb740 10 client.0 _ll_register_callbacks cb 0x7f3be0009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:04.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3be7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e261630 0x55b64e2c83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3be7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e261630 0x55b64e2c83e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32804/0 (socket says 172.21.15.29:32804) 2024-09-12T03:11:04.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3be7400640 1 -- 172.21.15.29:0/2744347813 learned_addr learned my addr 172.21.15.29:0/2744347813 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:04.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3be7e00640 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e25fea0 0x55b64e321ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.622+0000 7f3becc00640 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2c8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3be7400640 1 -- 172.21.15.29:0/2744347813 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e25fea0 msgr2=0x55b64e321ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3be7400640 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e25fea0 0x55b64e321ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3be7400640 1 -- 172.21.15.29:0/2744347813 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 msgr2=0x55b64e2c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3be7400640 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2c8920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3be7400640 1 -- 172.21.15.29:0/2744347813 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b64e287190 con 0x55b64e261630 2024-09-12T03:11:04.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3be7400640 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e261630 0x55b64e2c83e0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4060ad0 tx=0x7f3bd40547f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c53cd33e23b124ba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3bd0c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:04.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2744347813 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd4054b40 con 0x55b64e261630 2024-09-12T03:11:04.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2744347813 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f3bd4007430 con 0x55b64e261630 2024-09-12T03:11:04.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2744347813 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bd8032ca0 con 0x55b64e261630 2024-09-12T03:11:04.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2744347813 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f3bd4007630 con 0x55b64e261630 2024-09-12T03:11:04.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3bf1adb740 10 client.5634 fetch_fsmap learned FSMap version 38 2024-09-12T03:11:04.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2744347813 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=2+}) -- 0x55b64e287190 con 0x55b64e261630 2024-09-12T03:11:04.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.623+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2744347813 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bd8032ca0 con 0x55b64e261630 2024-09-12T03:11:04.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.624+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2744347813 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 38) ==== 3542+0+0 (secure 0 0 0) 0x7f3bd4057920 con 0x55b64e261630 2024-09-12T03:11:04.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.624+0000 7f3bf1adb740 10 client.5634 fetch_fsmap finished waiting for FSMap version 38 2024-09-12T03:11:04.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.624+0000 7f3bf1adb740 10 client.5634 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:11:04.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.624+0000 7f3bf1adb740 20 client.5634 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:04.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.624+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55b64e288210 0x55b64e2885f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.624+0000 7f3bf1adb740 4 client.5634 mds_command: new command op to 5377 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:11:04.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.624+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2744347813 --> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] -- command(tid 0: {"prefix": "status"}) -- 0x55b64e1cae90 con 0x55b64e288210 2024-09-12T03:11:04.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.624+0000 7f3be7e00640 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55b64e288210 0x55b64e2885f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.624+0000 7f3be7e00640 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55b64e288210 0x55b64e2885f0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=29e964620bd5d89e server_cookie=2a8cb65d4dfefcd3 in_seq=0 out_seq=0 2024-09-12T03:11:04.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.624+0000 7f3bd0c00640 10 client.5634 ms_handle_connect on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:04.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bd0c00640 1 -- 172.21.15.29:0/2744347813 <== mds.2 v2:172.21.15.29:6832/3307347522 1 ==== command_reply(tid 0: 0 ) ==== 8+0+318 (crc 0 0 0) 0x55b64e1cae90 con 0x55b64e288210 2024-09-12T03:11:04.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bd0c00640 10 client.5634 handle_command_reply: tid=0 2024-09-12T03:11:04.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 1 client.5634 shutdown 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2744347813 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e261630 msgr2=0x55b64e2c83e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e261630 0x55b64e2c83e0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4060ad0 tx=0x7f3bd40547f0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2744347813 shutdown_connections 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55b64e288210 0x55b64e2885f0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b64e2b8a00 0x55b64e2c8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b64e261630 0x55b64e2c83e0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 1 --2- 172.21.15.29:0/2744347813 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b64e25fea0 0x55b64e321ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2744347813 >> 172.21.15.29:0/2744347813 conn(0x55b64e25d660 msgr2=0x55b64e276c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bd0c00640 0 client.5634 ms_handle_reset on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2744347813 shutdown_connections 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 1 -- 172.21.15.29:0/2744347813 wait complete. 2024-09-12T03:11:04.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.625+0000 7f3bf1adb740 20 client.5634 trim_cache size 0 max 16384 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 2, 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 5377, 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 1.876510337, 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 38, 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 53, 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 53, 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 16.007630911 2024-09-12T03:11:04.630 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:04.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 -- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3bc806be30 msgr2=0x7f3bc806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3bc806be30 0x7f3bc806e2f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8034000 tx=0x7f3bd802e000 comp rx=0 tx=0).stop 2024-09-12T03:11:04.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 -- 172.21.15.29:0/4094297937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3be80d4a20 msgr2=0x7f3be80d2bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3be80d4a20 0x7f3be80d2bf0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f3bd400c460 tx=0x7f3bd400c920 comp rx=0 tx=0).stop 2024-09-12T03:11:04.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 -- 172.21.15.29:0/4094297937 shutdown_connections 2024-09-12T03:11:04.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3bc806be30 0x7f3bc806e2f0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3be815e470 0x7f3be80b1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3be80d4a20 0x7f3be80d2bf0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 --2- 172.21.15.29:0/4094297937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3be80d00e0 0x7f3be815b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 -- 172.21.15.29:0/4094297937 >> 172.21.15.29:0/4094297937 conn(0x7f3be809d700 msgr2=0x7f3be815d7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 -- 172.21.15.29:0/4094297937 shutdown_connections 2024-09-12T03:11:04.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.626+0000 7f3bed600640 1 -- 172.21.15.29:0/4094297937 wait complete. 2024-09-12T03:11:04.641 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-12T03:11:04.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.800+0000 7f9fdb600640 1 Processor -- start 2024-09-12T03:11:04.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.800+0000 7f9fdb600640 1 -- start start 2024-09-12T03:11:04.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.801+0000 7f9fdb600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9fd4072240 0x7f9fd415d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.801+0000 7f9fdb600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9fd40afc40 0x7f9fd40cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.802+0000 7f9fdb600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fd415d730 con 0x7f9fd4072620 2024-09-12T03:11:04.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.802+0000 7f9fdb600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9fd406e590 con 0x7f9fd4072240 2024-09-12T03:11:04.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.802+0000 7f9fdb600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f9fd406e870 con 0x7f9fd40afc40 2024-09-12T03:11:04.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.802+0000 7f9fd8c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9fd4072240 0x7f9fd415d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.802+0000 7f9fd8c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9fd4072240 0x7f9fd415d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32818/0 (socket says 172.21.15.29:32818) 2024-09-12T03:11:04.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.802+0000 7f9fd8c00640 1 -- 172.21.15.29:0/1921487593 learned_addr learned my addr 172.21.15.29:0/1921487593 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:04.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.802+0000 7f9fd8c00640 1 -- 172.21.15.29:0/1921487593 >> v2:172.21.15.38:3300/0 conn(0x7f9fd40afc40 msgr2=0x7f9fd40cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.802+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/1921487593 >> v2:172.21.15.38:3300/0 conn(0x7f9fd40afc40 0x7f9fd40cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.802+0000 7f9fd8c00640 1 -- 172.21.15.29:0/1921487593 >> v1:172.21.15.38:6789/0 conn(0x7f9fd4072620 legacy=0x7f9fd40af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.802+0000 7f9fd8c00640 1 -- 172.21.15.29:0/1921487593 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fd406eb50 con 0x7f9fd4072240 2024-09-12T03:11:04.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.803+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/1921487593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fd4072240 0x7f9fd415d1f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f9fd40cf9a0 tx=0x7f9fc802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3add4717bf58949e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.803+0000 7f9fd3400640 1 -- 172.21.15.29:0/1921487593 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc8037070 con 0x7f9fd4072240 2024-09-12T03:11:04.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.804+0000 7f9fd3400640 1 -- 172.21.15.29:0/1921487593 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fc8032440 con 0x7f9fd4072240 2024-09-12T03:11:04.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.804+0000 7f9fd3400640 1 -- 172.21.15.29:0/1921487593 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc8032810 con 0x7f9fd4072240 2024-09-12T03:11:04.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.804+0000 7f9fdb600640 1 -- 172.21.15.29:0/1921487593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fd4072240 msgr2=0x7f9fd415d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.804+0000 7f9fdb600640 1 --2- 172.21.15.29:0/1921487593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fd4072240 0x7f9fd415d1f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f9fd40cf9a0 tx=0x7f9fc802a250 comp rx=0 tx=0).stop 2024-09-12T03:11:04.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.804+0000 7f9fdb600640 1 -- 172.21.15.29:0/1921487593 shutdown_connections 2024-09-12T03:11:04.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.804+0000 7f9fdb600640 1 --2- 172.21.15.29:0/1921487593 >> v2:172.21.15.38:3300/0 conn(0x7f9fd40afc40 0x7f9fd40cd1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.804+0000 7f9fdb600640 1 --2- 172.21.15.29:0/1921487593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fd4072240 0x7f9fd415d1f0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.804+0000 7f9fdb600640 1 -- 172.21.15.29:0/1921487593 >> 172.21.15.29:0/1921487593 conn(0x7f9fd4067da0 msgr2=0x7f9fd406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.804+0000 7f9fdb600640 1 -- 172.21.15.29:0/1921487593 shutdown_connections 2024-09-12T03:11:04.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.804+0000 7f9fdb600640 1 -- 172.21.15.29:0/1921487593 wait complete. 2024-09-12T03:11:04.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.806+0000 7f9fdb600640 1 Processor -- start 2024-09-12T03:11:04.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.806+0000 7f9fdb600640 1 -- start start 2024-09-12T03:11:04.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.807+0000 7f9fdb600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd4072240 0x7f9fd414b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.807+0000 7f9fdb600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fd4072620 0x7f9fd4158660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.807+0000 7f9fdb600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9fd40afc40 0x7f9fd40b1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.807+0000 7f9fdb600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd406e150 con 0x7f9fd4072620 2024-09-12T03:11:04.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.807+0000 7f9fdb600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd406dfd0 con 0x7f9fd4072240 2024-09-12T03:11:04.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.807+0000 7f9fdb600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9fd406e2d0 con 0x7f9fd40afc40 2024-09-12T03:11:04.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.807+0000 7f9fd3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fd4072620 0x7f9fd4158660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.807+0000 7f9fd3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fd4072620 0x7f9fd4158660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32828/0 (socket says 172.21.15.29:32828) 2024-09-12T03:11:04.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.807+0000 7f9fd3e00640 1 -- 172.21.15.29:0/1054125280 learned_addr learned my addr 172.21.15.29:0/1054125280 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:04.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.807+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd4072240 0x7f9fd414b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.807+0000 7f9fd9600640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9fd40afc40 0x7f9fd40b1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fd3e00640 1 -- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9fd40afc40 msgr2=0x7f9fd40b1ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9fd40afc40 0x7f9fd40b1ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fd3e00640 1 -- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd4072240 msgr2=0x7f9fd414b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd4072240 0x7f9fd414b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fd3e00640 1 -- 172.21.15.29:0/1054125280 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fd4159b10 con 0x7f9fd4072620 2024-09-12T03:11:04.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd4072240 0x7f9fd414b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:04.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fd4072620 0x7f9fd4158660 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f9fc000c410 tx=0x7f9fc000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fd0c00640 1 -- 172.21.15.29:0/1054125280 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc0017070 con 0x7f9fd4072620 2024-09-12T03:11:04.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fd0c00640 1 -- 172.21.15.29:0/1054125280 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fc00035f0 con 0x7f9fd4072620 2024-09-12T03:11:04.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fdb600640 1 -- 172.21.15.29:0/1054125280 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fd4159df0 con 0x7f9fd4072620 2024-09-12T03:11:04.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fd0c00640 1 -- 172.21.15.29:0/1054125280 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc0003a20 con 0x7f9fd4072620 2024-09-12T03:11:04.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.808+0000 7f9fdb600640 1 -- 172.21.15.29:0/1054125280 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fd415a3b0 con 0x7f9fd4072620 2024-09-12T03:11:04.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.810+0000 7f9fd0c00640 1 -- 172.21.15.29:0/1054125280 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9fc001a070 con 0x7f9fd4072620 2024-09-12T03:11:04.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.812+0000 7f9fd0c00640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fb406be60 0x7f9fb406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.812+0000 7f9fd0c00640 1 -- 172.21.15.29:0/1054125280 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f9fc008a570 con 0x7f9fd4072620 2024-09-12T03:11:04.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.812+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fb406be60 0x7f9fb406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.812+0000 7f9fde439740 1 Processor -- start 2024-09-12T03:11:04.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.813+0000 7f9fde439740 1 -- start start 2024-09-12T03:11:04.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.813+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fb406be60 0x7f9fb406e320 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f9fc8034000 tx=0x7f9fc802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.813+0000 7f9fde439740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745ff1b50 0x558745ff1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.813+0000 7f9fde439740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x55874600dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.813+0000 7f9fde439740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc54b0 0x55874600e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.813+0000 7f9fde439740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558745f263b0 con 0x55874600c510 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.813+0000 7f9fde439740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558745f2b410 con 0x558745fc54b0 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.813+0000 7f9fde439740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558745ed3620 con 0x558745ff1b50 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.814+0000 7f9fd3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x55874600dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.814+0000 7f9fd8c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745ff1b50 0x558745ff1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.814+0000 7f9fd3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x55874600dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32830/0 (socket says 172.21.15.29:32830) 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.814+0000 7f9fd3e00640 1 -- 172.21.15.29:0/277582020 learned_addr learned my addr 172.21.15.29:0/277582020 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.814+0000 7f9fd9600640 1 --2- 172.21.15.29:0/277582020 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc54b0 0x55874600e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.814+0000 7f9fd3e00640 1 -- 172.21.15.29:0/277582020 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745ff1b50 msgr2=0x558745ff1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.814+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/277582020 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745ff1b50 0x558745ff1f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.814+0000 7f9fd3e00640 1 -- 172.21.15.29:0/277582020 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc54b0 msgr2=0x55874600e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.814+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/277582020 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc54b0 0x55874600e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.814+0000 7f9fd3e00640 1 -- 172.21.15.29:0/277582020 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558745c3e2d0 con 0x55874600c510 2024-09-12T03:11:04.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.814+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/277582020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x55874600dcc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0054a50 tx=0x7f9fc0058060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c4eb772f6a34c1e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.815+0000 7f9fc5200640 1 -- 172.21.15.29:0/277582020 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc00568f0 con 0x55874600c510 2024-09-12T03:11:04.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.815+0000 7f9fc5200640 1 -- 172.21.15.29:0/277582020 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fc0054c60 con 0x55874600c510 2024-09-12T03:11:04.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.815+0000 7f9fc5200640 1 -- 172.21.15.29:0/277582020 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc008a2d0 con 0x55874600c510 2024-09-12T03:11:04.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.815+0000 7f9fde439740 1 -- 172.21.15.29:0/277582020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 msgr2=0x55874600dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.815+0000 7f9fde439740 1 --2- 172.21.15.29:0/277582020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x55874600dcc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0054a50 tx=0x7f9fc0058060 comp rx=0 tx=0).stop 2024-09-12T03:11:04.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.815+0000 7f9fde439740 1 -- 172.21.15.29:0/277582020 shutdown_connections 2024-09-12T03:11:04.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.815+0000 7f9fde439740 1 --2- 172.21.15.29:0/277582020 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc54b0 0x55874600e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.815+0000 7f9fde439740 1 --2- 172.21.15.29:0/277582020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x55874600dcc0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.815+0000 7f9fde439740 1 --2- 172.21.15.29:0/277582020 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745ff1b50 0x558745ff1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.815+0000 7f9fde439740 1 -- 172.21.15.29:0/277582020 >> 172.21.15.29:0/277582020 conn(0x558745fc4740 msgr2=0x55874600c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.815+0000 7f9fde439740 1 -- 172.21.15.29:0/277582020 shutdown_connections 2024-09-12T03:11:04.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.816+0000 7f9fde439740 1 -- 172.21.15.29:0/277582020 wait complete. 2024-09-12T03:11:04.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.816+0000 7f9fde439740 1 -- start start 2024-09-12T03:11:04.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.816+0000 7f9fde439740 1 Processor -- start 2024-09-12T03:11:04.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.817+0000 7f9fde439740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746008d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.817+0000 7f9fde439740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55874600c510 0x558745fee690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.817+0000 7f9fde439740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745fc2cb0 0x558745fc3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.817+0000 7f9fde439740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558745ee6780 con 0x558745ff1b50 2024-09-12T03:11:04.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.817+0000 7f9fde439740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558745f273d0 con 0x55874600c510 2024-09-12T03:11:04.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.817+0000 7f9fde439740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558745ff2910 con 0x558745fc2cb0 2024-09-12T03:11:04.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.817+0000 7f9fde439740 10 client.0 _ll_register_callbacks cb 0x558745f245d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:04.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd8c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746008d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd8c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746008d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32834/0 (socket says 172.21.15.29:32834) 2024-09-12T03:11:04.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd8c00640 1 -- 172.21.15.29:0/1900855963 learned_addr learned my addr 172.21.15.29:0/1900855963 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:04.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55874600c510 0x558745fee690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd9600640 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745fc2cb0 0x558745fc3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd8c00640 1 -- 172.21.15.29:0/1900855963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745fc2cb0 msgr2=0x558745fc3110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745fc2cb0 0x558745fc3110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd8c00640 1 -- 172.21.15.29:0/1900855963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55874600c510 msgr2=0x558745fee690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55874600c510 0x558745fee690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd8c00640 1 -- 172.21.15.29:0/1900855963 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558745d086b0 con 0x558745ff1b50 2024-09-12T03:11:04.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd9600640 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745fc2cb0 0x558745fc3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:04.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55874600c510 0x558745fee690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:04.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.818+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746008d00 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f9fc802a840 tx=0x7f9fc8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52aeb41e4cad07ba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fb9600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fb9600640 1 -- 172.21.15.29:0/1900855963 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc804d070 con 0x558745ff1b50 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fde439740 1 -- 172.21.15.29:0/1900855963 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fc0054c60 con 0x558745ff1b50 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fb9600640 1 -- 172.21.15.29:0/1900855963 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f9fc803c850 con 0x558745ff1b50 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fb9600640 1 -- 172.21.15.29:0/1900855963 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f9fc8058050 con 0x558745ff1b50 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fde439740 10 client.5646 fetch_fsmap learned FSMap version 38 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fde439740 1 -- 172.21.15.29:0/1900855963 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=2+}) -- 0x558746007850 con 0x558745ff1b50 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fb9600640 1 -- 172.21.15.29:0/1900855963 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fc0054c60 con 0x558745ff1b50 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fb9600640 1 -- 172.21.15.29:0/1900855963 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 38) ==== 3542+0+0 (secure 0 0 0) 0x7f9fc805b020 con 0x558745ff1b50 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fde439740 10 client.5646 fetch_fsmap finished waiting for FSMap version 38 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fde439740 10 client.5646 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.819+0000 7f9fde439740 20 client.5646 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.820+0000 7f9fde439740 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x558745ff4c50 0x558745ff5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.820+0000 7f9fde439740 4 client.5646 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:04.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.820+0000 7f9fde439740 1 -- 172.21.15.29:0/1900855963 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558745f38b40 con 0x558745ff4c50 2024-09-12T03:11:04.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.820+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x558745ff4c50 0x558745ff5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.820+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x558745ff4c50 0x558745ff5030 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6dcdf6a622c1f6dc server_cookie=76ae3b2b76a61f0e in_seq=0 out_seq=0 2024-09-12T03:11:04.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.820+0000 7f9fb9600640 10 client.5646 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:04.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.821+0000 7f9fb9600640 1 -- 172.21.15.29:0/1900855963 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558745f38b40 con 0x558745ff4c50 2024-09-12T03:11:04.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.821+0000 7f9fb9600640 10 client.5646 handle_command_reply: tid=0 2024-09-12T03:11:04.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.821+0000 7f9fde439740 1 client.5646 shutdown 2024-09-12T03:11:04.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.821+0000 7f9fde439740 1 -- 172.21.15.29:0/1900855963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 msgr2=0x558746008d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.821+0000 7f9fde439740 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746008d00 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f9fc802a840 tx=0x7f9fc8004730 comp rx=0 tx=0).stop 2024-09-12T03:11:04.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.821+0000 7f9fde439740 1 -- 172.21.15.29:0/1900855963 shutdown_connections 2024-09-12T03:11:04.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.821+0000 7f9fde439740 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745fc2cb0 0x558745fc3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.821+0000 7f9fde439740 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x558745ff4c50 0x558745ff5030 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.822+0000 7f9fde439740 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55874600c510 0x558745fee690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.822+0000 7f9fde439740 1 --2- 172.21.15.29:0/1900855963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746008d00 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.822+0000 7f9fde439740 1 -- 172.21.15.29:0/1900855963 >> 172.21.15.29:0/1900855963 conn(0x558745fc54b0 msgr2=0x55874600bc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.822+0000 7f9fb9600640 0 client.5646 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:04.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.822+0000 7f9fde439740 1 -- 172.21.15.29:0/1900855963 shutdown_connections 2024-09-12T03:11:04.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.822+0000 7f9fde439740 1 -- 172.21.15.29:0/1900855963 wait complete. 2024-09-12T03:11:04.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.822+0000 7f9fde439740 20 client.5646 trim_cache size 0 max 16384 2024-09-12T03:11:04.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.842+0000 7f9fde439740 1 Processor -- start 2024-09-12T03:11:04.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.842+0000 7f9fde439740 1 -- start start 2024-09-12T03:11:04.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.842+0000 7f9fde439740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc2cb0 0x558746015c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.842+0000 7f9fde439740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745ff1b50 0x558746009650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fde439740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x558746034a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fde439740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd41fcf00 con 0x55874600c510 2024-09-12T03:11:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fde439740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd40b5360 con 0x558745fc2cb0 2024-09-12T03:11:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fde439740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9fd41fc830 con 0x558745ff1b50 2024-09-12T03:11:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd9600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x558746034a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd9600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x558746034a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32850/0 (socket says 172.21.15.29:32850) 2024-09-12T03:11:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd9600640 1 -- 172.21.15.29:0/123065028 learned_addr learned my addr 172.21.15.29:0/123065028 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/123065028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc2cb0 0x558746015c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/123065028 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745ff1b50 0x558746009650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd9600640 1 -- 172.21.15.29:0/123065028 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745ff1b50 msgr2=0x558746009650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd9600640 1 --2- 172.21.15.29:0/123065028 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745ff1b50 0x558746009650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd9600640 1 -- 172.21.15.29:0/123065028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc2cb0 msgr2=0x558746015c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd9600640 1 --2- 172.21.15.29:0/123065028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc2cb0 0x558746015c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd9600640 1 -- 172.21.15.29:0/123065028 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558745ff28e0 con 0x55874600c510 2024-09-12T03:11:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/123065028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc2cb0 0x558746015c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:04.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.843+0000 7f9fd9600640 1 --2- 172.21.15.29:0/123065028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x558746034a90 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc00a480 tx=0x7f9fcc0097d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5faa64cfd8d8fcda server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.844+0000 7f9fbbe00640 1 -- 172.21.15.29:0/123065028 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc007780 con 0x55874600c510 2024-09-12T03:11:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.844+0000 7f9fbbe00640 1 -- 172.21.15.29:0/123065028 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fcc01a070 con 0x55874600c510 2024-09-12T03:11:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.844+0000 7f9fbbe00640 1 -- 172.21.15.29:0/123065028 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc007b40 con 0x55874600c510 2024-09-12T03:11:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.844+0000 7f9fde439740 1 -- 172.21.15.29:0/123065028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 msgr2=0x558746034a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.844+0000 7f9fde439740 1 --2- 172.21.15.29:0/123065028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x558746034a90 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc00a480 tx=0x7f9fcc0097d0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.844+0000 7f9fde439740 1 -- 172.21.15.29:0/123065028 shutdown_connections 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.844+0000 7f9fde439740 1 --2- 172.21.15.29:0/123065028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55874600c510 0x558746034a90 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.844+0000 7f9fde439740 1 --2- 172.21.15.29:0/123065028 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558745ff1b50 0x558746009650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.844+0000 7f9fde439740 1 --2- 172.21.15.29:0/123065028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc2cb0 0x558746015c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.845+0000 7f9fde439740 1 -- 172.21.15.29:0/123065028 >> 172.21.15.29:0/123065028 conn(0x558745fc54b0 msgr2=0x558746006870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.845+0000 7f9fde439740 1 -- 172.21.15.29:0/123065028 shutdown_connections 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.845+0000 7f9fde439740 1 -- 172.21.15.29:0/123065028 wait complete. 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.845+0000 7f9fde439740 1 -- start start 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.845+0000 7f9fde439740 1 Processor -- start 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.846+0000 7f9fde439740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc2cb0 0x55874608e990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.846+0000 7f9fde439740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746014bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.846+0000 7f9fde439740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55874600c510 0x558746015130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.846+0000 7f9fde439740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558746008180 con 0x558745ff1b50 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.846+0000 7f9fde439740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd415ba60 con 0x558745fc2cb0 2024-09-12T03:11:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.846+0000 7f9fde439740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558746009240 con 0x55874600c510 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fde439740 10 client.0 _ll_register_callbacks cb 0x7f9fc80096f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fd3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746014bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fd3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746014bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32866/0 (socket says 172.21.15.29:32866) 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fd3e00640 1 -- 172.21.15.29:0/3386211422 learned_addr learned my addr 172.21.15.29:0/3386211422 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc2cb0 0x55874608e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fd9600640 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55874600c510 0x558746015130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fd3e00640 1 -- 172.21.15.29:0/3386211422 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55874600c510 msgr2=0x558746015130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55874600c510 0x558746015130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fd3e00640 1 -- 172.21.15.29:0/3386211422 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc2cb0 msgr2=0x55874608e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc2cb0 0x55874608e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fd3e00640 1 -- 172.21.15.29:0/3386211422 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558745ff1420 con 0x558745ff1b50 2024-09-12T03:11:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fd3e00640 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746014bf0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0054a50 tx=0x7f9fc000a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faf21fe7705482f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.847+0000 7f9fb9600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fb9600640 1 -- 172.21.15.29:0/3386211422 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc0054890 con 0x558745ff1b50 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fb9600640 1 -- 172.21.15.29:0/3386211422 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f9fc00568f0 con 0x558745ff1b50 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fde439740 1 -- 172.21.15.29:0/3386211422 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fcc01a070 con 0x558745ff1b50 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fb9600640 1 -- 172.21.15.29:0/3386211422 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f9fc007e050 con 0x558745ff1b50 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fde439740 10 client.5652 fetch_fsmap learned FSMap version 38 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fde439740 1 -- 172.21.15.29:0/3386211422 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=2+}) -- 0x558746023550 con 0x558745ff1b50 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fb9600640 1 -- 172.21.15.29:0/3386211422 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fcc01a070 con 0x558745ff1b50 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fb9600640 1 -- 172.21.15.29:0/3386211422 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 38) ==== 3542+0+0 (secure 0 0 0) 0x7f9fc0081020 con 0x558745ff1b50 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fde439740 10 client.5652 fetch_fsmap finished waiting for FSMap version 38 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fde439740 10 client.5652 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fde439740 20 client.5652 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fde439740 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x558745fee300 0x558745fee6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:04.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fde439740 4 client.5652 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:11:04.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.848+0000 7f9fde439740 1 -- 172.21.15.29:0/3386211422 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "status"}) -- 0x558745f32e90 con 0x558745fee300 2024-09-12T03:11:04.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.849+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x558745fee300 0x558745fee6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:04.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.849+0000 7f9fb9600640 10 client.5652 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:04.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.849+0000 7f9fd8c00640 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x558745fee300 0x558745fee6e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f6be0b4712b866c1 server_cookie=91020bb876992d1e in_seq=0 out_seq=0 2024-09-12T03:11:04.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.849+0000 7f9fb9600640 1 -- 172.21.15.29:0/3386211422 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x558745f32e90 con 0x558745fee300 2024-09-12T03:11:04.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.849+0000 7f9fb9600640 10 client.5652 handle_command_reply: tid=0 2024-09-12T03:11:04.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.849+0000 7f9fde439740 1 client.5652 shutdown 2024-09-12T03:11:04.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fde439740 1 -- 172.21.15.29:0/3386211422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 msgr2=0x558746014bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fde439740 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746014bf0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0054a50 tx=0x7f9fc000a000 comp rx=0 tx=0).stop 2024-09-12T03:11:04.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fde439740 1 -- 172.21.15.29:0/3386211422 shutdown_connections 2024-09-12T03:11:04.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fde439740 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55874600c510 0x558746015130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fde439740 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558745ff1b50 0x558746014bf0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fde439740 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x558745fee300 0x558745fee6e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fde439740 1 --2- 172.21.15.29:0/3386211422 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558745fc2cb0 0x55874608e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fde439740 1 -- 172.21.15.29:0/3386211422 >> 172.21.15.29:0/3386211422 conn(0x558745fc54b0 msgr2=0x558746009650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fb9600640 0 client.5652 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:04.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fde439740 1 -- 172.21.15.29:0/3386211422 shutdown_connections 2024-09-12T03:11:04.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fde439740 1 -- 172.21.15.29:0/3386211422 wait complete. 2024-09-12T03:11:04.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.850+0000 7f9fde439740 20 client.5652 trim_cache size 0 max 16384 2024-09-12T03:11:04.855 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:04.855 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:11:04.855 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 1, 2024-09-12T03:11:04.855 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 5472, 2024-09-12T03:11:04.855 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:11:04.855 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:11:04.855 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:11:04.855 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 3.1185926089999998, 2024-09-12T03:11:04.855 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 38, 2024-09-12T03:11:04.855 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 53, 2024-09-12T03:11:04.855 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 53, 2024-09-12T03:11:04.856 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 16.229989043 2024-09-12T03:11:04.856 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:04.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 -- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fb406be60 msgr2=0x7f9fb406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fb406be60 0x7f9fb406e320 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f9fc8034000 tx=0x7f9fc802e000 comp rx=0 tx=0).stop 2024-09-12T03:11:04.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 -- 172.21.15.29:0/1054125280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fd4072620 msgr2=0x7f9fd4158660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:04.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fd4072620 0x7f9fd4158660 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f9fc000c410 tx=0x7f9fc000c8d0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 -- 172.21.15.29:0/1054125280 shutdown_connections 2024-09-12T03:11:04.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fb406be60 0x7f9fb406e320 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9fd40afc40 0x7f9fd40b1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fd4072620 0x7f9fd4158660 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 --2- 172.21.15.29:0/1054125280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9fd4072240 0x7f9fd414b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:04.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 -- 172.21.15.29:0/1054125280 >> 172.21.15.29:0/1054125280 conn(0x7f9fd4067da0 msgr2=0x7f9fd40ce350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:04.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 -- 172.21.15.29:0/1054125280 shutdown_connections 2024-09-12T03:11:04.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:04.851+0000 7f9fdb600640 1 -- 172.21.15.29:0/1054125280 wait complete. 2024-09-12T03:11:04.865 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-12T03:11:05.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.024+0000 7fcad3e00640 1 Processor -- start 2024-09-12T03:11:05.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.024+0000 7fcad3e00640 1 -- start start 2024-09-12T03:11:05.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.025+0000 7fcad3e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcad415e470 0x7fcad40cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.025+0000 7fcad3e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcad40d4a20 0x7fcad406d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.025+0000 7fcad3e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcad415e850 con 0x7fcad40d00e0 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.025+0000 7fcad3e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fcad40cf710 con 0x7fcad40d4a20 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.025+0000 7fcad3e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcad40d1c60 con 0x7fcad415e470 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.025+0000 7fcad3400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcad40d4a20 0x7fcad406d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.025+0000 7fcad3400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcad40d4a20 0x7fcad406d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32878/0 (socket says 172.21.15.29:32878) 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.025+0000 7fcad3400640 1 -- 172.21.15.29:0/3915575701 learned_addr learned my addr 172.21.15.29:0/3915575701 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.025+0000 7fcacbe00640 1 --1- 172.21.15.29:0/3915575701 >> v1:172.21.15.29:6789/0 conn(0x7fcad40d00e0 0x7fcad40d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35938/0 (socket says 172.21.15.29:35938) 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.026+0000 7fcad2a00640 1 --2- 172.21.15.29:0/3915575701 >> v2:172.21.15.38:3300/0 conn(0x7fcad415e470 0x7fcad40cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.026+0000 7fcad3400640 1 -- 172.21.15.29:0/3915575701 >> v2:172.21.15.38:3300/0 conn(0x7fcad415e470 msgr2=0x7fcad40cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.026+0000 7fcad3400640 1 --2- 172.21.15.29:0/3915575701 >> v2:172.21.15.38:3300/0 conn(0x7fcad415e470 0x7fcad40cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.026+0000 7fcad3400640 1 -- 172.21.15.29:0/3915575701 >> v1:172.21.15.29:6789/0 conn(0x7fcad40d00e0 legacy=0x7fcad40d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.026+0000 7fcad3400640 1 -- 172.21.15.29:0/3915575701 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcad40d1980 con 0x7fcad40d4a20 2024-09-12T03:11:05.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.026+0000 7fcad2000640 1 -- 172.21.15.29:0/3915575701 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1429329833 0 0) 0x7fcad415e850 con 0x7fcad40d00e0 2024-09-12T03:11:05.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.027+0000 7fcad3400640 1 --2- 172.21.15.29:0/3915575701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad40d4a20 0x7fcad406d460 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fcad40b6e80 tx=0x7fcacc02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e832b1330f73827 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:05.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.027+0000 7fcad2000640 1 -- 172.21.15.29:0/3915575701 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc036070 con 0x7fcad40d4a20 2024-09-12T03:11:05.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.027+0000 7fcad2000640 1 -- 172.21.15.29:0/3915575701 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcacc031600 con 0x7fcad40d4a20 2024-09-12T03:11:05.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.027+0000 7fcad2000640 1 -- 172.21.15.29:0/3915575701 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc0319d0 con 0x7fcad40d4a20 2024-09-12T03:11:05.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.028+0000 7fcad3e00640 1 -- 172.21.15.29:0/3915575701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad40d4a20 msgr2=0x7fcad406d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.028+0000 7fcad3e00640 1 --2- 172.21.15.29:0/3915575701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad40d4a20 0x7fcad406d460 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fcad40b6e80 tx=0x7fcacc02a730 comp rx=0 tx=0).stop 2024-09-12T03:11:05.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.028+0000 7fcad3e00640 1 -- 172.21.15.29:0/3915575701 shutdown_connections 2024-09-12T03:11:05.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.028+0000 7fcad3e00640 1 --2- 172.21.15.29:0/3915575701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad40d4a20 0x7fcad406d460 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.028+0000 7fcad3e00640 1 --2- 172.21.15.29:0/3915575701 >> v2:172.21.15.38:3300/0 conn(0x7fcad415e470 0x7fcad40cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.028+0000 7fcad3e00640 1 -- 172.21.15.29:0/3915575701 >> 172.21.15.29:0/3915575701 conn(0x7fcad409d700 msgr2=0x7fcad408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:05.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.028+0000 7fcad3e00640 1 -- 172.21.15.29:0/3915575701 shutdown_connections 2024-09-12T03:11:05.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.028+0000 7fcad3e00640 1 -- 172.21.15.29:0/3915575701 wait complete. 2024-09-12T03:11:05.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.029+0000 7fcad3e00640 1 Processor -- start 2024-09-12T03:11:05.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.030+0000 7fcad3e00640 1 -- start start 2024-09-12T03:11:05.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.030+0000 7fcad3e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcad40d00e0 0x7fcad41577f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.030+0000 7fcad3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad40d4a20 0x7fcad40b8be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcad3e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad415e470 0x7fcad414e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcad3e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcad406d9a0 con 0x7fcad40d4a20 2024-09-12T03:11:05.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcad3e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcad40cf3a0 con 0x7fcad415e470 2024-09-12T03:11:05.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcad3e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcad406db20 con 0x7fcad40d00e0 2024-09-12T03:11:05.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcacbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad40d4a20 0x7fcad40b8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcacbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad40d4a20 0x7fcad40b8be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32890/0 (socket says 172.21.15.29:32890) 2024-09-12T03:11:05.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcacbe00640 1 -- 172.21.15.29:0/4228221310 learned_addr learned my addr 172.21.15.29:0/4228221310 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:05.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcad2a00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcad40d00e0 0x7fcad41577f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcad3400640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad415e470 0x7fcad414e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcacbe00640 1 -- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcad40d00e0 msgr2=0x7fcad41577f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcacbe00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcad40d00e0 0x7fcad41577f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcacbe00640 1 -- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad415e470 msgr2=0x7fcad414e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcacbe00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad415e470 0x7fcad414e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.031+0000 7fcacbe00640 1 -- 172.21.15.29:0/4228221310 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcad40b9210 con 0x7fcad40d4a20 2024-09-12T03:11:05.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.032+0000 7fcacbe00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad40d4a20 0x7fcad40b8be0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fcabc00c500 tx=0x7fcabc00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:05.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.032+0000 7fcacaa00640 1 -- 172.21.15.29:0/4228221310 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcabc018070 con 0x7fcad40d4a20 2024-09-12T03:11:05.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.032+0000 7fcacaa00640 1 -- 172.21.15.29:0/4228221310 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcabc007580 con 0x7fcad40d4a20 2024-09-12T03:11:05.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.032+0000 7fcacaa00640 1 -- 172.21.15.29:0/4228221310 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcabc004a20 con 0x7fcad40d4a20 2024-09-12T03:11:05.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.032+0000 7fcad3e00640 1 -- 172.21.15.29:0/4228221310 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcad40b94f0 con 0x7fcad40d4a20 2024-09-12T03:11:05.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.032+0000 7fcad3e00640 1 -- 172.21.15.29:0/4228221310 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcad40b9ab0 con 0x7fcad40d4a20 2024-09-12T03:11:05.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.034+0000 7fcacaa00640 1 -- 172.21.15.29:0/4228221310 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcabc01b070 con 0x7fcad40d4a20 2024-09-12T03:11:05.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.035+0000 7fcacaa00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcab006be30 0x7fcab006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.035+0000 7fcacaa00640 1 -- 172.21.15.29:0/4228221310 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fcabc08a2c0 con 0x7fcad40d4a20 2024-09-12T03:11:05.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.035+0000 7fcad2a00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcab006be30 0x7fcab006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.036+0000 7fcadcc2c740 1 Processor -- start 2024-09-12T03:11:05.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.036+0000 7fcadcc2c740 1 -- start start 2024-09-12T03:11:05.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.036+0000 7fcad2a00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcab006be30 0x7fcab006e2f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fcac4009aa0 tx=0x7fcac4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:05.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.037+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f28d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.037+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f245660 0x56445f248280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.037+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f249630 0x56445f242720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.037+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56445f1a63b0 con 0x56445f247ea0 2024-09-12T03:11:05.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.037+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56445f1ab410 con 0x56445f249630 2024-09-12T03:11:05.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.037+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56445f153620 con 0x56445f245660 2024-09-12T03:11:05.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.037+0000 7fcad2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f28d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.037+0000 7fcad2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f28d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32896/0 (socket says 172.21.15.29:32896) 2024-09-12T03:11:05.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.037+0000 7fcad2a00640 1 -- 172.21.15.29:0/4285268585 learned_addr learned my addr 172.21.15.29:0/4285268585 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:05.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.037+0000 7fcad3400640 1 --2- 172.21.15.29:0/4285268585 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f249630 0x56445f242720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.037+0000 7fcacbe00640 1 --2- 172.21.15.29:0/4285268585 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f245660 0x56445f248280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.038+0000 7fcad2a00640 1 -- 172.21.15.29:0/4285268585 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f245660 msgr2=0x56445f248280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.038+0000 7fcad2a00640 1 --2- 172.21.15.29:0/4285268585 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f245660 0x56445f248280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.038+0000 7fcad2a00640 1 -- 172.21.15.29:0/4285268585 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f249630 msgr2=0x56445f242720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.038+0000 7fcad2a00640 1 --2- 172.21.15.29:0/4285268585 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f249630 0x56445f242720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.038+0000 7fcad2a00640 1 -- 172.21.15.29:0/4285268585 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56445eebe2d0 con 0x56445f247ea0 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.038+0000 7fcad2a00640 1 --2- 172.21.15.29:0/4285268585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f28d640 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fcac40044a0 tx=0x7fcac4014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a08b367e2522ec4a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.038+0000 7fcac3400640 1 -- 172.21.15.29:0/4285268585 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac401b070 con 0x56445f247ea0 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.038+0000 7fcac3400640 1 -- 172.21.15.29:0/4285268585 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcac4027070 con 0x56445f247ea0 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.038+0000 7fcac3400640 1 -- 172.21.15.29:0/4285268585 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac4003a20 con 0x56445f247ea0 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.039+0000 7fcadcc2c740 1 -- 172.21.15.29:0/4285268585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 msgr2=0x56445f28d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.039+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/4285268585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f28d640 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fcac40044a0 tx=0x7fcac4014000 comp rx=0 tx=0).stop 2024-09-12T03:11:05.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.039+0000 7fcadcc2c740 1 -- 172.21.15.29:0/4285268585 shutdown_connections 2024-09-12T03:11:05.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.039+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/4285268585 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f249630 0x56445f242720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.039+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/4285268585 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f245660 0x56445f248280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.039+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/4285268585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f28d640 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.039+0000 7fcadcc2c740 1 -- 172.21.15.29:0/4285268585 >> 172.21.15.29:0/4285268585 conn(0x56445f2448f0 msgr2=0x56445f28cb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:05.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.039+0000 7fcadcc2c740 1 -- 172.21.15.29:0/4285268585 shutdown_connections 2024-09-12T03:11:05.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.039+0000 7fcadcc2c740 1 -- 172.21.15.29:0/4285268585 wait complete. 2024-09-12T03:11:05.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.040+0000 7fcadcc2c740 1 -- start start 2024-09-12T03:11:05.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.040+0000 7fcadcc2c740 1 Processor -- start 2024-09-12T03:11:05.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f270f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f249630 0x56445f243250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f2670a0 0x56445f266490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56445f166780 con 0x56445f247ea0 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56445f1a73d0 con 0x56445f2670a0 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56445f243d90 con 0x56445f249630 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcadcc2c740 10 client.0 _ll_register_callbacks cb 0x56445f1a45d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcad2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f270f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcad2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f270f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32910/0 (socket says 172.21.15.29:32910) 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcad2a00640 1 -- 172.21.15.29:0/3900553063 learned_addr learned my addr 172.21.15.29:0/3900553063 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcacbe00640 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f249630 0x56445f243250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.041+0000 7fcad3400640 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f2670a0 0x56445f266490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcad2a00640 1 -- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f249630 msgr2=0x56445f243250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcad2a00640 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f249630 0x56445f243250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcad2a00640 1 -- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f2670a0 msgr2=0x56445f266490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:05.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcad2a00640 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f2670a0 0x56445f266490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcad2a00640 1 -- 172.21.15.29:0/3900553063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56445ef886b0 con 0x56445f247ea0 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcacbe00640 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f249630 0x56445f243250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcad3400640 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f2670a0 0x56445f266490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcad2a00640 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f270f60 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fcac4011dd0 tx=0x7fcac4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b6056683611d809 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcab7e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcab7e00640 1 -- 172.21.15.29:0/3900553063 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac401b040 con 0x56445f247ea0 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcab7e00640 1 -- 172.21.15.29:0/3900553063 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fcac4036c70 con 0x56445f247ea0 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3900553063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcac4027070 con 0x56445f247ea0 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcab7e00640 1 -- 172.21.15.29:0/3900553063 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7fcac403d050 con 0x56445f247ea0 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcadcc2c740 10 client.5667 fetch_fsmap learned FSMap version 38 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.042+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3900553063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=2+}) -- 0x56445f2714a0 con 0x56445f247ea0 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.043+0000 7fcab7e00640 1 -- 172.21.15.29:0/3900553063 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcac4027070 con 0x56445f247ea0 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.043+0000 7fcab7e00640 1 -- 172.21.15.29:0/3900553063 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 38) ==== 3542+0+0 (secure 0 0 0) 0x7fcac4040020 con 0x56445f247ea0 2024-09-12T03:11:05.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.043+0000 7fcadcc2c740 10 client.5667 fetch_fsmap finished waiting for FSMap version 38 2024-09-12T03:11:05.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.043+0000 7fcadcc2c740 10 client.5667 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:11:05.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.043+0000 7fcadcc2c740 20 client.5667 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:05.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.043+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x56445f2674c0 0x56445f241c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.043+0000 7fcadcc2c740 4 client.5667 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:05.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.043+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3900553063 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56445f1b8b40 con 0x56445f2674c0 2024-09-12T03:11:05.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.043+0000 7fcacbe00640 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x56445f2674c0 0x56445f241c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.044+0000 7fcacbe00640 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x56445f2674c0 0x56445f241c60 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c140884be2695f0a server_cookie=1f6cb713371c4806 in_seq=0 out_seq=0 2024-09-12T03:11:05.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.044+0000 7fcab7e00640 10 client.5667 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:05.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcab7e00640 1 -- 172.21.15.29:0/3900553063 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56445f1b8b40 con 0x56445f2674c0 2024-09-12T03:11:05.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcab7e00640 10 client.5667 handle_command_reply: tid=0 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcadcc2c740 1 client.5667 shutdown 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3900553063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 msgr2=0x56445f270f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f270f60 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fcac4011dd0 tx=0x7fcac4004730 comp rx=0 tx=0).stop 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3900553063 shutdown_connections 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x56445f2674c0 0x56445f241c60 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f2670a0 0x56445f266490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f249630 0x56445f243250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcab7e00640 0 client.5667 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3900553063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f247ea0 0x56445f270f60 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.045+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3900553063 >> 172.21.15.29:0/3900553063 conn(0x56445f245660 msgr2=0x56445f28c070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.046+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3900553063 shutdown_connections 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.046+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3900553063 wait complete. 2024-09-12T03:11:05.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.046+0000 7fcadcc2c740 20 client.5667 trim_cache size 0 max 16384 2024-09-12T03:11:05.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.064+0000 7fcadcc2c740 1 Processor -- start 2024-09-12T03:11:05.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.064+0000 7fcadcc2c740 1 -- start start 2024-09-12T03:11:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.065+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f247ea0 0x56445f2b0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.065+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f249630 0x56445f265ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.065+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f29e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.065+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcad4200100 con 0x56445f2670a0 2024-09-12T03:11:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.065+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcad42007d0 con 0x56445f249630 2024-09-12T03:11:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.065+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcad4160520 con 0x56445f247ea0 2024-09-12T03:11:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.065+0000 7fcad3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f29e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.065+0000 7fcad3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f29e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32916/0 (socket says 172.21.15.29:32916) 2024-09-12T03:11:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.065+0000 7fcad3400640 1 -- 172.21.15.29:0/3902522354 learned_addr learned my addr 172.21.15.29:0/3902522354 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.066+0000 7fcacbe00640 1 --2- 172.21.15.29:0/3902522354 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f249630 0x56445f265ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.066+0000 7fcad2a00640 1 --2- 172.21.15.29:0/3902522354 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f247ea0 0x56445f2b0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.066+0000 7fcad3400640 1 -- 172.21.15.29:0/3902522354 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f247ea0 msgr2=0x56445f2b0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.066+0000 7fcad3400640 1 --2- 172.21.15.29:0/3902522354 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f247ea0 0x56445f2b0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.066+0000 7fcad3400640 1 -- 172.21.15.29:0/3902522354 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f249630 msgr2=0x56445f265ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:05.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.066+0000 7fcad3400640 1 --2- 172.21.15.29:0/3902522354 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f249630 0x56445f265ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.066+0000 7fcad3400640 1 -- 172.21.15.29:0/3902522354 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56445f2687b0 con 0x56445f2670a0 2024-09-12T03:11:05.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.066+0000 7fcad3400640 1 --2- 172.21.15.29:0/3902522354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f29e090 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fcacc02ad20 tx=0x7fcacc02e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c04e33479afe5d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:05.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.066+0000 7fcac2a00640 1 -- 172.21.15.29:0/3902522354 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc036040 con 0x56445f2670a0 2024-09-12T03:11:05.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.066+0000 7fcac2a00640 1 -- 172.21.15.29:0/3902522354 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcacc037040 con 0x56445f2670a0 2024-09-12T03:11:05.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.066+0000 7fcac2a00640 1 -- 172.21.15.29:0/3902522354 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc004040 con 0x56445f2670a0 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.067+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3902522354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 msgr2=0x56445f29e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.067+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3902522354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f29e090 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fcacc02ad20 tx=0x7fcacc02e000 comp rx=0 tx=0).stop 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.067+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3902522354 shutdown_connections 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.067+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3902522354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f29e090 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.067+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3902522354 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f249630 0x56445f265ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.067+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3902522354 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f247ea0 0x56445f2b0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.067+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3902522354 >> 172.21.15.29:0/3902522354 conn(0x56445f245660 msgr2=0x56445f248e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.067+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3902522354 shutdown_connections 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.067+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3902522354 wait complete. 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.068+0000 7fcadcc2c740 1 -- start start 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.068+0000 7fcadcc2c740 1 Processor -- start 2024-09-12T03:11:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f247ea0 0x56445f265fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f249630 0x56445f2a0900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcadcc2c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f2f4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56445f243880 con 0x56445f2670a0 2024-09-12T03:11:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56445f271750 con 0x56445f247ea0 2024-09-12T03:11:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcadcc2c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56445f2467e0 con 0x56445f249630 2024-09-12T03:11:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcadcc2c740 10 client.0 _ll_register_callbacks cb 0x7fcacc02af50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcad3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f2f4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcad3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f2f4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32920/0 (socket says 172.21.15.29:32920) 2024-09-12T03:11:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcad3400640 1 -- 172.21.15.29:0/3007923547 learned_addr learned my addr 172.21.15.29:0/3007923547 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcad2a00640 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f247ea0 0x56445f265fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcacbe00640 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f249630 0x56445f2a0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcad3400640 1 -- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f249630 msgr2=0x56445f2a0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:05.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcad3400640 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f249630 0x56445f2a0900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcad3400640 1 -- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f247ea0 msgr2=0x56445f265fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:05.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcad3400640 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f247ea0 0x56445f265fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.069+0000 7fcad3400640 1 -- 172.21.15.29:0/3007923547 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56445f2a1150 con 0x56445f2670a0 2024-09-12T03:11:05.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.070+0000 7fcad3400640 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f2f4030 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fcacc02a770 tx=0x7fcacc004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f47c501448f18ac server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:05.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.070+0000 7fcab7e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:05.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.070+0000 7fcab7e00640 1 -- 172.21.15.29:0/3007923547 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcacc036040 con 0x56445f2670a0 2024-09-12T03:11:05.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.070+0000 7fcab7e00640 1 -- 172.21.15.29:0/3007923547 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fcacc0489d0 con 0x56445f2670a0 2024-09-12T03:11:05.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.070+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3007923547 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcacc037040 con 0x56445f2670a0 2024-09-12T03:11:05.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.070+0000 7fcab7e00640 1 -- 172.21.15.29:0/3007923547 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7fcacc048bd0 con 0x56445f2670a0 2024-09-12T03:11:05.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.070+0000 7fcadcc2c740 10 client.5673 fetch_fsmap learned FSMap version 38 2024-09-12T03:11:05.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.070+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3007923547 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=2+}) -- 0x56445f30d450 con 0x56445f2670a0 2024-09-12T03:11:05.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.070+0000 7fcab7e00640 1 -- 172.21.15.29:0/3007923547 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcacc037040 con 0x56445f2670a0 2024-09-12T03:11:05.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.070+0000 7fcab7e00640 1 -- 172.21.15.29:0/3007923547 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 38) ==== 3542+0+0 (secure 0 0 0) 0x7fcacc05c020 con 0x56445f2670a0 2024-09-12T03:11:05.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.071+0000 7fcadcc2c740 10 client.5673 fetch_fsmap finished waiting for FSMap version 38 2024-09-12T03:11:05.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.071+0000 7fcadcc2c740 10 client.5673 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:11:05.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.071+0000 7fcadcc2c740 20 client.5673 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:05.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.071+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x56445f29ea70 0x56445f30c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.071+0000 7fcadcc2c740 4 client.5673 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:11:05.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.071+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3007923547 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "status"}) -- 0x56445f1b2e90 con 0x56445f29ea70 2024-09-12T03:11:05.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.071+0000 7fcad2a00640 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x56445f29ea70 0x56445f30c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.072+0000 7fcad2a00640 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x56445f29ea70 0x56445f30c310 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d5b2bcd43c54214 server_cookie=2533411efb24596b in_seq=0 out_seq=0 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.072+0000 7fcab7e00640 10 client.5673 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.072+0000 7fcab7e00640 1 -- 172.21.15.29:0/3007923547 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x56445f1b2e90 con 0x56445f29ea70 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.072+0000 7fcab7e00640 10 client.5673 handle_command_reply: tid=0 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.072+0000 7fcadcc2c740 1 client.5673 shutdown 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.072+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3007923547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 msgr2=0x56445f2f4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.072+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f2f4030 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fcacc02a770 tx=0x7fcacc004ab0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3007923547 shutdown_connections 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x56445f29ea70 0x56445f30c310 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56445f2670a0 0x56445f2f4030 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56445f249630 0x56445f2a0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcadcc2c740 1 --2- 172.21.15.29:0/3007923547 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56445f247ea0 0x56445f265fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcab7e00640 0 client.5673 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:05.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3007923547 >> 172.21.15.29:0/3007923547 conn(0x56445f245660 msgr2=0x56445f247730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:05.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3007923547 shutdown_connections 2024-09-12T03:11:05.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcadcc2c740 1 -- 172.21.15.29:0/3007923547 wait complete. 2024-09-12T03:11:05.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcadcc2c740 20 client.5673 trim_cache size 0 max 16384 2024-09-12T03:11:05.080 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:05.080 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:11:05.081 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:11:05.081 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 5475, 2024-09-12T03:11:05.081 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:11:05.081 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:11:05.081 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:11:05.081 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 11.395727524, 2024-09-12T03:11:05.081 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 38, 2024-09-12T03:11:05.081 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 53, 2024-09-12T03:11:05.081 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 53, 2024-09-12T03:11:05.081 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 16.446370771000002 2024-09-12T03:11:05.081 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcad3e00640 1 -- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcab006be30 msgr2=0x7fcab006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcad3e00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcab006be30 0x7fcab006e2f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fcac4009aa0 tx=0x7fcac4009190 comp rx=0 tx=0).stop 2024-09-12T03:11:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcad3e00640 1 -- 172.21.15.29:0/4228221310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad40d4a20 msgr2=0x7fcad40b8be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.073+0000 7fcad3e00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad40d4a20 0x7fcad40b8be0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fcabc00c500 tx=0x7fcabc00c9c0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.074+0000 7fcad3e00640 1 -- 172.21.15.29:0/4228221310 shutdown_connections 2024-09-12T03:11:05.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.074+0000 7fcad3e00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcab006be30 0x7fcab006e2f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.074+0000 7fcad3e00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad415e470 0x7fcad414e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.074+0000 7fcad3e00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad40d4a20 0x7fcad40b8be0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.074+0000 7fcad3e00640 1 --2- 172.21.15.29:0/4228221310 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcad40d00e0 0x7fcad41577f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.074+0000 7fcad3e00640 1 -- 172.21.15.29:0/4228221310 >> 172.21.15.29:0/4228221310 conn(0x7fcad409d700 msgr2=0x7fcad40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:05.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.074+0000 7fcad3e00640 1 -- 172.21.15.29:0/4228221310 shutdown_connections 2024-09-12T03:11:05.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.074+0000 7fcad3e00640 1 -- 172.21.15.29:0/4228221310 wait complete. 2024-09-12T03:11:05.089 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:11:05.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.246+0000 7fcfc1000640 1 Processor -- start 2024-09-12T03:11:05.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.246+0000 7fcfc1000640 1 -- start start 2024-09-12T03:11:05.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.247+0000 7fcfc1000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcfbc0d4310 0x7fcfbc0d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.247+0000 7fcfc1000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfbc15e850 con 0x7fcfbc15e470 2024-09-12T03:11:05.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.247+0000 7fcfc1000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcfbc0d1c60 con 0x7fcfbc06d460 2024-09-12T03:11:05.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.247+0000 7fcfc1000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fcfbc0d4cc0 con 0x7fcfbc0d4310 2024-09-12T03:11:05.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.247+0000 7fcfbaa00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcfbc0d4310 0x7fcfbc0d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.247+0000 7fcfbb400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcfbc15e470 0x7fcfbc0cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35940/0 (socket says 172.21.15.29:35940) 2024-09-12T03:11:05.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.247+0000 7fcfbb400640 1 -- 172.21.15.29:0/3155147050 learned_addr learned my addr 172.21.15.29:0/3155147050 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:05.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.248+0000 7fcfbaa00640 1 -- 172.21.15.29:0/3155147050 >> v1:172.21.15.38:6789/0 conn(0x7fcfbc06d460 legacy=0x7fcfbc06d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.248+0000 7fcfbaa00640 1 -- 172.21.15.29:0/3155147050 >> v1:172.21.15.29:6789/0 conn(0x7fcfbc15e470 legacy=0x7fcfbc0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.248+0000 7fcfbaa00640 1 -- 172.21.15.29:0/3155147050 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfbc0d1980 con 0x7fcfbc0d4310 2024-09-12T03:11:05.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.249+0000 7fcfbaa00640 1 --2- 172.21.15.29:0/3155147050 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfbc0d4310 0x7fcfbc0d4780 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fcfa80097a0 tx=0x7fcfa802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbaf7a6e4c636146 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:05.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.249+0000 7fcfba000640 1 -- 172.21.15.29:0/3155147050 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa8037070 con 0x7fcfbc0d4310 2024-09-12T03:11:05.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.249+0000 7fcfba000640 1 -- 172.21.15.29:0/3155147050 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfa8032440 con 0x7fcfbc0d4310 2024-09-12T03:11:05.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.249+0000 7fcfba000640 1 -- 172.21.15.29:0/3155147050 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa8032810 con 0x7fcfbc0d4310 2024-09-12T03:11:05.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.250+0000 7fcfc1000640 1 -- 172.21.15.29:0/3155147050 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfbc0d4310 msgr2=0x7fcfbc0d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.250+0000 7fcfc1000640 1 --2- 172.21.15.29:0/3155147050 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfbc0d4310 0x7fcfbc0d4780 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fcfa80097a0 tx=0x7fcfa802a230 comp rx=0 tx=0).stop 2024-09-12T03:11:05.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.250+0000 7fcfc1000640 1 -- 172.21.15.29:0/3155147050 shutdown_connections 2024-09-12T03:11:05.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.250+0000 7fcfc1000640 1 --2- 172.21.15.29:0/3155147050 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfbc0d4310 0x7fcfbc0d4780 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.250+0000 7fcfc1000640 1 -- 172.21.15.29:0/3155147050 >> 172.21.15.29:0/3155147050 conn(0x7fcfbc09d700 msgr2=0x7fcfbc08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:05.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.250+0000 7fcfc1000640 1 -- 172.21.15.29:0/3155147050 shutdown_connections 2024-09-12T03:11:05.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.250+0000 7fcfc1000640 1 -- 172.21.15.29:0/3155147050 wait complete. 2024-09-12T03:11:05.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.251+0000 7fcfc1000640 1 Processor -- start 2024-09-12T03:11:05.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.252+0000 7fcfc1000640 1 -- start start 2024-09-12T03:11:05.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.252+0000 7fcfc1000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcfbc06d460 0x7fcfbc0b7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.252+0000 7fcfc1000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfbc0d4310 0x7fcfbc15d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.252+0000 7fcfc1000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcfbc15e470 0x7fcfbc160d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.252+0000 7fcfc1000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcfbc0cf3a0 con 0x7fcfbc0d4310 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.252+0000 7fcfc1000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcfbc0cf710 con 0x7fcfbc15e470 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.252+0000 7fcfc1000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcfbc0d02b0 con 0x7fcfbc06d460 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.253+0000 7fcfbaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfbc0d4310 0x7fcfbc15d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.253+0000 7fcfbaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfbc0d4310 0x7fcfbc15d820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:32948/0 (socket says 172.21.15.29:32948) 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.253+0000 7fcfbaa00640 1 -- 172.21.15.29:0/2048439092 learned_addr learned my addr 172.21.15.29:0/2048439092 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.253+0000 7fcfbbe00640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcfbc15e470 0x7fcfbc160d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.253+0000 7fcfbb400640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcfbc06d460 0x7fcfbc0b7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.253+0000 7fcfbaa00640 1 -- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcfbc06d460 msgr2=0x7fcfbc0b7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.253+0000 7fcfbaa00640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcfbc06d460 0x7fcfbc0b7b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.253+0000 7fcfbaa00640 1 -- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcfbc15e470 msgr2=0x7fcfbc160d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.253+0000 7fcfbaa00640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcfbc15e470 0x7fcfbc160d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.253+0000 7fcfbaa00640 1 -- 172.21.15.29:0/2048439092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfbc0b8180 con 0x7fcfbc0d4310 2024-09-12T03:11:05.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.254+0000 7fcfbaa00640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfbc0d4310 0x7fcfbc15d820 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fcfa80098c0 tx=0x7fcfa80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:05.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.254+0000 7fcfb3400640 1 -- 172.21.15.29:0/2048439092 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa8037040 con 0x7fcfbc0d4310 2024-09-12T03:11:05.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.254+0000 7fcfb3400640 1 -- 172.21.15.29:0/2048439092 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcfa8030770 con 0x7fcfbc0d4310 2024-09-12T03:11:05.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.254+0000 7fcfc1000640 1 -- 172.21.15.29:0/2048439092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfbc0b8460 con 0x7fcfbc0d4310 2024-09-12T03:11:05.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.254+0000 7fcfb3400640 1 -- 172.21.15.29:0/2048439092 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfa8030b40 con 0x7fcfbc0d4310 2024-09-12T03:11:05.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.254+0000 7fcfc1000640 1 -- 172.21.15.29:0/2048439092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfbc0b8a20 con 0x7fcfbc0d4310 2024-09-12T03:11:05.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.255+0000 7fcfc1000640 1 -- 172.21.15.29:0/2048439092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfbc0cc010 con 0x7fcfbc0d4310 2024-09-12T03:11:05.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.256+0000 7fcfb3400640 1 -- 172.21.15.29:0/2048439092 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcfa8044020 con 0x7fcfbc0d4310 2024-09-12T03:11:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.257+0000 7fcfb3400640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf9c06be30 0x7fcf9c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.257+0000 7fcfb3400640 1 -- 172.21.15.29:0/2048439092 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fcfa80ab670 con 0x7fcfbc0d4310 2024-09-12T03:11:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.257+0000 7fcfbb400640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf9c06be30 0x7fcf9c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:05.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.258+0000 7fcfbb400640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf9c06be30 0x7fcf9c06e2f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fcfac005880 tx=0x7fcfac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:05.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.261+0000 7fcfb3400640 1 -- 172.21.15.29:0/2048439092 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcfa8032e20 con 0x7fcfbc0d4310 2024-09-12T03:11:05.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.484+0000 7fcfc1000640 1 -- 172.21.15.29:0/2048439092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcfbc0d4780 con 0x7fcfbc0d4310 2024-09-12T03:11:05.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.485+0000 7fcfb3400640 1 -- 172.21.15.29:0/2048439092 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+5261 (secure 0 0 0) 0x7fcfa8079df0 con 0x7fcfbc0d4310 2024-09-12T03:11:05.484 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:05.484 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":38,"btime":"2024-09-12T03:11:03:748879+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5054,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1851339841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1851339841},{"type":"v1","addr":"172.21.15.38:6837","nonce":1851339841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":38,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:10:53.115436+0000","modified":"2024-09-12T03:11:03.748869+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":5475,"mds_1":5472,"mds_2":5377},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5377":{"gid":5377,"name":"a","rank":2,"incarnation":37,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6834/3307347522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3307347522},{"type":"v1","addr":"172.21.15.29:6834","nonce":3307347522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5472":{"gid":5472,"name":"c","rank":1,"incarnation":35,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6835/1866497682","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1866497682},{"type":"v1","addr":"172.21.15.29:6835","nonce":1866497682}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5475":{"gid":5475,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6836/2136535158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":2136535158},{"type":"v1","addr":"172.21.15.38:6836","nonce":2136535158}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5475,"qdb_cluster":[5377,5472,5475]},"id":3}]} 2024-09-12T03:11:05.485 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 38 2024-09-12T03:11:05.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 -- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf9c06be30 msgr2=0x7fcf9c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf9c06be30 0x7fcf9c06e2f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fcfac005880 tx=0x7fcfac009040 comp rx=0 tx=0).stop 2024-09-12T03:11:05.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 -- 172.21.15.29:0/2048439092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfbc0d4310 msgr2=0x7fcfbc15d820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:05.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfbc0d4310 0x7fcfbc15d820 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fcfa80098c0 tx=0x7fcfa80046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 -- 172.21.15.29:0/2048439092 shutdown_connections 2024-09-12T03:11:05.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcf9c06be30 0x7fcf9c06e2f0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcfbc15e470 0x7fcfbc160d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcfbc0d4310 0x7fcfbc15d820 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 --2- 172.21.15.29:0/2048439092 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcfbc06d460 0x7fcfbc0b7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:05.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 -- 172.21.15.29:0/2048439092 >> 172.21.15.29:0/2048439092 conn(0x7fcfbc09d700 msgr2=0x7fcfbc0b4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:05.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 -- 172.21.15.29:0/2048439092 shutdown_connections 2024-09-12T03:11:05.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:05.487+0000 7fcfc1000640 1 -- 172.21.15.29:0/2048439092 wait complete. 2024-09-12T03:11:05.503 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:05.503 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:11:05.552 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:05.552 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec sync d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:11:05.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:05.595 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 0 d1/d2) 2024-09-12T03:11:05.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:05.672 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 d1/d2/d3/d4) 2024-09-12T03:11:05.750 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:05.750 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 2 d1/d2/d3/d4/d5/d6) 2024-09-12T03:11:05.831 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:11:06.189 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"5","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:11:06.190 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 1, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:11:06.190 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:11:08.192 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:11:08.377 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"5","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:11:08.377 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 1, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:11:08.378 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:11:10.378 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:11:10.556 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"7","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:11:10.556 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:11:10.556 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:11:12.557 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:11:12.742 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"7","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:11:12.742 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:11:12.742 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:11:14.743 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:11:14.930 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":2}}] 2024-09-12T03:11:14.931 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "authpin": 0, "child": 1, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:11:14.931 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:11:14.931 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:11:15.116 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:11:15.117 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:11:15.117 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:11:17.119 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:11:17.304 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:11:17.305 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:11:17.305 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:11:19.307 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:11:19.444 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:11:19.449 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:11:19.493 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1,"2":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}},{"is_auth":false,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":0,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":1}}] 2024-09-12T03:11:19.494 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "authpin": 0, "child": 0, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "6", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:11:19.494 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:11:19.494 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:11:19.743 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds2","dirfrag":"0x102","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"2","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"0","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"dnwaiter":0,"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:11:19.744 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "2", "dirfrag": "0x102", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds2", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dnwaiter": 0, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "6", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:11:19.744 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:11:19.744 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush journal 2024-09-12T03:11:19.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.903+0000 7f8513600640 1 Processor -- start 2024-09-12T03:11:19.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.903+0000 7f8513600640 1 -- start start 2024-09-12T03:11:19.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.905+0000 7f8513600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f850c072040 0x7f850c15fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.905+0000 7f8513600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f850c072d80 0x7f850c072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.905+0000 7f8513600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f850c160340 con 0x7f850c06e0a0 2024-09-12T03:11:19.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.905+0000 7f8513600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f850c072960 con 0x7f850c072d80 2024-09-12T03:11:19.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.905+0000 7f8513600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f850c1605e0 con 0x7f850c072040 2024-09-12T03:11:19.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.905+0000 7f850be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f850c072d80 0x7f850c072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.905+0000 7f8511600640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f850c06e0a0 0x7f850c0cd5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:59380/0 (socket says 172.21.15.29:59380) 2024-09-12T03:11:19.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.905+0000 7f8511600640 1 -- 172.21.15.29:0/1756485486 learned_addr learned my addr 172.21.15.29:0/1756485486 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:19.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.905+0000 7f8510c00640 1 --2- 172.21.15.29:0/1756485486 >> v2:172.21.15.38:3300/0 conn(0x7f850c072040 0x7f850c15fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.906+0000 7f850be00640 1 -- 172.21.15.29:0/1756485486 >> v2:172.21.15.38:3300/0 conn(0x7f850c072040 msgr2=0x7f850c15fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:19.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.906+0000 7f850be00640 1 --2- 172.21.15.29:0/1756485486 >> v2:172.21.15.38:3300/0 conn(0x7f850c072040 0x7f850c15fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.906+0000 7f850be00640 1 -- 172.21.15.29:0/1756485486 >> v1:172.21.15.29:6789/0 conn(0x7f850c06e0a0 legacy=0x7f850c0cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:19.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.906+0000 7f850be00640 1 -- 172.21.15.29:0/1756485486 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f850c1608c0 con 0x7f850c072d80 2024-09-12T03:11:19.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.906+0000 7f850b400640 1 -- 172.21.15.29:0/1756485486 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2731684261 0 0) 0x7f850c160340 con 0x7f850c06e0a0 2024-09-12T03:11:19.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.907+0000 7f850be00640 1 --2- 172.21.15.29:0/1756485486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c072d80 0x7f850c072420 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f850c0b58a0 tx=0x7f84f802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1ce5203599e746 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:19.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.907+0000 7f850b400640 1 -- 172.21.15.29:0/1756485486 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8037070 con 0x7f850c072d80 2024-09-12T03:11:19.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.907+0000 7f850b400640 1 -- 172.21.15.29:0/1756485486 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f8032440 con 0x7f850c072d80 2024-09-12T03:11:19.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.907+0000 7f850b400640 1 -- 172.21.15.29:0/1756485486 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8032810 con 0x7f850c072d80 2024-09-12T03:11:19.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.907+0000 7f8513600640 1 -- 172.21.15.29:0/1756485486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c072d80 msgr2=0x7f850c072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:19.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.907+0000 7f8513600640 1 --2- 172.21.15.29:0/1756485486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c072d80 0x7f850c072420 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f850c0b58a0 tx=0x7f84f802a1a0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.908+0000 7f8513600640 1 -- 172.21.15.29:0/1756485486 shutdown_connections 2024-09-12T03:11:19.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.908+0000 7f8513600640 1 --2- 172.21.15.29:0/1756485486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c072d80 0x7f850c072420 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.908+0000 7f8513600640 1 --2- 172.21.15.29:0/1756485486 >> v2:172.21.15.38:3300/0 conn(0x7f850c072040 0x7f850c15fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.908+0000 7f8513600640 1 -- 172.21.15.29:0/1756485486 >> 172.21.15.29:0/1756485486 conn(0x7f850c067d70 msgr2=0x7f850c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:19.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.908+0000 7f8513600640 1 -- 172.21.15.29:0/1756485486 shutdown_connections 2024-09-12T03:11:19.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.908+0000 7f8513600640 1 -- 172.21.15.29:0/1756485486 wait complete. 2024-09-12T03:11:19.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.909+0000 7f8513600640 1 Processor -- start 2024-09-12T03:11:19.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.909+0000 7f8513600640 1 -- start start 2024-09-12T03:11:19.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.910+0000 7f8513600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f850c06e0a0 0x7f850c0c5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.910+0000 7f8513600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c072040 0x7f850c15c040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.910+0000 7f8513600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f850c072d80 0x7f850c0b4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.910+0000 7f8513600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f850c145b00 con 0x7f850c072040 2024-09-12T03:11:19.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.910+0000 7f8513600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f850c0cd090 con 0x7f850c072d80 2024-09-12T03:11:19.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.910+0000 7f8513600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f850c0cdcc0 con 0x7f850c06e0a0 2024-09-12T03:11:19.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.911+0000 7f850be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c072040 0x7f850c15c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.911+0000 7f850be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c072040 0x7f850c15c040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50552/0 (socket says 172.21.15.29:50552) 2024-09-12T03:11:19.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.911+0000 7f850be00640 1 -- 172.21.15.29:0/3821407706 learned_addr learned my addr 172.21.15.29:0/3821407706 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:19.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.911+0000 7f8510c00640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f850c06e0a0 0x7f850c0c5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.911+0000 7f8511600640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f850c072d80 0x7f850c0b4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.911+0000 7f850be00640 1 -- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f850c06e0a0 msgr2=0x7f850c0c5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:19.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.911+0000 7f850be00640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f850c06e0a0 0x7f850c0c5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.911+0000 7f850be00640 1 -- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f850c072d80 msgr2=0x7f850c0b4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:19.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.911+0000 7f850be00640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f850c072d80 0x7f850c0b4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.911+0000 7f850be00640 1 -- 172.21.15.29:0/3821407706 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f850c15c580 con 0x7f850c072040 2024-09-12T03:11:19.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.911+0000 7f850be00640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c072040 0x7f850c15c040 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f84f8000c00 tx=0x7f84f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:19.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.912+0000 7f8508c00640 1 -- 172.21.15.29:0/3821407706 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8037040 con 0x7f850c072040 2024-09-12T03:11:19.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.912+0000 7f8508c00640 1 -- 172.21.15.29:0/3821407706 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f8042070 con 0x7f850c072040 2024-09-12T03:11:19.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.912+0000 7f8508c00640 1 -- 172.21.15.29:0/3821407706 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8030900 con 0x7f850c072040 2024-09-12T03:11:19.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.912+0000 7f8513600640 1 -- 172.21.15.29:0/3821407706 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f850c0b2990 con 0x7f850c072040 2024-09-12T03:11:19.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.912+0000 7f8513600640 1 -- 172.21.15.29:0/3821407706 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f850c0b26b0 con 0x7f850c072040 2024-09-12T03:11:19.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.914+0000 7f8508c00640 1 -- 172.21.15.29:0/3821407706 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f84f8030aa0 con 0x7f850c072040 2024-09-12T03:11:19.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.915+0000 7f8508c00640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84ec06be30 0x7f84ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.915+0000 7f8508c00640 1 -- 172.21.15.29:0/3821407706 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f84f80ab910 con 0x7f850c072040 2024-09-12T03:11:19.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.915+0000 7f8510c00640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84ec06be30 0x7f84ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.915+0000 7f8516423740 1 Processor -- start 2024-09-12T03:11:19.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.915+0000 7f8516423740 1 -- start start 2024-09-12T03:11:19.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.916+0000 7f8510c00640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84ec06be30 0x7f84ec06e2f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8500009b40 tx=0x7f8500009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:19.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.916+0000 7f8516423740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a420 0x5651a20bac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.916+0000 7f8516423740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a800 0x5651a20bb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.916+0000 7f8516423740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a2070480 0x5651a20bb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.916+0000 7f8516423740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5651a1fd8660 con 0x5651a208a420 2024-09-12T03:11:19.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.916+0000 7f8516423740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5651a1f80680 con 0x5651a208a800 2024-09-12T03:11:19.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.916+0000 7f8516423740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5651a1fd4620 con 0x5651a2070480 2024-09-12T03:11:19.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.917+0000 7f8510c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a420 0x5651a20bac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.917+0000 7f8510c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a420 0x5651a20bac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50564/0 (socket says 172.21.15.29:50564) 2024-09-12T03:11:19.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.917+0000 7f8510c00640 1 -- 172.21.15.29:0/1080343989 learned_addr learned my addr 172.21.15.29:0/1080343989 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:19.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.917+0000 7f8511600640 1 --2- 172.21.15.29:0/1080343989 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a2070480 0x5651a20bb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.917+0000 7f850be00640 1 --2- 172.21.15.29:0/1080343989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a800 0x5651a20bb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.917+0000 7f8510c00640 1 -- 172.21.15.29:0/1080343989 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a2070480 msgr2=0x5651a20bb740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:19.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.917+0000 7f8510c00640 1 --2- 172.21.15.29:0/1080343989 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a2070480 0x5651a20bb740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.917+0000 7f8510c00640 1 -- 172.21.15.29:0/1080343989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a800 msgr2=0x5651a20bb200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:19.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.917+0000 7f8510c00640 1 --2- 172.21.15.29:0/1080343989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a800 0x5651a20bb200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.917+0000 7f8510c00640 1 -- 172.21.15.29:0/1080343989 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651a1db57d0 con 0x5651a208a420 2024-09-12T03:11:19.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.917+0000 7f8510c00640 1 --2- 172.21.15.29:0/1080343989 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a420 0x5651a20bac40 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f8500006a90 tx=0x7f8500014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=837312b361d7531e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:19.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f84fd200640 1 -- 172.21.15.29:0/1080343989 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850001b070 con 0x5651a208a420 2024-09-12T03:11:19.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f84fd200640 1 -- 172.21.15.29:0/1080343989 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8500027070 con 0x5651a208a420 2024-09-12T03:11:19.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f84fd200640 1 -- 172.21.15.29:0/1080343989 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8500003a40 con 0x5651a208a420 2024-09-12T03:11:19.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f8516423740 1 -- 172.21.15.29:0/1080343989 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a420 msgr2=0x5651a20bac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:19.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f8516423740 1 --2- 172.21.15.29:0/1080343989 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a420 0x5651a20bac40 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f8500006a90 tx=0x7f8500014000 comp rx=0 tx=0).stop 2024-09-12T03:11:19.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f8516423740 1 -- 172.21.15.29:0/1080343989 shutdown_connections 2024-09-12T03:11:19.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f8516423740 1 --2- 172.21.15.29:0/1080343989 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a2070480 0x5651a20bb740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f8516423740 1 --2- 172.21.15.29:0/1080343989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a800 0x5651a20bb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f8516423740 1 --2- 172.21.15.29:0/1080343989 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a420 0x5651a20bac40 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f8516423740 1 -- 172.21.15.29:0/1080343989 >> 172.21.15.29:0/1080343989 conn(0x5651a2071220 msgr2=0x5651a20b9840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:19.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f8516423740 1 -- 172.21.15.29:0/1080343989 shutdown_connections 2024-09-12T03:11:19.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.918+0000 7f8516423740 1 -- 172.21.15.29:0/1080343989 wait complete. 2024-09-12T03:11:19.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.919+0000 7f8516423740 1 -- start start 2024-09-12T03:11:19.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.919+0000 7f8516423740 1 Processor -- start 2024-09-12T03:11:19.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.920+0000 7f8516423740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a208a420 0x5651a20cd8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.920+0000 7f8516423740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a800 0x5651a2088db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.920+0000 7f8516423740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a20b69d0 0x5651a20b6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.920+0000 7f8516423740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5651a206f3e0 con 0x5651a20b69d0 2024-09-12T03:11:19.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.920+0000 7f8516423740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5651a1f614c0 con 0x5651a208a800 2024-09-12T03:11:19.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.920+0000 7f8516423740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5651a206f6c0 con 0x5651a208a420 2024-09-12T03:11:19.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.920+0000 7f8516423740 10 client.0 _ll_register_callbacks cb 0x5651a1fd0e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:19.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f8511600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a20b69d0 0x5651a20b6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f8510c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a208a420 0x5651a20cd8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f8511600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a20b69d0 0x5651a20b6e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50568/0 (socket says 172.21.15.29:50568) 2024-09-12T03:11:19.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f8511600640 1 -- 172.21.15.29:0/191908887 learned_addr learned my addr 172.21.15.29:0/191908887 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f850be00640 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a800 0x5651a2088db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f8511600640 1 -- 172.21.15.29:0/191908887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a208a420 msgr2=0x5651a20cd8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f8511600640 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a208a420 0x5651a20cd8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f8511600640 1 -- 172.21.15.29:0/191908887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a800 msgr2=0x5651a2088db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f8511600640 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a800 0x5651a2088db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f8511600640 1 -- 172.21.15.29:0/191908887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651a1ceb3f0 con 0x5651a20b69d0 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f8511600640 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a20b69d0 0x5651a20b6e50 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f85040072d0 tx=0x7f8504007790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ef822b96d805e22 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f84f1600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.921+0000 7f84f1600640 1 -- 172.21.15.29:0/191908887 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8504012820 con 0x5651a20b69d0 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f8516423740 1 -- 172.21.15.29:0/191908887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8500027070 con 0x5651a20b69d0 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f84f1600640 1 -- 172.21.15.29:0/191908887 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f85040129c0 con 0x5651a20b69d0 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f84f1600640 1 -- 172.21.15.29:0/191908887 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f8504022050 con 0x5651a20b69d0 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f8516423740 10 client.5697 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:19.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f8516423740 1 -- 172.21.15.29:0/191908887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x5651a1cab0f0 con 0x5651a20b69d0 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f84f1600640 1 -- 172.21.15.29:0/191908887 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8500027070 con 0x5651a20b69d0 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f84f1600640 1 -- 172.21.15.29:0/191908887 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7f8504025020 con 0x5651a20b69d0 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f8516423740 10 client.5697 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f8516423740 10 client.5697 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.b 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f8516423740 20 client.5697 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f8516423740 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x5651a2076dc0 0x5651a20771a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f8516423740 4 client.5697 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.922+0000 7f8516423740 1 -- 172.21.15.29:0/191908887 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5651a1fe5d90 con 0x5651a2076dc0 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.923+0000 7f8510c00640 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x5651a2076dc0 0x5651a20771a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.923+0000 7f8510c00640 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x5651a2076dc0 0x5651a20771a0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72e53dbb04dc4727 server_cookie=622f8678338df3a5 in_seq=0 out_seq=0 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.923+0000 7f84f1600640 10 client.5697 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.924+0000 7f84f1600640 1 -- 172.21.15.29:0/191908887 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5651a1fe5d90 con 0x5651a2076dc0 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.924+0000 7f84f1600640 10 client.5697 handle_command_reply: tid=0 2024-09-12T03:11:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.924+0000 7f8516423740 1 client.5697 shutdown 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.924+0000 7f8516423740 1 -- 172.21.15.29:0/191908887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a20b69d0 msgr2=0x5651a20b6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.924+0000 7f8516423740 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a20b69d0 0x5651a20b6e50 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f85040072d0 tx=0x7f8504007790 comp rx=0 tx=0).stop 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.925+0000 7f8516423740 1 -- 172.21.15.29:0/191908887 shutdown_connections 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.925+0000 7f8516423740 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x5651a2076dc0 0x5651a20771a0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.925+0000 7f8516423740 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a20b69d0 0x5651a20b6e50 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.925+0000 7f8516423740 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a800 0x5651a2088db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.925+0000 7f8516423740 1 --2- 172.21.15.29:0/191908887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a208a420 0x5651a20cd8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.925+0000 7f84f1600640 0 client.5697 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.925+0000 7f8516423740 1 -- 172.21.15.29:0/191908887 >> 172.21.15.29:0/191908887 conn(0x5651a2070480 msgr2=0x5651a20b7ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.925+0000 7f8516423740 1 -- 172.21.15.29:0/191908887 shutdown_connections 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.925+0000 7f8516423740 1 -- 172.21.15.29:0/191908887 wait complete. 2024-09-12T03:11:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.925+0000 7f8516423740 20 client.5697 trim_cache size 0 max 16384 2024-09-12T03:11:19.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.940+0000 7f8516423740 1 Processor -- start 2024-09-12T03:11:19.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.940+0000 7f8516423740 1 -- start start 2024-09-12T03:11:19.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.941+0000 7f8516423740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a420 0x5651a20b97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.941+0000 7f8516423740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a20b9d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.941+0000 7f8516423740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a20b69d0 0x5651a20771a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.941+0000 7f8516423740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f850c200f40 con 0x5651a208a800 2024-09-12T03:11:19.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.941+0000 7f8516423740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f850c200110 con 0x5651a208a420 2024-09-12T03:11:19.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.941+0000 7f8516423740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f850c200810 con 0x5651a20b69d0 2024-09-12T03:11:19.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.941+0000 7f850be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a20b9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.941+0000 7f850be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a20b9d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50570/0 (socket says 172.21.15.29:50570) 2024-09-12T03:11:19.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.941+0000 7f850be00640 1 -- 172.21.15.29:0/1750737580 learned_addr learned my addr 172.21.15.29:0/1750737580 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:19.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.941+0000 7f8510c00640 1 --2- 172.21.15.29:0/1750737580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a420 0x5651a20b97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.941+0000 7f8511600640 1 --2- 172.21.15.29:0/1750737580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a20b69d0 0x5651a20771a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.942+0000 7f850be00640 1 -- 172.21.15.29:0/1750737580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a20b69d0 msgr2=0x5651a20771a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:19.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.942+0000 7f850be00640 1 --2- 172.21.15.29:0/1750737580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a20b69d0 0x5651a20771a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.942+0000 7f850be00640 1 -- 172.21.15.29:0/1750737580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a420 msgr2=0x5651a20b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:19.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.942+0000 7f850be00640 1 --2- 172.21.15.29:0/1750737580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a420 0x5651a20b97d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.942+0000 7f850be00640 1 -- 172.21.15.29:0/1750737580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651a206b050 con 0x5651a208a800 2024-09-12T03:11:19.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.942+0000 7f850be00640 1 --2- 172.21.15.29:0/1750737580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a20b9d10 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f84f8075e20 tx=0x7f84f8049040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5a5b7462eb5d8d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:19.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.942+0000 7f84f3e00640 1 -- 172.21.15.29:0/1750737580 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8082540 con 0x5651a208a800 2024-09-12T03:11:19.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.942+0000 7f84f3e00640 1 -- 172.21.15.29:0/1750737580 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f80a9cf0 con 0x5651a208a800 2024-09-12T03:11:19.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.942+0000 7f84f3e00640 1 -- 172.21.15.29:0/1750737580 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8077d10 con 0x5651a208a800 2024-09-12T03:11:19.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.943+0000 7f8516423740 1 -- 172.21.15.29:0/1750737580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 msgr2=0x5651a20b9d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:19.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.943+0000 7f8516423740 1 --2- 172.21.15.29:0/1750737580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a20b9d10 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f84f8075e20 tx=0x7f84f8049040 comp rx=0 tx=0).stop 2024-09-12T03:11:19.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.943+0000 7f8516423740 1 -- 172.21.15.29:0/1750737580 shutdown_connections 2024-09-12T03:11:19.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.943+0000 7f8516423740 1 --2- 172.21.15.29:0/1750737580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a20b69d0 0x5651a20771a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.943+0000 7f8516423740 1 --2- 172.21.15.29:0/1750737580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a20b9d10 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.943+0000 7f8516423740 1 --2- 172.21.15.29:0/1750737580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a420 0x5651a20b97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.943+0000 7f8516423740 1 -- 172.21.15.29:0/1750737580 >> 172.21.15.29:0/1750737580 conn(0x5651a2070480 msgr2=0x5651a2089c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:19.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.943+0000 7f8516423740 1 -- 172.21.15.29:0/1750737580 shutdown_connections 2024-09-12T03:11:19.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.943+0000 7f8516423740 1 -- 172.21.15.29:0/1750737580 wait complete. 2024-09-12T03:11:19.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.944+0000 7f8516423740 1 -- start start 2024-09-12T03:11:19.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.944+0000 7f8516423740 1 Processor -- start 2024-09-12T03:11:19.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f8516423740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a420 0x5651a20b97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f8516423740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a211dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f8516423740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a20b69d0 0x5651a20771a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f8516423740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5651a208ad70 con 0x5651a208a800 2024-09-12T03:11:19.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f8516423740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f850c0b1270 con 0x5651a208a420 2024-09-12T03:11:19.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f8516423740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5651a206e650 con 0x5651a20b69d0 2024-09-12T03:11:19.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f8516423740 10 client.0 _ll_register_callbacks cb 0x7f8504004da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:19.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f850be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a211dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f850be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a211dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50572/0 (socket says 172.21.15.29:50572) 2024-09-12T03:11:19.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f850be00640 1 -- 172.21.15.29:0/1462910588 learned_addr learned my addr 172.21.15.29:0/1462910588 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f8511600640 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a20b69d0 0x5651a20771a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f8510c00640 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a420 0x5651a20b97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f850be00640 1 -- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a20b69d0 msgr2=0x5651a20771a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f850be00640 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a20b69d0 0x5651a20771a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f850be00640 1 -- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a420 msgr2=0x5651a20b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f850be00640 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a420 0x5651a20b97d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.945+0000 7f850be00640 1 -- 172.21.15.29:0/1462910588 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651a20b6100 con 0x5651a208a800 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f850be00640 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a211dcc0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f84f802a790 tx=0x7f84f80ab040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12453f4e3769cc96 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f84f1600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f84f1600640 1 -- 172.21.15.29:0/1462910588 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8082540 con 0x5651a208a800 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f8516423740 1 -- 172.21.15.29:0/1462910588 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84f80a9cf0 con 0x5651a208a800 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f84f1600640 1 -- 172.21.15.29:0/1462910588 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f84f8076080 con 0x5651a208a800 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f84f1600640 1 -- 172.21.15.29:0/1462910588 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f84f80800b0 con 0x5651a208a800 2024-09-12T03:11:19.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f8516423740 10 client.5703 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f8516423740 1 -- 172.21.15.29:0/1462910588 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x5651a206eb40 con 0x5651a208a800 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f84f1600640 1 -- 172.21.15.29:0/1462910588 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f80a9cf0 con 0x5651a208a800 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f84f1600640 1 -- 172.21.15.29:0/1462910588 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7f84f803a070 con 0x5651a208a800 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f8516423740 10 client.5703 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f8516423740 10 client.5703 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.b 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f8516423740 20 client.5703 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f8516423740 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x5651a2120b90 0x5651a20776e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f8516423740 4 client.5703 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.946+0000 7f8516423740 1 -- 172.21.15.29:0/1462910588 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5651a207a0b0 con 0x5651a2120b90 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.947+0000 7f8510c00640 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x5651a2120b90 0x5651a20776e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.947+0000 7f8510c00640 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x5651a2120b90 0x5651a20776e0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf44e7a88c79433d server_cookie=446555391fe81a3b in_seq=0 out_seq=0 2024-09-12T03:11:19.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.947+0000 7f84f1600640 10 client.5703 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f84f1600640 1 -- 172.21.15.29:0/1462910588 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5651a207a0b0 con 0x5651a2120b90 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f84f1600640 10 client.5703 handle_command_reply: tid=0 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 1 client.5703 shutdown 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 1 -- 172.21.15.29:0/1462910588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 msgr2=0x5651a211dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a211dcc0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f84f802a790 tx=0x7f84f80ab040 comp rx=0 tx=0).stop 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 1 -- 172.21.15.29:0/1462910588 shutdown_connections 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x5651a2120b90 0x5651a20776e0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5651a20b69d0 0x5651a20771a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5651a208a800 0x5651a211dcc0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 1 --2- 172.21.15.29:0/1462910588 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5651a208a420 0x5651a20b97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 1 -- 172.21.15.29:0/1462910588 >> 172.21.15.29:0/1462910588 conn(0x5651a2070480 msgr2=0x5651a20bcc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f84f1600640 0 client.5703 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:19.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 1 -- 172.21.15.29:0/1462910588 shutdown_connections 2024-09-12T03:11:19.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 1 -- 172.21.15.29:0/1462910588 wait complete. 2024-09-12T03:11:19.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.960+0000 7f8516423740 20 client.5703 trim_cache size 0 max 16384 2024-09-12T03:11:19.962 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:19.962 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:11:19.962 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:11:19.962 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:19.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 -- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84ec06be30 msgr2=0x7f84ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:19.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84ec06be30 0x7f84ec06e2f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8500009b40 tx=0x7f8500009190 comp rx=0 tx=0).stop 2024-09-12T03:11:19.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 -- 172.21.15.29:0/3821407706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c072040 msgr2=0x7f850c15c040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:19.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c072040 0x7f850c15c040 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f84f8000c00 tx=0x7f84f80046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 -- 172.21.15.29:0/3821407706 shutdown_connections 2024-09-12T03:11:19.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84ec06be30 0x7f84ec06e2f0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f850c072d80 0x7f850c0b4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c072040 0x7f850c15c040 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 --2- 172.21.15.29:0/3821407706 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f850c06e0a0 0x7f850c0c5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:19.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 -- 172.21.15.29:0/3821407706 >> 172.21.15.29:0/3821407706 conn(0x7f850c067d70 msgr2=0x7f850c06f910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:19.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 -- 172.21.15.29:0/3821407706 shutdown_connections 2024-09-12T03:11:19.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:19.961+0000 7f8513600640 1 -- 172.21.15.29:0/3821407706 wait complete. 2024-09-12T03:11:19.978 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:1 flush journal 2024-09-12T03:11:20.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.136+0000 7f737de00640 1 Processor -- start 2024-09-12T03:11:20.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.136+0000 7f737de00640 1 -- start start 2024-09-12T03:11:20.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.138+0000 7f737de00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f737815e510 0x7f737806cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.138+0000 7f737de00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f737815e8f0 0x7f737806e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.138+0000 7f737de00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f737806d310 con 0x7f737806bc10 2024-09-12T03:11:20.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.138+0000 7f737de00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f73780b3f70 con 0x7f737815e510 2024-09-12T03:11:20.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.138+0000 7f737de00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f73780b4250 con 0x7f737815e8f0 2024-09-12T03:11:20.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.138+0000 7f7377400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f737806bc10 0x7f73780cec20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:59392/0 (socket says 172.21.15.29:59392) 2024-09-12T03:11:20.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.138+0000 7f7377400640 1 -- 172.21.15.29:0/3156268559 learned_addr learned my addr 172.21.15.29:0/3156268559 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:20.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.138+0000 7f7376a00640 1 --2- 172.21.15.29:0/3156268559 >> v2:172.21.15.38:3300/0 conn(0x7f737815e510 0x7f737806cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.138+0000 7f736fe00640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f737815e8f0 0x7f737806e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.138+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 391718732 0 0) 0x7f737806d310 con 0x7f737806bc10 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.138+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f735c003520 con 0x7f737806bc10 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1949867393 0 0) 0x7f735c003520 con 0x7f737806bc10 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f737815e8f0 msgr2=0x7f737806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f737815e8f0 0x7f737806e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 >> v2:172.21.15.38:3300/0 conn(0x7f737815e510 msgr2=0x7f737806cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 --2- 172.21.15.29:0/3156268559 >> v2:172.21.15.38:3300/0 conn(0x7f737815e510 0x7f737806cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73780b4530 con 0x7f737806bc10 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f73700019f0 con 0x7f737806bc10 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 >> v1:172.21.15.29:6789/0 conn(0x7f737806bc10 legacy=0x7f73780cec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f735c0039b0 0x7f735c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f735c0043a0 0x7f735c004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f735c004f90 0x7f735c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f73780b3f70 con 0x7f735c004f90 2024-09-12T03:11:20.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f73780b4250 con 0x7f735c0043a0 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f735c00bf30 con 0x7f735c0039b0 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f736fe00640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f737815e8f0 0x7f737806e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376a00640 1 --2- 172.21.15.29:0/3156268559 >> v2:172.21.15.38:3300/0 conn(0x7f737815e510 0x7f737806cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7377400640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f735c004f90 0x7f735c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f736fe00640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f735c0043a0 0x7f735c004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.139+0000 7f7376a00640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f735c0039b0 0x7f735c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.140+0000 7f7377400640 1 -- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f735c0039b0 msgr2=0x7f735c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.140+0000 7f7377400640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f735c0039b0 0x7f735c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.140+0000 7f7377400640 1 -- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f735c0043a0 msgr2=0x7f735c004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.140+0000 7f7377400640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f735c0043a0 0x7f735c004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.140+0000 7f7377400640 1 -- 172.21.15.29:0/3156268559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f735c003520 con 0x7f735c004f90 2024-09-12T03:11:20.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.141+0000 7f7377400640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f735c004f90 0x7f735c00b9c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f737000a880 tx=0x7f735c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c6879728c5a0792 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.141+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f737000a4a0 con 0x7f735c004f90 2024-09-12T03:11:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.141+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f737002f070 con 0x7f735c004f90 2024-09-12T03:11:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.141+0000 7f7376000640 1 -- 172.21.15.29:0/3156268559 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f737002bd20 con 0x7f735c004f90 2024-09-12T03:11:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.141+0000 7f737de00640 1 -- 172.21.15.29:0/3156268559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f735c004f90 msgr2=0x7f735c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.141+0000 7f737de00640 1 --2- 172.21.15.29:0/3156268559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f735c004f90 0x7f735c00b9c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f737000a880 tx=0x7f735c005830 comp rx=0 tx=0).stop 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.141+0000 7f7377400640 1 -- 172.21.15.29:0/3156268559 reap_dead start 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.141+0000 7f737de00640 1 -- 172.21.15.29:0/3156268559 shutdown_connections 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.141+0000 7f737de00640 1 -- 172.21.15.29:0/3156268559 >> 172.21.15.29:0/3156268559 conn(0x7f73780cd820 msgr2=0x7f73780cdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.141+0000 7f737de00640 1 -- 172.21.15.29:0/3156268559 shutdown_connections 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.142+0000 7f737de00640 1 -- 172.21.15.29:0/3156268559 wait complete. 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.143+0000 7f737de00640 1 Processor -- start 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.143+0000 7f737de00640 1 -- start start 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.144+0000 7f737de00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f735c004f90 0x7f73781502f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.144+0000 7f737de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73780ccc80 0x7f73780cd100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.144+0000 7f737de00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f73780cac40 0x7f73780cb0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.144+0000 7f737de00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f73780b5be0 con 0x7f73780ccc80 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.144+0000 7f737de00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f73780b5a60 con 0x7f73780cac40 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.144+0000 7f737de00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f73780b5d60 con 0x7f735c004f90 2024-09-12T03:11:20.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.144+0000 7f736fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73780ccc80 0x7f73780cd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f736fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73780ccc80 0x7f73780cd100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50576/0 (socket says 172.21.15.29:50576) 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f736fe00640 1 -- 172.21.15.29:0/264502143 learned_addr learned my addr 172.21.15.29:0/264502143 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f7376a00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f735c004f90 0x7f73781502f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f7377400640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f73780cac40 0x7f73780cb0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f736fe00640 1 -- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f735c004f90 msgr2=0x7f73781502f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f736fe00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f735c004f90 0x7f73781502f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f736fe00640 1 -- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f73780cac40 msgr2=0x7f73780cb0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f736fe00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f73780cac40 0x7f73780cb0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f736fe00640 1 -- 172.21.15.29:0/264502143 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7378150830 con 0x7f73780ccc80 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f7376a00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f735c004f90 0x7f73781502f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f736fe00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73780ccc80 0x7f73780cd100 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f7360011800 tx=0x7f7360011cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f736f400640 1 -- 172.21.15.29:0/264502143 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736000f9c0 con 0x7f73780ccc80 2024-09-12T03:11:20.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f736f400640 1 -- 172.21.15.29:0/264502143 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f736000fb60 con 0x7f73780ccc80 2024-09-12T03:11:20.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f736f400640 1 -- 172.21.15.29:0/264502143 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7360015460 con 0x7f73780ccc80 2024-09-12T03:11:20.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.145+0000 7f737de00640 1 -- 172.21.15.29:0/264502143 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73780c8380 con 0x7f73780ccc80 2024-09-12T03:11:20.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.146+0000 7f737de00640 1 -- 172.21.15.29:0/264502143 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73780c8940 con 0x7f73780ccc80 2024-09-12T03:11:20.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.148+0000 7f736f400640 1 -- 172.21.15.29:0/264502143 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7360015600 con 0x7f73780ccc80 2024-09-12T03:11:20.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.149+0000 7f736f400640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f735406be30 0x7f735406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.149+0000 7f736f400640 1 -- 172.21.15.29:0/264502143 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f736008bb50 con 0x7f73780ccc80 2024-09-12T03:11:20.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.150+0000 7f7376a00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f735406be30 0x7f735406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.150+0000 7f7380c4d740 1 Processor -- start 2024-09-12T03:11:20.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.150+0000 7f7380c4d740 1 -- start start 2024-09-12T03:11:20.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.150+0000 7f7376a00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f735406be30 0x7f735406e2f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f7368009c60 tx=0x7f7368008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b32407c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b32408200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323bd480 0x559b32408740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7380c4d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559b32325660 con 0x559b323d7420 2024-09-12T03:11:20.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7380c4d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x559b322cd680 con 0x559b323d7800 2024-09-12T03:11:20.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7380c4d740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x559b32321620 con 0x559b323bd480 2024-09-12T03:11:20.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7376a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b32407c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7376a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b32407c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50588/0 (socket says 172.21.15.29:50588) 2024-09-12T03:11:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7376a00640 1 -- 172.21.15.29:0/179527721 learned_addr learned my addr 172.21.15.29:0/179527721 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7377400640 1 --2- 172.21.15.29:0/179527721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323bd480 0x559b32408740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f736fe00640 1 --2- 172.21.15.29:0/179527721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b32408200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7376a00640 1 -- 172.21.15.29:0/179527721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323bd480 msgr2=0x559b32408740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7376a00640 1 --2- 172.21.15.29:0/179527721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323bd480 0x559b32408740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7376a00640 1 -- 172.21.15.29:0/179527721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 msgr2=0x559b32408200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7376a00640 1 --2- 172.21.15.29:0/179527721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b32408200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f7376a00640 1 -- 172.21.15.29:0/179527721 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b321027d0 con 0x559b323d7420 2024-09-12T03:11:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.151+0000 7f736fe00640 1 --2- 172.21.15.29:0/179527721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b32408200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.152+0000 7f7376a00640 1 --2- 172.21.15.29:0/179527721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b32407c40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f73680099f0 tx=0x7f7368016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab4df71dea008594 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.152+0000 7f7367400640 1 -- 172.21.15.29:0/179527721 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368023640 con 0x559b323d7420 2024-09-12T03:11:20.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.152+0000 7f7367400640 1 -- 172.21.15.29:0/179527721 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7368028070 con 0x559b323d7420 2024-09-12T03:11:20.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.152+0000 7f7367400640 1 -- 172.21.15.29:0/179527721 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73680239e0 con 0x559b323d7420 2024-09-12T03:11:20.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.153+0000 7f7380c4d740 1 -- 172.21.15.29:0/179527721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 msgr2=0x559b32407c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.153+0000 7f7380c4d740 1 --2- 172.21.15.29:0/179527721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b32407c40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f73680099f0 tx=0x7f7368016000 comp rx=0 tx=0).stop 2024-09-12T03:11:20.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.153+0000 7f7380c4d740 1 -- 172.21.15.29:0/179527721 shutdown_connections 2024-09-12T03:11:20.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.153+0000 7f7380c4d740 1 --2- 172.21.15.29:0/179527721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323bd480 0x559b32408740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.153+0000 7f7380c4d740 1 --2- 172.21.15.29:0/179527721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b32408200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.153+0000 7f7380c4d740 1 --2- 172.21.15.29:0/179527721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b32407c40 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.153+0000 7f7380c4d740 1 -- 172.21.15.29:0/179527721 >> 172.21.15.29:0/179527721 conn(0x559b323be220 msgr2=0x559b32406840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.153+0000 7f7380c4d740 1 -- 172.21.15.29:0/179527721 shutdown_connections 2024-09-12T03:11:20.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.153+0000 7f7380c4d740 1 -- 172.21.15.29:0/179527721 wait complete. 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.153+0000 7f7380c4d740 1 -- start start 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.154+0000 7f7380c4d740 1 Processor -- start 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b323d6b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b324020e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323ffd90 0x559b323ef3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7380c4d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559b323bc3e0 con 0x559b323d7420 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7380c4d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x559b322ae4c0 con 0x559b323d7800 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7380c4d740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x559b323bc6c0 con 0x559b323ffd90 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7380c4d740 10 client.0 _ll_register_callbacks cb 0x559b3231de80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7376a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b323d6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7376a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b323d6b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50590/0 (socket says 172.21.15.29:50590) 2024-09-12T03:11:20.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7376a00640 1 -- 172.21.15.29:0/1436016160 learned_addr learned my addr 172.21.15.29:0/1436016160 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7377400640 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323ffd90 0x559b323ef3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f736fe00640 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b324020e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7376a00640 1 -- 172.21.15.29:0/1436016160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323ffd90 msgr2=0x559b323ef3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7376a00640 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323ffd90 0x559b323ef3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7376a00640 1 -- 172.21.15.29:0/1436016160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 msgr2=0x559b324020e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7376a00640 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b324020e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7376a00640 1 -- 172.21.15.29:0/1436016160 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b320383f0 con 0x559b323d7420 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f7377400640 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323ffd90 0x559b323ef3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.155+0000 7f736fe00640 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b324020e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.156+0000 7f7376a00640 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b323d6b60 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f7368013b40 tx=0x7f7368004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be35da9d0a729a54 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.156+0000 7f735be00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.156+0000 7f735be00640 1 -- 172.21.15.29:0/1436016160 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736803a060 con 0x559b323d7420 2024-09-12T03:11:20.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.156+0000 7f735be00640 1 -- 172.21.15.29:0/1436016160 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f7368023850 con 0x559b323d7420 2024-09-12T03:11:20.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.156+0000 7f7380c4d740 1 -- 172.21.15.29:0/1436016160 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7368028070 con 0x559b323d7420 2024-09-12T03:11:20.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.156+0000 7f735be00640 1 -- 172.21.15.29:0/1436016160 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7368040050 con 0x559b323d7420 2024-09-12T03:11:20.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.156+0000 7f7380c4d740 10 client.5715 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:20.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.156+0000 7f7380c4d740 1 -- 172.21.15.29:0/1436016160 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x559b31ff80f0 con 0x559b323d7420 2024-09-12T03:11:20.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.157+0000 7f735be00640 1 -- 172.21.15.29:0/1436016160 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7368028070 con 0x559b323d7420 2024-09-12T03:11:20.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.157+0000 7f735be00640 1 -- 172.21.15.29:0/1436016160 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7f7368043020 con 0x559b323d7420 2024-09-12T03:11:20.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.157+0000 7f7380c4d740 10 client.5715 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:20.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.157+0000 7f7380c4d740 10 client.5715 resolve_mds: resolved 3:1 to role '3:1' aka daemon mds.c 2024-09-12T03:11:20.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.157+0000 7f7380c4d740 20 client.5715 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:20.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.157+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x559b323df710 0x559b323dfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.157+0000 7f7380c4d740 4 client.5715 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:20.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.157+0000 7f7380c4d740 1 -- 172.21.15.29:0/1436016160 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559b32332d90 con 0x559b323df710 2024-09-12T03:11:20.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.157+0000 7f736fe00640 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x559b323df710 0x559b323dfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.158+0000 7f735be00640 10 client.5715 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:20.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.157+0000 7f736fe00640 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x559b323df710 0x559b323dfb30 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b8a2cced2def8fbc server_cookie=7dbf7960547740a0 in_seq=0 out_seq=0 2024-09-12T03:11:20.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.158+0000 7f735be00640 1 -- 172.21.15.29:0/1436016160 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559b32332d90 con 0x559b323df710 2024-09-12T03:11:20.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.158+0000 7f735be00640 10 client.5715 handle_command_reply: tid=0 2024-09-12T03:11:20.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.158+0000 7f7380c4d740 1 client.5715 shutdown 2024-09-12T03:11:20.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.158+0000 7f7380c4d740 1 -- 172.21.15.29:0/1436016160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 msgr2=0x559b323d6b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.158+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b323d6b60 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f7368013b40 tx=0x7f7368004730 comp rx=0 tx=0).stop 2024-09-12T03:11:20.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.158+0000 7f7380c4d740 1 -- 172.21.15.29:0/1436016160 shutdown_connections 2024-09-12T03:11:20.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.158+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323ffd90 0x559b323ef3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.158+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x559b323df710 0x559b323dfb30 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.158+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b324020e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.158+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1436016160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323d7420 0x559b323d6b60 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.159+0000 7f7380c4d740 1 -- 172.21.15.29:0/1436016160 >> 172.21.15.29:0/1436016160 conn(0x559b323bd480 msgr2=0x559b323c17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.159+0000 7f735be00640 0 client.5715 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:20.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.159+0000 7f7380c4d740 1 -- 172.21.15.29:0/1436016160 shutdown_connections 2024-09-12T03:11:20.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.159+0000 7f7380c4d740 1 -- 172.21.15.29:0/1436016160 wait complete. 2024-09-12T03:11:20.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.159+0000 7f7380c4d740 20 client.5715 trim_cache size 0 max 16384 2024-09-12T03:11:20.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.174+0000 7f7380c4d740 1 Processor -- start 2024-09-12T03:11:20.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.174+0000 7f7380c4d740 1 -- start start 2024-09-12T03:11:20.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.175+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b323f07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.175+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7420 0x559b323ff6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.175+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b32409a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.175+0000 7f7380c4d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7378201990 con 0x559b323bd480 2024-09-12T03:11:20.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.175+0000 7f7380c4d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7378200b60 con 0x559b323d7800 2024-09-12T03:11:20.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.175+0000 7f7380c4d740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7378201260 con 0x559b323d7420 2024-09-12T03:11:20.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.175+0000 7f7376a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b323f07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.175+0000 7f7376a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b323f07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50606/0 (socket says 172.21.15.29:50606) 2024-09-12T03:11:20.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.175+0000 7f7376a00640 1 -- 172.21.15.29:0/1595287747 learned_addr learned my addr 172.21.15.29:0/1595287747 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:20.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.175+0000 7f736fe00640 1 --2- 172.21.15.29:0/1595287747 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7420 0x559b323ff6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.176+0000 7f7377400640 1 --2- 172.21.15.29:0/1595287747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b32409a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.176+0000 7f7376a00640 1 -- 172.21.15.29:0/1595287747 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7420 msgr2=0x559b323ff6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.176+0000 7f7376a00640 1 --2- 172.21.15.29:0/1595287747 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7420 0x559b323ff6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.176+0000 7f7376a00640 1 -- 172.21.15.29:0/1595287747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 msgr2=0x559b32409a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.176+0000 7f7376a00640 1 --2- 172.21.15.29:0/1595287747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b32409a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.176+0000 7f7376a00640 1 -- 172.21.15.29:0/1595287747 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b323f0270 con 0x559b323bd480 2024-09-12T03:11:20.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.176+0000 7f736fe00640 1 --2- 172.21.15.29:0/1595287747 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7420 0x559b323ff6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:20.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.176+0000 7f7376a00640 1 --2- 172.21.15.29:0/1595287747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b323f07a0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f736800b010 tx=0x7f736802f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b325d429a4835572 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.176+0000 7f7366a00640 1 -- 172.21.15.29:0/1595287747 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368035410 con 0x559b323bd480 2024-09-12T03:11:20.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.176+0000 7f7366a00640 1 -- 172.21.15.29:0/1595287747 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7368028040 con 0x559b323bd480 2024-09-12T03:11:20.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.176+0000 7f7366a00640 1 -- 172.21.15.29:0/1595287747 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368035830 con 0x559b323bd480 2024-09-12T03:11:20.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.177+0000 7f7380c4d740 1 -- 172.21.15.29:0/1595287747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 msgr2=0x559b323f07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.177+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1595287747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b323f07a0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f736800b010 tx=0x7f736802f040 comp rx=0 tx=0).stop 2024-09-12T03:11:20.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.177+0000 7f7380c4d740 1 -- 172.21.15.29:0/1595287747 shutdown_connections 2024-09-12T03:11:20.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.177+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1595287747 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7800 0x559b32409a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.177+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1595287747 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7420 0x559b323ff6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.177+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1595287747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b323f07a0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.177+0000 7f7380c4d740 1 -- 172.21.15.29:0/1595287747 >> 172.21.15.29:0/1595287747 conn(0x559b323dfe60 msgr2=0x559b32405d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.177+0000 7f7380c4d740 1 -- 172.21.15.29:0/1595287747 shutdown_connections 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.177+0000 7f7380c4d740 1 -- 172.21.15.29:0/1595287747 wait complete. 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.178+0000 7f7380c4d740 1 -- start start 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.178+0000 7f7380c4d740 1 Processor -- start 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b3247e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7420 0x559b32405370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f7380c4d740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7800 0x559b32484830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f7380c4d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f73781ffcc0 con 0x559b323bd480 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f7380c4d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x559b32402420 con 0x559b323d7420 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f7380c4d740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x559b32485470 con 0x559b323d7800 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f7380c4d740 10 client.0 _ll_register_callbacks cb 0x7f735c0036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f7376a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b3247e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f7376a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b3247e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50618/0 (socket says 172.21.15.29:50618) 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f7376a00640 1 -- 172.21.15.29:0/1094508923 learned_addr learned my addr 172.21.15.29:0/1094508923 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:20.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f7377400640 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7800 0x559b32484830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.179+0000 7f736fe00640 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7420 0x559b32405370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f7376a00640 1 -- 172.21.15.29:0/1094508923 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7800 msgr2=0x559b32484830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f7376a00640 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7800 0x559b32484830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f7376a00640 1 -- 172.21.15.29:0/1094508923 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7420 msgr2=0x559b32405370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f7376a00640 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7420 0x559b32405370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f7376a00640 1 -- 172.21.15.29:0/1094508923 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b323c2700 con 0x559b323bd480 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f7377400640 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7800 0x559b32484830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f7376a00640 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b3247e940 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f7368013c60 tx=0x7f7368019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=468760ee29bd1dbd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f735be00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f735be00640 1 -- 172.21.15.29:0/1094508923 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368035410 con 0x559b323bd480 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f735be00640 1 -- 172.21.15.29:0/1094508923 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f7368035d70 con 0x559b323bd480 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f7380c4d740 1 -- 172.21.15.29:0/1094508923 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7368028040 con 0x559b323bd480 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f735be00640 1 -- 172.21.15.29:0/1094508923 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7368055050 con 0x559b323bd480 2024-09-12T03:11:20.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f7380c4d740 10 client.5721 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:20.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.180+0000 7f7380c4d740 1 -- 172.21.15.29:0/1094508923 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x559b32404bd0 con 0x559b323bd480 2024-09-12T03:11:20.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.181+0000 7f735be00640 1 -- 172.21.15.29:0/1094508923 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7368028040 con 0x559b323bd480 2024-09-12T03:11:20.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.181+0000 7f735be00640 1 -- 172.21.15.29:0/1094508923 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7f7368058020 con 0x559b323bd480 2024-09-12T03:11:20.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.181+0000 7f7380c4d740 10 client.5721 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:20.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.181+0000 7f7380c4d740 10 client.5721 resolve_mds: resolved 3:1 to role '3:1' aka daemon mds.c 2024-09-12T03:11:20.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.181+0000 7f7380c4d740 20 client.5721 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:20.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.181+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x559b323ffd90 0x559b32401050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.181+0000 7f7380c4d740 4 client.5721 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:11:20.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.181+0000 7f7380c4d740 1 -- 172.21.15.29:0/1094508923 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559b3232d0e0 con 0x559b323ffd90 2024-09-12T03:11:20.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.181+0000 7f736fe00640 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x559b323ffd90 0x559b32401050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.182+0000 7f736fe00640 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x559b323ffd90 0x559b32401050 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1d1b187bc75ce75a server_cookie=45f2f9548dd39e46 in_seq=0 out_seq=0 2024-09-12T03:11:20.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.182+0000 7f735be00640 10 client.5721 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:20.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f735be00640 1 -- 172.21.15.29:0/1094508923 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559b3232d0e0 con 0x559b323ffd90 2024-09-12T03:11:20.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f735be00640 10 client.5721 handle_command_reply: tid=0 2024-09-12T03:11:20.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f7380c4d740 1 client.5721 shutdown 2024-09-12T03:11:20.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f7380c4d740 1 -- 172.21.15.29:0/1094508923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 msgr2=0x559b3247e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b3247e940 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f7368013c60 tx=0x7f7368019000 comp rx=0 tx=0).stop 2024-09-12T03:11:20.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f7380c4d740 1 -- 172.21.15.29:0/1094508923 shutdown_connections 2024-09-12T03:11:20.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559b323d7800 0x559b32484830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x559b323ffd90 0x559b32401050 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559b323d7420 0x559b32405370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f7380c4d740 1 --2- 172.21.15.29:0/1094508923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b323bd480 0x559b3247e940 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f735be00640 0 client.5721 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:20.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.191+0000 7f7380c4d740 1 -- 172.21.15.29:0/1094508923 >> 172.21.15.29:0/1094508923 conn(0x559b323dfe60 msgr2=0x559b32408ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f7380c4d740 1 -- 172.21.15.29:0/1094508923 shutdown_connections 2024-09-12T03:11:20.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f7380c4d740 1 -- 172.21.15.29:0/1094508923 wait complete. 2024-09-12T03:11:20.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f7380c4d740 20 client.5721 trim_cache size 0 max 16384 2024-09-12T03:11:20.194 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:20.194 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:11:20.194 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:11:20.194 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:20.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f737de00640 1 -- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f735406be30 msgr2=0x7f735406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f737de00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f735406be30 0x7f735406e2f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f7368009c60 tx=0x7f7368008040 comp rx=0 tx=0).stop 2024-09-12T03:11:20.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f737de00640 1 -- 172.21.15.29:0/264502143 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73780ccc80 msgr2=0x7f73780cd100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f737de00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73780ccc80 0x7f73780cd100 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f7360011800 tx=0x7f7360011cc0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f737de00640 1 -- 172.21.15.29:0/264502143 shutdown_connections 2024-09-12T03:11:20.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f737de00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f735406be30 0x7f735406e2f0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f737de00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f73780cac40 0x7f73780cb0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f737de00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73780ccc80 0x7f73780cd100 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.192+0000 7f737de00640 1 --2- 172.21.15.29:0/264502143 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f735c004f90 0x7f73781502f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.193+0000 7f737de00640 1 -- 172.21.15.29:0/264502143 >> 172.21.15.29:0/264502143 conn(0x7f73780cd820 msgr2=0x7f73780b4b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.193+0000 7f737de00640 1 -- 172.21.15.29:0/264502143 shutdown_connections 2024-09-12T03:11:20.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.193+0000 7f737de00640 1 -- 172.21.15.29:0/264502143 wait complete. 2024-09-12T03:11:20.208 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:2 flush journal 2024-09-12T03:11:20.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.368+0000 7fa7cd000640 1 Processor -- start 2024-09-12T03:11:20.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.368+0000 7fa7cd000640 1 -- start start 2024-09-12T03:11:20.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.369+0000 7fa7cd000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa7c80d23c0 0x7fa7c80d2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.369+0000 7fa7cd000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7c80d2ec0 0x7fa7c806d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.369+0000 7fa7cd000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7c80cf8c0 con 0x7fa7c815e4b0 2024-09-12T03:11:20.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.369+0000 7fa7cd000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa7c80cfba0 con 0x7fa7c80d23c0 2024-09-12T03:11:20.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.369+0000 7fa7cd000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa7c80cfe80 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.369+0000 7fa7c7400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa7c815e4b0 0x7fa7c80cefb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:59406/0 (socket says 172.21.15.29:59406) 2024-09-12T03:11:20.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.369+0000 7fa7c7400640 1 -- 172.21.15.29:0/1199196921 learned_addr learned my addr 172.21.15.29:0/1199196921 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:20.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.370+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/1199196921 >> v2:172.21.15.38:3300/0 conn(0x7fa7c80d23c0 0x7fa7c80d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.370+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/1199196921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7c80d2ec0 0x7fa7c806d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.370+0000 7fa7c6000640 1 -- 172.21.15.29:0/1199196921 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1714128907 0 0) 0x7fa7c80cf8c0 con 0x7fa7c815e4b0 2024-09-12T03:11:20.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.370+0000 7fa7c6000640 1 -- 172.21.15.29:0/1199196921 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa7ac003520 con 0x7fa7c815e4b0 2024-09-12T03:11:20.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.370+0000 7fa7c7e00640 1 -- 172.21.15.29:0/1199196921 >> v2:172.21.15.38:3300/0 conn(0x7fa7c80d23c0 msgr2=0x7fa7c80d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.370+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/1199196921 >> v2:172.21.15.38:3300/0 conn(0x7fa7c80d23c0 0x7fa7c80d2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.370+0000 7fa7c7e00640 1 -- 172.21.15.29:0/1199196921 >> v1:172.21.15.29:6789/0 conn(0x7fa7c815e4b0 legacy=0x7fa7c80cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.370+0000 7fa7c7e00640 1 -- 172.21.15.29:0/1199196921 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7c80d0160 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.370+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/1199196921 >> v2:172.21.15.38:3300/0 conn(0x7fa7c80d23c0 0x7fa7c80d2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:20.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.371+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/1199196921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7c80d2ec0 0x7fa7c806d810 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa7c0009d90 tx=0x7fa7c002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=459b047f721dd95a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.372+0000 7fa7c6000640 1 -- 172.21.15.29:0/1199196921 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c0007740 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.372+0000 7fa7c6000640 1 -- 172.21.15.29:0/1199196921 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7c00078e0 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.372+0000 7fa7c6000640 1 -- 172.21.15.29:0/1199196921 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c0007c90 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.372+0000 7fa7cd000640 1 -- 172.21.15.29:0/1199196921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7c80d2ec0 msgr2=0x7fa7c806d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.372+0000 7fa7cd000640 1 --2- 172.21.15.29:0/1199196921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7c80d2ec0 0x7fa7c806d810 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa7c0009d90 tx=0x7fa7c002a660 comp rx=0 tx=0).stop 2024-09-12T03:11:20.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.372+0000 7fa7cd000640 1 -- 172.21.15.29:0/1199196921 shutdown_connections 2024-09-12T03:11:20.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.372+0000 7fa7cd000640 1 --2- 172.21.15.29:0/1199196921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7c80d2ec0 0x7fa7c806d810 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.372+0000 7fa7cd000640 1 --2- 172.21.15.29:0/1199196921 >> v2:172.21.15.38:3300/0 conn(0x7fa7c80d23c0 0x7fa7c80d2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.372+0000 7fa7cd000640 1 -- 172.21.15.29:0/1199196921 >> 172.21.15.29:0/1199196921 conn(0x7fa7c809d740 msgr2=0x7fa7c808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.372+0000 7fa7cd000640 1 -- 172.21.15.29:0/1199196921 shutdown_connections 2024-09-12T03:11:20.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.372+0000 7fa7cd000640 1 -- 172.21.15.29:0/1199196921 wait complete. 2024-09-12T03:11:20.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.374+0000 7fa7cd000640 1 Processor -- start 2024-09-12T03:11:20.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.374+0000 7fa7cd000640 1 -- start start 2024-09-12T03:11:20.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.375+0000 7fa7cd000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7c80d23c0 0x7fa7c81613c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.375+0000 7fa7cd000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7c80d2ec0 0x7fa7c815bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.375+0000 7fa7cd000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7c815e4b0 0x7fa7c81f3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.375+0000 7fa7cd000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c806ded0 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.375+0000 7fa7cd000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c806dd50 con 0x7fa7c80d23c0 2024-09-12T03:11:20.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.375+0000 7fa7cd000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa7c806e050 con 0x7fa7c815e4b0 2024-09-12T03:11:20.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.375+0000 7fa7c6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7c80d2ec0 0x7fa7c815bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.375+0000 7fa7c6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7c80d2ec0 0x7fa7c815bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50620/0 (socket says 172.21.15.29:50620) 2024-09-12T03:11:20.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.375+0000 7fa7c6a00640 1 -- 172.21.15.29:0/2816303669 learned_addr learned my addr 172.21.15.29:0/2816303669 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:20.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.376+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7c815e4b0 0x7fa7c81f3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.376+0000 7fa7c7400640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7c80d23c0 0x7fa7c81613c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.376+0000 7fa7c6a00640 1 -- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7c815e4b0 msgr2=0x7fa7c81f3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.376+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7c815e4b0 0x7fa7c81f3ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.376+0000 7fa7c6a00640 1 -- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7c80d23c0 msgr2=0x7fa7c81613c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.376+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7c80d23c0 0x7fa7c81613c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.376+0000 7fa7c6a00640 1 -- 172.21.15.29:0/2816303669 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7c81f4380 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.376+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7c80d2ec0 0x7fa7c815bbf0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa7b400ebe0 tx=0x7fa7b400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.376+0000 7fa7bf400640 1 -- 172.21.15.29:0/2816303669 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b4017070 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.376+0000 7fa7bf400640 1 -- 172.21.15.29:0/2816303669 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7b400cc30 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.376+0000 7fa7bf400640 1 -- 172.21.15.29:0/2816303669 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b4013470 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.377+0000 7fa7cd000640 1 -- 172.21.15.29:0/2816303669 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7c81f4660 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.377+0000 7fa7cd000640 1 -- 172.21.15.29:0/2816303669 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7c80cb530 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.379+0000 7fa7bf400640 1 -- 172.21.15.29:0/2816303669 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa7b401a070 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.379+0000 7fa7bf400640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7a806be30 0x7fa7a806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.380+0000 7fa7bf400640 1 -- 172.21.15.29:0/2816303669 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fa7b408b300 con 0x7fa7c80d2ec0 2024-09-12T03:11:20.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.380+0000 7fa7c7400640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7a806be30 0x7fa7a806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.380+0000 7fa7d1606740 1 Processor -- start 2024-09-12T03:11:20.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.380+0000 7fa7d1606740 1 -- start start 2024-09-12T03:11:20.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7c7400640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7a806be30 0x7fa7a806e2f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa7b8005880 tx=0x7fa7b8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00a988d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00a7e9e0 0x55ef00a7d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00ac8ea0 0x55ef00ac93f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7d1606740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ef009e6660 con 0x55ef00ac8ea0 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7d1606740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ef0098e680 con 0x55ef00a7e9e0 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7d1606740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55ef009e2620 con 0x55ef00a984f0 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7c7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00ac8ea0 0x55ef00ac93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7c7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00ac8ea0 0x55ef00ac93f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50634/0 (socket says 172.21.15.29:50634) 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7c7e00640 1 -- 172.21.15.29:0/3540014659 learned_addr learned my addr 172.21.15.29:0/3540014659 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7c7400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00a988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.381+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/3540014659 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00a7e9e0 0x55ef00a7d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.382+0000 7fa7c7e00640 1 -- 172.21.15.29:0/3540014659 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 msgr2=0x55ef00a988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.382+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/3540014659 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00a988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.382+0000 7fa7c7e00640 1 -- 172.21.15.29:0/3540014659 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00a7e9e0 msgr2=0x55ef00a7d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.382+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/3540014659 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00a7e9e0 0x55ef00a7d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.382+0000 7fa7c7e00640 1 -- 172.21.15.29:0/3540014659 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef007c37d0 con 0x55ef00ac8ea0 2024-09-12T03:11:20.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.382+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/3540014659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00ac8ea0 0x55ef00ac93f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fa7c002ac50 tx=0x7fa7c002e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e60a323636a7e3b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.382+0000 7fa7b3e00640 1 -- 172.21.15.29:0/3540014659 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c00077c0 con 0x55ef00ac8ea0 2024-09-12T03:11:20.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.382+0000 7fa7b3e00640 1 -- 172.21.15.29:0/3540014659 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7c0007960 con 0x55ef00ac8ea0 2024-09-12T03:11:20.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.382+0000 7fa7b3e00640 1 -- 172.21.15.29:0/3540014659 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c0007d10 con 0x55ef00ac8ea0 2024-09-12T03:11:20.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.383+0000 7fa7d1606740 1 -- 172.21.15.29:0/3540014659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00ac8ea0 msgr2=0x55ef00ac93f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.383+0000 7fa7d1606740 1 --2- 172.21.15.29:0/3540014659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00ac8ea0 0x55ef00ac93f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fa7c002ac50 tx=0x7fa7c002e000 comp rx=0 tx=0).stop 2024-09-12T03:11:20.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.383+0000 7fa7d1606740 1 -- 172.21.15.29:0/3540014659 shutdown_connections 2024-09-12T03:11:20.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.383+0000 7fa7d1606740 1 --2- 172.21.15.29:0/3540014659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00ac8ea0 0x55ef00ac93f0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.383+0000 7fa7d1606740 1 --2- 172.21.15.29:0/3540014659 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00a7e9e0 0x55ef00a7d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.383+0000 7fa7d1606740 1 --2- 172.21.15.29:0/3540014659 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00a988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.383+0000 7fa7d1606740 1 -- 172.21.15.29:0/3540014659 >> 172.21.15.29:0/3540014659 conn(0x55ef00a7f410 msgr2=0x55ef00ac7a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.383+0000 7fa7d1606740 1 -- 172.21.15.29:0/3540014659 shutdown_connections 2024-09-12T03:11:20.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.383+0000 7fa7d1606740 1 -- 172.21.15.29:0/3540014659 wait complete. 2024-09-12T03:11:20.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.384+0000 7fa7d1606740 1 -- start start 2024-09-12T03:11:20.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.384+0000 7fa7d1606740 1 Processor -- start 2024-09-12T03:11:20.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.385+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00ad90e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.385+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00ac8ea0 0x55ef00abf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.385+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00ac0de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.385+0000 7fa7d1606740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ef00a7d940 con 0x55ef00abfe60 2024-09-12T03:11:20.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.385+0000 7fa7d1606740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ef0096f4c0 con 0x55ef00ac8ea0 2024-09-12T03:11:20.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.385+0000 7fa7d1606740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55ef00a7dc20 con 0x55ef00a984f0 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.385+0000 7fa7d1606740 10 client.0 _ll_register_callbacks cb 0x55ef009dee80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.385+0000 7fa7c7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00ac0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.385+0000 7fa7c7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00ac0de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50636/0 (socket says 172.21.15.29:50636) 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.385+0000 7fa7c7e00640 1 -- 172.21.15.29:0/4048384905 learned_addr learned my addr 172.21.15.29:0/4048384905 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00ac8ea0 0x55ef00abf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7c7400640 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00ad90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7c7e00640 1 -- 172.21.15.29:0/4048384905 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 msgr2=0x55ef00ad90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00ad90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7c7e00640 1 -- 172.21.15.29:0/4048384905 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00ac8ea0 msgr2=0x55ef00abf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00ac8ea0 0x55ef00abf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7c7e00640 1 -- 172.21.15.29:0/4048384905 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef006f93f0 con 0x55ef00abfe60 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00ac0de0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fa7c003e040 tx=0x7fa7c0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=881762434e0dcc8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7b0c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:20.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7b0c00640 1 -- 172.21.15.29:0/4048384905 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c0009a30 con 0x55ef00abfe60 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7d1606740 1 -- 172.21.15.29:0/4048384905 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7c0007960 con 0x55ef00abfe60 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.386+0000 7fa7b0c00640 1 -- 172.21.15.29:0/4048384905 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fa7c0003ba0 con 0x55ef00abfe60 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7b0c00640 1 -- 172.21.15.29:0/4048384905 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fa7c0059050 con 0x55ef00abfe60 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7d1606740 10 client.5733 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7d1606740 1 -- 172.21.15.29:0/4048384905 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55ef006b90f0 con 0x55ef00abfe60 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7b0c00640 1 -- 172.21.15.29:0/4048384905 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7c0007960 con 0x55ef00abfe60 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7b0c00640 1 -- 172.21.15.29:0/4048384905 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7fa7c005c020 con 0x55ef00abfe60 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7d1606740 10 client.5733 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7d1606740 10 client.5733 resolve_mds: resolved 3:2 to role '3:2' aka daemon mds.a 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7d1606740 20 client.5733 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7d1606740 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55ef00aa2950 0x55ef00aa2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7d1606740 4 client.5733 mds_command: new command op to 5377 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7d1606740 1 -- 172.21.15.29:0/4048384905 --> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ef009f3d90 con 0x55ef00aa2950 2024-09-12T03:11:20.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.387+0000 7fa7c7400640 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55ef00aa2950 0x55ef00aa2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.388+0000 7fa7c7400640 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55ef00aa2950 0x55ef00aa2d60 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=471bc28cc29571a6 server_cookie=32411a69d756977d in_seq=0 out_seq=0 2024-09-12T03:11:20.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.388+0000 7fa7b0c00640 10 client.5733 ms_handle_connect on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7b0c00640 1 -- 172.21.15.29:0/4048384905 <== mds.2 v2:172.21.15.29:6832/3307347522 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ef009f3d90 con 0x55ef00aa2950 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7b0c00640 10 client.5733 handle_command_reply: tid=0 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 1 client.5733 shutdown 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 1 -- 172.21.15.29:0/4048384905 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 msgr2=0x55ef00ac0de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00ac0de0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fa7c003e040 tx=0x7fa7c0004ab0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 1 -- 172.21.15.29:0/4048384905 shutdown_connections 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55ef00aa2950 0x55ef00aa2d60 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00ac0de0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00ac8ea0 0x55ef00abf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 1 --2- 172.21.15.29:0/4048384905 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00ad90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7b0c00640 0 client.5733 ms_handle_reset on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:20.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 1 -- 172.21.15.29:0/4048384905 >> 172.21.15.29:0/4048384905 conn(0x55ef00a7e9e0 msgr2=0x55ef00a7c140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 1 -- 172.21.15.29:0/4048384905 shutdown_connections 2024-09-12T03:11:20.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 1 -- 172.21.15.29:0/4048384905 wait complete. 2024-09-12T03:11:20.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.389+0000 7fa7d1606740 20 client.5733 trim_cache size 0 max 16384 2024-09-12T03:11:20.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.405+0000 7fa7d1606740 1 Processor -- start 2024-09-12T03:11:20.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.405+0000 7fa7d1606740 1 -- start start 2024-09-12T03:11:20.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.405+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00a984f0 0x55ef00aed1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.405+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00abfe60 0x55ef00a7c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.405+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00ac8ea0 0x55ef00a7c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7d1606740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c8200e20 con 0x55ef00a984f0 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7d1606740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c81ffff0 con 0x55ef00abfe60 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7d1606740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa7c82006f0 con 0x55ef00ac8ea0 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00a984f0 0x55ef00aed1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00a984f0 0x55ef00aed1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50650/0 (socket says 172.21.15.29:50650) 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c7400640 1 -- 172.21.15.29:0/1051435256 learned_addr learned my addr 172.21.15.29:0/1051435256 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/1051435256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00ac8ea0 0x55ef00a7c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/1051435256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00abfe60 0x55ef00a7c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c7400640 1 -- 172.21.15.29:0/1051435256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00ac8ea0 msgr2=0x55ef00a7c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c7400640 1 --2- 172.21.15.29:0/1051435256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00ac8ea0 0x55ef00a7c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c7400640 1 -- 172.21.15.29:0/1051435256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00abfe60 msgr2=0x55ef00a7c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c7400640 1 --2- 172.21.15.29:0/1051435256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00abfe60 0x55ef00a7c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c7400640 1 -- 172.21.15.29:0/1051435256 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef00ac8540 con 0x55ef00a984f0 2024-09-12T03:11:20.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/1051435256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00ac8ea0 0x55ef00a7c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:20.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/1051435256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00abfe60 0x55ef00a7c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:20.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.406+0000 7fa7c7400640 1 --2- 172.21.15.29:0/1051435256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00a984f0 0x55ef00aed1a0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fa7b800fd90 tx=0x7fa7b8000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e64639b37fd746ba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7b3400640 1 -- 172.21.15.29:0/1051435256 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b8032070 con 0x55ef00a984f0 2024-09-12T03:11:20.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7b3400640 1 -- 172.21.15.29:0/1051435256 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7b8015960 con 0x55ef00a984f0 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7b3400640 1 -- 172.21.15.29:0/1051435256 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b8015b10 con 0x55ef00a984f0 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7d1606740 1 -- 172.21.15.29:0/1051435256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00a984f0 msgr2=0x55ef00aed1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7d1606740 1 --2- 172.21.15.29:0/1051435256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00a984f0 0x55ef00aed1a0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fa7b800fd90 tx=0x7fa7b8000ed0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7d1606740 1 -- 172.21.15.29:0/1051435256 shutdown_connections 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7d1606740 1 --2- 172.21.15.29:0/1051435256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00ac8ea0 0x55ef00a7c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7d1606740 1 --2- 172.21.15.29:0/1051435256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00abfe60 0x55ef00a7c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7d1606740 1 --2- 172.21.15.29:0/1051435256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00a984f0 0x55ef00aed1a0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7d1606740 1 -- 172.21.15.29:0/1051435256 >> 172.21.15.29:0/1051435256 conn(0x55ef00a7e9e0 msgr2=0x55ef00a98960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7d1606740 1 -- 172.21.15.29:0/1051435256 shutdown_connections 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.407+0000 7fa7d1606740 1 -- 172.21.15.29:0/1051435256 wait complete. 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.408+0000 7fa7d1606740 1 -- start start 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.408+0000 7fa7d1606740 1 Processor -- start 2024-09-12T03:11:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.409+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00acaf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.409+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00b44e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.409+0000 7fa7d1606740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00ac8ea0 0x55ef00a7c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.409+0000 7fa7d1606740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c80ccea0 con 0x55ef00abfe60 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.409+0000 7fa7d1606740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ef009f3d90 con 0x55ef00ac8ea0 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.409+0000 7fa7d1606740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55ef00acb510 con 0x55ef00a984f0 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.409+0000 7fa7d1606740 10 client.0 _ll_register_callbacks cb 0x7fa7ac0036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.409+0000 7fa7c6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00b44e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7c6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00b44e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50652/0 (socket says 172.21.15.29:50652) 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7c6a00640 1 -- 172.21.15.29:0/1859477313 learned_addr learned my addr 172.21.15.29:0/1859477313 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7c7400640 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00acaf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00ac8ea0 0x55ef00a7c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7c6a00640 1 -- 172.21.15.29:0/1859477313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 msgr2=0x55ef00acaf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00acaf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7c6a00640 1 -- 172.21.15.29:0/1859477313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00ac8ea0 msgr2=0x55ef00a7c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00ac8ea0 0x55ef00a7c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7c6a00640 1 -- 172.21.15.29:0/1859477313 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef00aae880 con 0x55ef00abfe60 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7c7e00640 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00ac8ea0 0x55ef00a7c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7c6a00640 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00b44e00 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fa7b4059100 tx=0x7fa7b40594c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=894e638fcd9d8e5d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7b0c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7b0c00640 1 -- 172.21.15.29:0/1859477313 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b4021050 con 0x55ef00abfe60 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7b0c00640 1 -- 172.21.15.29:0/1859477313 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fa7b4058850 con 0x55ef00abfe60 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.410+0000 7fa7d1606740 1 -- 172.21.15.29:0/1859477313 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7b8015960 con 0x55ef00abfe60 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7b0c00640 1 -- 172.21.15.29:0/1859477313 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fa7b4077050 con 0x55ef00abfe60 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7d1606740 10 client.5739 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7d1606740 1 -- 172.21.15.29:0/1859477313 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55ef00ae30e0 con 0x55ef00abfe60 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7b0c00640 1 -- 172.21.15.29:0/1859477313 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7b8015960 con 0x55ef00abfe60 2024-09-12T03:11:20.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7b0c00640 1 -- 172.21.15.29:0/1859477313 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7fa7b4078240 con 0x55ef00abfe60 2024-09-12T03:11:20.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7d1606740 10 client.5739 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:20.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7d1606740 10 client.5739 resolve_mds: resolved 3:2 to role '3:2' aka daemon mds.a 2024-09-12T03:11:20.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7d1606740 20 client.5739 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:20.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7d1606740 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55ef00a7c680 0x55ef00a96d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:20.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7d1606740 4 client.5739 mds_command: new command op to 5377 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:11:20.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7d1606740 1 -- 172.21.15.29:0/1859477313 --> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ef00aaf010 con 0x55ef00a7c680 2024-09-12T03:11:20.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.411+0000 7fa7c7400640 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55ef00a7c680 0x55ef00a96d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:20.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.412+0000 7fa7c7400640 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55ef00a7c680 0x55ef00a96d60 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7cc654070e55e8e7 server_cookie=bf65396e1fa8f6f5 in_seq=0 out_seq=0 2024-09-12T03:11:20.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.412+0000 7fa7b0c00640 10 client.5739 ms_handle_connect on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7b0c00640 1 -- 172.21.15.29:0/1859477313 <== mds.2 v2:172.21.15.29:6832/3307347522 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ef00aaf010 con 0x55ef00a7c680 2024-09-12T03:11:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7b0c00640 10 client.5739 handle_command_reply: tid=0 2024-09-12T03:11:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7d1606740 1 client.5739 shutdown 2024-09-12T03:11:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7d1606740 1 -- 172.21.15.29:0/1859477313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 msgr2=0x55ef00b44e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7d1606740 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00b44e00 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fa7b4059100 tx=0x7fa7b40594c0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7d1606740 1 -- 172.21.15.29:0/1859477313 shutdown_connections 2024-09-12T03:11:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7d1606740 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55ef00a7c680 0x55ef00a96d60 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7d1606740 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ef00ac8ea0 0x55ef00a7c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7d1606740 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ef00abfe60 0x55ef00b44e00 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7b0c00640 0 client.5739 ms_handle_reset on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:20.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7d1606740 1 --2- 172.21.15.29:0/1859477313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ef00a984f0 0x55ef00acaf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.421+0000 7fa7d1606740 1 -- 172.21.15.29:0/1859477313 >> 172.21.15.29:0/1859477313 conn(0x55ef00a7e9e0 msgr2=0x55ef00abf620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.422+0000 7fa7d1606740 1 -- 172.21.15.29:0/1859477313 shutdown_connections 2024-09-12T03:11:20.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.422+0000 7fa7d1606740 1 -- 172.21.15.29:0/1859477313 wait complete. 2024-09-12T03:11:20.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.422+0000 7fa7d1606740 20 client.5739 trim_cache size 0 max 16384 2024-09-12T03:11:20.423 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:20.423 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:11:20.423 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:11:20.424 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:20.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.422+0000 7fa7cd000640 1 -- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7a806be30 msgr2=0x7fa7a806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.422+0000 7fa7cd000640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7a806be30 0x7fa7a806e2f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa7b8005880 tx=0x7fa7b8009040 comp rx=0 tx=0).stop 2024-09-12T03:11:20.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.422+0000 7fa7cd000640 1 -- 172.21.15.29:0/2816303669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7c80d2ec0 msgr2=0x7fa7c815bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:20.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.422+0000 7fa7cd000640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7c80d2ec0 0x7fa7c815bbf0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa7b400ebe0 tx=0x7fa7b400c520 comp rx=0 tx=0).stop 2024-09-12T03:11:20.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.422+0000 7fa7cd000640 1 -- 172.21.15.29:0/2816303669 shutdown_connections 2024-09-12T03:11:20.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.422+0000 7fa7cd000640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa7a806be30 0x7fa7a806e2f0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.422+0000 7fa7cd000640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7c815e4b0 0x7fa7c81f3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.422+0000 7fa7cd000640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7c80d2ec0 0x7fa7c815bbf0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.423+0000 7fa7cd000640 1 --2- 172.21.15.29:0/2816303669 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7c80d23c0 0x7fa7c81613c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:20.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.423+0000 7fa7cd000640 1 -- 172.21.15.29:0/2816303669 >> 172.21.15.29:0/2816303669 conn(0x7fa7c809d740 msgr2=0x7fa7c80b3e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:20.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.423+0000 7fa7cd000640 1 -- 172.21.15.29:0/2816303669 shutdown_connections 2024-09-12T03:11:20.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20.423+0000 7fa7cd000640 1 -- 172.21.15.29:0/2816303669 wait complete. 2024-09-12T03:11:20.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:20.438 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec find d1/d2/d3/) 2024-09-12T03:11:20.483 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/ 2024-09-12T03:11:20.483 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4 2024-09-12T03:11:20.484 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5 2024-09-12T03:11:20.484 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6 2024-09-12T03:11:20.484 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6/d7 2024-09-12T03:11:20.484 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6/d7/d8 2024-09-12T03:11:20.485 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:11:20.485 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:11:20.485 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:11:20.485 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:11:20.485 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/").st_ino) 2024-09-12T03:11:20.485 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:11:20.625 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627778 2024-09-12T03:11:20.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:11:20.637 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:11:20.637 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:11:20.637 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:11:20.637 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:11:20.637 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4").st_ino) 2024-09-12T03:11:20.637 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:11:20.778 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627779 2024-09-12T03:11:20.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:11:20.789 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:11:20.789 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:11:20.790 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:11:20.790 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:11:20.790 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5").st_ino) 2024-09-12T03:11:20.790 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:11:20.931 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627780 2024-09-12T03:11:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:11:20.942 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:11:20.942 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:11:20.943 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:11:20.943 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:11:20.943 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6").st_ino) 2024-09-12T03:11:20.943 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:11:21.082 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627781 2024-09-12T03:11:21.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:11:21.097 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:11:21.097 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:11:21.097 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:11:21.097 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:11:21.097 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6/d7").st_ino) 2024-09-12T03:11:21.097 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:11:21.234 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627782 2024-09-12T03:11:21.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:11:21.246 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:11:21.246 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:11:21.246 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:11:21.246 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:11:21.246 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6/d7/d8").st_ino) 2024-09-12T03:11:21.246 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:11:21.387 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627783 2024-09-12T03:11:21.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:11:21.398 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000002.00000000 parent 2024-09-12T03:11:21.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.515+0000 7f795d9dcf40 1 Processor -- start 2024-09-12T03:11:21.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.515+0000 7f795d9dcf40 1 -- start start 2024-09-12T03:11:21.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.515+0000 7f795d9dcf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf52e2c0 0x557ebf600fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.515+0000 7f795d9dcf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557ebf561eb0 0x557ebf695310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.515+0000 7f795d9dcf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557ebf606640 0x557ebf604e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.515+0000 7f795d9dcf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557ebf579830 con 0x557ebf52e2c0 2024-09-12T03:11:21.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.515+0000 7f795d9dcf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557ebf560eb0 con 0x557ebf561eb0 2024-09-12T03:11:21.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.515+0000 7f795d9dcf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557ebf579a80 con 0x557ebf606640 2024-09-12T03:11:21.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795ac00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf52e2c0 0x557ebf600fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795ac00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf52e2c0 0x557ebf600fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50662/0 (socket says 172.21.15.29:50662) 2024-09-12T03:11:21.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795ac00640 1 -- 172.21.15.29:0/3508930573 learned_addr learned my addr 172.21.15.29:0/3508930573 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795b600640 1 --2- 172.21.15.29:0/3508930573 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557ebf606640 0x557ebf604e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795a200640 1 --2- 172.21.15.29:0/3508930573 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557ebf561eb0 0x557ebf695310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795ac00640 1 -- 172.21.15.29:0/3508930573 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557ebf606640 msgr2=0x557ebf604e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795ac00640 1 --2- 172.21.15.29:0/3508930573 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557ebf606640 0x557ebf604e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795ac00640 1 -- 172.21.15.29:0/3508930573 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557ebf561eb0 msgr2=0x557ebf695310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795ac00640 1 --2- 172.21.15.29:0/3508930573 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557ebf561eb0 0x557ebf695310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795ac00640 1 -- 172.21.15.29:0/3508930573 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ebf45ab30 con 0x557ebf52e2c0 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795a200640 1 --2- 172.21.15.29:0/3508930573 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557ebf561eb0 0x557ebf695310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.516+0000 7f795ac00640 1 --2- 172.21.15.29:0/3508930573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf52e2c0 0x557ebf600fa0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f794c009600 tx=0x7f794c009ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60b93727bcc4d360 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f7958e00640 1 -- 172.21.15.29:0/3508930573 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794c017070 con 0x557ebf52e2c0 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f7958e00640 1 -- 172.21.15.29:0/3508930573 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f794c006650 con 0x557ebf52e2c0 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f7958e00640 1 -- 172.21.15.29:0/3508930573 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794c006a00 con 0x557ebf52e2c0 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f795d9dcf40 1 -- 172.21.15.29:0/3508930573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf52e2c0 msgr2=0x557ebf600fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f795d9dcf40 1 --2- 172.21.15.29:0/3508930573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf52e2c0 0x557ebf600fa0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f794c009600 tx=0x7f794c009ac0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f795d9dcf40 1 -- 172.21.15.29:0/3508930573 shutdown_connections 2024-09-12T03:11:21.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f795d9dcf40 1 --2- 172.21.15.29:0/3508930573 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557ebf606640 0x557ebf604e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f795d9dcf40 1 --2- 172.21.15.29:0/3508930573 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557ebf561eb0 0x557ebf695310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f795d9dcf40 1 --2- 172.21.15.29:0/3508930573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf52e2c0 0x557ebf600fa0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f795d9dcf40 1 -- 172.21.15.29:0/3508930573 >> 172.21.15.29:0/3508930573 conn(0x557ebf55f080 msgr2=0x557ebf603fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f795d9dcf40 1 -- 172.21.15.29:0/3508930573 shutdown_connections 2024-09-12T03:11:21.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.517+0000 7f795d9dcf40 1 -- 172.21.15.29:0/3508930573 wait complete. 2024-09-12T03:11:21.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.518+0000 7f795d9dcf40 1 Processor -- start 2024-09-12T03:11:21.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.518+0000 7f795d9dcf40 1 -- start start 2024-09-12T03:11:21.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.519+0000 7f795d9dcf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557ebf52e2c0 0x557ebf5f62d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.519+0000 7f795d9dcf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557ebf561eb0 0x557ebf603c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.519+0000 7f795d9dcf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf606640 0x557ebf6a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.519+0000 7f795d9dcf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557ebf6031c0 con 0x557ebf606640 2024-09-12T03:11:21.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.519+0000 7f795d9dcf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557ebf6014e0 con 0x557ebf561eb0 2024-09-12T03:11:21.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.519+0000 7f795d9dcf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557ebf6034a0 con 0x557ebf52e2c0 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.519+0000 7f795b600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf606640 0x557ebf6a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.519+0000 7f795b600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf606640 0x557ebf6a0ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50670/0 (socket says 172.21.15.29:50670) 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.519+0000 7f795b600640 1 -- 172.21.15.29:0/1322021725 learned_addr learned my addr 172.21.15.29:0/1322021725 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.519+0000 7f795ac00640 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557ebf52e2c0 0x557ebf5f62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.519+0000 7f795a200640 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557ebf561eb0 0x557ebf603c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.520+0000 7f795b600640 1 -- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557ebf52e2c0 msgr2=0x557ebf5f62d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.520+0000 7f795b600640 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557ebf52e2c0 0x557ebf5f62d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.520+0000 7f795b600640 1 -- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557ebf561eb0 msgr2=0x557ebf603c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.520+0000 7f795b600640 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557ebf561eb0 0x557ebf603c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.520+0000 7f795b600640 1 -- 172.21.15.29:0/1322021725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ebf57d1a0 con 0x557ebf606640 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.520+0000 7f795b600640 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf606640 0x557ebf6a0ad0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f795400b4b0 tx=0x7f795400b970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.520+0000 7f7953400640 1 -- 172.21.15.29:0/1322021725 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7954016020 con 0x557ebf606640 2024-09-12T03:11:21.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.520+0000 7f7953400640 1 -- 172.21.15.29:0/1322021725 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7954012660 con 0x557ebf606640 2024-09-12T03:11:21.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.520+0000 7f7953400640 1 -- 172.21.15.29:0/1322021725 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7954012a50 con 0x557ebf606640 2024-09-12T03:11:21.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.520+0000 7f795d9dcf40 1 -- 172.21.15.29:0/1322021725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x557ebf57d480 con 0x557ebf606640 2024-09-12T03:11:21.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.520+0000 7f795d9dcf40 1 -- 172.21.15.29:0/1322021725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ebf6071a0 con 0x557ebf606640 2024-09-12T03:11:21.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.522+0000 7f7953400640 1 -- 172.21.15.29:0/1322021725 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7954019020 con 0x557ebf606640 2024-09-12T03:11:21.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.523+0000 7f7953400640 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f793c06a810 0x7f793c06ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.523+0000 7f7953400640 1 -- 172.21.15.29:0/1322021725 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f7954089f20 con 0x557ebf606640 2024-09-12T03:11:21.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.523+0000 7f795d9dcf40 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x557ebf604190 0x557ebf5fbf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.523+0000 7f795d9dcf40 1 -- 172.21.15.29:0/1322021725 --> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] -- osd_op(unknown.0.0:1 7.12 7:4bec3886:::10000000002.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x557ebf57da70 con 0x557ebf604190 2024-09-12T03:11:21.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.523+0000 7f795ac00640 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f793c06a810 0x7f793c06ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.524+0000 7f795a200640 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x557ebf604190 0x557ebf5fbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.524+0000 7f795ac00640 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f793c06a810 0x7f793c06ccd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f794c000c00 tx=0x7f794c00f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.524+0000 7f795a200640 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x557ebf604190 0x557ebf5fbf60 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795a200640 1 -- 172.21.15.29:0/1322021725 <== osd.6 v2:172.21.15.38:6816/81343891 1 ==== osd_op_reply(1 10000000002.00000000 [rmxattr] v55'8 uv8 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f7948057030 con 0x557ebf604190 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795d9dcf40 1 -- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x557ebf604190 msgr2=0x557ebf5fbf60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795d9dcf40 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x557ebf604190 0x557ebf5fbf60 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795d9dcf40 1 -- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f793c06a810 msgr2=0x7f793c06ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795d9dcf40 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f793c06a810 0x7f793c06ccd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f794c000c00 tx=0x7f794c00f000 comp rx=0 tx=0).stop 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795d9dcf40 1 -- 172.21.15.29:0/1322021725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf606640 msgr2=0x557ebf6a0ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795d9dcf40 1 --2- 172.21.15.29:0/1322021725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ebf606640 0x557ebf6a0ad0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f795400b4b0 tx=0x7f795400b970 comp rx=0 tx=0).stop 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795b600640 1 -- 172.21.15.29:0/1322021725 reap_dead start 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795d9dcf40 1 -- 172.21.15.29:0/1322021725 shutdown_connections 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795d9dcf40 1 -- 172.21.15.29:0/1322021725 >> 172.21.15.29:0/1322021725 conn(0x557ebf55f080 msgr2=0x557ebf52e730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795d9dcf40 1 -- 172.21.15.29:0/1322021725 shutdown_connections 2024-09-12T03:11:21.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.526+0000 7f795d9dcf40 1 -- 172.21.15.29:0/1322021725 wait complete. 2024-09-12T03:11:21.531 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000003.00000000 parent 2024-09-12T03:11:21.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.609+0000 7fa93651df40 1 Processor -- start 2024-09-12T03:11:21.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.609+0000 7fa93651df40 1 -- start start 2024-09-12T03:11:21.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa93651df40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9180022f0 0x5569fe69ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa93651df40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 0x5569fe6cbba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa93651df40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5569fe773cb0 0x5569fe6cc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa93651df40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5569fe647b30 con 0x5569fe770c70 2024-09-12T03:11:21.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa93651df40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5569fe64bb70 con 0x5569fe773cb0 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa93651df40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5569fe6e7ae0 con 0x7fa9180022f0 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa932200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 0x5569fe6cbba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa932200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 0x5569fe6cbba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50686/0 (socket says 172.21.15.29:50686) 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa932200640 1 -- 172.21.15.29:0/2143728956 learned_addr learned my addr 172.21.15.29:0/2143728956 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa932c00640 1 --2- 172.21.15.29:0/2143728956 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9180022f0 0x5569fe69ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa933600640 1 --2- 172.21.15.29:0/2143728956 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5569fe773cb0 0x5569fe6cc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa932200640 1 -- 172.21.15.29:0/2143728956 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9180022f0 msgr2=0x5569fe69ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa932200640 1 --2- 172.21.15.29:0/2143728956 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9180022f0 0x5569fe69ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa932200640 1 -- 172.21.15.29:0/2143728956 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5569fe773cb0 msgr2=0x5569fe6cc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa932200640 1 --2- 172.21.15.29:0/2143728956 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5569fe773cb0 0x5569fe6cc0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.610+0000 7fa932200640 1 -- 172.21.15.29:0/2143728956 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569fe808aa0 con 0x5569fe770c70 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.611+0000 7fa932200640 1 --2- 172.21.15.29:0/2143728956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 0x5569fe6cbba0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa920002fb0 tx=0x7fa92000e760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66b5f46c4cad9cd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.611+0000 7fa930e00640 1 -- 172.21.15.29:0/2143728956 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa920001ac0 con 0x5569fe770c70 2024-09-12T03:11:21.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.611+0000 7fa930e00640 1 -- 172.21.15.29:0/2143728956 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa920001c60 con 0x5569fe770c70 2024-09-12T03:11:21.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.611+0000 7fa930e00640 1 -- 172.21.15.29:0/2143728956 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa920002250 con 0x5569fe770c70 2024-09-12T03:11:21.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.611+0000 7fa93651df40 1 -- 172.21.15.29:0/2143728956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 msgr2=0x5569fe6cbba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.611+0000 7fa93651df40 1 --2- 172.21.15.29:0/2143728956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 0x5569fe6cbba0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa920002fb0 tx=0x7fa92000e760 comp rx=0 tx=0).stop 2024-09-12T03:11:21.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.611+0000 7fa93651df40 1 -- 172.21.15.29:0/2143728956 shutdown_connections 2024-09-12T03:11:21.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.611+0000 7fa93651df40 1 --2- 172.21.15.29:0/2143728956 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5569fe773cb0 0x5569fe6cc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.611+0000 7fa93651df40 1 --2- 172.21.15.29:0/2143728956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 0x5569fe6cbba0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.611+0000 7fa93651df40 1 --2- 172.21.15.29:0/2143728956 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9180022f0 0x5569fe69ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.611+0000 7fa93651df40 1 -- 172.21.15.29:0/2143728956 >> 172.21.15.29:0/2143728956 conn(0x5569fe6a0360 msgr2=0x5569fe774610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.612+0000 7fa93651df40 1 -- 172.21.15.29:0/2143728956 shutdown_connections 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.612+0000 7fa93651df40 1 -- 172.21.15.29:0/2143728956 wait complete. 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.612+0000 7fa93651df40 1 Processor -- start 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.612+0000 7fa93651df40 1 -- start start 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.613+0000 7fa93651df40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 0x5569fe815ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.613+0000 7fa93651df40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5569fe773cb0 0x5569fe76ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.613+0000 7fa93651df40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9180022f0 0x5569fe6e0510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.613+0000 7fa93651df40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5569fe76d530 con 0x5569fe770c70 2024-09-12T03:11:21.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.613+0000 7fa93651df40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5569fe771790 con 0x5569fe773cb0 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.613+0000 7fa93651df40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5569fe6ca990 con 0x7fa9180022f0 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.613+0000 7fa932c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 0x5569fe815ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.613+0000 7fa932c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 0x5569fe815ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50690/0 (socket says 172.21.15.29:50690) 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.613+0000 7fa932c00640 1 -- 172.21.15.29:0/1850630907 learned_addr learned my addr 172.21.15.29:0/1850630907 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.614+0000 7fa932200640 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5569fe773cb0 0x5569fe76ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.614+0000 7fa933600640 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9180022f0 0x5569fe6e0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.614+0000 7fa932c00640 1 -- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9180022f0 msgr2=0x5569fe6e0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.614+0000 7fa932c00640 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9180022f0 0x5569fe6e0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.614+0000 7fa932c00640 1 -- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5569fe773cb0 msgr2=0x5569fe76ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.614+0000 7fa932c00640 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5569fe773cb0 0x5569fe76ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.614+0000 7fa932c00640 1 -- 172.21.15.29:0/1850630907 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569fe6cc270 con 0x5569fe770c70 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.614+0000 7fa933600640 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9180022f0 0x5569fe6e0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:21.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.614+0000 7fa932c00640 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 0x5569fe815ad0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa924025db0 tx=0x7fa924003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.614+0000 7fa92b400640 1 -- 172.21.15.29:0/1850630907 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa924068070 con 0x5569fe770c70 2024-09-12T03:11:21.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.614+0000 7fa92b400640 1 -- 172.21.15.29:0/1850630907 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa924050860 con 0x5569fe770c70 2024-09-12T03:11:21.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.615+0000 7fa93651df40 1 -- 172.21.15.29:0/1850630907 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5569fe6cc550 con 0x5569fe770c70 2024-09-12T03:11:21.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.615+0000 7fa92b400640 1 -- 172.21.15.29:0/1850630907 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa924050c50 con 0x5569fe770c70 2024-09-12T03:11:21.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.615+0000 7fa93651df40 1 -- 172.21.15.29:0/1850630907 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569fe8155b0 con 0x5569fe770c70 2024-09-12T03:11:21.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.616+0000 7fa92b400640 1 -- 172.21.15.29:0/1850630907 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa92406b070 con 0x5569fe770c70 2024-09-12T03:11:21.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.617+0000 7fa92b400640 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa91406a840 0x7fa91406cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.617+0000 7fa92b400640 1 -- 172.21.15.29:0/1850630907 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fa9240cd1a0 con 0x5569fe770c70 2024-09-12T03:11:21.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.618+0000 7fa932200640 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa91406a840 0x7fa91406cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.618+0000 7fa93651df40 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x5569fe69f480 0x5569fe76d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.618+0000 7fa93651df40 1 -- 172.21.15.29:0/1850630907 --> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] -- osd_op(unknown.0.0:1 7.12 7:4def72d4:::10000000003.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x5569fe6e0a50 con 0x5569fe69f480 2024-09-12T03:11:21.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.618+0000 7fa933600640 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x5569fe69f480 0x5569fe76d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.618+0000 7fa932200640 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa91406a840 0x7fa91406cd00 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x5569fe6e6fb0 tx=0x7fa920020040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.619+0000 7fa933600640 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x5569fe69f480 0x5569fe76d6b0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa933600640 1 -- 172.21.15.29:0/1850630907 <== osd.6 v2:172.21.15.38:6816/81343891 1 ==== osd_op_reply(1 10000000003.00000000 [rmxattr] v55'9 uv9 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fa92c0060c0 con 0x5569fe69f480 2024-09-12T03:11:21.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa93651df40 1 -- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x5569fe69f480 msgr2=0x5569fe76d6b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa93651df40 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x5569fe69f480 0x5569fe76d6b0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa93651df40 1 -- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa91406a840 msgr2=0x7fa91406cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa93651df40 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa91406a840 0x7fa91406cd00 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x5569fe6e6fb0 tx=0x7fa920020040 comp rx=0 tx=0).stop 2024-09-12T03:11:21.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa93651df40 1 -- 172.21.15.29:0/1850630907 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 msgr2=0x5569fe815ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa93651df40 1 --2- 172.21.15.29:0/1850630907 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5569fe770c70 0x5569fe815ad0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa924025db0 tx=0x7fa924003020 comp rx=0 tx=0).stop 2024-09-12T03:11:21.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa933600640 1 -- 172.21.15.29:0/1850630907 reap_dead start 2024-09-12T03:11:21.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa93651df40 1 -- 172.21.15.29:0/1850630907 shutdown_connections 2024-09-12T03:11:21.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa93651df40 1 -- 172.21.15.29:0/1850630907 >> 172.21.15.29:0/1850630907 conn(0x5569fe6a0360 msgr2=0x5569fe807740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa93651df40 1 -- 172.21.15.29:0/1850630907 shutdown_connections 2024-09-12T03:11:21.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.620+0000 7fa93651df40 1 -- 172.21.15.29:0/1850630907 wait complete. 2024-09-12T03:11:21.625 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000004.00000000 parent 2024-09-12T03:11:21.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.701+0000 7fb8e831bf40 1 Processor -- start 2024-09-12T03:11:21.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.701+0000 7fb8e831bf40 1 -- start start 2024-09-12T03:11:21.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.702+0000 7fb8e831bf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5613f3d882c0 0x5613f3dd7690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.702+0000 7fb8e831bf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3dbbeb0 0x5613f3e63800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.702+0000 7fb8e831bf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5613f3e60640 0x5613f3e55b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.702+0000 7fb8e831bf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5613f3dd3830 con 0x5613f3dbbeb0 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.702+0000 7fb8e831bf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5613f3dbaeb0 con 0x5613f3d882c0 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.702+0000 7fb8e831bf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5613f3dd3a80 con 0x5613f3e60640 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.702+0000 7fb8dfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3dbbeb0 0x5613f3e63800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.702+0000 7fb8dfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3dbbeb0 0x5613f3e63800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50716/0 (socket says 172.21.15.29:50716) 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.702+0000 7fb8dfe00640 1 -- 172.21.15.29:0/250709932 learned_addr learned my addr 172.21.15.29:0/250709932 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.702+0000 7fb8e4c00640 1 --2- 172.21.15.29:0/250709932 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5613f3d882c0 0x5613f3dd7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.702+0000 7fb8e5600640 1 --2- 172.21.15.29:0/250709932 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5613f3e60640 0x5613f3e55b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.703+0000 7fb8dfe00640 1 -- 172.21.15.29:0/250709932 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5613f3e60640 msgr2=0x5613f3e55b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.703+0000 7fb8dfe00640 1 --2- 172.21.15.29:0/250709932 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5613f3e60640 0x5613f3e55b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.703+0000 7fb8dfe00640 1 -- 172.21.15.29:0/250709932 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5613f3d882c0 msgr2=0x5613f3dd7690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.703+0000 7fb8dfe00640 1 --2- 172.21.15.29:0/250709932 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5613f3d882c0 0x5613f3dd7690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.703+0000 7fb8dfe00640 1 -- 172.21.15.29:0/250709932 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613f3cb4b30 con 0x5613f3dbbeb0 2024-09-12T03:11:21.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.703+0000 7fb8dfe00640 1 --2- 172.21.15.29:0/250709932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3dbbeb0 0x5613f3e63800 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fb8d00095d0 tx=0x7fb8d0009a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ec9c3e5c59205c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.703+0000 7fb8dea00640 1 -- 172.21.15.29:0/250709932 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d0006680 con 0x5613f3dbbeb0 2024-09-12T03:11:21.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.703+0000 7fb8dea00640 1 -- 172.21.15.29:0/250709932 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8d0006820 con 0x5613f3dbbeb0 2024-09-12T03:11:21.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.703+0000 7fb8dea00640 1 -- 172.21.15.29:0/250709932 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d0006bf0 con 0x5613f3dbbeb0 2024-09-12T03:11:21.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.704+0000 7fb8e831bf40 1 -- 172.21.15.29:0/250709932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3dbbeb0 msgr2=0x5613f3e63800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.704+0000 7fb8e831bf40 1 --2- 172.21.15.29:0/250709932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3dbbeb0 0x5613f3e63800 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fb8d00095d0 tx=0x7fb8d0009a90 comp rx=0 tx=0).stop 2024-09-12T03:11:21.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.704+0000 7fb8e831bf40 1 -- 172.21.15.29:0/250709932 shutdown_connections 2024-09-12T03:11:21.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.704+0000 7fb8e831bf40 1 --2- 172.21.15.29:0/250709932 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5613f3e60640 0x5613f3e55b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.704+0000 7fb8e831bf40 1 --2- 172.21.15.29:0/250709932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3dbbeb0 0x5613f3e63800 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.704+0000 7fb8e831bf40 1 --2- 172.21.15.29:0/250709932 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5613f3d882c0 0x5613f3dd7690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.704+0000 7fb8e831bf40 1 -- 172.21.15.29:0/250709932 >> 172.21.15.29:0/250709932 conn(0x5613f3db9080 msgr2=0x5613f3e61110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.704+0000 7fb8e831bf40 1 -- 172.21.15.29:0/250709932 shutdown_connections 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.704+0000 7fb8e831bf40 1 -- 172.21.15.29:0/250709932 wait complete. 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.705+0000 7fb8e831bf40 1 Processor -- start 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.705+0000 7fb8e831bf40 1 -- start start 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e831bf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5613f3d882c0 0x5613f3e5c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e831bf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5613f3dbbeb0 0x5613f3e59290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e831bf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3e60640 0x5613f3e597d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e831bf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5613f3e63d40 con 0x5613f3e60640 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e831bf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5613f3e623d0 con 0x5613f3dbbeb0 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e831bf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5613f3e62a80 con 0x5613f3d882c0 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3e60640 0x5613f3e597d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3e60640 0x5613f3e597d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50718/0 (socket says 172.21.15.29:50718) 2024-09-12T03:11:21.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e5600640 1 -- 172.21.15.29:0/409631538 learned_addr learned my addr 172.21.15.29:0/409631538 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8dfe00640 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5613f3dbbeb0 0x5613f3e59290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e4c00640 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5613f3d882c0 0x5613f3e5c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e5600640 1 -- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5613f3d882c0 msgr2=0x5613f3e5c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e5600640 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5613f3d882c0 0x5613f3e5c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e5600640 1 -- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5613f3dbbeb0 msgr2=0x5613f3e59290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e5600640 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5613f3dbbeb0 0x5613f3e59290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e5600640 1 -- 172.21.15.29:0/409631538 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613f3e584d0 con 0x5613f3e60640 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.706+0000 7fb8e4c00640 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5613f3d882c0 0x5613f3e5c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.707+0000 7fb8e5600640 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3e60640 0x5613f3e597d0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fb8e000a190 tx=0x7fb8e0003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.707+0000 7fb8dd600640 1 -- 172.21.15.29:0/409631538 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e0062410 con 0x5613f3e60640 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.707+0000 7fb8dd600640 1 -- 172.21.15.29:0/409631538 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8e0067070 con 0x5613f3e60640 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.707+0000 7fb8dd600640 1 -- 172.21.15.29:0/409631538 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e00627d0 con 0x5613f3e60640 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.707+0000 7fb8e831bf40 1 -- 172.21.15.29:0/409631538 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5613f3e587b0 con 0x5613f3e60640 2024-09-12T03:11:21.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.707+0000 7fb8e831bf40 1 -- 172.21.15.29:0/409631538 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613f3e550c0 con 0x5613f3e60640 2024-09-12T03:11:21.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.709+0000 7fb8dd600640 1 -- 172.21.15.29:0/409631538 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb8e0062970 con 0x5613f3e60640 2024-09-12T03:11:21.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.710+0000 7fb8dd600640 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb8c406a810 0x7fb8c406ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.710+0000 7fb8dd600640 1 -- 172.21.15.29:0/409631538 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fb8e00cdef0 con 0x5613f3e60640 2024-09-12T03:11:21.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.710+0000 7fb8e831bf40 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x5613f3e5ccb0 0x5613f3e52390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.710+0000 7fb8e831bf40 1 -- 172.21.15.29:0/409631538 --> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] -- osd_op(unknown.0.0:1 7.5 7:a367a3e8:::10000000004.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x5613f3e528d0 con 0x5613f3e5ccb0 2024-09-12T03:11:21.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.710+0000 7fb8e4c00640 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb8c406a810 0x7fb8c406ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.710+0000 7fb8dfe00640 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x5613f3e5ccb0 0x5613f3e52390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.711+0000 7fb8e4c00640 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb8c406a810 0x7fb8c406ccd0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb8d80077e0 tx=0x7fb8d800d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.711+0000 7fb8dfe00640 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x5613f3e5ccb0 0x5613f3e52390 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8dfe00640 1 -- 172.21.15.29:0/409631538 <== osd.7 v2:172.21.15.38:6800/937502975 1 ==== osd_op_reply(1 10000000004.00000000 [rmxattr] v55'6 uv6 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fb8d00069d0 con 0x5613f3e5ccb0 2024-09-12T03:11:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8e831bf40 1 -- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x5613f3e5ccb0 msgr2=0x5613f3e52390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8e831bf40 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x5613f3e5ccb0 0x5613f3e52390 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8e831bf40 1 -- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb8c406a810 msgr2=0x7fb8c406ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8e831bf40 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb8c406a810 0x7fb8c406ccd0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb8d80077e0 tx=0x7fb8d800d040 comp rx=0 tx=0).stop 2024-09-12T03:11:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8e831bf40 1 -- 172.21.15.29:0/409631538 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3e60640 msgr2=0x5613f3e597d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8e831bf40 1 --2- 172.21.15.29:0/409631538 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613f3e60640 0x5613f3e597d0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fb8e000a190 tx=0x7fb8e0003330 comp rx=0 tx=0).stop 2024-09-12T03:11:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8e5600640 1 -- 172.21.15.29:0/409631538 reap_dead start 2024-09-12T03:11:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8e831bf40 1 -- 172.21.15.29:0/409631538 shutdown_connections 2024-09-12T03:11:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8e831bf40 1 -- 172.21.15.29:0/409631538 >> 172.21.15.29:0/409631538 conn(0x5613f3db9080 msgr2=0x5613f3e5f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8e831bf40 1 -- 172.21.15.29:0/409631538 shutdown_connections 2024-09-12T03:11:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.713+0000 7fb8e831bf40 1 -- 172.21.15.29:0/409631538 wait complete. 2024-09-12T03:11:21.718 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000005.00000000 parent 2024-09-12T03:11:21.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.794+0000 7fc64ae0cf40 1 Processor -- start 2024-09-12T03:11:21.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.795+0000 7fc64ae0cf40 1 -- start start 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.795+0000 7fc64ae0cf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 0x562896ca7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.795+0000 7fc64ae0cf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562896c0ceb0 0x562896c28220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.795+0000 7fc64ae0cf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562896cb1640 0x562896cafc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.795+0000 7fc64ae0cf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562896c0beb0 con 0x562896bd92c0 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.795+0000 7fc64ae0cf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562896b81b30 con 0x562896c0ceb0 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.795+0000 7fc64ae0cf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562896c24830 con 0x562896cb1640 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.796+0000 7fc647200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 0x562896ca7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.796+0000 7fc647200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 0x562896ca7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50734/0 (socket says 172.21.15.29:50734) 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.796+0000 7fc647200640 1 -- 172.21.15.29:0/45889590 learned_addr learned my addr 172.21.15.29:0/45889590 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.796+0000 7fc647c00640 1 --2- 172.21.15.29:0/45889590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562896cb1640 0x562896cafc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.796+0000 7fc646800640 1 --2- 172.21.15.29:0/45889590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562896c0ceb0 0x562896c28220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.796+0000 7fc647200640 1 -- 172.21.15.29:0/45889590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562896cb1640 msgr2=0x562896cafc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.796+0000 7fc647200640 1 --2- 172.21.15.29:0/45889590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562896cb1640 0x562896cafc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.796+0000 7fc647200640 1 -- 172.21.15.29:0/45889590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562896c0ceb0 msgr2=0x562896c28220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.796+0000 7fc647200640 1 --2- 172.21.15.29:0/45889590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562896c0ceb0 0x562896c28220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.796+0000 7fc647200640 1 -- 172.21.15.29:0/45889590 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562896c27d40 con 0x562896bd92c0 2024-09-12T03:11:21.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.796+0000 7fc646800640 1 --2- 172.21.15.29:0/45889590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562896c0ceb0 0x562896c28220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:21.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc647200640 1 --2- 172.21.15.29:0/45889590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 0x562896ca7b10 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fc63800a770 tx=0x7fc63800a860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=694376b0733e54bd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc645400640 1 -- 172.21.15.29:0/45889590 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc638018070 con 0x562896bd92c0 2024-09-12T03:11:21.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc645400640 1 -- 172.21.15.29:0/45889590 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc638007600 con 0x562896bd92c0 2024-09-12T03:11:21.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc645400640 1 -- 172.21.15.29:0/45889590 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6380079b0 con 0x562896bd92c0 2024-09-12T03:11:21.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/45889590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 msgr2=0x562896ca7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc64ae0cf40 1 --2- 172.21.15.29:0/45889590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 0x562896ca7b10 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fc63800a770 tx=0x7fc63800a860 comp rx=0 tx=0).stop 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/45889590 shutdown_connections 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc64ae0cf40 1 --2- 172.21.15.29:0/45889590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562896cb1640 0x562896cafc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc64ae0cf40 1 --2- 172.21.15.29:0/45889590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562896c0ceb0 0x562896c28220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc64ae0cf40 1 --2- 172.21.15.29:0/45889590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 0x562896ca7b10 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/45889590 >> 172.21.15.29:0/45889590 conn(0x562896c0a080 msgr2=0x562896c0b390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/45889590 shutdown_connections 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.797+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/45889590 wait complete. 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.798+0000 7fc64ae0cf40 1 Processor -- start 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.798+0000 7fc64ae0cf40 1 -- start start 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.799+0000 7fc64ae0cf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 0x562896cb3200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.799+0000 7fc64ae0cf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562896c0ceb0 0x562896d401d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.799+0000 7fc64ae0cf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562896cb1640 0x562896d40710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.799+0000 7fc64ae0cf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562896cb0880 con 0x562896bd92c0 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.799+0000 7fc64ae0cf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562896cb0ad0 con 0x562896cb1640 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.799+0000 7fc64ae0cf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562896c242d0 con 0x562896c0ceb0 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.799+0000 7fc647200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 0x562896cb3200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.799+0000 7fc647200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 0x562896cb3200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50746/0 (socket says 172.21.15.29:50746) 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc647200640 1 -- 172.21.15.29:0/3611514856 learned_addr learned my addr 172.21.15.29:0/3611514856 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc646800640 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562896c0ceb0 0x562896d401d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc647c00640 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562896cb1640 0x562896d40710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc647200640 1 -- 172.21.15.29:0/3611514856 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562896c0ceb0 msgr2=0x562896d401d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc647200640 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562896c0ceb0 0x562896d401d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc647200640 1 -- 172.21.15.29:0/3611514856 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562896cb1640 msgr2=0x562896d40710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc647200640 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562896cb1640 0x562896d40710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc647200640 1 -- 172.21.15.29:0/3611514856 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562896d41bf0 con 0x562896bd92c0 2024-09-12T03:11:21.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc647200640 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 0x562896cb3200 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fc638000c00 tx=0x7fc638003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc63fe00640 1 -- 172.21.15.29:0/3611514856 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc638018070 con 0x562896bd92c0 2024-09-12T03:11:21.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc63fe00640 1 -- 172.21.15.29:0/3611514856 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc638019040 con 0x562896bd92c0 2024-09-12T03:11:21.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc63fe00640 1 -- 172.21.15.29:0/3611514856 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc638007c00 con 0x562896bd92c0 2024-09-12T03:11:21.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.800+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/3611514856 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x562896d41ed0 con 0x562896bd92c0 2024-09-12T03:11:21.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.801+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/3611514856 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562896d42490 con 0x562896bd92c0 2024-09-12T03:11:21.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.802+0000 7fc63fe00640 1 -- 172.21.15.29:0/3611514856 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc638013410 con 0x562896bd92c0 2024-09-12T03:11:21.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.803+0000 7fc63fe00640 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc62806a840 0x7fc62806cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.803+0000 7fc63fe00640 1 -- 172.21.15.29:0/3611514856 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fc63808a990 con 0x562896bd92c0 2024-09-12T03:11:21.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.804+0000 7fc64ae0cf40 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x562896cb3740 0x562896ca95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.804+0000 7fc646800640 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc62806a840 0x7fc62806cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.804+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/3611514856 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- osd_op(unknown.0.0:1 7.9 7:9258b67d:::10000000005.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x562896c0ade0 con 0x562896cb3740 2024-09-12T03:11:21.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.804+0000 7fc647c00640 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x562896cb3740 0x562896ca95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.804+0000 7fc647c00640 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x562896cb3740 0x562896ca95a0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.804+0000 7fc646800640 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc62806a840 0x7fc62806cd00 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc634057000 tx=0x7fc634052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc647c00640 1 -- 172.21.15.29:0/3611514856 <== osd.0 v2:172.21.15.29:6808/1028626777 1 ==== osd_op_reply(1 10000000005.00000000 [rmxattr] v55'6 uv6 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc640003450 con 0x562896cb3740 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/3611514856 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x562896cb3740 msgr2=0x562896ca95a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc64ae0cf40 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x562896cb3740 0x562896ca95a0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/3611514856 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc62806a840 msgr2=0x7fc62806cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc64ae0cf40 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc62806a840 0x7fc62806cd00 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc634057000 tx=0x7fc634052000 comp rx=0 tx=0).stop 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/3611514856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 msgr2=0x562896cb3200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc64ae0cf40 1 --2- 172.21.15.29:0/3611514856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562896bd92c0 0x562896cb3200 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fc638000c00 tx=0x7fc638003020 comp rx=0 tx=0).stop 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc647c00640 1 -- 172.21.15.29:0/3611514856 reap_dead start 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/3611514856 shutdown_connections 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/3611514856 >> 172.21.15.29:0/3611514856 conn(0x562896c0a080 msgr2=0x562896c0b390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/3611514856 shutdown_connections 2024-09-12T03:11:21.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.806+0000 7fc64ae0cf40 1 -- 172.21.15.29:0/3611514856 wait complete. 2024-09-12T03:11:21.811 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000006.00000000 parent 2024-09-12T03:11:21.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.887+0000 7f35db7e7f40 1 Processor -- start 2024-09-12T03:11:21.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.887+0000 7f35db7e7f40 1 -- start start 2024-09-12T03:11:21.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.888+0000 7f35db7e7f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e67e21d9d0 0x55e67e2f3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.888+0000 7f35db7e7f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e250eb0 0x55e67e2eca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.888+0000 7f35db7e7f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e67e2f5640 0x55e67e26be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.888+0000 7f35db7e7f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e67e24feb0 con 0x55e67e250eb0 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.888+0000 7f35db7e7f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e67e1c5b30 con 0x55e67e21d9d0 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.888+0000 7f35db7e7f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55e67e268830 con 0x55e67e2f5640 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.888+0000 7f35d3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e250eb0 0x55e67e2eca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.888+0000 7f35d3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e250eb0 0x55e67e2eca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50754/0 (socket says 172.21.15.29:50754) 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.889+0000 7f35d3e00640 1 -- 172.21.15.29:0/3997227238 learned_addr learned my addr 172.21.15.29:0/3997227238 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.888+0000 7f35d8a00640 1 --2- 172.21.15.29:0/3997227238 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e67e21d9d0 0x55e67e2f3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.889+0000 7f35d9400640 1 --2- 172.21.15.29:0/3997227238 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e67e2f5640 0x55e67e26be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.889+0000 7f35d3e00640 1 -- 172.21.15.29:0/3997227238 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e67e2f5640 msgr2=0x55e67e26be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.889+0000 7f35d3e00640 1 --2- 172.21.15.29:0/3997227238 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e67e2f5640 0x55e67e26be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.889+0000 7f35d3e00640 1 -- 172.21.15.29:0/3997227238 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e67e21d9d0 msgr2=0x55e67e2f3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.889+0000 7f35d3e00640 1 --2- 172.21.15.29:0/3997227238 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e67e21d9d0 0x55e67e2f3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.889+0000 7f35d3e00640 1 -- 172.21.15.29:0/3997227238 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e67e2683a0 con 0x55e67e250eb0 2024-09-12T03:11:21.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.889+0000 7f35d3e00640 1 --2- 172.21.15.29:0/3997227238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e250eb0 0x55e67e2eca90 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f35c400a770 tx=0x7f35c400a860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=481d587bdcc416c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.889+0000 7f35d2a00640 1 -- 172.21.15.29:0/3997227238 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c4018070 con 0x55e67e250eb0 2024-09-12T03:11:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.889+0000 7f35d2a00640 1 -- 172.21.15.29:0/3997227238 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35c4007600 con 0x55e67e250eb0 2024-09-12T03:11:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.889+0000 7f35d2a00640 1 -- 172.21.15.29:0/3997227238 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c40079b0 con 0x55e67e250eb0 2024-09-12T03:11:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.890+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3997227238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e250eb0 msgr2=0x55e67e2eca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.890+0000 7f35db7e7f40 1 --2- 172.21.15.29:0/3997227238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e250eb0 0x55e67e2eca90 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f35c400a770 tx=0x7f35c400a860 comp rx=0 tx=0).stop 2024-09-12T03:11:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.890+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3997227238 shutdown_connections 2024-09-12T03:11:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.890+0000 7f35db7e7f40 1 --2- 172.21.15.29:0/3997227238 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e67e2f5640 0x55e67e26be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.890+0000 7f35db7e7f40 1 --2- 172.21.15.29:0/3997227238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e250eb0 0x55e67e2eca90 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.890+0000 7f35db7e7f40 1 --2- 172.21.15.29:0/3997227238 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e67e21d9d0 0x55e67e2f3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.890+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3997227238 >> 172.21.15.29:0/3997227238 conn(0x55e67e24e080 msgr2=0x55e67e24e460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.890+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3997227238 shutdown_connections 2024-09-12T03:11:21.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.890+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3997227238 wait complete. 2024-09-12T03:11:21.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.891+0000 7f35db7e7f40 1 Processor -- start 2024-09-12T03:11:21.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.891+0000 7f35db7e7f40 1 -- start start 2024-09-12T03:11:21.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.892+0000 7f35db7e7f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e21d9d0 0x55e67e2f06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.892+0000 7f35db7e7f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e67e250eb0 0x55e67e26be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.892+0000 7f35db7e7f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e67e2f5640 0x55e67e2e5da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.892+0000 7f35db7e7f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e67e2f4be0 con 0x55e67e21d9d0 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.892+0000 7f35db7e7f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e67e2f4e80 con 0x55e67e2f5640 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.892+0000 7f35db7e7f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55e67e21d630 con 0x55e67e250eb0 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.892+0000 7f35d8a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e21d9d0 0x55e67e2f06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.892+0000 7f35d8a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e21d9d0 0x55e67e2f06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50756/0 (socket says 172.21.15.29:50756) 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.892+0000 7f35d8a00640 1 -- 172.21.15.29:0/3745413819 learned_addr learned my addr 172.21.15.29:0/3745413819 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.892+0000 7f35d9400640 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e67e2f5640 0x55e67e2e5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.892+0000 7f35d3e00640 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e67e250eb0 0x55e67e26be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35d8a00640 1 -- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e67e250eb0 msgr2=0x55e67e26be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35d8a00640 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e67e250eb0 0x55e67e26be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35d8a00640 1 -- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e67e2f5640 msgr2=0x55e67e2e5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35d8a00640 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e67e2f5640 0x55e67e2e5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35d8a00640 1 -- 172.21.15.29:0/3745413819 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e67e2e58f0 con 0x55e67e21d9d0 2024-09-12T03:11:21.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35d9400640 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e67e2f5640 0x55e67e2e5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:21.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35d8a00640 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e21d9d0 0x55e67e2f06b0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f35cc002ca0 tx=0x7f35cc00c620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35d1600640 1 -- 172.21.15.29:0/3745413819 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35cc015020 con 0x55e67e21d9d0 2024-09-12T03:11:21.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35d1600640 1 -- 172.21.15.29:0/3745413819 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35cc011450 con 0x55e67e21d9d0 2024-09-12T03:11:21.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35d1600640 1 -- 172.21.15.29:0/3745413819 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35cc011840 con 0x55e67e21d9d0 2024-09-12T03:11:21.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3745413819 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55e67e2ef1e0 con 0x55e67e21d9d0 2024-09-12T03:11:21.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.893+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3745413819 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e67e2ef7f0 con 0x55e67e21d9d0 2024-09-12T03:11:21.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.895+0000 7f35d1600640 1 -- 172.21.15.29:0/3745413819 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f35cc018020 con 0x55e67e21d9d0 2024-09-12T03:11:21.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.896+0000 7f35d1600640 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f35b806a840 0x7f35b806cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.896+0000 7f35d1600640 1 -- 172.21.15.29:0/3745413819 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f35cc089e30 con 0x55e67e21d9d0 2024-09-12T03:11:21.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.896+0000 7f35db7e7f40 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x55e67e26c360 0x55e67e38ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.896+0000 7f35d3e00640 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f35b806a840 0x7f35b806cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.896+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3745413819 --> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] -- osd_op(unknown.0.0:1 7.5 7:a5feb6f3:::10000000006.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x55e67e21c350 con 0x55e67e26c360 2024-09-12T03:11:21.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.897+0000 7f35d9400640 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x55e67e26c360 0x55e67e38ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.897+0000 7f35d3e00640 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f35b806a840 0x7f35b806cd00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f35c4016040 tx=0x7f35c400c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.897+0000 7f35d9400640 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x55e67e26c360 0x55e67e38ffa0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35d9400640 1 -- 172.21.15.29:0/3745413819 <== osd.7 v2:172.21.15.38:6800/937502975 1 ==== osd_op_reply(1 10000000006.00000000 [rmxattr] v55'7 uv7 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f35d4056030 con 0x55e67e26c360 2024-09-12T03:11:21.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x55e67e26c360 msgr2=0x55e67e38ffa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35db7e7f40 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x55e67e26c360 0x55e67e38ffa0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f35b806a840 msgr2=0x7f35b806cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35db7e7f40 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f35b806a840 0x7f35b806cd00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f35c4016040 tx=0x7f35c400c000 comp rx=0 tx=0).stop 2024-09-12T03:11:21.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3745413819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e21d9d0 msgr2=0x55e67e2f06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35db7e7f40 1 --2- 172.21.15.29:0/3745413819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e67e21d9d0 0x55e67e2f06b0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f35cc002ca0 tx=0x7f35cc00c620 comp rx=0 tx=0).stop 2024-09-12T03:11:21.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35d9400640 1 -- 172.21.15.29:0/3745413819 reap_dead start 2024-09-12T03:11:21.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3745413819 shutdown_connections 2024-09-12T03:11:21.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3745413819 >> 172.21.15.29:0/3745413819 conn(0x55e67e24e080 msgr2=0x55e67e26ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3745413819 shutdown_connections 2024-09-12T03:11:21.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.899+0000 7f35db7e7f40 1 -- 172.21.15.29:0/3745413819 wait complete. 2024-09-12T03:11:21.904 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000007.00000000 parent 2024-09-12T03:11:21.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.980+0000 7f1065558f40 1 Processor -- start 2024-09-12T03:11:21.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.981+0000 7f1065558f40 1 -- start start 2024-09-12T03:11:21.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.981+0000 7f1065558f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bfe849d0 0x5593bff514b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.981+0000 7f1065558f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5593bfeb7eb0 0x5593bff5ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.981+0000 7f1065558f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5593bff5c640 0x5593bfed2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.981+0000 7f1065558f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5593bfeb6eb0 con 0x5593bfe849d0 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.981+0000 7f1065558f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5593bfe2cb30 con 0x5593bfeb7eb0 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.981+0000 7f1065558f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5593bfecf830 con 0x5593bff5c640 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.982+0000 7f1062800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bfe849d0 0x5593bff514b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.982+0000 7f1062800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bfe849d0 0x5593bff514b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50760/0 (socket says 172.21.15.29:50760) 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.982+0000 7f1062800640 1 -- 172.21.15.29:0/730151195 learned_addr learned my addr 172.21.15.29:0/730151195 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.982+0000 7f1063200640 1 --2- 172.21.15.29:0/730151195 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5593bff5c640 0x5593bfed2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.982+0000 7f1061e00640 1 --2- 172.21.15.29:0/730151195 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5593bfeb7eb0 0x5593bff5ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.982+0000 7f1062800640 1 -- 172.21.15.29:0/730151195 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5593bff5c640 msgr2=0x5593bfed2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.982+0000 7f1062800640 1 --2- 172.21.15.29:0/730151195 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5593bff5c640 0x5593bfed2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.982+0000 7f1062800640 1 -- 172.21.15.29:0/730151195 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5593bfeb7eb0 msgr2=0x5593bff5ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.982+0000 7f1062800640 1 --2- 172.21.15.29:0/730151195 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5593bfeb7eb0 0x5593bff5ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.982+0000 7f1062800640 1 -- 172.21.15.29:0/730151195 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593bff5e300 con 0x5593bfe849d0 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.982+0000 7f1062800640 1 --2- 172.21.15.29:0/730151195 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bfe849d0 0x5593bff514b0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f1054000c00 tx=0x7f1054051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f515d74b057f6a36 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1060a00640 1 -- 172.21.15.29:0/730151195 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1054056070 con 0x5593bfe849d0 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1060a00640 1 -- 172.21.15.29:0/730151195 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1054052a10 con 0x5593bfe849d0 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1060a00640 1 -- 172.21.15.29:0/730151195 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1054052e00 con 0x5593bfe849d0 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1065558f40 1 -- 172.21.15.29:0/730151195 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bfe849d0 msgr2=0x5593bff514b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1065558f40 1 --2- 172.21.15.29:0/730151195 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bfe849d0 0x5593bff514b0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f1054000c00 tx=0x7f1054051000 comp rx=0 tx=0).stop 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1065558f40 1 -- 172.21.15.29:0/730151195 shutdown_connections 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1065558f40 1 --2- 172.21.15.29:0/730151195 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5593bff5c640 0x5593bfed2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1065558f40 1 --2- 172.21.15.29:0/730151195 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5593bfeb7eb0 0x5593bff5ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1065558f40 1 --2- 172.21.15.29:0/730151195 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bfe849d0 0x5593bff514b0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1065558f40 1 -- 172.21.15.29:0/730151195 >> 172.21.15.29:0/730151195 conn(0x5593bfeb5080 msgr2=0x5593bff5cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1065558f40 1 -- 172.21.15.29:0/730151195 shutdown_connections 2024-09-12T03:11:21.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.983+0000 7f1065558f40 1 -- 172.21.15.29:0/730151195 wait complete. 2024-09-12T03:11:21.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.984+0000 7f1065558f40 1 Processor -- start 2024-09-12T03:11:21.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.984+0000 7f1065558f40 1 -- start start 2024-09-12T03:11:21.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.985+0000 7f1065558f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5593bfe849d0 0x5593bff504b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.985+0000 7f1065558f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5593bfeb7eb0 0x5593bff4d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.985+0000 7f1065558f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bff5c640 0x5593bfed2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.985+0000 7f1065558f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5593bff5e510 con 0x5593bff5c640 2024-09-12T03:11:21.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.985+0000 7f1065558f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5593bff5d570 con 0x5593bfeb7eb0 2024-09-12T03:11:21.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.985+0000 7f1065558f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5593bff51ba0 con 0x5593bfe849d0 2024-09-12T03:11:21.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.985+0000 7f1063200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bff5c640 0x5593bfed2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.985+0000 7f1063200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bff5c640 0x5593bfed2990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50774/0 (socket says 172.21.15.29:50774) 2024-09-12T03:11:21.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.985+0000 7f1063200640 1 -- 172.21.15.29:0/2514782650 learned_addr learned my addr 172.21.15.29:0/2514782650 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.985+0000 7f1062800640 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5593bfe849d0 0x5593bff504b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.985+0000 7f1061e00640 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5593bfeb7eb0 0x5593bff4d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.986+0000 7f1063200640 1 -- 172.21.15.29:0/2514782650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5593bfe849d0 msgr2=0x5593bff504b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.986+0000 7f1063200640 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5593bfe849d0 0x5593bff504b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.986+0000 7f1063200640 1 -- 172.21.15.29:0/2514782650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5593bfeb7eb0 msgr2=0x5593bff4d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.986+0000 7f1063200640 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5593bfeb7eb0 0x5593bff4d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.986+0000 7f1063200640 1 -- 172.21.15.29:0/2514782650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593bff55060 con 0x5593bff5c640 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.986+0000 7f1063200640 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bff5c640 0x5593bfed2990 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f105c00c190 tx=0x7f105c00c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.986+0000 7f105b400640 1 -- 172.21.15.29:0/2514782650 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105c017020 con 0x5593bff5c640 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.986+0000 7f105b400640 1 -- 172.21.15.29:0/2514782650 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f105c013670 con 0x5593bff5c640 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.986+0000 7f1065558f40 1 -- 172.21.15.29:0/2514782650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5593bff57d30 con 0x5593bff5c640 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.986+0000 7f105b400640 1 -- 172.21.15.29:0/2514782650 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105c013a20 con 0x5593bff5c640 2024-09-12T03:11:21.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.987+0000 7f1065558f40 1 -- 172.21.15.29:0/2514782650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593bff582f0 con 0x5593bff5c640 2024-09-12T03:11:21.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.988+0000 7f105b400640 1 -- 172.21.15.29:0/2514782650 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f105c01a020 con 0x5593bff5c640 2024-09-12T03:11:21.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.989+0000 7f105b400640 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f104406a810 0x7f104406ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.989+0000 7f105b400640 1 -- 172.21.15.29:0/2514782650 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f105c089ff0 con 0x5593bff5c640 2024-09-12T03:11:21.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.989+0000 7f1065558f40 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5593bffe54a0 0x5593bffe5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:21.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.989+0000 7f1065558f40 1 -- 172.21.15.29:0/2514782650 --> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] -- osd_op(unknown.0.0:1 7.1d 7:bbf5850a:::10000000007.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e55) -- 0x5593bff58dd0 con 0x5593bffe54a0 2024-09-12T03:11:21.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.989+0000 7f1062800640 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f104406a810 0x7f104406ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.990+0000 7f1061e00640 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5593bffe54a0 0x5593bffe5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:21.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.990+0000 7f1062800640 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f104406a810 0x7f104406ccd0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f1054062000 tx=0x7f1054067040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.990+0000 7f1061e00640 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5593bffe54a0 0x5593bffe5880 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:21.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.992+0000 7f1061e00640 1 -- 172.21.15.29:0/2514782650 <== osd.1 v2:172.21.15.29:6824/3472261595 1 ==== osd_op_reply(1 10000000007.00000000 [rmxattr] v55'7 uv7 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1050010740 con 0x5593bffe54a0 2024-09-12T03:11:21.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.992+0000 7f1065558f40 1 -- 172.21.15.29:0/2514782650 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5593bffe54a0 msgr2=0x5593bffe5880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.992+0000 7f1065558f40 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x5593bffe54a0 0x5593bffe5880 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:21.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.992+0000 7f1065558f40 1 -- 172.21.15.29:0/2514782650 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f104406a810 msgr2=0x7f104406ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.992+0000 7f1065558f40 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f104406a810 0x7f104406ccd0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f1054062000 tx=0x7f1054067040 comp rx=0 tx=0).stop 2024-09-12T03:11:21.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.992+0000 7f1065558f40 1 -- 172.21.15.29:0/2514782650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bff5c640 msgr2=0x5593bfed2990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:21.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.992+0000 7f1065558f40 1 --2- 172.21.15.29:0/2514782650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5593bff5c640 0x5593bfed2990 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f105c00c190 tx=0x7f105c00c650 comp rx=0 tx=0).stop 2024-09-12T03:11:21.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.992+0000 7f1063200640 1 -- 172.21.15.29:0/2514782650 reap_dead start 2024-09-12T03:11:21.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.992+0000 7f1065558f40 1 -- 172.21.15.29:0/2514782650 shutdown_connections 2024-09-12T03:11:21.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.992+0000 7f1065558f40 1 -- 172.21.15.29:0/2514782650 >> 172.21.15.29:0/2514782650 conn(0x5593bfeb5080 msgr2=0x5593bff5cd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:21.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.993+0000 7f1065558f40 1 -- 172.21.15.29:0/2514782650 shutdown_connections 2024-09-12T03:11:21.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:21.993+0000 7f1065558f40 1 -- 172.21.15.29:0/2514782650 wait complete. 2024-09-12T03:11:21.997 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:21.998 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.3:0 scrub start /d1/d2/d3 recursive,force 2024-09-12T03:11:22.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.158+0000 7f26a7e00640 1 Processor -- start 2024-09-12T03:11:22.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.158+0000 7f26a7e00640 1 -- start start 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a7e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f26a00b5520 0x7f26a00b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a7e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f26a00b5900 0x7f26a006cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a7e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26a015f7d0 con 0x7f26a006d160 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a7e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f26a0073a60 con 0x7f26a00b5900 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a7e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f26a015fab0 con 0x7f26a00b5520 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a4a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f26a00b5900 0x7f26a006cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a4a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f26a00b5900 0x7f26a006cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50778/0 (socket says 172.21.15.29:50778) 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a4a00640 1 -- 172.21.15.29:0/3570105093 learned_addr learned my addr 172.21.15.29:0/3570105093 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a5400640 1 --2- 172.21.15.29:0/3570105093 >> v2:172.21.15.38:3300/0 conn(0x7f26a00b5520 0x7f26a00b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a4a00640 1 -- 172.21.15.29:0/3570105093 >> v2:172.21.15.38:3300/0 conn(0x7f26a00b5520 msgr2=0x7f26a00b47e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a4a00640 1 --2- 172.21.15.29:0/3570105093 >> v2:172.21.15.38:3300/0 conn(0x7f26a00b5520 0x7f26a00b47e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a4a00640 1 -- 172.21.15.29:0/3570105093 >> v1:172.21.15.38:6789/0 conn(0x7f26a006d160 legacy=0x7f26a015eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a4a00640 1 -- 172.21.15.29:0/3570105093 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a00b3d00 con 0x7f26a00b5900 2024-09-12T03:11:22.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.160+0000 7f26a5400640 1 --2- 172.21.15.29:0/3570105093 >> v2:172.21.15.38:3300/0 conn(0x7f26a00b5520 0x7f26a00b47e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:22.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.161+0000 7f26a4a00640 1 --2- 172.21.15.29:0/3570105093 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26a00b5900 0x7f26a006cc20 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f26a009f010 tx=0x7f268c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b12b56e8641b384 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.162+0000 7f269fe00640 1 -- 172.21.15.29:0/3570105093 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268c037070 con 0x7f26a00b5900 2024-09-12T03:11:22.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.162+0000 7f269fe00640 1 -- 172.21.15.29:0/3570105093 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f268c032440 con 0x7f26a00b5900 2024-09-12T03:11:22.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.162+0000 7f269fe00640 1 -- 172.21.15.29:0/3570105093 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268c032810 con 0x7f26a00b5900 2024-09-12T03:11:22.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.162+0000 7f26a7e00640 1 -- 172.21.15.29:0/3570105093 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26a00b5900 msgr2=0x7f26a006cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.162+0000 7f26a7e00640 1 --2- 172.21.15.29:0/3570105093 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26a00b5900 0x7f26a006cc20 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f26a009f010 tx=0x7f268c02a1a0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.162+0000 7f26a7e00640 1 -- 172.21.15.29:0/3570105093 shutdown_connections 2024-09-12T03:11:22.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.162+0000 7f26a7e00640 1 --2- 172.21.15.29:0/3570105093 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26a00b5900 0x7f26a006cc20 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.162+0000 7f26a7e00640 1 --2- 172.21.15.29:0/3570105093 >> v2:172.21.15.38:3300/0 conn(0x7f26a00b5520 0x7f26a00b47e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.162+0000 7f26a7e00640 1 -- 172.21.15.29:0/3570105093 >> 172.21.15.29:0/3570105093 conn(0x7f26a00b3050 msgr2=0x7f26a0072950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.162+0000 7f26a7e00640 1 -- 172.21.15.29:0/3570105093 shutdown_connections 2024-09-12T03:11:22.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.162+0000 7f26a7e00640 1 -- 172.21.15.29:0/3570105093 wait complete. 2024-09-12T03:11:22.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.164+0000 7f26a7e00640 1 Processor -- start 2024-09-12T03:11:22.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.164+0000 7f26a7e00640 1 -- start start 2024-09-12T03:11:22.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.165+0000 7f26a7e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26a006d160 0x7f26a00b1b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.165+0000 7f26a7e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26a00b5520 0x7f26a014ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.165+0000 7f26a7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26a00b5900 0x7f26a014a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.165+0000 7f26a7e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f26a015f290 con 0x7f26a00b5900 2024-09-12T03:11:22.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.165+0000 7f26a7e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f26a00b42c0 con 0x7f26a00b5520 2024-09-12T03:11:22.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.165+0000 7f26a7e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f26a015f410 con 0x7f26a006d160 2024-09-12T03:11:22.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.165+0000 7f26a5e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26a00b5900 0x7f26a014a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.165+0000 7f26a5e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26a00b5900 0x7f26a014a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50786/0 (socket says 172.21.15.29:50786) 2024-09-12T03:11:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.165+0000 7f26a5e00640 1 -- 172.21.15.29:0/3864564538 learned_addr learned my addr 172.21.15.29:0/3864564538 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.165+0000 7f26a4a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26a00b5520 0x7f26a014ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.165+0000 7f26a5400640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26a006d160 0x7f26a00b1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.166+0000 7f26a5e00640 1 -- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26a006d160 msgr2=0x7f26a00b1b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.166+0000 7f26a5e00640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26a006d160 0x7f26a00b1b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.166+0000 7f26a5e00640 1 -- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26a00b5520 msgr2=0x7f26a014ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.166+0000 7f26a5e00640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26a00b5520 0x7f26a014ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.166+0000 7f26a5e00640 1 -- 172.21.15.29:0/3864564538 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a014f7e0 con 0x7f26a00b5900 2024-09-12T03:11:22.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.166+0000 7f26a5e00640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26a00b5900 0x7f26a014a240 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f269800c780 tx=0x7f269800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.166+0000 7f269d600640 1 -- 172.21.15.29:0/3864564538 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2698004b60 con 0x7f26a00b5900 2024-09-12T03:11:22.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.166+0000 7f269d600640 1 -- 172.21.15.29:0/3864564538 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2698004d00 con 0x7f26a00b5900 2024-09-12T03:11:22.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.166+0000 7f269d600640 1 -- 172.21.15.29:0/3864564538 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f269800aa90 con 0x7f26a00b5900 2024-09-12T03:11:22.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.166+0000 7f26a7e00640 1 -- 172.21.15.29:0/3864564538 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26a014fac0 con 0x7f26a00b5900 2024-09-12T03:11:22.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.167+0000 7f26a7e00640 1 -- 172.21.15.29:0/3864564538 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26a0150080 con 0x7f26a00b5900 2024-09-12T03:11:22.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.169+0000 7f269d600640 1 -- 172.21.15.29:0/3864564538 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f269800ac30 con 0x7f26a00b5900 2024-09-12T03:11:22.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.170+0000 7f269d600640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f268006be30 0x7f268006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.170+0000 7f269d600640 1 -- 172.21.15.29:0/3864564538 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f269808b2f0 con 0x7f26a00b5900 2024-09-12T03:11:22.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.170+0000 7f26a5400640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f268006be30 0x7f268006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.171+0000 7f26aae37740 1 Processor -- start 2024-09-12T03:11:22.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.171+0000 7f26aae37740 1 -- start start 2024-09-12T03:11:22.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.171+0000 7f26a5400640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f268006be30 0x7f268006e2f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f269400ab60 tx=0x7f2694008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.172+0000 7f26aae37740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c1cbe0 0x563536c1cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.172+0000 7f26aae37740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c375a0 0x563536c359e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.172+0000 7f26aae37740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536bf0540 0x563536bf2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.172+0000 7f26aae37740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563536b559c0 con 0x563536bf0540 2024-09-12T03:11:22.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.172+0000 7f26aae37740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563536afd8f0 con 0x563536c1cbe0 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.172+0000 7f26aae37740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x563536b51980 con 0x563536c375a0 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.172+0000 7f26a5e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536bf0540 0x563536bf2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.172+0000 7f26a5e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536bf0540 0x563536bf2e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50794/0 (socket says 172.21.15.29:50794) 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.172+0000 7f26a5e00640 1 -- 172.21.15.29:0/1012872361 learned_addr learned my addr 172.21.15.29:0/1012872361 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.172+0000 7f26a4a00640 1 --2- 172.21.15.29:0/1012872361 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c375a0 0x563536c359e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.172+0000 7f26a5400640 1 --2- 172.21.15.29:0/1012872361 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c1cbe0 0x563536c1cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.173+0000 7f26a5e00640 1 -- 172.21.15.29:0/1012872361 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c375a0 msgr2=0x563536c359e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.173+0000 7f26a5e00640 1 --2- 172.21.15.29:0/1012872361 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c375a0 0x563536c359e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.173+0000 7f26a5e00640 1 -- 172.21.15.29:0/1012872361 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c1cbe0 msgr2=0x563536c1cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.173+0000 7f26a5e00640 1 --2- 172.21.15.29:0/1012872361 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c1cbe0 0x563536c1cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.173+0000 7f26a5e00640 1 -- 172.21.15.29:0/1012872361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563536930a50 con 0x563536bf0540 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.173+0000 7f26a5400640 1 --2- 172.21.15.29:0/1012872361 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c1cbe0 0x563536c1cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:22.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.173+0000 7f26a5e00640 1 --2- 172.21.15.29:0/1012872361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536bf0540 0x563536bf2e50 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f2698059290 tx=0x7f2698058d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90f90f41dacf8f54 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.173+0000 7f2691c00640 1 -- 172.21.15.29:0/1012872361 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2698086020 con 0x563536bf0540 2024-09-12T03:11:22.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.173+0000 7f2691c00640 1 -- 172.21.15.29:0/1012872361 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2698061f20 con 0x563536bf0540 2024-09-12T03:11:22.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.173+0000 7f2691c00640 1 -- 172.21.15.29:0/1012872361 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26980559d0 con 0x563536bf0540 2024-09-12T03:11:22.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.174+0000 7f26aae37740 1 -- 172.21.15.29:0/1012872361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536bf0540 msgr2=0x563536bf2e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.174+0000 7f26aae37740 1 --2- 172.21.15.29:0/1012872361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536bf0540 0x563536bf2e50 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f2698059290 tx=0x7f2698058d80 comp rx=0 tx=0).stop 2024-09-12T03:11:22.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.174+0000 7f26aae37740 1 -- 172.21.15.29:0/1012872361 shutdown_connections 2024-09-12T03:11:22.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.174+0000 7f26aae37740 1 --2- 172.21.15.29:0/1012872361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536bf0540 0x563536bf2e50 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.174+0000 7f26aae37740 1 --2- 172.21.15.29:0/1012872361 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c375a0 0x563536c359e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.174+0000 7f26aae37740 1 --2- 172.21.15.29:0/1012872361 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c1cbe0 0x563536c1cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.174+0000 7f26aae37740 1 -- 172.21.15.29:0/1012872361 >> 172.21.15.29:0/1012872361 conn(0x563536bef7d0 msgr2=0x563536c379f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.174+0000 7f26aae37740 1 -- 172.21.15.29:0/1012872361 shutdown_connections 2024-09-12T03:11:22.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.174+0000 7f26aae37740 1 -- 172.21.15.29:0/1012872361 wait complete. 2024-09-12T03:11:22.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.175+0000 7f26aae37740 1 -- start start 2024-09-12T03:11:22.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.175+0000 7f26aae37740 1 Processor -- start 2024-09-12T03:11:22.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26aae37740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c1cbe0 0x563536c32a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26aae37740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c375a0 0x563536bed550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26aae37740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c346a0 0x563536beda90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26aae37740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563536b559c0 con 0x563536c375a0 2024-09-12T03:11:22.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26aae37740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563536b10b40 con 0x563536c346a0 2024-09-12T03:11:22.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26aae37740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x563536c1d500 con 0x563536c1cbe0 2024-09-12T03:11:22.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26aae37740 10 client.0 _ll_register_callbacks cb 0x563536b12bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:22.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a4a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c375a0 0x563536bed550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a4a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c375a0 0x563536bed550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50808/0 (socket says 172.21.15.29:50808) 2024-09-12T03:11:22.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a4a00640 1 -- 172.21.15.29:0/1928058924 learned_addr learned my addr 172.21.15.29:0/1928058924 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a5400640 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c1cbe0 0x563536c32a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a5e00640 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c346a0 0x563536beda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a4a00640 1 -- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c1cbe0 msgr2=0x563536c32a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a4a00640 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c1cbe0 0x563536c32a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a4a00640 1 -- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c346a0 msgr2=0x563536beda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a4a00640 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c346a0 0x563536beda90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a4a00640 1 -- 172.21.15.29:0/1928058924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635368283e0 con 0x563536c375a0 2024-09-12T03:11:22.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a5400640 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c1cbe0 0x563536c32a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:22.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.176+0000 7f26a5e00640 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c346a0 0x563536beda90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.177+0000 7f26a4a00640 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c375a0 0x563536bed550 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f268c02a1e0 tx=0x7f268c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db1b7e1ee77fc333 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.177+0000 7f2686000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.177+0000 7f2686000640 1 -- 172.21.15.29:0/1928058924 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268c037040 con 0x563536c375a0 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.177+0000 7f2686000640 1 -- 172.21.15.29:0/1928058924 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f268c047480 con 0x563536c375a0 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.177+0000 7f26aae37740 1 -- 172.21.15.29:0/1928058924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2698061f20 con 0x563536c375a0 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.177+0000 7f2686000640 1 -- 172.21.15.29:0/1928058924 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f268c04f050 con 0x563536c375a0 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.177+0000 7f26aae37740 10 client.5811 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.177+0000 7f26aae37740 1 -- 172.21.15.29:0/1928058924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x5635369911e0 con 0x563536c375a0 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.177+0000 7f2686000640 1 -- 172.21.15.29:0/1928058924 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2698061f20 con 0x563536c375a0 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.178+0000 7f2686000640 1 -- 172.21.15.29:0/1928058924 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7f268c052020 con 0x563536c375a0 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.178+0000 7f26aae37740 10 client.5811 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.178+0000 7f26aae37740 10 client.5811 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.b 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.178+0000 7f26aae37740 20 client.5811 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:22.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.178+0000 7f26aae37740 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x563536c2e6b0 0x563536c2eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.178+0000 7f26aae37740 4 client.5811 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.178+0000 7f26aae37740 1 -- 172.21.15.29:0/1928058924 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563536b630f0 con 0x563536c2e6b0 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.178+0000 7f26a5400640 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x563536c2e6b0 0x563536c2eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.179+0000 7f26a5400640 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x563536c2e6b0 0x563536c2eab0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8eb2bbfcb61b6f7 server_cookie=500408293158af86 in_seq=0 out_seq=0 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.179+0000 7f2686000640 10 client.5811 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f2686000640 1 -- 172.21.15.29:0/1928058924 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563536b630f0 con 0x563536c2e6b0 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f2686000640 10 client.5811 handle_command_reply: tid=0 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 1 client.5811 shutdown 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 1 -- 172.21.15.29:0/1928058924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c375a0 msgr2=0x563536bed550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c375a0 0x563536bed550 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f268c02a1e0 tx=0x7f268c004730 comp rx=0 tx=0).stop 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 1 -- 172.21.15.29:0/1928058924 shutdown_connections 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x563536c2e6b0 0x563536c2eab0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c346a0 0x563536beda90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c375a0 0x563536bed550 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 1 --2- 172.21.15.29:0/1928058924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c1cbe0 0x563536c32a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f2686000640 0 client.5811 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:22.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 1 -- 172.21.15.29:0/1928058924 >> 172.21.15.29:0/1928058924 conn(0x563536bf0540 msgr2=0x563536c394e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 1 -- 172.21.15.29:0/1928058924 shutdown_connections 2024-09-12T03:11:22.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 1 -- 172.21.15.29:0/1928058924 wait complete. 2024-09-12T03:11:22.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.180+0000 7f26aae37740 20 client.5811 trim_cache size 0 max 16384 2024-09-12T03:11:22.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.198+0000 7f26aae37740 1 Processor -- start 2024-09-12T03:11:22.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.198+0000 7f26aae37740 1 -- start start 2024-09-12T03:11:22.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.199+0000 7f26aae37740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c1cbe0 0x563536bf2e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.199+0000 7f26aae37740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c346a0 0x563536c2ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.199+0000 7f26aae37740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c375a0 0x563536c326b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.199+0000 7f26aae37740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f26a0201200 con 0x563536c346a0 2024-09-12T03:11:22.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.199+0000 7f26aae37740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f26a02003f0 con 0x563536c375a0 2024-09-12T03:11:22.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.199+0000 7f26aae37740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f26a0200ad0 con 0x563536c1cbe0 2024-09-12T03:11:22.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.199+0000 7f26a4a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c346a0 0x563536c2ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.199+0000 7f26a4a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c346a0 0x563536c2ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50812/0 (socket says 172.21.15.29:50812) 2024-09-12T03:11:22.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.199+0000 7f26a4a00640 1 -- 172.21.15.29:0/2533358887 learned_addr learned my addr 172.21.15.29:0/2533358887 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.200+0000 7f26a5e00640 1 --2- 172.21.15.29:0/2533358887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c375a0 0x563536c326b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.200+0000 7f26a5400640 1 --2- 172.21.15.29:0/2533358887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c1cbe0 0x563536bf2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.200+0000 7f26a4a00640 1 -- 172.21.15.29:0/2533358887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c1cbe0 msgr2=0x563536bf2e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.200+0000 7f26a4a00640 1 --2- 172.21.15.29:0/2533358887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c1cbe0 0x563536bf2e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.200+0000 7f26a4a00640 1 -- 172.21.15.29:0/2533358887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c375a0 msgr2=0x563536c326b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.200+0000 7f26a4a00640 1 --2- 172.21.15.29:0/2533358887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c375a0 0x563536c326b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.200+0000 7f26a4a00640 1 -- 172.21.15.29:0/2533358887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635368014a0 con 0x563536c346a0 2024-09-12T03:11:22.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.200+0000 7f26a4a00640 1 --2- 172.21.15.29:0/2533358887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c346a0 0x563536c2ebc0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f268c0090b0 tx=0x7f268c03e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bb6f380417e99bb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.200+0000 7f2691200640 1 -- 172.21.15.29:0/2533358887 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268c058070 con 0x563536c346a0 2024-09-12T03:11:22.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.200+0000 7f2691200640 1 -- 172.21.15.29:0/2533358887 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f268c0476d0 con 0x563536c346a0 2024-09-12T03:11:22.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.200+0000 7f2691200640 1 -- 172.21.15.29:0/2533358887 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268c037040 con 0x563536c346a0 2024-09-12T03:11:22.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.201+0000 7f26aae37740 1 -- 172.21.15.29:0/2533358887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c346a0 msgr2=0x563536c2ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.201+0000 7f26aae37740 1 --2- 172.21.15.29:0/2533358887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c346a0 0x563536c2ebc0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f268c0090b0 tx=0x7f268c03e070 comp rx=0 tx=0).stop 2024-09-12T03:11:22.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.201+0000 7f26aae37740 1 -- 172.21.15.29:0/2533358887 shutdown_connections 2024-09-12T03:11:22.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.201+0000 7f26aae37740 1 --2- 172.21.15.29:0/2533358887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c375a0 0x563536c326b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.201+0000 7f26aae37740 1 --2- 172.21.15.29:0/2533358887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c346a0 0x563536c2ebc0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.201+0000 7f26aae37740 1 --2- 172.21.15.29:0/2533358887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c1cbe0 0x563536bf2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.201+0000 7f26aae37740 1 -- 172.21.15.29:0/2533358887 >> 172.21.15.29:0/2533358887 conn(0x563536bf0540 msgr2=0x563536bee080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.201+0000 7f26aae37740 1 -- 172.21.15.29:0/2533358887 shutdown_connections 2024-09-12T03:11:22.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.201+0000 7f26aae37740 1 -- 172.21.15.29:0/2533358887 wait complete. 2024-09-12T03:11:22.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.202+0000 7f26aae37740 1 -- start start 2024-09-12T03:11:22.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.202+0000 7f26aae37740 1 Processor -- start 2024-09-12T03:11:22.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26aae37740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c1cbe0 0x563536cb58a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26aae37740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c346a0 0x563536c38e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26aae37740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c375a0 0x563536c393d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26aae37740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563536c35160 con 0x563536c1cbe0 2024-09-12T03:11:22.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26aae37740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f26a014c0f0 con 0x563536c346a0 2024-09-12T03:11:22.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26aae37740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x563536bee830 con 0x563536c375a0 2024-09-12T03:11:22.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26aae37740 10 client.0 _ll_register_callbacks cb 0x7f268c0095b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26a5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c1cbe0 0x563536cb58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26a5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c1cbe0 0x563536cb58a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50824/0 (socket says 172.21.15.29:50824) 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26a4a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c346a0 0x563536c38e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26a5400640 1 -- 172.21.15.29:0/1627896802 learned_addr learned my addr 172.21.15.29:0/1627896802 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26a5e00640 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c375a0 0x563536c393d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26a5400640 1 -- 172.21.15.29:0/1627896802 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c375a0 msgr2=0x563536c393d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26a5400640 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c375a0 0x563536c393d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26a5400640 1 -- 172.21.15.29:0/1627896802 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c346a0 msgr2=0x563536c38e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26a5400640 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c346a0 0x563536c38e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.203+0000 7f26a5400640 1 -- 172.21.15.29:0/1627896802 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563536c4a160 con 0x563536c1cbe0 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.204+0000 7f26a5400640 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c1cbe0 0x563536cb58a0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f269400f6d0 tx=0x7f2694004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92222756380303f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.204+0000 7f2686000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.204+0000 7f2686000640 1 -- 172.21.15.29:0/1627896802 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f269401b040 con 0x563536c1cbe0 2024-09-12T03:11:22.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.204+0000 7f2686000640 1 -- 172.21.15.29:0/1627896802 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f2694013660 con 0x563536c1cbe0 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.204+0000 7f26aae37740 1 -- 172.21.15.29:0/1627896802 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f268c0476d0 con 0x563536c1cbe0 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.204+0000 7f2686000640 1 -- 172.21.15.29:0/1627896802 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f2694033050 con 0x563536c1cbe0 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.204+0000 7f26aae37740 10 client.5817 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.204+0000 7f26aae37740 1 -- 172.21.15.29:0/1627896802 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x563536cba4a0 con 0x563536c1cbe0 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.205+0000 7f2686000640 1 -- 172.21.15.29:0/1627896802 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f268c0476d0 con 0x563536c1cbe0 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.205+0000 7f2686000640 1 -- 172.21.15.29:0/1627896802 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7f2694036020 con 0x563536c1cbe0 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.205+0000 7f26aae37740 10 client.5817 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.205+0000 7f26aae37740 10 client.5817 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.b 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.205+0000 7f26aae37740 20 client.5817 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.205+0000 7f26aae37740 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x563536bf4230 0x563536c466d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.205+0000 7f26aae37740 4 client.5817 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/d1/d2/d3", "scrubops": ["recursive", "force"]}] 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.205+0000 7f26aae37740 1 -- 172.21.15.29:0/1627896802 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "scrub start", "path": "/d1/d2/d3", "scrubops": ["recursive", "force"]}) -- 0x563536bef510 con 0x563536bf4230 2024-09-12T03:11:22.208 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.205+0000 7f26a4a00640 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x563536bf4230 0x563536c466d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.206+0000 7f26a4a00640 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x563536bf4230 0x563536c466d0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1f15b49117e1587 server_cookie=3c1aa86303e01691 in_seq=0 out_seq=0 2024-09-12T03:11:22.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.206+0000 7f2686000640 10 client.5817 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:22.209 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:11:22.207+0000 7f33a5c00640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000002 [...2,head] /d1/d2/d3/ auth{1=1,2=1} v19 ap=1 f(v0 m2024-09-12T03:11:05.546004+0000 1=0+1) n(v3 rc2024-09-12T03:11:05.827999+0000 6=0+6) (inest mix dirty) (ifile excl) caps={5601=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5601 | dirtyscattered=1 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x55f8b9541b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000002:[<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:11:05.546004+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:11:05.827999+0000 6=0+6)","memory_value.dirstat":"f(v0 m2024-09-12T03:11:05.546004+0000 1=0+1)","memory_value.rstat":"n(v3 rc2024-09-12T03:11:05.827999+0000 6=0+6)","error_str":""},"return_code":-61} 2024-09-12T03:11:22.210 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:11:22.209+0000 7f33ade00640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000003 [...2,head] /d1/d2/d3/d4/ auth{1=1,2=1} v19 ap=2 f(v0 m2024-09-12T03:11:05.547003+0000 1=0+1) n(v4 rc2024-09-12T03:11:05.827999+0000 5=0+5) (inest sync->mix g=1,2) caps={5601=pAsLsXsFs/pAsLsXsFsxcral@8} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 export_pin=1 0x55f8b9542100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000003:[<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:11:05.547003+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:11:05.827999+0000 5=0+5)","memory_value.dirstat":"f(v0 m2024-09-12T03:11:05.547003+0000 1=0+1)","memory_value.rstat":"n(v4 rc2024-09-12T03:11:05.827999+0000 5=0+5)","error_str":""},"return_code":-61} 2024-09-12T03:11:22.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f2686000640 1 -- 172.21.15.29:0/1627896802 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x563536bef510 con 0x563536bf4230 2024-09-12T03:11:22.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f2686000640 10 client.5817 handle_command_reply: tid=0 2024-09-12T03:11:22.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 1 client.5817 shutdown 2024-09-12T03:11:22.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 1 -- 172.21.15.29:0/1627896802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c1cbe0 msgr2=0x563536cb58a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c1cbe0 0x563536cb58a0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f269400f6d0 tx=0x7f2694004730 comp rx=0 tx=0).stop 2024-09-12T03:11:22.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 1 -- 172.21.15.29:0/1627896802 shutdown_connections 2024-09-12T03:11:22.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x563536bf4230 0x563536c466d0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563536c375a0 0x563536c393d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563536c346a0 0x563536c38e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 1 --2- 172.21.15.29:0/1627896802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563536c1cbe0 0x563536cb58a0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f2686000640 0 client.5817 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:22.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 1 -- 172.21.15.29:0/1627896802 >> 172.21.15.29:0/1627896802 conn(0x563536bf0540 msgr2=0x563536bee030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 1 -- 172.21.15.29:0/1627896802 shutdown_connections 2024-09-12T03:11:22.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 1 -- 172.21.15.29:0/1627896802 wait complete. 2024-09-12T03:11:22.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.207+0000 7f26aae37740 20 client.5817 trim_cache size 0 max 16384 2024-09-12T03:11:22.212 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:22.212 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0, 2024-09-12T03:11:22.212 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_tag": "30b57406-856a-4f6b-a427-5e49dd23d3ba", 2024-09-12T03:11:22.212 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": "asynchronous" 2024-09-12T03:11:22.212 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:22.212 INFO:tasks.ceph.mds.c.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f8b1c000640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000004 [...2,head] /d1/d2/d3/d4/d5/ auth{0=1,2=1} v15 ap=1 f(v0 m2024-09-12T03:11:05.548003+0000 1=0+1) n(v2 rc2024-09-12T03:11:05.827999+0000 4=0+4) (inest lock) (ifile excl) caps={5601=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5601 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 authpin=1 scrubqueue=0 0x558e422bec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000004:[<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:11:05.548003+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:11:05.827999+0000 4=0+4)","memory_value.dirstat":"f(v0 m2024-09-12T03:11:05.548003+0000 1=0+1)","memory_value.rstat":"n(v2 rc2024-09-12T03:11:05.827999+0000 4=0+4)","error_str":""},"return_code":-61} 2024-09-12T03:11:22.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f26a7e00640 1 -- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f268006be30 msgr2=0x7f268006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f26a7e00640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f268006be30 0x7f268006e2f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f269400ab60 tx=0x7f2694008040 comp rx=0 tx=0).stop 2024-09-12T03:11:22.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f26a7e00640 1 -- 172.21.15.29:0/3864564538 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26a00b5900 msgr2=0x7f26a014a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f26a7e00640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26a00b5900 0x7f26a014a240 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f269800c780 tx=0x7f269800cc40 comp rx=0 tx=0).stop 2024-09-12T03:11:22.213 INFO:tasks.ceph.mds.a.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f1acd800640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000006 [...2,head] /d1/d2/d3/d4/d5/d6/d7/ auth v4 ap=1 f(v0 m2024-09-12T03:11:05.550003+0000 1=0+1) n(v0 rc2024-09-12T03:11:05.550003+0000 2=0+2) (inest lock) (ifile excl) caps={5601=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5601 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x557121479600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000006:[<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:11:05.550003+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:11:05.550003+0000 2=0+2)","memory_value.dirstat":"f(v0 m2024-09-12T03:11:05.550003+0000 1=0+1)","memory_value.rstat":"n(v0 rc2024-09-12T03:11:05.550003+0000 2=0+2)","error_str":""},"return_code":-61} 2024-09-12T03:11:22.213 INFO:tasks.ceph.mds.a.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f1acd800640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000007 [...2,head] /d1/d2/d3/d4/d5/d6/d7/d8/ auth v2 ap=1 f() n(v0 1=0+1) (inest lock) (ifile excl) caps={5601=pAsLsXsFsx/AsLsXsFsx@2},l=5601 | importingcaps=0 dirfrag=0 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x557121479b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000007:[<0x10000000006/d8 v2>,<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n(v0 1=0+1)","memory_value.dirstat":"f()","memory_value.rstat":"n(v0 1=0+1)","error_str":""},"return_code":-61} 2024-09-12T03:11:22.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f26a7e00640 1 -- 172.21.15.29:0/3864564538 shutdown_connections 2024-09-12T03:11:22.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f26a7e00640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f268006be30 0x7f268006e2f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f26a7e00640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26a00b5900 0x7f26a014a240 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f26a7e00640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26a00b5520 0x7f26a014ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f26a7e00640 1 --2- 172.21.15.29:0/3864564538 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26a006d160 0x7f26a00b1b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.208+0000 7f26a7e00640 1 -- 172.21.15.29:0/3864564538 >> 172.21.15.29:0/3864564538 conn(0x7f26a00b3050 msgr2=0x7f26a0160e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.209+0000 7f26a7e00640 1 -- 172.21.15.29:0/3864564538 shutdown_connections 2024-09-12T03:11:22.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.209+0000 7f26a7e00640 1 -- 172.21.15.29:0/3864564538 wait complete. 2024-09-12T03:11:22.215 INFO:tasks.ceph.mds.c.smithi029.stderr:2024-09-12T03:11:22.210+0000 7f8b24200640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000005 [...2,head] /d1/d2/d3/d4/d5/d6/ auth{0=1,2=1} v11 ap=2 f(v0 m2024-09-12T03:11:05.549003+0000 1=0+1) n(v1 rc2024-09-12T03:11:05.827999+0000 3=0+3) (inest sync->mix g=0,2 scatter_wanted) caps={5601=pAsLsXsFs/pAsLsXsFsxcral@7} | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 export_pin=2 0x558e42376000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000005:[<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:11:05.549003+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:11:05.550003+0000 3=0+3)","memory_value.dirstat":"f(v0 m2024-09-12T03:11:05.549003+0000 1=0+1)","memory_value.rstat":"n(v1 rc2024-09-12T03:11:05.827999+0000 3=0+3)","error_str":""},"return_code":-61} 2024-09-12T03:11:22.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:22.225 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.3:0 scrub abort 2024-09-12T03:11:22.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.383+0000 7fcb86200640 1 Processor -- start 2024-09-12T03:11:22.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.384+0000 7fcb86200640 1 -- start start 2024-09-12T03:11:22.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.385+0000 7fcb86200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcb80072d80 0x7fcb80072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.385+0000 7fcb86200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb8006e0a0 0x7fcb800cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.385+0000 7fcb86200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb80072960 con 0x7fcb80072040 2024-09-12T03:11:22.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.385+0000 7fcb86200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fcb801605e0 con 0x7fcb80072d80 2024-09-12T03:11:22.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.385+0000 7fcb86200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcb801608c0 con 0x7fcb8006e0a0 2024-09-12T03:11:22.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.385+0000 7fcb77e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcb80072d80 0x7fcb80072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.385+0000 7fcb77e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcb80072d80 0x7fcb80072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50832/0 (socket says 172.21.15.29:50832) 2024-09-12T03:11:22.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.385+0000 7fcb77e00640 1 -- 172.21.15.29:0/2784814285 learned_addr learned my addr 172.21.15.29:0/2784814285 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.385+0000 7fcb77e00640 1 -- 172.21.15.29:0/2784814285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb8006e0a0 msgr2=0x7fcb800cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.385+0000 7fcb7fe00640 1 --2- 172.21.15.29:0/2784814285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb8006e0a0 0x7fcb800cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.386+0000 7fcb77e00640 1 --2- 172.21.15.29:0/2784814285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb8006e0a0 0x7fcb800cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.386+0000 7fcb77e00640 1 -- 172.21.15.29:0/2784814285 >> v1:172.21.15.38:6789/0 conn(0x7fcb80072040 legacy=0x7fcb8015fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.386+0000 7fcb77e00640 1 -- 172.21.15.29:0/2784814285 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb80160ba0 con 0x7fcb80072d80 2024-09-12T03:11:22.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.386+0000 7fcb7fe00640 1 --2- 172.21.15.29:0/2784814285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb8006e0a0 0x7fcb800cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:22.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.387+0000 7fcb77e00640 1 --2- 172.21.15.29:0/2784814285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb80072d80 0x7fcb80072420 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009870 tx=0x7fcb6802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0aaaddcc851cfd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.387+0000 7fcb7ea00640 1 -- 172.21.15.29:0/2784814285 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68037070 con 0x7fcb80072d80 2024-09-12T03:11:22.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.387+0000 7fcb7ea00640 1 -- 172.21.15.29:0/2784814285 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb68032440 con 0x7fcb80072d80 2024-09-12T03:11:22.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.387+0000 7fcb7ea00640 1 -- 172.21.15.29:0/2784814285 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68032810 con 0x7fcb80072d80 2024-09-12T03:11:22.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.387+0000 7fcb86200640 1 -- 172.21.15.29:0/2784814285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb80072d80 msgr2=0x7fcb80072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.387+0000 7fcb86200640 1 --2- 172.21.15.29:0/2784814285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb80072d80 0x7fcb80072420 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009870 tx=0x7fcb6802a250 comp rx=0 tx=0).stop 2024-09-12T03:11:22.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.388+0000 7fcb86200640 1 -- 172.21.15.29:0/2784814285 shutdown_connections 2024-09-12T03:11:22.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.388+0000 7fcb86200640 1 --2- 172.21.15.29:0/2784814285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb8006e0a0 0x7fcb800cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.388+0000 7fcb86200640 1 --2- 172.21.15.29:0/2784814285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb80072d80 0x7fcb80072420 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.388+0000 7fcb86200640 1 -- 172.21.15.29:0/2784814285 >> 172.21.15.29:0/2784814285 conn(0x7fcb80067d70 msgr2=0x7fcb8006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.388+0000 7fcb86200640 1 -- 172.21.15.29:0/2784814285 shutdown_connections 2024-09-12T03:11:22.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.388+0000 7fcb86200640 1 -- 172.21.15.29:0/2784814285 wait complete. 2024-09-12T03:11:22.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.389+0000 7fcb86200640 1 Processor -- start 2024-09-12T03:11:22.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.389+0000 7fcb86200640 1 -- start start 2024-09-12T03:11:22.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.390+0000 7fcb86200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb8006e0a0 0x7fcb801e8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.390+0000 7fcb86200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb80072040 0x7fcb801e8120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.390+0000 7fcb86200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb80072d80 0x7fcb80141930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.390+0000 7fcb86200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8006e530 con 0x7fcb80072d80 2024-09-12T03:11:22.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.390+0000 7fcb86200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcb80145b00 con 0x7fcb8006e0a0 2024-09-12T03:11:22.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.390+0000 7fcb86200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcb8006e6b0 con 0x7fcb80072040 2024-09-12T03:11:22.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.391+0000 7fcb7fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb80072d80 0x7fcb80141930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.391+0000 7fcb7fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb80072d80 0x7fcb80141930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50840/0 (socket says 172.21.15.29:50840) 2024-09-12T03:11:22.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.391+0000 7fcb7fe00640 1 -- 172.21.15.29:0/1561421549 learned_addr learned my addr 172.21.15.29:0/1561421549 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.391+0000 7fcb77e00640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb80072040 0x7fcb801e8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.391+0000 7fcb7f400640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb8006e0a0 0x7fcb801e8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.391+0000 7fcb7fe00640 1 -- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb80072040 msgr2=0x7fcb801e8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.391+0000 7fcb7fe00640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb80072040 0x7fcb801e8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.391+0000 7fcb7fe00640 1 -- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb8006e0a0 msgr2=0x7fcb801e8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.391+0000 7fcb7fe00640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb8006e0a0 0x7fcb801e8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.391+0000 7fcb7fe00640 1 -- 172.21.15.29:0/1561421549 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb8015d590 con 0x7fcb80072d80 2024-09-12T03:11:22.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.391+0000 7fcb7fe00640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb80072d80 0x7fcb80141930 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fcb7800cef0 tx=0x7fcb7800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.392+0000 7fcb77400640 1 -- 172.21.15.29:0/1561421549 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7801a070 con 0x7fcb80072d80 2024-09-12T03:11:22.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.392+0000 7fcb77400640 1 -- 172.21.15.29:0/1561421549 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb7800d860 con 0x7fcb80072d80 2024-09-12T03:11:22.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.392+0000 7fcb77400640 1 -- 172.21.15.29:0/1561421549 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7800dc50 con 0x7fcb80072d80 2024-09-12T03:11:22.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.392+0000 7fcb86200640 1 -- 172.21.15.29:0/1561421549 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb8015d870 con 0x7fcb80072d80 2024-09-12T03:11:22.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.392+0000 7fcb86200640 1 -- 172.21.15.29:0/1561421549 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb801e72a0 con 0x7fcb80072d80 2024-09-12T03:11:22.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.394+0000 7fcb77400640 1 -- 172.21.15.29:0/1561421549 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcb7801d070 con 0x7fcb80072d80 2024-09-12T03:11:22.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.395+0000 7fcb77400640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb5c06be30 0x7fcb5c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.395+0000 7fcb77400640 1 -- 172.21.15.29:0/1561421549 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fcb7808b850 con 0x7fcb80072d80 2024-09-12T03:11:22.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.395+0000 7fcb7f400640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb5c06be30 0x7fcb5c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.395+0000 7fcb89071740 1 Processor -- start 2024-09-12T03:11:22.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.395+0000 7fcb89071740 1 -- start start 2024-09-12T03:11:22.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.396+0000 7fcb7f400640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb5c06be30 0x7fcb5c06e2f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcb70001780 tx=0x7fcb70009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.396+0000 7fcb89071740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eafba80 0x556b7eb41220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.396+0000 7fcb89071740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eaf9240 0x556b7eafbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.396+0000 7fcb89071740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafd210 0x556b7eaf6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.396+0000 7fcb89071740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556b7eac2cf0 con 0x556b7eaf9240 2024-09-12T03:11:22.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.396+0000 7fcb89071740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556b7ea5e7f0 con 0x556b7eafba80 2024-09-12T03:11:22.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.396+0000 7fcb89071740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556b7ea06800 con 0x556b7eafd210 2024-09-12T03:11:22.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.397+0000 7fcb77e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eaf9240 0x556b7eafbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.397+0000 7fcb77e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eaf9240 0x556b7eafbe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50852/0 (socket says 172.21.15.29:50852) 2024-09-12T03:11:22.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.397+0000 7fcb77e00640 1 -- 172.21.15.29:0/66391708 learned_addr learned my addr 172.21.15.29:0/66391708 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.397+0000 7fcb7f400640 1 --2- 172.21.15.29:0/66391708 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eafba80 0x556b7eb41220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.397+0000 7fcb7fe00640 1 --2- 172.21.15.29:0/66391708 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafd210 0x556b7eaf6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.397+0000 7fcb77e00640 1 -- 172.21.15.29:0/66391708 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafd210 msgr2=0x556b7eaf6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.397+0000 7fcb77e00640 1 --2- 172.21.15.29:0/66391708 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafd210 0x556b7eaf6070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.397+0000 7fcb77e00640 1 -- 172.21.15.29:0/66391708 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eafba80 msgr2=0x556b7eb41220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.397+0000 7fcb77e00640 1 --2- 172.21.15.29:0/66391708 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eafba80 0x556b7eb41220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.397+0000 7fcb77e00640 1 -- 172.21.15.29:0/66391708 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b7e83b7d0 con 0x556b7eaf9240 2024-09-12T03:11:22.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.397+0000 7fcb77e00640 1 --2- 172.21.15.29:0/66391708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eaf9240 0x556b7eafbe60 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009870 tx=0x7fcb6802c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62a6debfe83d232 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb6f400640 1 -- 172.21.15.29:0/66391708 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68037040 con 0x556b7eaf9240 2024-09-12T03:11:22.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb6f400640 1 -- 172.21.15.29:0/66391708 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb68032870 con 0x556b7eaf9240 2024-09-12T03:11:22.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb6f400640 1 -- 172.21.15.29:0/66391708 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68032c60 con 0x556b7eaf9240 2024-09-12T03:11:22.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb89071740 1 -- 172.21.15.29:0/66391708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eaf9240 msgr2=0x556b7eafbe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb89071740 1 --2- 172.21.15.29:0/66391708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eaf9240 0x556b7eafbe60 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009870 tx=0x7fcb6802c000 comp rx=0 tx=0).stop 2024-09-12T03:11:22.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb89071740 1 -- 172.21.15.29:0/66391708 shutdown_connections 2024-09-12T03:11:22.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb89071740 1 --2- 172.21.15.29:0/66391708 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafd210 0x556b7eaf6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb89071740 1 --2- 172.21.15.29:0/66391708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eaf9240 0x556b7eafbe60 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb89071740 1 --2- 172.21.15.29:0/66391708 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eafba80 0x556b7eb41220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb89071740 1 -- 172.21.15.29:0/66391708 >> 172.21.15.29:0/66391708 conn(0x556b7eaf8240 msgr2=0x556b7eb406f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb89071740 1 -- 172.21.15.29:0/66391708 shutdown_connections 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.398+0000 7fcb89071740 1 -- 172.21.15.29:0/66391708 wait complete. 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.399+0000 7fcb89071740 1 -- start start 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.399+0000 7fcb89071740 1 Processor -- start 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.400+0000 7fcb89071740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafba80 0x556b7eb1c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.400+0000 7fcb89071740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafd210 0x556b7eb1ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.400+0000 7fcb89071740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eb1f490 0x556b7eb25b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.400+0000 7fcb89071740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556b7e9e7750 con 0x556b7eafd210 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.400+0000 7fcb89071740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556b7ea5a7b0 con 0x556b7eb1f490 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.400+0000 7fcb89071740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556b7eaf76e0 con 0x556b7eafba80 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.400+0000 7fcb89071740 10 client.0 _ll_register_callbacks cb 0x556b7e770be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:22.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb77e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafd210 0x556b7eb1ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb77e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafd210 0x556b7eb1ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50858/0 (socket says 172.21.15.29:50858) 2024-09-12T03:11:22.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb77e00640 1 -- 172.21.15.29:0/2965216718 learned_addr learned my addr 172.21.15.29:0/2965216718 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb7fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eb1f490 0x556b7eb25b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb7f400640 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafba80 0x556b7eb1c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb77e00640 1 -- 172.21.15.29:0/2965216718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafba80 msgr2=0x556b7eb1c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb77e00640 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafba80 0x556b7eb1c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb77e00640 1 -- 172.21.15.29:0/2965216718 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eb1f490 msgr2=0x556b7eb25b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb77e00640 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eb1f490 0x556b7eb25b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb77e00640 1 -- 172.21.15.29:0/2965216718 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b7e7310f0 con 0x556b7eafd210 2024-09-12T03:11:22.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb77e00640 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafd210 0x556b7eb1ef50 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fcb68032d90 tx=0x7fcb68004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65a5e253c4c5d725 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.401+0000 7fcb63e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:22.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb63e00640 1 -- 172.21.15.29:0/2965216718 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68037040 con 0x556b7eafd210 2024-09-12T03:11:22.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb63e00640 1 -- 172.21.15.29:0/2965216718 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fcb6803c640 con 0x556b7eafd210 2024-09-12T03:11:22.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb89071740 1 -- 172.21.15.29:0/2965216718 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb68032870 con 0x556b7eafd210 2024-09-12T03:11:22.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb63e00640 1 -- 172.21.15.29:0/2965216718 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fcb6803c840 con 0x556b7eafd210 2024-09-12T03:11:22.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb89071740 10 client.5829 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:22.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb89071740 1 -- 172.21.15.29:0/2965216718 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x556b7e89bf60 con 0x556b7eafd210 2024-09-12T03:11:22.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb63e00640 1 -- 172.21.15.29:0/2965216718 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb68032870 con 0x556b7eafd210 2024-09-12T03:11:22.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb63e00640 1 -- 172.21.15.29:0/2965216718 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7fcb68057080 con 0x556b7eafd210 2024-09-12T03:11:22.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb89071740 10 client.5829 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb89071740 10 client.5829 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.b 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb89071740 20 client.5829 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb89071740 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x556b7eb23580 0x556b7eb23990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb89071740 4 client.5829 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.402+0000 7fcb89071740 1 -- 172.21.15.29:0/2965216718 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b7ea6bf20 con 0x556b7eb23580 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.403+0000 7fcb7f400640 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x556b7eb23580 0x556b7eb23990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.403+0000 7fcb7f400640 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x556b7eb23580 0x556b7eb23990 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9b59943bbef3767 server_cookie=e8a22a4eba8a26f3 in_seq=0 out_seq=0 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.403+0000 7fcb63e00640 10 client.5829 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb63e00640 1 -- 172.21.15.29:0/2965216718 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556b7ea6bf20 con 0x556b7eb23580 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb63e00640 10 client.5829 handle_command_reply: tid=0 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb89071740 1 client.5829 shutdown 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb89071740 1 -- 172.21.15.29:0/2965216718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafd210 msgr2=0x556b7eb1ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb89071740 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafd210 0x556b7eb1ef50 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fcb68032d90 tx=0x7fcb68004730 comp rx=0 tx=0).stop 2024-09-12T03:11:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb89071740 1 -- 172.21.15.29:0/2965216718 shutdown_connections 2024-09-12T03:11:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb89071740 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x556b7eb23580 0x556b7eb23990 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb89071740 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eb1f490 0x556b7eb25b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb89071740 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafd210 0x556b7eb1ef50 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb89071740 1 --2- 172.21.15.29:0/2965216718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafba80 0x556b7eb1c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb63e00640 0 client.5829 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.404+0000 7fcb89071740 1 -- 172.21.15.29:0/2965216718 >> 172.21.15.29:0/2965216718 conn(0x556b7eaf9240 msgr2=0x556b7eb3fcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.405+0000 7fcb89071740 1 -- 172.21.15.29:0/2965216718 shutdown_connections 2024-09-12T03:11:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.405+0000 7fcb89071740 1 -- 172.21.15.29:0/2965216718 wait complete. 2024-09-12T03:11:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.405+0000 7fcb89071740 20 client.5829 trim_cache size 0 max 16384 2024-09-12T03:11:22.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.423+0000 7fcb89071740 1 Processor -- start 2024-09-12T03:11:22.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.423+0000 7fcb89071740 1 -- start start 2024-09-12T03:11:22.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.423+0000 7fcb89071740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7eb53580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.423+0000 7fcb89071740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafd210 0x556b7eb3e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.423+0000 7fcb89071740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eb1f490 0x556b7eb648d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.423+0000 7fcb89071740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcb80201050 con 0x556b7eafba80 2024-09-12T03:11:22.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.423+0000 7fcb89071740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcb802002a0 con 0x556b7eb1f490 2024-09-12T03:11:22.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.423+0000 7fcb89071740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcb80200920 con 0x556b7eafd210 2024-09-12T03:11:22.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.424+0000 7fcb7f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7eb53580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.424+0000 7fcb7f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7eb53580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50868/0 (socket says 172.21.15.29:50868) 2024-09-12T03:11:22.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.424+0000 7fcb7f400640 1 -- 172.21.15.29:0/2252403363 learned_addr learned my addr 172.21.15.29:0/2252403363 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.424+0000 7fcb7f400640 1 -- 172.21.15.29:0/2252403363 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafd210 msgr2=0x556b7eb3e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.424+0000 7fcb7f400640 1 --2- 172.21.15.29:0/2252403363 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafd210 0x556b7eb3e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.424+0000 7fcb7f400640 1 -- 172.21.15.29:0/2252403363 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eb1f490 msgr2=0x556b7eb648d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.424+0000 7fcb7fe00640 1 --2- 172.21.15.29:0/2252403363 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eb1f490 0x556b7eb648d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.424+0000 7fcb7f400640 1 --2- 172.21.15.29:0/2252403363 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eb1f490 0x556b7eb648d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.424+0000 7fcb7f400640 1 -- 172.21.15.29:0/2252403363 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b7e70a1b0 con 0x556b7eafba80 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.424+0000 7fcb7f400640 1 --2- 172.21.15.29:0/2252403363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7eb53580 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fcb7000ffc0 tx=0x7fcb70012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c4504729d3a914e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb6ea00640 1 -- 172.21.15.29:0/2252403363 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7002f070 con 0x556b7eafba80 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb6ea00640 1 -- 172.21.15.29:0/2252403363 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb70007030 con 0x556b7eafba80 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb6ea00640 1 -- 172.21.15.29:0/2252403363 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb70026070 con 0x556b7eafba80 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb89071740 1 -- 172.21.15.29:0/2252403363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 msgr2=0x556b7eb53580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb89071740 1 --2- 172.21.15.29:0/2252403363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7eb53580 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fcb7000ffc0 tx=0x7fcb70012000 comp rx=0 tx=0).stop 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb89071740 1 -- 172.21.15.29:0/2252403363 shutdown_connections 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb89071740 1 --2- 172.21.15.29:0/2252403363 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eb1f490 0x556b7eb648d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb89071740 1 --2- 172.21.15.29:0/2252403363 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eafd210 0x556b7eb3e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb89071740 1 --2- 172.21.15.29:0/2252403363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7eb53580 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb89071740 1 -- 172.21.15.29:0/2252403363 >> 172.21.15.29:0/2252403363 conn(0x556b7eaf9240 msgr2=0x556b7eb40860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb89071740 1 -- 172.21.15.29:0/2252403363 shutdown_connections 2024-09-12T03:11:22.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.425+0000 7fcb89071740 1 -- 172.21.15.29:0/2252403363 wait complete. 2024-09-12T03:11:22.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.426+0000 7fcb89071740 1 -- start start 2024-09-12T03:11:22.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.426+0000 7fcb89071740 1 Processor -- start 2024-09-12T03:11:22.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.427+0000 7fcb89071740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7ebc2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.427+0000 7fcb89071740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eafd210 0x556b7eb52bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.427+0000 7fcb89071740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eb1f490 0x556b7eba4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.427+0000 7fcb89071740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556b7eb161d0 con 0x556b7eafba80 2024-09-12T03:11:22.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.427+0000 7fcb89071740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcb801e6900 con 0x556b7eafd210 2024-09-12T03:11:22.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.427+0000 7fcb89071740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556b7ea5a930 con 0x556b7eb1f490 2024-09-12T03:11:22.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.427+0000 7fcb89071740 10 client.0 _ll_register_callbacks cb 0x7fcb70001da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.427+0000 7fcb7f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7ebc2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.427+0000 7fcb7f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7ebc2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50882/0 (socket says 172.21.15.29:50882) 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.427+0000 7fcb7f400640 1 -- 172.21.15.29:0/1172473284 learned_addr learned my addr 172.21.15.29:0/1172473284 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.428+0000 7fcb7f400640 1 -- 172.21.15.29:0/1172473284 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eb1f490 msgr2=0x556b7eba4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.428+0000 7fcb7f400640 1 --2- 172.21.15.29:0/1172473284 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eb1f490 0x556b7eba4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.428+0000 7fcb7f400640 1 -- 172.21.15.29:0/1172473284 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eafd210 msgr2=0x556b7eb52bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.428+0000 7fcb7f400640 1 --2- 172.21.15.29:0/1172473284 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eafd210 0x556b7eb52bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.428+0000 7fcb7f400640 1 -- 172.21.15.29:0/1172473284 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b7eb1ca70 con 0x556b7eafba80 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.428+0000 7fcb7f400640 1 --2- 172.21.15.29:0/1172473284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7ebc2670 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fcb700015b0 tx=0x7fcb70000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e21c4d1557a3c123 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.428+0000 7fcb63e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.428+0000 7fcb63e00640 1 -- 172.21.15.29:0/1172473284 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7002f070 con 0x556b7eafba80 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.428+0000 7fcb63e00640 1 -- 172.21.15.29:0/1172473284 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fcb700223f0 con 0x556b7eafba80 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.428+0000 7fcb89071740 1 -- 172.21.15.29:0/1172473284 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb70007030 con 0x556b7eafba80 2024-09-12T03:11:22.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.428+0000 7fcb63e00640 1 -- 172.21.15.29:0/1172473284 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fcb7003b050 con 0x556b7eafba80 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.429+0000 7fcb89071740 10 client.5835 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.429+0000 7fcb89071740 1 -- 172.21.15.29:0/1172473284 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x556b7eb1cd10 con 0x556b7eafba80 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.429+0000 7fcb63e00640 1 -- 172.21.15.29:0/1172473284 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb70007030 con 0x556b7eafba80 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.429+0000 7fcb63e00640 1 -- 172.21.15.29:0/1172473284 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7fcb7003e020 con 0x556b7eafba80 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.429+0000 7fcb89071740 10 client.5835 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.429+0000 7fcb89071740 10 client.5835 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.b 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.429+0000 7fcb89071740 20 client.5835 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.429+0000 7fcb89071740 1 --2- 172.21.15.29:0/1172473284 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x556b7eb22050 0x556b7eb40840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.429+0000 7fcb89071740 4 client.5835 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "scrub abort"}] 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.429+0000 7fcb89071740 1 -- 172.21.15.29:0/1172473284 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "scrub abort"}) -- 0x556b7eb3b1c0 con 0x556b7eb22050 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.429+0000 7fcb77e00640 1 --2- 172.21.15.29:0/1172473284 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x556b7eb22050 0x556b7eb40840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb77e00640 1 --2- 172.21.15.29:0/1172473284 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x556b7eb22050 0x556b7eb40840 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5f6e90c72a4918c server_cookie=b4a00cb89cc8dd4c in_seq=0 out_seq=0 2024-09-12T03:11:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb63e00640 10 client.5835 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:22.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb63e00640 1 -- 172.21.15.29:0/1172473284 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556b7eb3b1c0 con 0x556b7eb22050 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb63e00640 10 client.5835 handle_command_reply: tid=0 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb89071740 1 client.5835 shutdown 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb89071740 1 -- 172.21.15.29:0/1172473284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 msgr2=0x556b7ebc2670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb89071740 1 --2- 172.21.15.29:0/1172473284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7ebc2670 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fcb700015b0 tx=0x7fcb70000ed0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb89071740 1 -- 172.21.15.29:0/1172473284 shutdown_connections 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb89071740 1 --2- 172.21.15.29:0/1172473284 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x556b7eb22050 0x556b7eb40840 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb89071740 1 --2- 172.21.15.29:0/1172473284 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556b7eb1f490 0x556b7eba4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb89071740 1 --2- 172.21.15.29:0/1172473284 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556b7eafd210 0x556b7eb52bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb89071740 1 --2- 172.21.15.29:0/1172473284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b7eafba80 0x556b7ebc2670 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb63e00640 0 client.5835 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.430+0000 7fcb89071740 1 -- 172.21.15.29:0/1172473284 >> 172.21.15.29:0/1172473284 conn(0x556b7eaf9240 msgr2=0x556b7eb3db30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb89071740 1 -- 172.21.15.29:0/1172473284 shutdown_connections 2024-09-12T03:11:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb89071740 1 -- 172.21.15.29:0/1172473284 wait complete. 2024-09-12T03:11:22.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb89071740 20 client.5835 trim_cache size 0 max 16384 2024-09-12T03:11:22.435 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:22.435 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:11:22.435 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:11:22.435 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb86200640 1 -- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb5c06be30 msgr2=0x7fcb5c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb86200640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb5c06be30 0x7fcb5c06e2f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcb70001780 tx=0x7fcb70009040 comp rx=0 tx=0).stop 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb86200640 1 -- 172.21.15.29:0/1561421549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb80072d80 msgr2=0x7fcb80141930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb86200640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb80072d80 0x7fcb80141930 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fcb7800cef0 tx=0x7fcb7800a710 comp rx=0 tx=0).stop 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb86200640 1 -- 172.21.15.29:0/1561421549 shutdown_connections 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb86200640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb5c06be30 0x7fcb5c06e2f0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb86200640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb80072d80 0x7fcb80141930 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb86200640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb80072040 0x7fcb801e8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb86200640 1 --2- 172.21.15.29:0/1561421549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb8006e0a0 0x7fcb801e8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb86200640 1 -- 172.21.15.29:0/1561421549 >> 172.21.15.29:0/1561421549 conn(0x7fcb80067d70 msgr2=0x7fcb8006f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.431+0000 7fcb86200640 1 -- 172.21.15.29:0/1561421549 shutdown_connections 2024-09-12T03:11:22.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.432+0000 7fcb86200640 1 -- 172.21.15.29:0/1561421549 wait complete. 2024-09-12T03:11:22.447 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:11:22.447 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.3:1 scrub status 2024-09-12T03:11:22.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.606+0000 7f93da000640 1 Processor -- start 2024-09-12T03:11:22.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.607+0000 7f93da000640 1 -- start start 2024-09-12T03:11:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.608+0000 7f93da000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f93d4072040 0x7f93d415fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.608+0000 7f93da000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f93d406e0a0 0x7f93d40cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.608+0000 7f93da000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93d4160340 con 0x7f93d4072d80 2024-09-12T03:11:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.608+0000 7f93da000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f93d41605e0 con 0x7f93d4072040 2024-09-12T03:11:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.608+0000 7f93da000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f93d41608c0 con 0x7f93d406e0a0 2024-09-12T03:11:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.608+0000 7f93d3400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f93d4072040 0x7f93d415fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.608+0000 7f93cbe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f93d4072d80 0x7f93d4072420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:59426/0 (socket says 172.21.15.29:59426) 2024-09-12T03:11:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.608+0000 7f93cbe00640 1 -- 172.21.15.29:0/169386032 learned_addr learned my addr 172.21.15.29:0/169386032 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.608+0000 7f93d3400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f93d4072040 0x7f93d415fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50898/0 (socket says 172.21.15.29:50898) 2024-09-12T03:11:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.608+0000 7f93d3e00640 1 --2- 172.21.15.29:0/169386032 >> v2:172.21.15.38:3300/0 conn(0x7f93d406e0a0 0x7f93d40cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.609+0000 7f93d3400640 1 -- 172.21.15.29:0/169386032 >> v2:172.21.15.38:3300/0 conn(0x7f93d406e0a0 msgr2=0x7f93d40cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.609+0000 7f93d3400640 1 --2- 172.21.15.29:0/169386032 >> v2:172.21.15.38:3300/0 conn(0x7f93d406e0a0 0x7f93d40cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.609+0000 7f93d3400640 1 -- 172.21.15.29:0/169386032 >> v1:172.21.15.29:6789/0 conn(0x7f93d4072d80 legacy=0x7f93d4072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.609+0000 7f93d3400640 1 -- 172.21.15.29:0/169386032 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d4160ba0 con 0x7f93d4072040 2024-09-12T03:11:22.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.609+0000 7f93d2a00640 1 -- 172.21.15.29:0/169386032 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1325186015 0 0) 0x7f93d4160340 con 0x7f93d4072d80 2024-09-12T03:11:22.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.610+0000 7f93d3400640 1 --2- 172.21.15.29:0/169386032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93d4072040 0x7f93d415fe00 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f93d415d940 tx=0x7f93c402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5938829035271163 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.610+0000 7f93d2a00640 1 -- 172.21.15.29:0/169386032 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4037070 con 0x7f93d4072040 2024-09-12T03:11:22.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.610+0000 7f93d2a00640 1 -- 172.21.15.29:0/169386032 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93c4032440 con 0x7f93d4072040 2024-09-12T03:11:22.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.610+0000 7f93d2a00640 1 -- 172.21.15.29:0/169386032 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4032810 con 0x7f93d4072040 2024-09-12T03:11:22.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.610+0000 7f93da000640 1 -- 172.21.15.29:0/169386032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93d4072040 msgr2=0x7f93d415fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.610+0000 7f93da000640 1 --2- 172.21.15.29:0/169386032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93d4072040 0x7f93d415fe00 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f93d415d940 tx=0x7f93c402a1a0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.611+0000 7f93da000640 1 -- 172.21.15.29:0/169386032 shutdown_connections 2024-09-12T03:11:22.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.611+0000 7f93da000640 1 --2- 172.21.15.29:0/169386032 >> v2:172.21.15.38:3300/0 conn(0x7f93d406e0a0 0x7f93d40cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.611+0000 7f93da000640 1 --2- 172.21.15.29:0/169386032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93d4072040 0x7f93d415fe00 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.611+0000 7f93da000640 1 -- 172.21.15.29:0/169386032 >> 172.21.15.29:0/169386032 conn(0x7f93d4067d70 msgr2=0x7f93d406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.611+0000 7f93da000640 1 -- 172.21.15.29:0/169386032 shutdown_connections 2024-09-12T03:11:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.611+0000 7f93da000640 1 -- 172.21.15.29:0/169386032 wait complete. 2024-09-12T03:11:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.612+0000 7f93da000640 1 Processor -- start 2024-09-12T03:11:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.612+0000 7f93da000640 1 -- start start 2024-09-12T03:11:22.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.613+0000 7f93da000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93d406e0a0 0x7f93d415f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.613+0000 7f93da000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93d4072040 0x7f93d4140a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.613+0000 7f93da000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93d4072d80 0x7f93d4140f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.613+0000 7f93da000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f93d406e510 con 0x7f93d4072040 2024-09-12T03:11:22.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.613+0000 7f93da000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f93d4145b00 con 0x7f93d406e0a0 2024-09-12T03:11:22.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.613+0000 7f93da000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f93d406e690 con 0x7f93d4072d80 2024-09-12T03:11:22.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.613+0000 7f93cbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93d4072040 0x7f93d4140a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.613+0000 7f93cbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93d4072040 0x7f93d4140a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50900/0 (socket says 172.21.15.29:50900) 2024-09-12T03:11:22.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.613+0000 7f93cbe00640 1 -- 172.21.15.29:0/3808535557 learned_addr learned my addr 172.21.15.29:0/3808535557 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93d3400640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93d406e0a0 0x7f93d415f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93d3e00640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93d4072d80 0x7f93d4140f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93cbe00640 1 -- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93d4072d80 msgr2=0x7f93d4140f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93cbe00640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93d4072d80 0x7f93d4140f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93cbe00640 1 -- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93d406e0a0 msgr2=0x7f93d415f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93cbe00640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93d406e0a0 0x7f93d415f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93cbe00640 1 -- 172.21.15.29:0/3808535557 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d41f76a0 con 0x7f93d4072040 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93d3400640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93d406e0a0 0x7f93d415f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93cbe00640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93d4072040 0x7f93d4140a50 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f93bc00c460 tx=0x7f93bc00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93cb400640 1 -- 172.21.15.29:0/3808535557 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93bc018070 con 0x7f93d4072040 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93cb400640 1 -- 172.21.15.29:0/3808535557 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93bc007500 con 0x7f93d4072040 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93cb400640 1 -- 172.21.15.29:0/3808535557 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93bc004a20 con 0x7f93d4072040 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.614+0000 7f93da000640 1 -- 172.21.15.29:0/3808535557 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93d41f7980 con 0x7f93d4072040 2024-09-12T03:11:22.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.615+0000 7f93da000640 1 -- 172.21.15.29:0/3808535557 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93d41f7f40 con 0x7f93d4072040 2024-09-12T03:11:22.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.616+0000 7f93cb400640 1 -- 172.21.15.29:0/3808535557 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f93bc01b070 con 0x7f93d4072040 2024-09-12T03:11:22.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.617+0000 7f93cb400640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93b006be30 0x7f93b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.617+0000 7f93cb400640 1 -- 172.21.15.29:0/3808535557 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f93bc08a2e0 con 0x7f93d4072040 2024-09-12T03:11:22.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.618+0000 7f93d3400640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93b006be30 0x7f93b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.618+0000 7f93dce7a740 1 Processor -- start 2024-09-12T03:11:22.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.618+0000 7f93dce7a740 1 -- start start 2024-09-12T03:11:22.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93d3400640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93b006be30 0x7f93b006e2f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f93c4034000 tx=0x7f93c402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b6933aec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e800 0x55b6933af200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b693364480 0x55b6933af740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93dce7a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b6932cc660 con 0x55b69337e420 2024-09-12T03:11:22.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93dce7a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b693274680 con 0x55b693364480 2024-09-12T03:11:22.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93dce7a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b6932c8620 con 0x55b69337e800 2024-09-12T03:11:22.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93d3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b6933aec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93d3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b6933aec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50908/0 (socket says 172.21.15.29:50908) 2024-09-12T03:11:22.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93d3400640 1 -- 172.21.15.29:0/4067145642 learned_addr learned my addr 172.21.15.29:0/4067145642 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93d3e00640 1 --2- 172.21.15.29:0/4067145642 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b693364480 0x55b6933af740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.619+0000 7f93cbe00640 1 --2- 172.21.15.29:0/4067145642 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e800 0x55b6933af200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.620+0000 7f93d3400640 1 -- 172.21.15.29:0/4067145642 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e800 msgr2=0x55b6933af200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.620+0000 7f93d3400640 1 --2- 172.21.15.29:0/4067145642 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e800 0x55b6933af200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.620+0000 7f93d3400640 1 -- 172.21.15.29:0/4067145642 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b693364480 msgr2=0x55b6933af740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.620+0000 7f93d3400640 1 --2- 172.21.15.29:0/4067145642 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b693364480 0x55b6933af740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.620+0000 7f93d3400640 1 -- 172.21.15.29:0/4067145642 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b6930a97d0 con 0x55b69337e420 2024-09-12T03:11:22.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.620+0000 7f93d3400640 1 --2- 172.21.15.29:0/4067145642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b6933aec40 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f93c4009860 tx=0x7f93c402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c4ee7284f194c5e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.620+0000 7f93c3400640 1 -- 172.21.15.29:0/4067145642 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c404f070 con 0x55b69337e420 2024-09-12T03:11:22.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.620+0000 7f93c3400640 1 -- 172.21.15.29:0/4067145642 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93c4038040 con 0x55b69337e420 2024-09-12T03:11:22.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.620+0000 7f93c3400640 1 -- 172.21.15.29:0/4067145642 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4037050 con 0x55b69337e420 2024-09-12T03:11:22.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.621+0000 7f93dce7a740 1 -- 172.21.15.29:0/4067145642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 msgr2=0x55b6933aec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.621+0000 7f93dce7a740 1 --2- 172.21.15.29:0/4067145642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b6933aec40 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f93c4009860 tx=0x7f93c402c000 comp rx=0 tx=0).stop 2024-09-12T03:11:22.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.621+0000 7f93dce7a740 1 -- 172.21.15.29:0/4067145642 shutdown_connections 2024-09-12T03:11:22.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.621+0000 7f93dce7a740 1 --2- 172.21.15.29:0/4067145642 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b693364480 0x55b6933af740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.621+0000 7f93dce7a740 1 --2- 172.21.15.29:0/4067145642 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e800 0x55b6933af200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.621+0000 7f93dce7a740 1 --2- 172.21.15.29:0/4067145642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b6933aec40 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.621+0000 7f93dce7a740 1 -- 172.21.15.29:0/4067145642 >> 172.21.15.29:0/4067145642 conn(0x55b693365220 msgr2=0x55b6933ad840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.621+0000 7f93dce7a740 1 -- 172.21.15.29:0/4067145642 shutdown_connections 2024-09-12T03:11:22.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.621+0000 7f93dce7a740 1 -- 172.21.15.29:0/4067145642 wait complete. 2024-09-12T03:11:22.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.622+0000 7f93dce7a740 1 -- start start 2024-09-12T03:11:22.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.622+0000 7f93dce7a740 1 Processor -- start 2024-09-12T03:11:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b693394ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e800 0x55b6933963f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b693393c60 0x55b693396930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93dce7a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b6933633e0 con 0x55b69337e420 2024-09-12T03:11:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93dce7a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b6932554c0 con 0x55b69337e800 2024-09-12T03:11:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93dce7a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b6933636c0 con 0x55b693393c60 2024-09-12T03:11:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93dce7a740 10 client.0 _ll_register_callbacks cb 0x55b6932c4e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93d3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b693394ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93d3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b693394ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50910/0 (socket says 172.21.15.29:50910) 2024-09-12T03:11:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93d3400640 1 -- 172.21.15.29:0/413804394 learned_addr learned my addr 172.21.15.29:0/413804394 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93d3e00640 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b693393c60 0x55b693396930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93cbe00640 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e800 0x55b6933963f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93d3400640 1 -- 172.21.15.29:0/413804394 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b693393c60 msgr2=0x55b693396930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93d3400640 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b693393c60 0x55b693396930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93d3400640 1 -- 172.21.15.29:0/413804394 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e800 msgr2=0x55b6933963f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93d3400640 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e800 0x55b6933963f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.623+0000 7f93d3400640 1 -- 172.21.15.29:0/413804394 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b692fdf3f0 con 0x55b69337e420 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.624+0000 7f93d3400640 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b693394ac0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f93c404d040 tx=0x7f93c4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0ab6cbe0a360f74 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.624+0000 7f93b7e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.624+0000 7f93b7e00640 1 -- 172.21.15.29:0/413804394 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c404f030 con 0x55b69337e420 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.624+0000 7f93b7e00640 1 -- 172.21.15.29:0/413804394 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f93c4056c90 con 0x55b69337e420 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.624+0000 7f93dce7a740 1 -- 172.21.15.29:0/413804394 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93c4038040 con 0x55b69337e420 2024-09-12T03:11:22.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.624+0000 7f93b7e00640 1 -- 172.21.15.29:0/413804394 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f93c405d050 con 0x55b69337e420 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.624+0000 7f93dce7a740 10 client.5850 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.624+0000 7f93dce7a740 1 -- 172.21.15.29:0/413804394 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55b692f9f0f0 con 0x55b69337e420 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.624+0000 7f93b7e00640 1 -- 172.21.15.29:0/413804394 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93c4038040 con 0x55b69337e420 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.625+0000 7f93b7e00640 1 -- 172.21.15.29:0/413804394 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7f93c4060020 con 0x55b69337e420 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.625+0000 7f93dce7a740 10 client.5850 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.625+0000 7f93dce7a740 10 client.5850 resolve_mds: resolved 3:1 to role '3:1' aka daemon mds.c 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.625+0000 7f93dce7a740 20 client.5850 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.625+0000 7f93dce7a740 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55b6933c07a0 0x55b6933c0c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.625+0000 7f93dce7a740 4 client.5850 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.625+0000 7f93dce7a740 1 -- 172.21.15.29:0/413804394 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b6932d9d90 con 0x55b6933c07a0 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.625+0000 7f93cbe00640 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55b6933c07a0 0x55b6933c0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.625+0000 7f93cbe00640 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55b6933c07a0 0x55b6933c0c30 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9d45beda26d56787 server_cookie=2c2b932810e6b22b in_seq=0 out_seq=0 2024-09-12T03:11:22.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.625+0000 7f93b7e00640 10 client.5850 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:22.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93b7e00640 1 -- 172.21.15.29:0/413804394 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b6932d9d90 con 0x55b6933c07a0 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93b7e00640 10 client.5850 handle_command_reply: tid=0 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93dce7a740 1 client.5850 shutdown 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93dce7a740 1 -- 172.21.15.29:0/413804394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 msgr2=0x55b693394ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93dce7a740 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b693394ac0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f93c404d040 tx=0x7f93c4004730 comp rx=0 tx=0).stop 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93dce7a740 1 -- 172.21.15.29:0/413804394 shutdown_connections 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93dce7a740 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b693393c60 0x55b693396930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93dce7a740 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55b6933c07a0 0x55b6933c0c30 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93dce7a740 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e800 0x55b6933963f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93dce7a740 1 --2- 172.21.15.29:0/413804394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69337e420 0x55b693394ac0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93b7e00640 0 client.5850 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.626+0000 7f93dce7a740 1 -- 172.21.15.29:0/413804394 >> 172.21.15.29:0/413804394 conn(0x55b693364480 msgr2=0x55b6933687d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.627+0000 7f93dce7a740 1 -- 172.21.15.29:0/413804394 shutdown_connections 2024-09-12T03:11:22.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.627+0000 7f93dce7a740 1 -- 172.21.15.29:0/413804394 wait complete. 2024-09-12T03:11:22.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.627+0000 7f93dce7a740 20 client.5850 trim_cache size 0 max 16384 2024-09-12T03:11:22.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.645+0000 7f93dce7a740 1 Processor -- start 2024-09-12T03:11:22.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.645+0000 7f93dce7a740 1 -- start start 2024-09-12T03:11:22.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.645+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e420 0x55b6933a7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.645+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e800 0x55b6933a9410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.645+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 0x55b6933a9950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93dce7a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f93d4201050 con 0x55b693393c60 2024-09-12T03:11:22.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93dce7a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f93d4200220 con 0x55b69337e420 2024-09-12T03:11:22.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93dce7a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f93d4200920 con 0x55b69337e800 2024-09-12T03:11:22.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93d3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 0x55b6933a9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93d3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 0x55b6933a9950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50924/0 (socket says 172.21.15.29:50924) 2024-09-12T03:11:22.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93d3e00640 1 -- 172.21.15.29:0/1499985445 learned_addr learned my addr 172.21.15.29:0/1499985445 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93cbe00640 1 --2- 172.21.15.29:0/1499985445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e800 0x55b6933a9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93d3400640 1 --2- 172.21.15.29:0/1499985445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e420 0x55b6933a7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93d3e00640 1 -- 172.21.15.29:0/1499985445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e800 msgr2=0x55b6933a9410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93d3e00640 1 --2- 172.21.15.29:0/1499985445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e800 0x55b6933a9410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93d3e00640 1 -- 172.21.15.29:0/1499985445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e420 msgr2=0x55b6933a7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93d3e00640 1 --2- 172.21.15.29:0/1499985445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e420 0x55b6933a7120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93d3e00640 1 -- 172.21.15.29:0/1499985445 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b6933934c0 con 0x55b693393c60 2024-09-12T03:11:22.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.646+0000 7f93d3e00640 1 --2- 172.21.15.29:0/1499985445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 0x55b6933a9950 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f93cc007490 tx=0x7f93cc009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f4993c1b1e15dd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.647+0000 7f93c2a00640 1 -- 172.21.15.29:0/1499985445 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93cc01c030 con 0x55b693393c60 2024-09-12T03:11:22.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.647+0000 7f93c2a00640 1 -- 172.21.15.29:0/1499985445 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93cc017680 con 0x55b693393c60 2024-09-12T03:11:22.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.647+0000 7f93c2a00640 1 -- 172.21.15.29:0/1499985445 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93cc017870 con 0x55b693393c60 2024-09-12T03:11:22.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.647+0000 7f93dce7a740 1 -- 172.21.15.29:0/1499985445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 msgr2=0x55b6933a9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.647+0000 7f93dce7a740 1 --2- 172.21.15.29:0/1499985445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 0x55b6933a9950 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f93cc007490 tx=0x7f93cc009750 comp rx=0 tx=0).stop 2024-09-12T03:11:22.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.647+0000 7f93dce7a740 1 -- 172.21.15.29:0/1499985445 shutdown_connections 2024-09-12T03:11:22.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.647+0000 7f93dce7a740 1 --2- 172.21.15.29:0/1499985445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 0x55b6933a9950 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.647+0000 7f93dce7a740 1 --2- 172.21.15.29:0/1499985445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e800 0x55b6933a9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.647+0000 7f93dce7a740 1 --2- 172.21.15.29:0/1499985445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e420 0x55b6933a7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.647+0000 7f93dce7a740 1 -- 172.21.15.29:0/1499985445 >> 172.21.15.29:0/1499985445 conn(0x55b693364480 msgr2=0x55b6933a6910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.648+0000 7f93dce7a740 1 -- 172.21.15.29:0/1499985445 shutdown_connections 2024-09-12T03:11:22.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.648+0000 7f93dce7a740 1 -- 172.21.15.29:0/1499985445 wait complete. 2024-09-12T03:11:22.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.648+0000 7f93dce7a740 1 -- start start 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.648+0000 7f93dce7a740 1 Processor -- start 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.649+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e420 0x55b693368d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.649+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e800 0x55b6933d2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.649+0000 7f93dce7a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 0x55b6933a6a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.649+0000 7f93dce7a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b693392e40 con 0x55b693393c60 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.649+0000 7f93dce7a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f93d40b45d0 con 0x55b69337e800 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.649+0000 7f93dce7a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b6933942e0 con 0x55b69337e420 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.649+0000 7f93dce7a740 10 client.0 _ll_register_callbacks cb 0x7f93c404d070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93d3400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e420 0x55b693368d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93d3400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e420 0x55b693368d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:56248/0 (socket says 172.21.15.29:56248) 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93d3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 0x55b6933a6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93d3400640 1 -- 172.21.15.29:0/408600279 learned_addr learned my addr 172.21.15.29:0/408600279 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93cbe00640 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e800 0x55b6933d2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93d3e00640 1 -- 172.21.15.29:0/408600279 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e420 msgr2=0x55b693368d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93d3e00640 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e420 0x55b693368d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93d3e00640 1 -- 172.21.15.29:0/408600279 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e800 msgr2=0x55b6933d2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:22.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93d3e00640 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e800 0x55b6933d2040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93d3e00640 1 -- 172.21.15.29:0/408600279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6933af590 con 0x55b693393c60 2024-09-12T03:11:22.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93d3e00640 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 0x55b6933a6a30 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f93cc007490 tx=0x7f93cc004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa6c5ccdd6d4108e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:22.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.650+0000 7f93b7e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:22.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93b7e00640 1 -- 172.21.15.29:0/408600279 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93cc02e060 con 0x55b693393c60 2024-09-12T03:11:22.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93b7e00640 1 -- 172.21.15.29:0/408600279 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f93cc018860 con 0x55b693393c60 2024-09-12T03:11:22.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93dce7a740 1 -- 172.21.15.29:0/408600279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93cc017680 con 0x55b693393c60 2024-09-12T03:11:22.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93b7e00640 1 -- 172.21.15.29:0/408600279 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f93cc018a80 con 0x55b693393c60 2024-09-12T03:11:22.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93dce7a740 10 client.5856 fetch_fsmap learned FSMap version 40 2024-09-12T03:11:22.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93dce7a740 1 -- 172.21.15.29:0/408600279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55b6933a98f0 con 0x55b693393c60 2024-09-12T03:11:22.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93b7e00640 1 -- 172.21.15.29:0/408600279 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93cc017680 con 0x55b693393c60 2024-09-12T03:11:22.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93b7e00640 1 -- 172.21.15.29:0/408600279 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 40) ==== 3554+0+0 (secure 0 0 0) 0x7f93cc037020 con 0x55b693393c60 2024-09-12T03:11:22.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93dce7a740 10 client.5856 fetch_fsmap finished waiting for FSMap version 40 2024-09-12T03:11:22.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93dce7a740 10 client.5856 resolve_mds: resolved 3:1 to role '3:1' aka daemon mds.c 2024-09-12T03:11:22.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93dce7a740 20 client.5856 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93dce7a740 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55b6933a6f70 0x55b69342b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93dce7a740 4 client.5856 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.651+0000 7f93dce7a740 1 -- 172.21.15.29:0/408600279 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b6932d40e0 con 0x55b6933a6f70 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.652+0000 7f93d3400640 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55b6933a6f70 0x55b69342b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.652+0000 7f93d3400640 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55b6933a6f70 0x55b69342b060 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=86398467bb6391a4 server_cookie=6b7e5a0eba9d2a32 in_seq=0 out_seq=0 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.652+0000 7f93b7e00640 10 client.5856 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.652+0000 7f93b7e00640 1 -- 172.21.15.29:0/408600279 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x55b6932d40e0 con 0x55b6933a6f70 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.652+0000 7f93b7e00640 10 client.5856 handle_command_reply: tid=0 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.652+0000 7f93dce7a740 1 client.5856 shutdown 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.652+0000 7f93dce7a740 1 -- 172.21.15.29:0/408600279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 msgr2=0x55b6933a6a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.652+0000 7f93dce7a740 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 0x55b6933a6a30 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f93cc007490 tx=0x7f93cc004ab0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.653+0000 7f93dce7a740 1 -- 172.21.15.29:0/408600279 shutdown_connections 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.653+0000 7f93dce7a740 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b693393c60 0x55b6933a6a30 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.653+0000 7f93dce7a740 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55b6933a6f70 0x55b69342b060 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.653+0000 7f93dce7a740 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69337e800 0x55b6933d2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.653+0000 7f93b7e00640 0 client.5856 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:22.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.653+0000 7f93dce7a740 1 --2- 172.21.15.29:0/408600279 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69337e420 0x55b693368d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.653+0000 7f93dce7a740 1 -- 172.21.15.29:0/408600279 >> 172.21.15.29:0/408600279 conn(0x55b693364480 msgr2=0x55b69338efc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.653+0000 7f93dce7a740 1 -- 172.21.15.29:0/408600279 shutdown_connections 2024-09-12T03:11:22.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.653+0000 7f93dce7a740 1 -- 172.21.15.29:0/408600279 wait complete. 2024-09-12T03:11:22.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.653+0000 7f93dce7a740 20 client.5856 trim_cache size 0 max 16384 2024-09-12T03:11:22.658 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:22.658 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-12T03:11:22.658 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:11:22.658 INFO:teuthology.orchestra.run.smithi029.stdout: "30b57406-856a-4f6b-a427-5e49dd23d3ba": { 2024-09-12T03:11:22.658 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:11:22.658 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "30b57406-856a-4f6b-a427-5e49dd23d3ba", 2024-09-12T03:11:22.658 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:11:22.658 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:22.658 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:22.658 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:22.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 -- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93b006be30 msgr2=0x7f93b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93b006be30 0x7f93b006e2f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f93c4034000 tx=0x7f93c402e000 comp rx=0 tx=0).stop 2024-09-12T03:11:22.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 -- 172.21.15.29:0/3808535557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93d4072040 msgr2=0x7f93d4140a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:22.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93d4072040 0x7f93d4140a50 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f93bc00c460 tx=0x7f93bc00c920 comp rx=0 tx=0).stop 2024-09-12T03:11:22.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 -- 172.21.15.29:0/3808535557 shutdown_connections 2024-09-12T03:11:22.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f93b006be30 0x7f93b006e2f0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93d4072d80 0x7f93d4140f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93d4072040 0x7f93d4140a50 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 --2- 172.21.15.29:0/3808535557 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93d406e0a0 0x7f93d415f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:22.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 -- 172.21.15.29:0/3808535557 >> 172.21.15.29:0/3808535557 conn(0x7f93d4067d70 msgr2=0x7f93d40ce210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:22.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 -- 172.21.15.29:0/3808535557 shutdown_connections 2024-09-12T03:11:22.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:22.654+0000 7f93da000640 1 -- 172.21.15.29:0/3808535557 wait complete. 2024-09-12T03:11:25.841 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:11:25.841+0000 7fcf27c00640 -1 log_channel(cluster) log [ERR] : Health check failed: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-12T03:11:27.670 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:11:27.670 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.3:1 scrub status 2024-09-12T03:11:27.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.841+0000 7f3953e00640 1 Processor -- start 2024-09-12T03:11:27.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.841+0000 7f3953e00640 1 -- start start 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.842+0000 7f3953e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f395415e640 0x7f395406e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.842+0000 7f3953e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f39540b3450 0x7f39540d2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.842+0000 7f3953e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39540d2540 con 0x7f39540d2a10 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.842+0000 7f3953e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f395406d5a0 con 0x7f395415e640 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.842+0000 7f3953e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f395406d880 con 0x7f39540b3450 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.842+0000 7f3952a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f395415e640 0x7f395406e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.842+0000 7f3952a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f395415e640 0x7f395406e360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50948/0 (socket says 172.21.15.29:50948) 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.842+0000 7f3952a00640 1 -- 172.21.15.29:0/928231357 learned_addr learned my addr 172.21.15.29:0/928231357 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.843+0000 7f3952a00640 1 -- 172.21.15.29:0/928231357 >> v2:172.21.15.38:3300/0 conn(0x7f39540b3450 msgr2=0x7f39540d2000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.843+0000 7f3952a00640 1 --2- 172.21.15.29:0/928231357 >> v2:172.21.15.38:3300/0 conn(0x7f39540b3450 0x7f39540d2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.843+0000 7f3952a00640 1 -- 172.21.15.29:0/928231357 >> v1:172.21.15.38:6789/0 conn(0x7f39540d2a10 legacy=0x7f39540d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:27.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.843+0000 7f3952a00640 1 -- 172.21.15.29:0/928231357 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f395406db60 con 0x7f395415e640 2024-09-12T03:11:27.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.844+0000 7f3952a00640 1 --2- 172.21.15.29:0/928231357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f395415e640 0x7f395406e360 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f39540cedb0 tx=0x7f394402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c42704452a79e4a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:27.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.844+0000 7f3952000640 1 -- 172.21.15.29:0/928231357 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3944037070 con 0x7f395415e640 2024-09-12T03:11:27.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.844+0000 7f3952000640 1 -- 172.21.15.29:0/928231357 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3944032440 con 0x7f395415e640 2024-09-12T03:11:27.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.844+0000 7f3952000640 1 -- 172.21.15.29:0/928231357 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3944032810 con 0x7f395415e640 2024-09-12T03:11:27.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.844+0000 7f3953e00640 1 -- 172.21.15.29:0/928231357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f395415e640 msgr2=0x7f395406e360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:27.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.844+0000 7f3953e00640 1 --2- 172.21.15.29:0/928231357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f395415e640 0x7f395406e360 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f39540cedb0 tx=0x7f394402a230 comp rx=0 tx=0).stop 2024-09-12T03:11:27.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.845+0000 7f3953e00640 1 -- 172.21.15.29:0/928231357 shutdown_connections 2024-09-12T03:11:27.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.845+0000 7f3953e00640 1 --2- 172.21.15.29:0/928231357 >> v2:172.21.15.38:3300/0 conn(0x7f39540b3450 0x7f39540d2000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.845+0000 7f3953e00640 1 --2- 172.21.15.29:0/928231357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f395415e640 0x7f395406e360 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.845+0000 7f3953e00640 1 -- 172.21.15.29:0/928231357 >> 172.21.15.29:0/928231357 conn(0x7f395408da00 msgr2=0x7f395408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:27.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.845+0000 7f3953e00640 1 -- 172.21.15.29:0/928231357 shutdown_connections 2024-09-12T03:11:27.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.845+0000 7f3953e00640 1 -- 172.21.15.29:0/928231357 wait complete. 2024-09-12T03:11:27.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.846+0000 7f3953e00640 1 Processor -- start 2024-09-12T03:11:27.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.846+0000 7f3953e00640 1 -- start start 2024-09-12T03:11:27.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.847+0000 7f3953e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39540b3450 0x7f395414f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.847+0000 7f3953e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f39540d2a10 0x7f39540b5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.847+0000 7f3953e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f395415e640 0x7f39540b5b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.847+0000 7f3953e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f39540d2fe0 con 0x7f395415e640 2024-09-12T03:11:27.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.847+0000 7f3953e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f39540d2e60 con 0x7f39540b3450 2024-09-12T03:11:27.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.847+0000 7f3953e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f39540d3160 con 0x7f39540d2a10 2024-09-12T03:11:27.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f3953400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f395415e640 0x7f39540b5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f3953400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f395415e640 0x7f39540b5b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50950/0 (socket says 172.21.15.29:50950) 2024-09-12T03:11:27.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f3953400640 1 -- 172.21.15.29:0/1716894507 learned_addr learned my addr 172.21.15.29:0/1716894507 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f3952a00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39540b3450 0x7f395414f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f394be00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f39540d2a10 0x7f39540b5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f3953400640 1 -- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f39540d2a10 msgr2=0x7f39540b5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f3953400640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f39540d2a10 0x7f39540b5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f3953400640 1 -- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39540b3450 msgr2=0x7f395414f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f3953400640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39540b3450 0x7f395414f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f3953400640 1 -- 172.21.15.29:0/1716894507 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39540b9b80 con 0x7f395415e640 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f3952a00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39540b3450 0x7f395414f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.848+0000 7f3953400640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f395415e640 0x7f39540b5b50 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f394c00c7b0 tx=0x7f394c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.849+0000 7f394aa00640 1 -- 172.21.15.29:0/1716894507 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394c017070 con 0x7f395415e640 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.849+0000 7f394aa00640 1 -- 172.21.15.29:0/1716894507 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f394c003da0 con 0x7f395415e640 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.849+0000 7f394aa00640 1 -- 172.21.15.29:0/1716894507 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394c0052b0 con 0x7f395415e640 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.849+0000 7f3953e00640 1 -- 172.21.15.29:0/1716894507 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39540b9e60 con 0x7f395415e640 2024-09-12T03:11:27.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.849+0000 7f3953e00640 1 -- 172.21.15.29:0/1716894507 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39540c7fe0 con 0x7f395415e640 2024-09-12T03:11:27.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.851+0000 7f394aa00640 1 -- 172.21.15.29:0/1716894507 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f394c005450 con 0x7f395415e640 2024-09-12T03:11:27.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.852+0000 7f394aa00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393006be60 0x7f393006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.852+0000 7f394aa00640 1 -- 172.21.15.29:0/1716894507 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f394c08a560 con 0x7f395415e640 2024-09-12T03:11:27.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.852+0000 7f3952a00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393006be60 0x7f393006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.852+0000 7f395c4bb740 1 Processor -- start 2024-09-12T03:11:27.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.853+0000 7f395c4bb740 1 -- start start 2024-09-12T03:11:27.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.853+0000 7f3952a00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393006be60 0x7f393006e320 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3944034000 tx=0x7f394402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:27.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.853+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cb318d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.853+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb179e0 0x557b1cb16240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.853+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb623f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.853+0000 7f395c4bb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557b1ca7f660 con 0x557b1cb61ea0 2024-09-12T03:11:27.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.853+0000 7f395c4bb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557b1ca27680 con 0x557b1cb314f0 2024-09-12T03:11:27.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.853+0000 7f395c4bb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557b1ca7b620 con 0x557b1cb179e0 2024-09-12T03:11:27.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3953400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb623f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3953400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb623f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50964/0 (socket says 172.21.15.29:50964) 2024-09-12T03:11:27.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3953400640 1 -- 172.21.15.29:0/3160034358 learned_addr learned my addr 172.21.15.29:0/3160034358 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:27.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f394be00640 1 --2- 172.21.15.29:0/3160034358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb179e0 0x557b1cb16240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3952a00640 1 --2- 172.21.15.29:0/3160034358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cb318d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3953400640 1 -- 172.21.15.29:0/3160034358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb179e0 msgr2=0x557b1cb16240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3953400640 1 --2- 172.21.15.29:0/3160034358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb179e0 0x557b1cb16240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3953400640 1 -- 172.21.15.29:0/3160034358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 msgr2=0x557b1cb318d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3953400640 1 --2- 172.21.15.29:0/3160034358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cb318d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3953400640 1 -- 172.21.15.29:0/3160034358 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b1c85c7d0 con 0x557b1cb61ea0 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3952a00640 1 --2- 172.21.15.29:0/3160034358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cb318d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3953400640 1 --2- 172.21.15.29:0/3160034358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb623f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f394c054a10 tx=0x7f394c0548d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63d55963886b6fe9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.854+0000 7f3943000640 1 -- 172.21.15.29:0/3160034358 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394c005740 con 0x557b1cb61ea0 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.855+0000 7f3943000640 1 -- 172.21.15.29:0/3160034358 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f394c0568b0 con 0x557b1cb61ea0 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.855+0000 7f3943000640 1 -- 172.21.15.29:0/3160034358 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394c060d00 con 0x557b1cb61ea0 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.855+0000 7f395c4bb740 1 -- 172.21.15.29:0/3160034358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 msgr2=0x557b1cb623f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.855+0000 7f395c4bb740 1 --2- 172.21.15.29:0/3160034358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb623f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f394c054a10 tx=0x7f394c0548d0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.855+0000 7f395c4bb740 1 -- 172.21.15.29:0/3160034358 shutdown_connections 2024-09-12T03:11:27.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.855+0000 7f395c4bb740 1 --2- 172.21.15.29:0/3160034358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb623f0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.855+0000 7f395c4bb740 1 --2- 172.21.15.29:0/3160034358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb179e0 0x557b1cb16240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.855+0000 7f395c4bb740 1 --2- 172.21.15.29:0/3160034358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cb318d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.855+0000 7f395c4bb740 1 -- 172.21.15.29:0/3160034358 >> 172.21.15.29:0/3160034358 conn(0x557b1cb18410 msgr2=0x557b1cb60a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:27.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.855+0000 7f395c4bb740 1 -- 172.21.15.29:0/3160034358 shutdown_connections 2024-09-12T03:11:27.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.855+0000 7f395c4bb740 1 -- 172.21.15.29:0/3160034358 wait complete. 2024-09-12T03:11:27.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.856+0000 7f395c4bb740 1 -- start start 2024-09-12T03:11:27.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.856+0000 7f395c4bb740 1 Processor -- start 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.857+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb314f0 0x557b1cb5c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.857+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb45940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.857+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb590c0 0x557b1cb5d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.857+0000 7f395c4bb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557b1cb16940 con 0x557b1cb61ea0 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.857+0000 7f395c4bb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557b1ca084c0 con 0x557b1cb590c0 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.857+0000 7f395c4bb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557b1cb16c20 con 0x557b1cb314f0 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.857+0000 7f395c4bb740 10 client.0 _ll_register_callbacks cb 0x557b1ca77e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.857+0000 7f394be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb45940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.857+0000 7f394be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb45940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50966/0 (socket says 172.21.15.29:50966) 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.857+0000 7f394be00640 1 -- 172.21.15.29:0/3581813225 learned_addr learned my addr 172.21.15.29:0/3581813225 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f3952a00640 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb314f0 0x557b1cb5c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f3953400640 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb590c0 0x557b1cb5d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f394be00640 1 -- 172.21.15.29:0/3581813225 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb314f0 msgr2=0x557b1cb5c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f394be00640 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb314f0 0x557b1cb5c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f394be00640 1 -- 172.21.15.29:0/3581813225 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb590c0 msgr2=0x557b1cb5d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f394be00640 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb590c0 0x557b1cb5d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f394be00640 1 -- 172.21.15.29:0/3581813225 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b1c7923f0 con 0x557b1cb61ea0 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f3953400640 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb590c0 0x557b1cb5d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f394be00640 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb45940 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f393c00bf30 tx=0x7f393c00f670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44a255bbe8cd07b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f3937400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f3937400640 1 -- 172.21.15.29:0/3581813225 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393c018020 con 0x557b1cb61ea0 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f3937400640 1 -- 172.21.15.29:0/3581813225 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f393c014670 con 0x557b1cb61ea0 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.858+0000 7f395c4bb740 1 -- 172.21.15.29:0/3581813225 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f394c0568b0 con 0x557b1cb61ea0 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f3937400640 1 -- 172.21.15.29:0/3581813225 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f393c014870 con 0x557b1cb61ea0 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f395c4bb740 10 client.5868 fetch_fsmap learned FSMap version 43 2024-09-12T03:11:27.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f395c4bb740 1 -- 172.21.15.29:0/3581813225 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x557b1c7520f0 con 0x557b1cb61ea0 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f3937400640 1 -- 172.21.15.29:0/3581813225 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f394c0568b0 con 0x557b1cb61ea0 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f3937400640 1 -- 172.21.15.29:0/3581813225 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 43) ==== 3558+0+0 (secure 0 0 0) 0x7f393c025080 con 0x557b1cb61ea0 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f395c4bb740 10 client.5868 fetch_fsmap finished waiting for FSMap version 43 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f395c4bb740 10 client.5868 resolve_mds: resolved 3:1 to role '3:1' aka daemon mds.c 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f395c4bb740 20 client.5868 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f395c4bb740 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x557b1cb70b60 0x557b1cb70f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f395c4bb740 4 client.5868 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f395c4bb740 1 -- 172.21.15.29:0/3581813225 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557b1ca8cd90 con 0x557b1cb70b60 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.859+0000 7f3952a00640 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x557b1cb70b60 0x557b1cb70f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.860+0000 7f3952a00640 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x557b1cb70b60 0x557b1cb70f70 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=94d167d52cac66c3 server_cookie=2311c3f4ba696972 in_seq=0 out_seq=0 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.860+0000 7f3937400640 10 client.5868 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f3937400640 1 -- 172.21.15.29:0/3581813225 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557b1ca8cd90 con 0x557b1cb70b60 2024-09-12T03:11:27.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f3937400640 10 client.5868 handle_command_reply: tid=0 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 1 client.5868 shutdown 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 1 -- 172.21.15.29:0/3581813225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 msgr2=0x557b1cb45940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb45940 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f393c00bf30 tx=0x7f393c00f670 comp rx=0 tx=0).stop 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 1 -- 172.21.15.29:0/3581813225 shutdown_connections 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x557b1cb70b60 0x557b1cb70f70 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb590c0 0x557b1cb5d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb45940 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 1 --2- 172.21.15.29:0/3581813225 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb314f0 0x557b1cb5c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 1 -- 172.21.15.29:0/3581813225 >> 172.21.15.29:0/3581813225 conn(0x557b1cb179e0 msgr2=0x557b1cb60a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f3937400640 0 client.5868 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 1 -- 172.21.15.29:0/3581813225 shutdown_connections 2024-09-12T03:11:27.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 1 -- 172.21.15.29:0/3581813225 wait complete. 2024-09-12T03:11:27.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.861+0000 7f395c4bb740 20 client.5868 trim_cache size 0 max 16384 2024-09-12T03:11:27.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.880+0000 7f395c4bb740 1 Processor -- start 2024-09-12T03:11:27.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.880+0000 7f395c4bb740 1 -- start start 2024-09-12T03:11:27.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.880+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cb56780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.880+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb590c0 0x557b1cb56cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.880+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb831e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.880+0000 7f395c4bb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3954201170 con 0x557b1cb61ea0 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.880+0000 7f395c4bb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3954200310 con 0x557b1cb314f0 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.880+0000 7f395c4bb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3954200a40 con 0x557b1cb590c0 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f3953400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb831e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f3953400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb831e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50978/0 (socket says 172.21.15.29:50978) 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f3953400640 1 -- 172.21.15.29:0/9889301 learned_addr learned my addr 172.21.15.29:0/9889301 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f394be00640 1 --2- 172.21.15.29:0/9889301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb590c0 0x557b1cb56cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f3952a00640 1 --2- 172.21.15.29:0/9889301 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cb56780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f3953400640 1 -- 172.21.15.29:0/9889301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb590c0 msgr2=0x557b1cb56cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f3953400640 1 --2- 172.21.15.29:0/9889301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb590c0 0x557b1cb56cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f3953400640 1 -- 172.21.15.29:0/9889301 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 msgr2=0x557b1cb56780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:27.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f3953400640 1 --2- 172.21.15.29:0/9889301 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cb56780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f3953400640 1 -- 172.21.15.29:0/9889301 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b1cb16590 con 0x557b1cb61ea0 2024-09-12T03:11:27.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f394be00640 1 --2- 172.21.15.29:0/9889301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb590c0 0x557b1cb56cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:27.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f3952a00640 1 --2- 172.21.15.29:0/9889301 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cb56780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:27.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.881+0000 7f3953400640 1 --2- 172.21.15.29:0/9889301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb831e0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f394c054a10 tx=0x7f394c05b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e939c17978b6dafd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:27.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f3942600640 1 -- 172.21.15.29:0/9889301 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394c005740 con 0x557b1cb61ea0 2024-09-12T03:11:27.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f3942600640 1 -- 172.21.15.29:0/9889301 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f394c0568b0 con 0x557b1cb61ea0 2024-09-12T03:11:27.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f3942600640 1 -- 172.21.15.29:0/9889301 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394c060d00 con 0x557b1cb61ea0 2024-09-12T03:11:27.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f395c4bb740 1 -- 172.21.15.29:0/9889301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 msgr2=0x557b1cb831e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f395c4bb740 1 --2- 172.21.15.29:0/9889301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb831e0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f394c054a10 tx=0x7f394c05b000 comp rx=0 tx=0).stop 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f395c4bb740 1 -- 172.21.15.29:0/9889301 shutdown_connections 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f395c4bb740 1 --2- 172.21.15.29:0/9889301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb61ea0 0x557b1cb831e0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f395c4bb740 1 --2- 172.21.15.29:0/9889301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb590c0 0x557b1cb56cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f395c4bb740 1 --2- 172.21.15.29:0/9889301 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cb56780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f395c4bb740 1 -- 172.21.15.29:0/9889301 >> 172.21.15.29:0/9889301 conn(0x557b1cb179e0 msgr2=0x557b1cb62280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f395c4bb740 1 -- 172.21.15.29:0/9889301 shutdown_connections 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.882+0000 7f395c4bb740 1 -- 172.21.15.29:0/9889301 wait complete. 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.883+0000 7f395c4bb740 1 -- start start 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.883+0000 7f395c4bb740 1 Processor -- start 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.884+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cbde740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.884+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb590c0 0x557b1cb6f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.884+0000 7f395c4bb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb61ea0 0x557b1cb6f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.884+0000 7f395c4bb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557b1cb5c040 con 0x557b1cb590c0 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.884+0000 7f395c4bb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f39540c9530 con 0x557b1cb314f0 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.884+0000 7f395c4bb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557b1cb17dc0 con 0x557b1cb61ea0 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.884+0000 7f395c4bb740 10 client.0 _ll_register_callbacks cb 0x7f393c00bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.884+0000 7f394be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb590c0 0x557b1cb6f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.884+0000 7f394be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb590c0 0x557b1cb6f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50992/0 (socket says 172.21.15.29:50992) 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.884+0000 7f394be00640 1 -- 172.21.15.29:0/1530690582 learned_addr learned my addr 172.21.15.29:0/1530690582 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.885+0000 7f3952a00640 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cbde740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.885+0000 7f3953400640 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb61ea0 0x557b1cb6f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.885+0000 7f394be00640 1 -- 172.21.15.29:0/1530690582 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb61ea0 msgr2=0x557b1cb6f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.885+0000 7f394be00640 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb61ea0 0x557b1cb6f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.885+0000 7f394be00640 1 -- 172.21.15.29:0/1530690582 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 msgr2=0x557b1cbde740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.885+0000 7f394be00640 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cbde740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.885+0000 7f394be00640 1 -- 172.21.15.29:0/1530690582 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b1cb57800 con 0x557b1cb590c0 2024-09-12T03:11:27.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.885+0000 7f3953400640 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb61ea0 0x557b1cb6f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:27.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.885+0000 7f394be00640 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb590c0 0x557b1cb6f150 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f393c00bbd0 tx=0x7f393c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=274e8ab80db0ecce server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:27.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.885+0000 7f3937400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:27.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.885+0000 7f3937400640 1 -- 172.21.15.29:0/1530690582 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393c032060 con 0x557b1cb590c0 2024-09-12T03:11:27.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f3937400640 1 -- 172.21.15.29:0/1530690582 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f393c00fe40 con 0x557b1cb590c0 2024-09-12T03:11:27.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f395c4bb740 1 -- 172.21.15.29:0/1530690582 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f394c0568b0 con 0x557b1cb590c0 2024-09-12T03:11:27.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f3937400640 1 -- 172.21.15.29:0/1530690582 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f393c018040 con 0x557b1cb590c0 2024-09-12T03:11:27.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f395c4bb740 10 client.5874 fetch_fsmap learned FSMap version 43 2024-09-12T03:11:27.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f395c4bb740 1 -- 172.21.15.29:0/1530690582 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x557b1cb83210 con 0x557b1cb590c0 2024-09-12T03:11:27.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f3937400640 1 -- 172.21.15.29:0/1530690582 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f394c0568b0 con 0x557b1cb590c0 2024-09-12T03:11:27.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f3937400640 1 -- 172.21.15.29:0/1530690582 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 43) ==== 3558+0+0 (secure 0 0 0) 0x7f393c02c030 con 0x557b1cb590c0 2024-09-12T03:11:27.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f395c4bb740 10 client.5874 fetch_fsmap finished waiting for FSMap version 43 2024-09-12T03:11:27.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f395c4bb740 10 client.5874 resolve_mds: resolved 3:1 to role '3:1' aka daemon mds.c 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f395c4bb740 20 client.5874 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f395c4bb740 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x557b1cb56f90 0x557b1cb821d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f395c4bb740 4 client.5874 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.886+0000 7f395c4bb740 1 -- 172.21.15.29:0/1530690582 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557b1cb63270 con 0x557b1cb56f90 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f3952a00640 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x557b1cb56f90 0x557b1cb821d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f3952a00640 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x557b1cb56f90 0x557b1cb821d0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7de6fdf418bb4f91 server_cookie=4cc69056cd439380 in_seq=0 out_seq=0 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f3937400640 10 client.5874 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f3937400640 1 -- 172.21.15.29:0/1530690582 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x557b1cb63270 con 0x557b1cb56f90 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f3937400640 10 client.5874 handle_command_reply: tid=0 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f395c4bb740 1 client.5874 shutdown 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f395c4bb740 1 -- 172.21.15.29:0/1530690582 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb590c0 msgr2=0x557b1cb6f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:27.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f395c4bb740 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb590c0 0x557b1cb6f150 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f393c00bbd0 tx=0x7f393c012000 comp rx=0 tx=0).stop 2024-09-12T03:11:27.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f395c4bb740 1 -- 172.21.15.29:0/1530690582 shutdown_connections 2024-09-12T03:11:27.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f395c4bb740 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557b1cb61ea0 0x557b1cb6f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f395c4bb740 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b1cb590c0 0x557b1cb6f150 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f395c4bb740 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x557b1cb56f90 0x557b1cb821d0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f395c4bb740 1 --2- 172.21.15.29:0/1530690582 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557b1cb314f0 0x557b1cbde740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.887+0000 7f395c4bb740 1 -- 172.21.15.29:0/1530690582 >> 172.21.15.29:0/1530690582 conn(0x557b1cb179e0 msgr2=0x557b1cb56780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:27.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f3937400640 0 client.5874 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:27.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f395c4bb740 1 -- 172.21.15.29:0/1530690582 shutdown_connections 2024-09-12T03:11:27.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f395c4bb740 1 -- 172.21.15.29:0/1530690582 wait complete. 2024-09-12T03:11:27.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f395c4bb740 20 client.5874 trim_cache size 0 max 16384 2024-09-12T03:11:27.893 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:27.893 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-12T03:11:27.893 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:11:27.893 INFO:teuthology.orchestra.run.smithi029.stdout: "30b57406-856a-4f6b-a427-5e49dd23d3ba": { 2024-09-12T03:11:27.893 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:11:27.893 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "30b57406-856a-4f6b-a427-5e49dd23d3ba", 2024-09-12T03:11:27.893 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:11:27.893 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:27.893 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:27.893 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:27.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f3953e00640 1 -- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393006be60 msgr2=0x7f393006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:27.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f3953e00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393006be60 0x7f393006e320 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3944034000 tx=0x7f394402e000 comp rx=0 tx=0).stop 2024-09-12T03:11:27.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f3953e00640 1 -- 172.21.15.29:0/1716894507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f395415e640 msgr2=0x7f39540b5b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:27.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f3953e00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f395415e640 0x7f39540b5b50 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f394c00c7b0 tx=0x7f394c00cc70 comp rx=0 tx=0).stop 2024-09-12T03:11:27.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f3953e00640 1 -- 172.21.15.29:0/1716894507 shutdown_connections 2024-09-12T03:11:27.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f3953e00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393006be60 0x7f393006e320 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f3953e00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f395415e640 0x7f39540b5b50 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f3953e00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f39540d2a10 0x7f39540b5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f3953e00640 1 --2- 172.21.15.29:0/1716894507 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39540b3450 0x7f395414f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:27.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.888+0000 7f3953e00640 1 -- 172.21.15.29:0/1716894507 >> 172.21.15.29:0/1716894507 conn(0x7f395408da00 msgr2=0x7f395415d870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:27.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.889+0000 7f3953e00640 1 -- 172.21.15.29:0/1716894507 shutdown_connections 2024-09-12T03:11:27.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:27.889+0000 7f3953e00640 1 -- 172.21.15.29:0/1716894507 wait complete. 2024-09-12T03:11:32.906 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:11:32.906 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.3:1 scrub status 2024-09-12T03:11:33.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.076+0000 7faab1800640 1 Processor -- start 2024-09-12T03:11:33.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.076+0000 7faab1800640 1 -- start start 2024-09-12T03:11:33.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.077+0000 7faab1800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7faaac15e6a0 0x7faaac0d3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.077+0000 7faab1800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faaac0d1780 0x7faaac0b7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.077+0000 7faab1800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faaac15ea80 con 0x7faaac0d3870 2024-09-12T03:11:33.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.077+0000 7faab1800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7faaac0b7b60 con 0x7faaac0d1780 2024-09-12T03:11:33.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.077+0000 7faab1800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7faaac0d3d60 con 0x7faaac15e6a0 2024-09-12T03:11:33.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.077+0000 7faaab400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faaac0d1780 0x7faaac0b7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.078+0000 7faaab400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faaac0d1780 0x7faaac0b7ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60180/0 (socket says 172.21.15.29:60180) 2024-09-12T03:11:33.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.078+0000 7faaab400640 1 -- 172.21.15.29:0/1425275460 learned_addr learned my addr 172.21.15.29:0/1425275460 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:33.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.078+0000 7faaaaa00640 1 --2- 172.21.15.29:0/1425275460 >> v2:172.21.15.38:3300/0 conn(0x7faaac15e6a0 0x7faaac0d3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.078+0000 7faaab400640 1 -- 172.21.15.29:0/1425275460 >> v2:172.21.15.38:3300/0 conn(0x7faaac15e6a0 msgr2=0x7faaac0d3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:33.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.078+0000 7faaab400640 1 --2- 172.21.15.29:0/1425275460 >> v2:172.21.15.38:3300/0 conn(0x7faaac15e6a0 0x7faaac0d3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.078+0000 7faaab400640 1 -- 172.21.15.29:0/1425275460 >> v1:172.21.15.38:6789/0 conn(0x7faaac0d3870 legacy=0x7faaac0d1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:33.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.078+0000 7faaab400640 1 -- 172.21.15.29:0/1425275460 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaac0d4040 con 0x7faaac0d1780 2024-09-12T03:11:33.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.079+0000 7faaab400640 1 --2- 172.21.15.29:0/1425275460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faaac0d1780 0x7faaac0b7ff0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7faaac069460 tx=0x7faaa402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfc7fe5ec6fcf65f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:33.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.079+0000 7faaa9600640 1 -- 172.21.15.29:0/1425275460 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa4036070 con 0x7faaac0d1780 2024-09-12T03:11:33.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.079+0000 7faaa9600640 1 -- 172.21.15.29:0/1425275460 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaa4031600 con 0x7faaac0d1780 2024-09-12T03:11:33.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.079+0000 7faaa9600640 1 -- 172.21.15.29:0/1425275460 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa40319d0 con 0x7faaac0d1780 2024-09-12T03:11:33.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.080+0000 7faab1800640 1 -- 172.21.15.29:0/1425275460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faaac0d1780 msgr2=0x7faaac0b7ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:33.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.080+0000 7faab1800640 1 --2- 172.21.15.29:0/1425275460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faaac0d1780 0x7faaac0b7ff0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7faaac069460 tx=0x7faaa402a730 comp rx=0 tx=0).stop 2024-09-12T03:11:33.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.080+0000 7faab1800640 1 -- 172.21.15.29:0/1425275460 shutdown_connections 2024-09-12T03:11:33.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.080+0000 7faab1800640 1 --2- 172.21.15.29:0/1425275460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faaac0d1780 0x7faaac0b7ff0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.080+0000 7faab1800640 1 --2- 172.21.15.29:0/1425275460 >> v2:172.21.15.38:3300/0 conn(0x7faaac15e6a0 0x7faaac0d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.080+0000 7faab1800640 1 -- 172.21.15.29:0/1425275460 >> 172.21.15.29:0/1425275460 conn(0x7faaac067f80 msgr2=0x7faaac06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:33.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.080+0000 7faab1800640 1 -- 172.21.15.29:0/1425275460 shutdown_connections 2024-09-12T03:11:33.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.080+0000 7faab1800640 1 -- 172.21.15.29:0/1425275460 wait complete. 2024-09-12T03:11:33.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.082+0000 7faab1800640 1 Processor -- start 2024-09-12T03:11:33.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.082+0000 7faab1800640 1 -- start start 2024-09-12T03:11:33.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faab1800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faaac0d1780 0x7faaac0ae2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faab1800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faaac0d3870 0x7faaac1f7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faab1800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faaac15e6a0 0x7faaac1f7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faab1800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7faaac0b7870 con 0x7faaac0d1780 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faab1800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7faaac0b76f0 con 0x7faaac0d3870 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faab1800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7faaac0cf780 con 0x7faaac15e6a0 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faaaaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faaac0d1780 0x7faaac0ae2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faaaaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faaac0d1780 0x7faaac0ae2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60186/0 (socket says 172.21.15.29:60186) 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faaaaa00640 1 -- 172.21.15.29:0/1414683954 learned_addr learned my addr 172.21.15.29:0/1414683954 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faaaa000640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faaac0d3870 0x7faaac1f7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faaab400640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faaac15e6a0 0x7faaac1f7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faaaaa00640 1 -- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faaac15e6a0 msgr2=0x7faaac1f7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:33.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faaaaa00640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faaac15e6a0 0x7faaac1f7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faaaaa00640 1 -- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faaac0d3870 msgr2=0x7faaac1f7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:33.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faaaaa00640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faaac0d3870 0x7faaac1f7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.083+0000 7faaaaa00640 1 -- 172.21.15.29:0/1414683954 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaac0aea20 con 0x7faaac0d1780 2024-09-12T03:11:33.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.084+0000 7faaaaa00640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faaac0d1780 0x7faaac0ae2f0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7faa9c00e870 tx=0x7faa9c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:33.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.084+0000 7faaa2a00640 1 -- 172.21.15.29:0/1414683954 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9c017070 con 0x7faaac0d1780 2024-09-12T03:11:33.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.084+0000 7faaa2a00640 1 -- 172.21.15.29:0/1414683954 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa9c00c940 con 0x7faaac0d1780 2024-09-12T03:11:33.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.084+0000 7faaa2a00640 1 -- 172.21.15.29:0/1414683954 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9c00cd30 con 0x7faaac0d1780 2024-09-12T03:11:33.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.084+0000 7faab1800640 1 -- 172.21.15.29:0/1414683954 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaac0aed00 con 0x7faaac0d1780 2024-09-12T03:11:33.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.084+0000 7faab1800640 1 -- 172.21.15.29:0/1414683954 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaac0af2c0 con 0x7faaac0d1780 2024-09-12T03:11:33.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.086+0000 7faaa2a00640 1 -- 172.21.15.29:0/1414683954 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faa9c01a070 con 0x7faaac0d1780 2024-09-12T03:11:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.087+0000 7faaa2a00640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faa8c06be30 0x7faa8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.087+0000 7faaa2a00640 1 -- 172.21.15.29:0/1414683954 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7faa9c08b280 con 0x7faaac0d1780 2024-09-12T03:11:33.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.088+0000 7faaaa000640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faa8c06be30 0x7faa8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.088+0000 7faab468c740 1 Processor -- start 2024-09-12T03:11:33.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.088+0000 7faab468c740 1 -- start start 2024-09-12T03:11:33.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.088+0000 7faaaa000640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faa8c06be30 0x7faa8c06e2f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7faaac0d15e0 tx=0x7faa98009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faab468c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d129420 0x55d63d159c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faab468c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d15a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faab468c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d10f480 0x55d63d15a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faab468c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d63d077660 con 0x55d63d129800 2024-09-12T03:11:33.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faab468c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55d63d01f680 con 0x55d63d129420 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faab468c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55d63d073620 con 0x55d63d10f480 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faaaa000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d15a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faaaa000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d15a200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60198/0 (socket says 172.21.15.29:60198) 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faaaa000640 1 -- 172.21.15.29:0/1103455187 learned_addr learned my addr 172.21.15.29:0/1103455187 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faaaaa00640 1 --2- 172.21.15.29:0/1103455187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d129420 0x55d63d159c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faaab400640 1 --2- 172.21.15.29:0/1103455187 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d10f480 0x55d63d15a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faaaa000640 1 -- 172.21.15.29:0/1103455187 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d10f480 msgr2=0x55d63d15a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faaaa000640 1 --2- 172.21.15.29:0/1103455187 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d10f480 0x55d63d15a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faaaa000640 1 -- 172.21.15.29:0/1103455187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d129420 msgr2=0x55d63d159c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faaaa000640 1 --2- 172.21.15.29:0/1103455187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d129420 0x55d63d159c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.089+0000 7faaaa000640 1 -- 172.21.15.29:0/1103455187 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d63ce547d0 con 0x55d63d129800 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.090+0000 7faaaa000640 1 --2- 172.21.15.29:0/1103455187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d15a200 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7faa9800f9e0 tx=0x7faa98012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=453ebb499dfa0d5f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:33.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.090+0000 7faa97400640 1 -- 172.21.15.29:0/1103455187 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa98025070 con 0x55d63d129800 2024-09-12T03:11:33.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.090+0000 7faa97400640 1 -- 172.21.15.29:0/1103455187 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa9801b050 con 0x55d63d129800 2024-09-12T03:11:33.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.090+0000 7faa97400640 1 -- 172.21.15.29:0/1103455187 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa98001440 con 0x55d63d129800 2024-09-12T03:11:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.091+0000 7faab468c740 1 -- 172.21.15.29:0/1103455187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 msgr2=0x55d63d15a200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.091+0000 7faab468c740 1 --2- 172.21.15.29:0/1103455187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d15a200 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7faa9800f9e0 tx=0x7faa98012000 comp rx=0 tx=0).stop 2024-09-12T03:11:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.091+0000 7faab468c740 1 -- 172.21.15.29:0/1103455187 shutdown_connections 2024-09-12T03:11:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.091+0000 7faab468c740 1 --2- 172.21.15.29:0/1103455187 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d10f480 0x55d63d15a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.091+0000 7faab468c740 1 --2- 172.21.15.29:0/1103455187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d15a200 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.091+0000 7faab468c740 1 --2- 172.21.15.29:0/1103455187 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d129420 0x55d63d159c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.091+0000 7faab468c740 1 -- 172.21.15.29:0/1103455187 >> 172.21.15.29:0/1103455187 conn(0x55d63d110220 msgr2=0x55d63d158840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:33.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.091+0000 7faab468c740 1 -- 172.21.15.29:0/1103455187 shutdown_connections 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.091+0000 7faab468c740 1 -- 172.21.15.29:0/1103455187 wait complete. 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.091+0000 7faab468c740 1 -- start start 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.092+0000 7faab468c740 1 Processor -- start 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faab468c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129420 0x55d63d155df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faab468c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d129800 0x55d63d168690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faab468c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d13ecf0 0x55d63d168bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faab468c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d63d10e3e0 con 0x55d63d13ecf0 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faab468c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55d63d0004c0 con 0x55d63d129800 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faab468c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55d63d10e6c0 con 0x55d63d129420 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faab468c740 10 client.0 _ll_register_callbacks cb 0x55d63d06fe80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaab400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d13ecf0 0x55d63d168bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaab400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d13ecf0 0x55d63d168bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60202/0 (socket says 172.21.15.29:60202) 2024-09-12T03:11:33.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaab400640 1 -- 172.21.15.29:0/3794251010 learned_addr learned my addr 172.21.15.29:0/3794251010 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaaa000640 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d129800 0x55d63d168690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaaaa00640 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129420 0x55d63d155df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaab400640 1 -- 172.21.15.29:0/3794251010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129420 msgr2=0x55d63d155df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaab400640 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129420 0x55d63d155df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaab400640 1 -- 172.21.15.29:0/3794251010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d129800 msgr2=0x55d63d168690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaab400640 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d129800 0x55d63d168690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaab400640 1 -- 172.21.15.29:0/3794251010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d63cd8a3f0 con 0x55d63d13ecf0 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaaa000640 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d129800 0x55d63d168690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.093+0000 7faaaaa00640 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129420 0x55d63d155df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.094+0000 7faaab400640 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d13ecf0 0x55d63d168bd0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7faaa402a770 tx=0x7faaa4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeccfac56b9754ad server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.094+0000 7faa8be00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.094+0000 7faa8be00640 1 -- 172.21.15.29:0/3794251010 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa4044070 con 0x55d63d13ecf0 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.094+0000 7faab468c740 1 -- 172.21.15.29:0/3794251010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa9801b050 con 0x55d63d13ecf0 2024-09-12T03:11:33.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.094+0000 7faa8be00640 1 -- 172.21.15.29:0/3794251010 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7faaa403e470 con 0x55d63d13ecf0 2024-09-12T03:11:33.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.094+0000 7faa8be00640 1 -- 172.21.15.29:0/3794251010 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7faaa404e050 con 0x55d63d13ecf0 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.094+0000 7faab468c740 10 client.5886 fetch_fsmap learned FSMap version 43 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.094+0000 7faab468c740 1 -- 172.21.15.29:0/3794251010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x55d63cd4a0f0 con 0x55d63d13ecf0 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.094+0000 7faa8be00640 1 -- 172.21.15.29:0/3794251010 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa9801b050 con 0x55d63d13ecf0 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.095+0000 7faa8be00640 1 -- 172.21.15.29:0/3794251010 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 43) ==== 3558+0+0 (secure 0 0 0) 0x7faaa4051020 con 0x55d63d13ecf0 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.095+0000 7faab468c740 10 client.5886 fetch_fsmap finished waiting for FSMap version 43 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.095+0000 7faab468c740 10 client.5886 resolve_mds: resolved 3:1 to role '3:1' aka daemon mds.c 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.095+0000 7faab468c740 20 client.5886 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.095+0000 7faab468c740 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55d63d113950 0x55d63d176490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.095+0000 7faab468c740 4 client.5886 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.095+0000 7faab468c740 1 -- 172.21.15.29:0/3794251010 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d63d084d90 con 0x55d63d113950 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.095+0000 7faaaaa00640 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55d63d113950 0x55d63d176490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.095+0000 7faaaaa00640 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55d63d113950 0x55d63d176490 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3912477c59de1d54 server_cookie=6ee3f42eb3ddb21 in_seq=0 out_seq=0 2024-09-12T03:11:33.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.095+0000 7faa8be00640 10 client.5886 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faa8be00640 1 -- 172.21.15.29:0/3794251010 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d63d084d90 con 0x55d63d113950 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faa8be00640 10 client.5886 handle_command_reply: tid=0 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faab468c740 1 client.5886 shutdown 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faab468c740 1 -- 172.21.15.29:0/3794251010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d13ecf0 msgr2=0x55d63d168bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faab468c740 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d13ecf0 0x55d63d168bd0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7faaa402a770 tx=0x7faaa4004ab0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faab468c740 1 -- 172.21.15.29:0/3794251010 shutdown_connections 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faab468c740 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d13ecf0 0x55d63d168bd0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faab468c740 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55d63d113950 0x55d63d176490 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faab468c740 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d129800 0x55d63d168690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faab468c740 1 --2- 172.21.15.29:0/3794251010 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129420 0x55d63d155df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faab468c740 1 -- 172.21.15.29:0/3794251010 >> 172.21.15.29:0/3794251010 conn(0x55d63d10f480 msgr2=0x55d63d10cf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.096+0000 7faa8be00640 0 client.5886 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.097+0000 7faab468c740 1 -- 172.21.15.29:0/3794251010 shutdown_connections 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.097+0000 7faab468c740 1 -- 172.21.15.29:0/3794251010 wait complete. 2024-09-12T03:11:33.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.097+0000 7faab468c740 20 client.5886 trim_cache size 0 max 16384 2024-09-12T03:11:33.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.115+0000 7faab468c740 1 Processor -- start 2024-09-12T03:11:33.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.115+0000 7faab468c740 1 -- start start 2024-09-12T03:11:33.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faab468c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129420 0x55d63d1694a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faab468c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129800 0x55d63d168580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faab468c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d13ecf0 0x55d63d155650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faab468c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7faaac201250 con 0x55d63d129420 2024-09-12T03:11:33.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faab468c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7faaac2004d0 con 0x55d63d13ecf0 2024-09-12T03:11:33.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faab468c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7faaac200b20 con 0x55d63d129800 2024-09-12T03:11:33.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faaaaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129420 0x55d63d1694a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faaaaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129420 0x55d63d1694a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60212/0 (socket says 172.21.15.29:60212) 2024-09-12T03:11:33.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faaaaa00640 1 -- 172.21.15.29:0/3458829475 learned_addr learned my addr 172.21.15.29:0/3458829475 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:33.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faaaaa00640 1 -- 172.21.15.29:0/3458829475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129800 msgr2=0x55d63d168580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:33.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faaaaa00640 1 --2- 172.21.15.29:0/3458829475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129800 0x55d63d168580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faaab400640 1 --2- 172.21.15.29:0/3458829475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d13ecf0 0x55d63d155650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faaaaa00640 1 -- 172.21.15.29:0/3458829475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d13ecf0 msgr2=0x55d63d155650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faaaaa00640 1 --2- 172.21.15.29:0/3458829475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d13ecf0 0x55d63d155650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faaaaa00640 1 -- 172.21.15.29:0/3458829475 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d63d1119f0 con 0x55d63d129420 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.116+0000 7faaab400640 1 --2- 172.21.15.29:0/3458829475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d13ecf0 0x55d63d155650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.117+0000 7faaaaa00640 1 --2- 172.21.15.29:0/3458829475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129420 0x55d63d1694a0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7faa9c059080 tx=0x7faa9c08b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da98c7105e0a6cfc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.117+0000 7faa96a00640 1 -- 172.21.15.29:0/3458829475 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9c087070 con 0x55d63d129420 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.117+0000 7faa96a00640 1 -- 172.21.15.29:0/3458829475 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa9c089660 con 0x55d63d129420 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.117+0000 7faa96a00640 1 -- 172.21.15.29:0/3458829475 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9c021040 con 0x55d63d129420 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.117+0000 7faab468c740 1 -- 172.21.15.29:0/3458829475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129420 msgr2=0x55d63d1694a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.117+0000 7faab468c740 1 --2- 172.21.15.29:0/3458829475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129420 0x55d63d1694a0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7faa9c059080 tx=0x7faa9c08b040 comp rx=0 tx=0).stop 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.118+0000 7faab468c740 1 -- 172.21.15.29:0/3458829475 shutdown_connections 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.118+0000 7faab468c740 1 --2- 172.21.15.29:0/3458829475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d13ecf0 0x55d63d155650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.118+0000 7faab468c740 1 --2- 172.21.15.29:0/3458829475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129800 0x55d63d168580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.118+0000 7faab468c740 1 --2- 172.21.15.29:0/3458829475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129420 0x55d63d1694a0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.118+0000 7faab468c740 1 -- 172.21.15.29:0/3458829475 >> 172.21.15.29:0/3458829475 conn(0x55d63d10f480 msgr2=0x55d63d1531d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:33.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.118+0000 7faab468c740 1 -- 172.21.15.29:0/3458829475 shutdown_connections 2024-09-12T03:11:33.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.118+0000 7faab468c740 1 -- 172.21.15.29:0/3458829475 wait complete. 2024-09-12T03:11:33.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.118+0000 7faab468c740 1 -- start start 2024-09-12T03:11:33.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.118+0000 7faab468c740 1 Processor -- start 2024-09-12T03:11:33.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.119+0000 7faab468c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129420 0x55d63d158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.119+0000 7faab468c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d127dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.119+0000 7faab468c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d13ecf0 0x55d63d128300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.119+0000 7faab468c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d63d157ae0 con 0x55d63d129800 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.119+0000 7faab468c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7faaac0ac220 con 0x55d63d13ecf0 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.119+0000 7faab468c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55d63d154e30 con 0x55d63d129420 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.119+0000 7faab468c740 10 client.0 _ll_register_callbacks cb 0x7faa9c009060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faaaa000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d127dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faaaa000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d127dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60228/0 (socket says 172.21.15.29:60228) 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faaaa000640 1 -- 172.21.15.29:0/4034971888 learned_addr learned my addr 172.21.15.29:0/4034971888 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faaaaa00640 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129420 0x55d63d158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faaab400640 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d13ecf0 0x55d63d128300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faaaa000640 1 -- 172.21.15.29:0/4034971888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129420 msgr2=0x55d63d158bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faaaa000640 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129420 0x55d63d158bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faaaa000640 1 -- 172.21.15.29:0/4034971888 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d13ecf0 msgr2=0x55d63d128300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:33.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faaaa000640 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d13ecf0 0x55d63d128300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faaaa000640 1 -- 172.21.15.29:0/4034971888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d63d15bef0 con 0x55d63d129800 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faaaa000640 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d127dc0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7faa9800f9b0 tx=0x7faa98007e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fd9c8df66c03a7e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.120+0000 7faa8be00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faa8be00640 1 -- 172.21.15.29:0/4034971888 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9802e020 con 0x55d63d129800 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faa8be00640 1 -- 172.21.15.29:0/4034971888 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7faa98020b50 con 0x55d63d129800 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faab468c740 1 -- 172.21.15.29:0/4034971888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa9c089660 con 0x55d63d129800 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faa8be00640 1 -- 172.21.15.29:0/4034971888 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7faa98025050 con 0x55d63d129800 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faab468c740 10 client.5892 fetch_fsmap learned FSMap version 43 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faab468c740 1 -- 172.21.15.29:0/4034971888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x55d63d159100 con 0x55d63d129800 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faa8be00640 1 -- 172.21.15.29:0/4034971888 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa9c089660 con 0x55d63d129800 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faa8be00640 1 -- 172.21.15.29:0/4034971888 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 43) ==== 3558+0+0 (secure 0 0 0) 0x7faa98033420 con 0x55d63d129800 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faab468c740 10 client.5892 fetch_fsmap finished waiting for FSMap version 43 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faab468c740 10 client.5892 resolve_mds: resolved 3:1 to role '3:1' aka daemon mds.c 2024-09-12T03:11:33.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faab468c740 20 client.5892 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faab468c740 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55d63d155710 0x55d63d155af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faab468c740 4 client.5892 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.121+0000 7faab468c740 1 -- 172.21.15.29:0/4034971888 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d63d07f0e0 con 0x55d63d155710 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.122+0000 7faaaaa00640 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55d63d155710 0x55d63d155af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.122+0000 7faaaaa00640 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55d63d155710 0x55d63d155af0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a63694f7fa04af5f server_cookie=80f21ba02a212c0f in_seq=0 out_seq=0 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.122+0000 7faa8be00640 10 client.5892 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.122+0000 7faa8be00640 1 -- 172.21.15.29:0/4034971888 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x55d63d07f0e0 con 0x55d63d155710 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.122+0000 7faa8be00640 10 client.5892 handle_command_reply: tid=0 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.122+0000 7faab468c740 1 client.5892 shutdown 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.122+0000 7faab468c740 1 -- 172.21.15.29:0/4034971888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 msgr2=0x55d63d127dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.122+0000 7faab468c740 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d127dc0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7faa9800f9b0 tx=0x7faa98007e50 comp rx=0 tx=0).stop 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab468c740 1 -- 172.21.15.29:0/4034971888 shutdown_connections 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab468c740 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x55d63d155710 0x55d63d155af0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab468c740 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d63d13ecf0 0x55d63d128300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab468c740 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d63d129800 0x55d63d127dc0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab468c740 1 --2- 172.21.15.29:0/4034971888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d63d129420 0x55d63d158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faa8be00640 0 client.5892 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:33.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab468c740 1 -- 172.21.15.29:0/4034971888 >> 172.21.15.29:0/4034971888 conn(0x55d63d10f480 msgr2=0x55d63d10d080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:33.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab468c740 1 -- 172.21.15.29:0/4034971888 shutdown_connections 2024-09-12T03:11:33.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab468c740 1 -- 172.21.15.29:0/4034971888 wait complete. 2024-09-12T03:11:33.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab468c740 20 client.5892 trim_cache size 0 max 16384 2024-09-12T03:11:33.127 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:33.127 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-12T03:11:33.127 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:11:33.128 INFO:teuthology.orchestra.run.smithi029.stdout: "30b57406-856a-4f6b-a427-5e49dd23d3ba": { 2024-09-12T03:11:33.128 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:11:33.128 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "30b57406-856a-4f6b-a427-5e49dd23d3ba", 2024-09-12T03:11:33.128 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:11:33.128 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:33.128 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:33.128 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:33.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab1800640 1 -- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faa8c06be30 msgr2=0x7faa8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:33.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab1800640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faa8c06be30 0x7faa8c06e2f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7faaac0d15e0 tx=0x7faa98009040 comp rx=0 tx=0).stop 2024-09-12T03:11:33.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab1800640 1 -- 172.21.15.29:0/1414683954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faaac0d1780 msgr2=0x7faaac0ae2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:33.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab1800640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faaac0d1780 0x7faaac0ae2f0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7faa9c00e870 tx=0x7faa9c00ed30 comp rx=0 tx=0).stop 2024-09-12T03:11:33.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab1800640 1 -- 172.21.15.29:0/1414683954 shutdown_connections 2024-09-12T03:11:33.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab1800640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faa8c06be30 0x7faa8c06e2f0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.123+0000 7faab1800640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faaac15e6a0 0x7faaac1f7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.124+0000 7faab1800640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faaac0d3870 0x7faaac1f7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.124+0000 7faab1800640 1 --2- 172.21.15.29:0/1414683954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faaac0d1780 0x7faaac0ae2f0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:33.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.124+0000 7faab1800640 1 -- 172.21.15.29:0/1414683954 >> 172.21.15.29:0/1414683954 conn(0x7faaac067f80 msgr2=0x7faaac0b9cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:33.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.124+0000 7faab1800640 1 -- 172.21.15.29:0/1414683954 shutdown_connections 2024-09-12T03:11:33.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:33.124+0000 7faab1800640 1 -- 172.21.15.29:0/1414683954 wait complete. 2024-09-12T03:11:35.473 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:11:35.473+0000 7fcf27c00640 -1 log_channel(cluster) log [ERR] : Health check update: 3 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-12T03:11:38.140 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:11:38.140 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.3:1 scrub status 2024-09-12T03:11:38.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.309+0000 7fa250000640 1 Processor -- start 2024-09-12T03:11:38.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.310+0000 7fa250000640 1 -- start start 2024-09-12T03:11:38.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.311+0000 7fa250000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa248162910 0x7fa2480b5440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.311+0000 7fa250000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2480b4160 con 0x7fa2480b3bb0 2024-09-12T03:11:38.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.311+0000 7fa250000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2480b4960 con 0x7fa248072040 2024-09-12T03:11:38.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.311+0000 7fa250000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa2480b4c40 con 0x7fa248162910 2024-09-12T03:11:38.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.311+0000 7fa24e000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa2480b3bb0 0x7fa2480cdfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51724/0 (socket says 172.21.15.29:51724) 2024-09-12T03:11:38.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.311+0000 7fa24e000640 1 -- 172.21.15.29:0/2107430452 learned_addr learned my addr 172.21.15.29:0/2107430452 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:38.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.311+0000 7fa24d600640 1 --2- 172.21.15.29:0/2107430452 >> v2:172.21.15.38:3300/0 conn(0x7fa248162910 0x7fa2480b5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.312+0000 7fa247e00640 1 -- 172.21.15.29:0/2107430452 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2967162360 0 0) 0x7fa2480b4160 con 0x7fa2480b3bb0 2024-09-12T03:11:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.312+0000 7fa247e00640 1 -- 172.21.15.29:0/2107430452 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa230003520 con 0x7fa2480b3bb0 2024-09-12T03:11:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.312+0000 7fa247e00640 1 -- 172.21.15.29:0/2107430452 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 348273048 0 0) 0x7fa2480b4960 con 0x7fa248072040 2024-09-12T03:11:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.312+0000 7fa247e00640 1 -- 172.21.15.29:0/2107430452 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa2480b4160 con 0x7fa248072040 2024-09-12T03:11:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.312+0000 7fa24d600640 1 -- 172.21.15.29:0/2107430452 >> v1:172.21.15.38:6789/0 conn(0x7fa248072040 legacy=0x7fa2480b34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.312+0000 7fa24d600640 1 -- 172.21.15.29:0/2107430452 >> v1:172.21.15.29:6789/0 conn(0x7fa2480b3bb0 legacy=0x7fa2480cdfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.312+0000 7fa24d600640 1 -- 172.21.15.29:0/2107430452 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa248162cf0 con 0x7fa248162910 2024-09-12T03:11:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.313+0000 7fa24d600640 1 --2- 172.21.15.29:0/2107430452 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa248162910 0x7fa2480b5440 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa23c0097a0 tx=0x7fa23c02a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a98b3b6341a58eb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.313+0000 7fa247e00640 1 -- 172.21.15.29:0/2107430452 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c037070 con 0x7fa248162910 2024-09-12T03:11:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.313+0000 7fa247e00640 1 -- 172.21.15.29:0/2107430452 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa23c032640 con 0x7fa248162910 2024-09-12T03:11:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.313+0000 7fa247e00640 1 -- 172.21.15.29:0/2107430452 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c0329f0 con 0x7fa248162910 2024-09-12T03:11:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.314+0000 7fa250000640 1 -- 172.21.15.29:0/2107430452 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa248162910 msgr2=0x7fa2480b5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.314+0000 7fa250000640 1 --2- 172.21.15.29:0/2107430452 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa248162910 0x7fa2480b5440 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa23c0097a0 tx=0x7fa23c02a2c0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.314+0000 7fa250000640 1 -- 172.21.15.29:0/2107430452 shutdown_connections 2024-09-12T03:11:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.314+0000 7fa250000640 1 --2- 172.21.15.29:0/2107430452 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa248162910 0x7fa2480b5440 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.314+0000 7fa250000640 1 -- 172.21.15.29:0/2107430452 >> 172.21.15.29:0/2107430452 conn(0x7fa248067d70 msgr2=0x7fa24806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.314+0000 7fa250000640 1 -- 172.21.15.29:0/2107430452 shutdown_connections 2024-09-12T03:11:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.314+0000 7fa250000640 1 -- 172.21.15.29:0/2107430452 wait complete. 2024-09-12T03:11:38.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.316+0000 7fa250000640 1 Processor -- start 2024-09-12T03:11:38.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.316+0000 7fa250000640 1 -- start start 2024-09-12T03:11:38.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa250000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa248072040 0x7fa2481606b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa250000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2480b3bb0 0x7fa2480ac950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa250000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa248162910 0x7fa2480ace90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa250000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa2480728a0 con 0x7fa248072040 2024-09-12T03:11:38.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa250000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa248072720 con 0x7fa2480b3bb0 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa250000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa2480ce6d0 con 0x7fa248162910 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa24d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa248072040 0x7fa2481606b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa24d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa248072040 0x7fa2481606b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60230/0 (socket says 172.21.15.29:60230) 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa24d600640 1 -- 172.21.15.29:0/2000336325 learned_addr learned my addr 172.21.15.29:0/2000336325 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa24e000640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa248162910 0x7fa2480ace90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa24cc00640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2480b3bb0 0x7fa2480ac950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa24d600640 1 -- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa248162910 msgr2=0x7fa2480ace90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa24d600640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa248162910 0x7fa2480ace90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa24d600640 1 -- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2480b3bb0 msgr2=0x7fa2480ac950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa24d600640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2480b3bb0 0x7fa2480ac950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa24d600640 1 -- 172.21.15.29:0/2000336325 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2481ee170 con 0x7fa248072040 2024-09-12T03:11:38.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.317+0000 7fa24cc00640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2480b3bb0 0x7fa2480ac950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:38.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.318+0000 7fa24d600640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa248072040 0x7fa2481606b0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fa23c02a300 tx=0x7fa23c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.318+0000 7fa245600640 1 -- 172.21.15.29:0/2000336325 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c037040 con 0x7fa248072040 2024-09-12T03:11:38.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.318+0000 7fa245600640 1 -- 172.21.15.29:0/2000336325 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa23c032440 con 0x7fa248072040 2024-09-12T03:11:38.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.318+0000 7fa245600640 1 -- 172.21.15.29:0/2000336325 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c030990 con 0x7fa248072040 2024-09-12T03:11:38.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.318+0000 7fa250000640 1 -- 172.21.15.29:0/2000336325 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2481ee450 con 0x7fa248072040 2024-09-12T03:11:38.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.318+0000 7fa250000640 1 -- 172.21.15.29:0/2000336325 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2481eea10 con 0x7fa248072040 2024-09-12T03:11:38.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.320+0000 7fa245600640 1 -- 172.21.15.29:0/2000336325 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa23c044020 con 0x7fa248072040 2024-09-12T03:11:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.321+0000 7fa245600640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa22806be30 0x7fa22806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.322+0000 7fa245600640 1 -- 172.21.15.29:0/2000336325 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fa23c0ab3e0 con 0x7fa248072040 2024-09-12T03:11:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.322+0000 7fa24cc00640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa22806be30 0x7fa22806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.322+0000 7fa253030740 1 Processor -- start 2024-09-12T03:11:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.322+0000 7fa253030740 1 -- start start 2024-09-12T03:11:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.323+0000 7fa24cc00640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa22806be30 0x7fa22806e2f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fa2481eeee0 tx=0x7fa234009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.323+0000 7fa253030740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001420 0x560eb8031c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.323+0000 7fa253030740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001800 0x560eb8032200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.323+0000 7fa253030740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fe7480 0x560eb8032740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.323+0000 7fa253030740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560eb7f4f660 con 0x560eb7fe7480 2024-09-12T03:11:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.323+0000 7fa253030740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x560eb7ef7680 con 0x560eb8001420 2024-09-12T03:11:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.323+0000 7fa253030740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x560eb7f4b620 con 0x560eb8001800 2024-09-12T03:11:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24d600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001420 0x560eb8031c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.323+0000 7fa24e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fe7480 0x560eb8032740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24d600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001420 0x560eb8031c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:33976/0 (socket says 172.21.15.29:33976) 2024-09-12T03:11:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24d600640 1 -- 172.21.15.29:0/3366800906 learned_addr learned my addr 172.21.15.29:0/3366800906 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fe7480 0x560eb8032740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60242/0 (socket says 172.21.15.29:60242) 2024-09-12T03:11:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24cc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001800 0x560eb8032200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24d600640 1 -- 172.21.15.29:0/3366800906 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001800 msgr2=0x560eb8032200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24d600640 1 --2- 172.21.15.29:0/3366800906 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001800 0x560eb8032200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24d600640 1 -- 172.21.15.29:0/3366800906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fe7480 msgr2=0x560eb8032740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24d600640 1 --2- 172.21.15.29:0/3366800906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fe7480 0x560eb8032740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24d600640 1 -- 172.21.15.29:0/3366800906 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560eb7d2c7d0 con 0x560eb8001420 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24e000640 1 --2- 172.21.15.29:0/3366800906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fe7480 0x560eb8032740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.324+0000 7fa24d600640 1 --2- 172.21.15.29:0/3366800906 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001420 0x560eb8031c40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa23c081b70 tx=0x7fa23c078ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=499f4f3e4d9af409 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa239c00640 1 -- 172.21.15.29:0/3366800906 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c07d870 con 0x560eb8001420 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa239c00640 1 -- 172.21.15.29:0/3366800906 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa23c0820a0 con 0x560eb8001420 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa239c00640 1 -- 172.21.15.29:0/3366800906 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c0777c0 con 0x560eb8001420 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa253030740 1 -- 172.21.15.29:0/3366800906 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001420 msgr2=0x560eb8031c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa253030740 1 --2- 172.21.15.29:0/3366800906 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001420 0x560eb8031c40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa23c081b70 tx=0x7fa23c078ee0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa253030740 1 -- 172.21.15.29:0/3366800906 shutdown_connections 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa253030740 1 --2- 172.21.15.29:0/3366800906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fe7480 0x560eb8032740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa253030740 1 --2- 172.21.15.29:0/3366800906 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001800 0x560eb8032200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa253030740 1 --2- 172.21.15.29:0/3366800906 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001420 0x560eb8031c40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa253030740 1 -- 172.21.15.29:0/3366800906 >> 172.21.15.29:0/3366800906 conn(0x560eb7fe8220 msgr2=0x560eb8030840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa253030740 1 -- 172.21.15.29:0/3366800906 shutdown_connections 2024-09-12T03:11:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.325+0000 7fa253030740 1 -- 172.21.15.29:0/3366800906 wait complete. 2024-09-12T03:11:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.326+0000 7fa253030740 1 -- start start 2024-09-12T03:11:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.326+0000 7fa253030740 1 Processor -- start 2024-09-12T03:11:38.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.327+0000 7fa253030740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8040c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.327+0000 7fa253030740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001800 0x560eb7fef590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.327+0000 7fa253030740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb7fefad0 0x560eb802a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.327+0000 7fa253030740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560eb7fe63e0 con 0x560eb8001420 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.327+0000 7fa253030740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x560eb7ed84c0 con 0x560eb7fefad0 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.327+0000 7fa253030740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x560eb7fe66c0 con 0x560eb8001800 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.327+0000 7fa253030740 10 client.0 _ll_register_callbacks cb 0x560eb7f47e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.327+0000 7fa24d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8040c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.327+0000 7fa24d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8040c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60250/0 (socket says 172.21.15.29:60250) 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.327+0000 7fa24d600640 1 -- 172.21.15.29:0/643852549 learned_addr learned my addr 172.21.15.29:0/643852549 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa24e000640 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb7fefad0 0x560eb802a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa24cc00640 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001800 0x560eb7fef590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa24d600640 1 -- 172.21.15.29:0/643852549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001800 msgr2=0x560eb7fef590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa24d600640 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001800 0x560eb7fef590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa24d600640 1 -- 172.21.15.29:0/643852549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb7fefad0 msgr2=0x560eb802a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa24d600640 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb7fefad0 0x560eb802a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa24d600640 1 -- 172.21.15.29:0/643852549 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560eb7c623f0 con 0x560eb8001420 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa24cc00640 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001800 0x560eb7fef590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa24d600640 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8040c90 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fa23c075920 tx=0x7fa23c008070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=599134a131e93da8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa22e000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa22e000640 1 -- 172.21.15.29:0/643852549 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c0a9380 con 0x560eb8001420 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa22e000640 1 -- 172.21.15.29:0/643852549 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fa23c075b30 con 0x560eb8001420 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.328+0000 7fa253030740 1 -- 172.21.15.29:0/643852549 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa23c0820a0 con 0x560eb8001420 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa22e000640 1 -- 172.21.15.29:0/643852549 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fa23c030b30 con 0x560eb8001420 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa253030740 10 client.5904 fetch_fsmap learned FSMap version 43 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa253030740 1 -- 172.21.15.29:0/643852549 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x560eb7c220f0 con 0x560eb8001420 2024-09-12T03:11:38.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa22e000640 1 -- 172.21.15.29:0/643852549 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa23c0820a0 con 0x560eb8001420 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa22e000640 1 -- 172.21.15.29:0/643852549 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 43) ==== 3558+0+0 (secure 0 0 0) 0x7fa23c03a030 con 0x560eb8001420 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa253030740 10 client.5904 fetch_fsmap finished waiting for FSMap version 43 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa253030740 10 client.5904 resolve_mds: resolved 3:1 to role '3:1' aka daemon mds.c 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa253030740 20 client.5904 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa253030740 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x560eb7fee220 0x560eb7fee630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa253030740 4 client.5904 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa253030740 1 -- 172.21.15.29:0/643852549 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560eb7f5cd90 con 0x560eb7fee220 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.329+0000 7fa24cc00640 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x560eb7fee220 0x560eb7fee630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.330+0000 7fa24cc00640 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x560eb7fee220 0x560eb7fee630 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=91eb87d6349a2714 server_cookie=ab1a6490f71a019d in_seq=0 out_seq=0 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.330+0000 7fa22e000640 10 client.5904 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.330+0000 7fa22e000640 1 -- 172.21.15.29:0/643852549 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560eb7f5cd90 con 0x560eb7fee220 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.330+0000 7fa22e000640 10 client.5904 handle_command_reply: tid=0 2024-09-12T03:11:38.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 1 client.5904 shutdown 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 1 -- 172.21.15.29:0/643852549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 msgr2=0x560eb8040c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8040c90 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fa23c075920 tx=0x7fa23c008070 comp rx=0 tx=0).stop 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 1 -- 172.21.15.29:0/643852549 shutdown_connections 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x560eb7fee220 0x560eb7fee630 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb7fefad0 0x560eb802a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001800 0x560eb7fef590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa22e000640 0 client.5904 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 1 --2- 172.21.15.29:0/643852549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8040c90 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 1 -- 172.21.15.29:0/643852549 >> 172.21.15.29:0/643852549 conn(0x560eb7fe7480 msgr2=0x560eb7fe4f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 1 -- 172.21.15.29:0/643852549 shutdown_connections 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 1 -- 172.21.15.29:0/643852549 wait complete. 2024-09-12T03:11:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.331+0000 7fa253030740 20 client.5904 trim_cache size 0 max 16384 2024-09-12T03:11:38.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.349+0000 7fa253030740 1 Processor -- start 2024-09-12T03:11:38.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.349+0000 7fa253030740 1 -- start start 2024-09-12T03:11:38.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.350+0000 7fa253030740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb7fefad0 0x560eb7fffa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.350+0000 7fa253030740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8053710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.350+0000 7fa253030740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 0x560eb8053c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.350+0000 7fa253030740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa248205400 con 0x560eb8001420 2024-09-12T03:11:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.350+0000 7fa253030740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa2482045a0 con 0x560eb8001800 2024-09-12T03:11:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.350+0000 7fa253030740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa248204cd0 con 0x560eb7fefad0 2024-09-12T03:11:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.350+0000 7fa24cc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8053710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.350+0000 7fa24cc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8053710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60266/0 (socket says 172.21.15.29:60266) 2024-09-12T03:11:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.350+0000 7fa24cc00640 1 -- 172.21.15.29:0/2479836614 learned_addr learned my addr 172.21.15.29:0/2479836614 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa24e000640 1 --2- 172.21.15.29:0/2479836614 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 0x560eb8053c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa24d600640 1 --2- 172.21.15.29:0/2479836614 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb7fefad0 0x560eb7fffa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa24cc00640 1 -- 172.21.15.29:0/2479836614 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb7fefad0 msgr2=0x560eb7fffa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa24cc00640 1 --2- 172.21.15.29:0/2479836614 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb7fefad0 0x560eb7fffa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa24cc00640 1 -- 172.21.15.29:0/2479836614 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 msgr2=0x560eb8053c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa24cc00640 1 --2- 172.21.15.29:0/2479836614 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 0x560eb8053c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa24cc00640 1 -- 172.21.15.29:0/2479836614 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560eb8032d80 con 0x560eb8001420 2024-09-12T03:11:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa24e000640 1 --2- 172.21.15.29:0/2479836614 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 0x560eb8053c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa24cc00640 1 --2- 172.21.15.29:0/2479836614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8053710 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fa23400d520 tx=0x7fa234013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=916495887f9c80e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa239200640 1 -- 172.21.15.29:0/2479836614 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa234027040 con 0x560eb8001420 2024-09-12T03:11:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa239200640 1 -- 172.21.15.29:0/2479836614 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa234003610 con 0x560eb8001420 2024-09-12T03:11:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.351+0000 7fa239200640 1 -- 172.21.15.29:0/2479836614 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2340039e0 con 0x560eb8001420 2024-09-12T03:11:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.352+0000 7fa253030740 1 -- 172.21.15.29:0/2479836614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 msgr2=0x560eb8053710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.352+0000 7fa253030740 1 --2- 172.21.15.29:0/2479836614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8053710 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fa23400d520 tx=0x7fa234013000 comp rx=0 tx=0).stop 2024-09-12T03:11:38.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.352+0000 7fa253030740 1 -- 172.21.15.29:0/2479836614 shutdown_connections 2024-09-12T03:11:38.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.352+0000 7fa253030740 1 --2- 172.21.15.29:0/2479836614 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 0x560eb8053c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.352+0000 7fa253030740 1 --2- 172.21.15.29:0/2479836614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb8001420 0x560eb8053710 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.352+0000 7fa253030740 1 --2- 172.21.15.29:0/2479836614 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb7fefad0 0x560eb7fffa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.352+0000 7fa253030740 1 -- 172.21.15.29:0/2479836614 >> 172.21.15.29:0/2479836614 conn(0x560eb7fe7480 msgr2=0x560eb8054c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.352+0000 7fa253030740 1 -- 172.21.15.29:0/2479836614 shutdown_connections 2024-09-12T03:11:38.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.352+0000 7fa253030740 1 -- 172.21.15.29:0/2479836614 wait complete. 2024-09-12T03:11:38.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.353+0000 7fa253030740 1 -- start start 2024-09-12T03:11:38.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.353+0000 7fa253030740 1 Processor -- start 2024-09-12T03:11:38.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa253030740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fefad0 0x560eb80b27c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa253030740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001420 0x560eb7fefeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa253030740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 0x560eb8094ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa253030740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa2480ab340 con 0x560eb7fefad0 2024-09-12T03:11:38.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa253030740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x560eb7feda20 con 0x560eb8001800 2024-09-12T03:11:38.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa253030740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x560eb80b2d20 con 0x560eb8001420 2024-09-12T03:11:38.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa253030740 10 client.0 _ll_register_callbacks cb 0x7fa240001a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:38.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa24d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fefad0 0x560eb80b27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa24d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fefad0 0x560eb80b27c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60282/0 (socket says 172.21.15.29:60282) 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa24d600640 1 -- 172.21.15.29:0/384138260 learned_addr learned my addr 172.21.15.29:0/384138260 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa24e000640 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 0x560eb8094ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa24cc00640 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001420 0x560eb7fefeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa24d600640 1 -- 172.21.15.29:0/384138260 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001420 msgr2=0x560eb7fefeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.354+0000 7fa24d600640 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001420 0x560eb7fefeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa24d600640 1 -- 172.21.15.29:0/384138260 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 msgr2=0x560eb8094ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa24d600640 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 0x560eb8094ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa24d600640 1 -- 172.21.15.29:0/384138260 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560eb8095530 con 0x560eb7fefad0 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa24e000640 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 0x560eb8094ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa24d600640 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fefad0 0x560eb80b27c0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fa23c000c00 tx=0x7fa23c075760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a449a4db2cbe7bd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa22e000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa22e000640 1 -- 172.21.15.29:0/384138260 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c0820a0 con 0x560eb7fefad0 2024-09-12T03:11:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa22e000640 1 -- 172.21.15.29:0/384138260 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fa23c048cc0 con 0x560eb7fefad0 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa253030740 1 -- 172.21.15.29:0/384138260 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa234003610 con 0x560eb7fefad0 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa22e000640 1 -- 172.21.15.29:0/384138260 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fa23c0a9380 con 0x560eb7fefad0 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa253030740 10 client.5910 fetch_fsmap learned FSMap version 43 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa253030740 1 -- 172.21.15.29:0/384138260 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x560eb8095530 con 0x560eb7fefad0 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa22e000640 1 -- 172.21.15.29:0/384138260 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa234003610 con 0x560eb7fefad0 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa22e000640 1 -- 172.21.15.29:0/384138260 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 43) ==== 3558+0+0 (secure 0 0 0) 0x7fa23c078910 con 0x560eb7fefad0 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.355+0000 7fa253030740 10 client.5910 fetch_fsmap finished waiting for FSMap version 43 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.356+0000 7fa253030740 10 client.5910 resolve_mds: resolved 3:1 to role '3:1' aka daemon mds.c 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.356+0000 7fa253030740 20 client.5910 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.356+0000 7fa253030740 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x560eb80445d0 0x560eb7feb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.356+0000 7fa253030740 4 client.5910 mds_command: new command op to 5472 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.356+0000 7fa253030740 1 -- 172.21.15.29:0/384138260 --> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560eb7f570e0 con 0x560eb80445d0 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.356+0000 7fa24cc00640 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x560eb80445d0 0x560eb7feb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.356+0000 7fa24cc00640 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x560eb80445d0 0x560eb7feb7d0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7ea03cb49963f574 server_cookie=cbfb086c6be291b in_seq=0 out_seq=0 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.356+0000 7fa22e000640 10 client.5910 ms_handle_connect on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa22e000640 1 -- 172.21.15.29:0/384138260 <== mds.1 v2:172.21.15.29:6833/1866497682 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560eb7f570e0 con 0x560eb80445d0 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa22e000640 10 client.5910 handle_command_reply: tid=0 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 1 client.5910 shutdown 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 1 -- 172.21.15.29:0/384138260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fefad0 msgr2=0x560eb80b27c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fefad0 0x560eb80b27c0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fa23c000c00 tx=0x7fa23c075760 comp rx=0 tx=0).stop 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 1 -- 172.21.15.29:0/384138260 shutdown_connections 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.29:6833/1866497682,v1:172.21.15.29:6835/1866497682] conn(0x560eb80445d0 0x560eb7feb7d0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560eb8001800 0x560eb8094ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560eb8001420 0x560eb7fefeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 1 --2- 172.21.15.29:0/384138260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560eb7fefad0 0x560eb80b27c0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 1 -- 172.21.15.29:0/384138260 >> 172.21.15.29:0/384138260 conn(0x560eb7fe7480 msgr2=0x560eb7fffa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa22e000640 0 client.5910 ms_handle_reset on v2:172.21.15.29:6833/1866497682 2024-09-12T03:11:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 1 -- 172.21.15.29:0/384138260 shutdown_connections 2024-09-12T03:11:38.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 1 -- 172.21.15.29:0/384138260 wait complete. 2024-09-12T03:11:38.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.357+0000 7fa253030740 20 client.5910 trim_cache size 0 max 16384 2024-09-12T03:11:38.363 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:38.363 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "no active scrubs running", 2024-09-12T03:11:38.363 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": {} 2024-09-12T03:11:38.363 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 -- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa22806be30 msgr2=0x7fa22806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa22806be30 0x7fa22806e2f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fa2481eeee0 tx=0x7fa234009040 comp rx=0 tx=0).stop 2024-09-12T03:11:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 -- 172.21.15.29:0/2000336325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa248072040 msgr2=0x7fa2481606b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa248072040 0x7fa2481606b0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fa23c02a300 tx=0x7fa23c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 -- 172.21.15.29:0/2000336325 shutdown_connections 2024-09-12T03:11:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa22806be30 0x7fa22806e2f0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa248162910 0x7fa2480ace90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2480b3bb0 0x7fa2480ac950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 --2- 172.21.15.29:0/2000336325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa248072040 0x7fa2481606b0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 -- 172.21.15.29:0/2000336325 >> 172.21.15.29:0/2000336325 conn(0x7fa248067d70 msgr2=0x7fa2480b2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 -- 172.21.15.29:0/2000336325 shutdown_connections 2024-09-12T03:11:38.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.358+0000 7fa250000640 1 -- 172.21.15.29:0/2000336325 wait complete. 2024-09-12T03:11:38.373 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:11:38.374 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:11:38.374 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.3:2 scrub status 2024-09-12T03:11:38.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.532+0000 7f4db6e00640 1 Processor -- start 2024-09-12T03:11:38.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.532+0000 7f4db6e00640 1 -- start start 2024-09-12T03:11:38.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.534+0000 7f4db6e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4db0072040 0x7f4db015fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.534+0000 7f4db6e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4db0072d80 0x7f4db0072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.534+0000 7f4db6e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4db0160340 con 0x7f4db006e0a0 2024-09-12T03:11:38.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.534+0000 7f4db6e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4db0072960 con 0x7f4db0072d80 2024-09-12T03:11:38.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.534+0000 7f4db6e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f4db01605e0 con 0x7f4db0072040 2024-09-12T03:11:38.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.534+0000 7f4da7e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4db0072d80 0x7f4db0072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.534+0000 7f4da7e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4db0072d80 0x7f4db0072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60288/0 (socket says 172.21.15.29:60288) 2024-09-12T03:11:38.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.534+0000 7f4da7e00640 1 -- 172.21.15.29:0/56454400 learned_addr learned my addr 172.21.15.29:0/56454400 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.534+0000 7f4dafe00640 1 --2- 172.21.15.29:0/56454400 >> v2:172.21.15.38:3300/0 conn(0x7f4db0072040 0x7f4db015fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.535+0000 7f4da7e00640 1 -- 172.21.15.29:0/56454400 >> v2:172.21.15.38:3300/0 conn(0x7f4db0072040 msgr2=0x7f4db015fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.535+0000 7f4da7e00640 1 --2- 172.21.15.29:0/56454400 >> v2:172.21.15.38:3300/0 conn(0x7f4db0072040 0x7f4db015fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.535+0000 7f4da7e00640 1 -- 172.21.15.29:0/56454400 >> v1:172.21.15.38:6789/0 conn(0x7f4db006e0a0 legacy=0x7f4db00cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.535+0000 7f4da7e00640 1 -- 172.21.15.29:0/56454400 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4db01608c0 con 0x7f4db0072d80 2024-09-12T03:11:38.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.536+0000 7f4da7e00640 1 --2- 172.21.15.29:0/56454400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4db0072d80 0x7f4db0072420 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f4db00b58a0 tx=0x7f4d9802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f08f87067b992445 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.536+0000 7f4daf400640 1 -- 172.21.15.29:0/56454400 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d98037070 con 0x7f4db0072d80 2024-09-12T03:11:38.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.536+0000 7f4daf400640 1 -- 172.21.15.29:0/56454400 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d98032440 con 0x7f4db0072d80 2024-09-12T03:11:38.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.536+0000 7f4daf400640 1 -- 172.21.15.29:0/56454400 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d98032810 con 0x7f4db0072d80 2024-09-12T03:11:38.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.536+0000 7f4db6e00640 1 -- 172.21.15.29:0/56454400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4db0072d80 msgr2=0x7f4db0072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.536+0000 7f4db6e00640 1 --2- 172.21.15.29:0/56454400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4db0072d80 0x7f4db0072420 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f4db00b58a0 tx=0x7f4d9802a270 comp rx=0 tx=0).stop 2024-09-12T03:11:38.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.537+0000 7f4db6e00640 1 -- 172.21.15.29:0/56454400 shutdown_connections 2024-09-12T03:11:38.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.537+0000 7f4db6e00640 1 --2- 172.21.15.29:0/56454400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4db0072d80 0x7f4db0072420 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.537+0000 7f4db6e00640 1 --2- 172.21.15.29:0/56454400 >> v2:172.21.15.38:3300/0 conn(0x7f4db0072040 0x7f4db015fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.537+0000 7f4db6e00640 1 -- 172.21.15.29:0/56454400 >> 172.21.15.29:0/56454400 conn(0x7f4db0067d70 msgr2=0x7f4db006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.537+0000 7f4db6e00640 1 -- 172.21.15.29:0/56454400 shutdown_connections 2024-09-12T03:11:38.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.537+0000 7f4db6e00640 1 -- 172.21.15.29:0/56454400 wait complete. 2024-09-12T03:11:38.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.538+0000 7f4db6e00640 1 Processor -- start 2024-09-12T03:11:38.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.538+0000 7f4db6e00640 1 -- start start 2024-09-12T03:11:38.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.539+0000 7f4db6e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4db006e0a0 0x7f4db00af6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.539+0000 7f4db6e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4db0072040 0x7f4db013dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.539+0000 7f4db6e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4db0072d80 0x7f4db00adb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.539+0000 7f4db6e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4db0145b00 con 0x7f4db0072d80 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.539+0000 7f4db6e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4db00cd090 con 0x7f4db006e0a0 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.539+0000 7f4db6e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f4db00cdcc0 con 0x7f4db0072040 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.540+0000 7f4dafe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4db006e0a0 0x7f4db00af6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.540+0000 7f4dafe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4db006e0a0 0x7f4db00af6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:34018/0 (socket says 172.21.15.29:34018) 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.540+0000 7f4db4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4db0072d80 0x7f4db00adb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.540+0000 7f4dafe00640 1 -- 172.21.15.29:0/3366600137 learned_addr learned my addr 172.21.15.29:0/3366600137 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.540+0000 7f4da7e00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4db0072040 0x7f4db013dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.540+0000 7f4dafe00640 1 -- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4db0072040 msgr2=0x7f4db013dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.540+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4db0072040 0x7f4db013dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.540+0000 7f4dafe00640 1 -- 172.21.15.29:0/3366600137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4db0072d80 msgr2=0x7f4db00adb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.540+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4db0072d80 0x7f4db00adb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.540+0000 7f4dafe00640 1 -- 172.21.15.29:0/3366600137 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4db00ae600 con 0x7f4db006e0a0 2024-09-12T03:11:38.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.540+0000 7f4db4e00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4db0072d80 0x7f4db00adb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:38.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.541+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4db006e0a0 0x7f4db00af6a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4da000d800 tx=0x7f4da000dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.541+0000 7f4dacc00640 1 -- 172.21.15.29:0/3366600137 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da000b6c0 con 0x7f4db006e0a0 2024-09-12T03:11:38.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.541+0000 7f4dacc00640 1 -- 172.21.15.29:0/3366600137 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4da0019070 con 0x7f4db006e0a0 2024-09-12T03:11:38.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.541+0000 7f4dacc00640 1 -- 172.21.15.29:0/3366600137 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da000ba80 con 0x7f4db006e0a0 2024-09-12T03:11:38.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.541+0000 7f4db6e00640 1 -- 172.21.15.29:0/3366600137 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4db00ae8e0 con 0x7f4db006e0a0 2024-09-12T03:11:38.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.541+0000 7f4db6e00640 1 -- 172.21.15.29:0/3366600137 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4db00aeea0 con 0x7f4db006e0a0 2024-09-12T03:11:38.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.543+0000 7f4dacc00640 1 -- 172.21.15.29:0/3366600137 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4da000bc20 con 0x7f4db006e0a0 2024-09-12T03:11:38.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.544+0000 7f4dacc00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4d8c06be30 0x7f4d8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.544+0000 7f4dacc00640 1 -- 172.21.15.29:0/3366600137 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f4da008b4a0 con 0x7f4db006e0a0 2024-09-12T03:11:38.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.545+0000 7f4da7e00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4d8c06be30 0x7f4d8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.545+0000 7f4db9c55740 1 Processor -- start 2024-09-12T03:11:38.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.545+0000 7f4db9c55740 1 -- start start 2024-09-12T03:11:38.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.545+0000 7f4da7e00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4d8c06be30 0x7f4d8c06e2f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f4d98034000 tx=0x7f4d9802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb420 0x55811b51bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 0x55811b51c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4d1480 0x55811b51c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db9c55740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55811b439660 con 0x55811b4d1480 2024-09-12T03:11:38.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db9c55740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55811b3e1680 con 0x55811b4eb420 2024-09-12T03:11:38.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db9c55740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55811b435620 con 0x55811b4eb800 2024-09-12T03:11:38.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4d1480 0x55811b51c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4da7e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 0x55811b51c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4dafe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb420 0x55811b51bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4d1480 0x55811b51c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60300/0 (socket says 172.21.15.29:60300) 2024-09-12T03:11:38.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db4e00640 1 -- 172.21.15.29:0/2529886921 learned_addr learned my addr 172.21.15.29:0/2529886921 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db4e00640 1 -- 172.21.15.29:0/2529886921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 msgr2=0x55811b51c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db4e00640 1 --2- 172.21.15.29:0/2529886921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 0x55811b51c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db4e00640 1 -- 172.21.15.29:0/2529886921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb420 msgr2=0x55811b51bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.546+0000 7f4db4e00640 1 --2- 172.21.15.29:0/2529886921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb420 0x55811b51bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.547+0000 7f4db4e00640 1 -- 172.21.15.29:0/2529886921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55811b2167d0 con 0x55811b4d1480 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.547+0000 7f4db4e00640 1 --2- 172.21.15.29:0/2529886921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4d1480 0x55811b51c740 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f4da800f300 tx=0x7f4da8001670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6388a562b222e450 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.547+0000 7f4da4c00640 1 -- 172.21.15.29:0/2529886921 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da8003b80 con 0x55811b4d1480 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.547+0000 7f4da4c00640 1 -- 172.21.15.29:0/2529886921 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4da8018070 con 0x55811b4d1480 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.547+0000 7f4da4c00640 1 -- 172.21.15.29:0/2529886921 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da80050d0 con 0x55811b4d1480 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.548+0000 7f4db9c55740 1 -- 172.21.15.29:0/2529886921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4d1480 msgr2=0x55811b51c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.548+0000 7f4db9c55740 1 --2- 172.21.15.29:0/2529886921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4d1480 0x55811b51c740 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f4da800f300 tx=0x7f4da8001670 comp rx=0 tx=0).stop 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.548+0000 7f4db9c55740 1 -- 172.21.15.29:0/2529886921 shutdown_connections 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.548+0000 7f4db9c55740 1 --2- 172.21.15.29:0/2529886921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4d1480 0x55811b51c740 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.548+0000 7f4db9c55740 1 --2- 172.21.15.29:0/2529886921 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 0x55811b51c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.548+0000 7f4db9c55740 1 --2- 172.21.15.29:0/2529886921 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb420 0x55811b51bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.548+0000 7f4db9c55740 1 -- 172.21.15.29:0/2529886921 >> 172.21.15.29:0/2529886921 conn(0x55811b4d2220 msgr2=0x55811b51a840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.548+0000 7f4db9c55740 1 -- 172.21.15.29:0/2529886921 shutdown_connections 2024-09-12T03:11:38.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.548+0000 7f4db9c55740 1 -- 172.21.15.29:0/2529886921 wait complete. 2024-09-12T03:11:38.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.548+0000 7f4db9c55740 1 -- start start 2024-09-12T03:11:38.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.549+0000 7f4db9c55740 1 Processor -- start 2024-09-12T03:11:38.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5165a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 0x55811b4ffd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b5156e0 0x55811b5179b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4db9c55740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55811b4d03e0 con 0x55811b4eb420 2024-09-12T03:11:38.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4db9c55740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55811b3c24c0 con 0x55811b5156e0 2024-09-12T03:11:38.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4db9c55740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55811b4d06c0 con 0x55811b4eb800 2024-09-12T03:11:38.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4db9c55740 10 client.0 _ll_register_callbacks cb 0x55811b431e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:38.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4dafe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5165a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4dafe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5165a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60302/0 (socket says 172.21.15.29:60302) 2024-09-12T03:11:38.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4dafe00640 1 -- 172.21.15.29:0/3276144458 learned_addr learned my addr 172.21.15.29:0/3276144458 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4dafe00640 1 -- 172.21.15.29:0/3276144458 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 msgr2=0x55811b4ffd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 0x55811b4ffd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4dafe00640 1 -- 172.21.15.29:0/3276144458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b5156e0 msgr2=0x55811b5179b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4db4e00640 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b5156e0 0x55811b5179b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b5156e0 0x55811b5179b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4dafe00640 1 -- 172.21.15.29:0/3276144458 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55811b14c3f0 con 0x55811b4eb420 2024-09-12T03:11:38.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.550+0000 7f4db4e00640 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b5156e0 0x55811b5179b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:38.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5165a0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f4da00594a0 tx=0x7f4da005d8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf315c1506667006 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4d9d600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4d9d600640 1 -- 172.21.15.29:0/3276144458 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da0071070 con 0x55811b4eb420 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4d9d600640 1 -- 172.21.15.29:0/3276144458 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f4da0061e40 con 0x55811b4eb420 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4db9c55740 1 -- 172.21.15.29:0/3276144458 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4da8018070 con 0x55811b4eb420 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4d9d600640 1 -- 172.21.15.29:0/3276144458 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f4da00578d0 con 0x55811b4eb420 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4db9c55740 10 client.5922 fetch_fsmap learned FSMap version 43 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4db9c55740 1 -- 172.21.15.29:0/3276144458 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x55811b10c0f0 con 0x55811b4eb420 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4d9d600640 1 -- 172.21.15.29:0/3276144458 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4da8018070 con 0x55811b4eb420 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4d9d600640 1 -- 172.21.15.29:0/3276144458 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 43) ==== 3558+0+0 (secure 0 0 0) 0x7f4da0013070 con 0x55811b4eb420 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4db9c55740 10 client.5922 fetch_fsmap finished waiting for FSMap version 43 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.551+0000 7f4db9c55740 10 client.5922 resolve_mds: resolved 3:2 to role '3:2' aka daemon mds.a 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.552+0000 7f4db9c55740 20 client.5922 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:38.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.552+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55811b513870 0x55811b52e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.552+0000 7f4db9c55740 4 client.5922 mds_command: new command op to 5377 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:38.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.552+0000 7f4db9c55740 1 -- 172.21.15.29:0/3276144458 --> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55811b446d90 con 0x55811b513870 2024-09-12T03:11:38.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.552+0000 7f4da7e00640 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55811b513870 0x55811b52e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.552+0000 7f4da7e00640 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55811b513870 0x55811b52e3c0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=50b0b843c1616906 server_cookie=90deb04d5498ff0c in_seq=0 out_seq=0 2024-09-12T03:11:38.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.552+0000 7f4d9d600640 10 client.5922 ms_handle_connect on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:38.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4d9d600640 1 -- 172.21.15.29:0/3276144458 <== mds.2 v2:172.21.15.29:6832/3307347522 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55811b446d90 con 0x55811b513870 2024-09-12T03:11:38.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4d9d600640 10 client.5922 handle_command_reply: tid=0 2024-09-12T03:11:38.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4db9c55740 1 client.5922 shutdown 2024-09-12T03:11:38.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4db9c55740 1 -- 172.21.15.29:0/3276144458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 msgr2=0x55811b5165a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5165a0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f4da00594a0 tx=0x7f4da005d8d0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4db9c55740 1 -- 172.21.15.29:0/3276144458 shutdown_connections 2024-09-12T03:11:38.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55811b513870 0x55811b52e3c0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b5156e0 0x55811b5179b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 0x55811b4ffd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3276144458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5165a0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4d9d600640 0 client.5922 ms_handle_reset on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:38.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.553+0000 7f4db9c55740 1 -- 172.21.15.29:0/3276144458 >> 172.21.15.29:0/3276144458 conn(0x55811b4d1480 msgr2=0x55811b518ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.554+0000 7f4db9c55740 1 -- 172.21.15.29:0/3276144458 shutdown_connections 2024-09-12T03:11:38.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.554+0000 7f4db9c55740 1 -- 172.21.15.29:0/3276144458 wait complete. 2024-09-12T03:11:38.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.554+0000 7f4db9c55740 20 client.5922 trim_cache size 0 max 16384 2024-09-12T03:11:38.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.572+0000 7f4db9c55740 1 Processor -- start 2024-09-12T03:11:38.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.572+0000 7f4db9c55740 1 -- start start 2024-09-12T03:11:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5931e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb800 0x55811b518ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b5156e0 0x55811b519010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4db9c55740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4db02011e0 con 0x55811b4eb420 2024-09-12T03:11:38.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4db9c55740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4db0200380 con 0x55811b4eb800 2024-09-12T03:11:38.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4db9c55740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f4db0200ab0 con 0x55811b5156e0 2024-09-12T03:11:38.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4dafe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5931e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4dafe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5931e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60312/0 (socket says 172.21.15.29:60312) 2024-09-12T03:11:38.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4dafe00640 1 -- 172.21.15.29:0/3028988471 learned_addr learned my addr 172.21.15.29:0/3028988471 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4dafe00640 1 -- 172.21.15.29:0/3028988471 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b5156e0 msgr2=0x55811b519010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3028988471 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b5156e0 0x55811b519010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4dafe00640 1 -- 172.21.15.29:0/3028988471 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb800 msgr2=0x55811b518ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3028988471 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb800 0x55811b518ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.573+0000 7f4dafe00640 1 -- 172.21.15.29:0/3028988471 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55811b4d1990 con 0x55811b4eb420 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.574+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3028988471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5931e0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f4da000b4b0 tx=0x7f4da006e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c373b426b4a51f9a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.574+0000 7f4d9fe00640 1 -- 172.21.15.29:0/3028988471 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da0071040 con 0x55811b4eb420 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.574+0000 7f4d9fe00640 1 -- 172.21.15.29:0/3028988471 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4da0086070 con 0x55811b4eb420 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.574+0000 7f4d9fe00640 1 -- 172.21.15.29:0/3028988471 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da0061c40 con 0x55811b4eb420 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.574+0000 7f4db9c55740 1 -- 172.21.15.29:0/3028988471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 msgr2=0x55811b5931e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.574+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3028988471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5931e0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f4da000b4b0 tx=0x7f4da006e000 comp rx=0 tx=0).stop 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.574+0000 7f4db9c55740 1 -- 172.21.15.29:0/3028988471 shutdown_connections 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.574+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3028988471 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b5156e0 0x55811b519010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.574+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3028988471 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb800 0x55811b518ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.574+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3028988471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b4eb420 0x55811b5931e0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.574+0000 7f4db9c55740 1 -- 172.21.15.29:0/3028988471 >> 172.21.15.29:0/3028988471 conn(0x55811b4d1480 msgr2=0x55811b5109e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.575+0000 7f4db9c55740 1 -- 172.21.15.29:0/3028988471 shutdown_connections 2024-09-12T03:11:38.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.575+0000 7f4db9c55740 1 -- 172.21.15.29:0/3028988471 wait complete. 2024-09-12T03:11:38.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.575+0000 7f4db9c55740 1 -- start start 2024-09-12T03:11:38.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.575+0000 7f4db9c55740 1 Processor -- start 2024-09-12T03:11:38.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.576+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb420 0x55811b57f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.576+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 0x55811b511350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.576+0000 7f4db9c55740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b5156e0 0x55811b511890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.576+0000 7f4db9c55740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55811b4cb880 con 0x55811b5156e0 2024-09-12T03:11:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.576+0000 7f4db9c55740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4db00b3e90 con 0x55811b4eb420 2024-09-12T03:11:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.576+0000 7f4db9c55740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55811b4d0180 con 0x55811b4eb800 2024-09-12T03:11:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.576+0000 7f4db9c55740 10 client.0 _ll_register_callbacks cb 0x7f4da0006d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4db4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b5156e0 0x55811b511890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4db4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b5156e0 0x55811b511890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60322/0 (socket says 172.21.15.29:60322) 2024-09-12T03:11:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4db4e00640 1 -- 172.21.15.29:0/3687039360 learned_addr learned my addr 172.21.15.29:0/3687039360 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb420 0x55811b57f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4da7e00640 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 0x55811b511350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4db4e00640 1 -- 172.21.15.29:0/3687039360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 msgr2=0x55811b511350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4db4e00640 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 0x55811b511350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4db4e00640 1 -- 172.21.15.29:0/3687039360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb420 msgr2=0x55811b57f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4db4e00640 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb420 0x55811b57f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4db4e00640 1 -- 172.21.15.29:0/3687039360 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55811b52c6e0 con 0x55811b5156e0 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4db4e00640 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b5156e0 0x55811b511890 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f4da80012e0 tx=0x7f4da80014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1c271974258d45b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.577+0000 7f4d9d600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4d9d600640 1 -- 172.21.15.29:0/3687039360 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da8006d50 con 0x55811b5156e0 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4d9d600640 1 -- 172.21.15.29:0/3687039360 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f4da80052e0 con 0x55811b5156e0 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4db9c55740 1 -- 172.21.15.29:0/3687039360 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4da0086070 con 0x55811b5156e0 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4d9d600640 1 -- 172.21.15.29:0/3687039360 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f4da802e050 con 0x55811b5156e0 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4db9c55740 10 client.5928 fetch_fsmap learned FSMap version 43 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4db9c55740 1 -- 172.21.15.29:0/3687039360 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x55811b5165b0 con 0x55811b5156e0 2024-09-12T03:11:38.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4d9d600640 1 -- 172.21.15.29:0/3687039360 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4da0086070 con 0x55811b5156e0 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4d9d600640 1 -- 172.21.15.29:0/3687039360 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 43) ==== 3558+0+0 (secure 0 0 0) 0x7f4da8031020 con 0x55811b5156e0 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4db9c55740 10 client.5928 fetch_fsmap finished waiting for FSMap version 43 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4db9c55740 10 client.5928 resolve_mds: resolved 3:2 to role '3:2' aka daemon mds.a 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4db9c55740 20 client.5928 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55811b5109e0 0x55811b4e9c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4db9c55740 4 client.5928 mds_command: new command op to 5377 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.578+0000 7f4db9c55740 1 -- 172.21.15.29:0/3687039360 --> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55811b4410e0 con 0x55811b5109e0 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.579+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55811b5109e0 0x55811b4e9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.579+0000 7f4dafe00640 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55811b5109e0 0x55811b4e9c00 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dfa293ddd6acce0e server_cookie=8297c6e36aa7f81d in_seq=0 out_seq=0 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.579+0000 7f4d9d600640 10 client.5928 ms_handle_connect on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.579+0000 7f4d9d600640 1 -- 172.21.15.29:0/3687039360 <== mds.2 v2:172.21.15.29:6832/3307347522 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55811b4410e0 con 0x55811b5109e0 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.579+0000 7f4d9d600640 10 client.5928 handle_command_reply: tid=0 2024-09-12T03:11:38.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.579+0000 7f4db9c55740 1 client.5928 shutdown 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db9c55740 1 -- 172.21.15.29:0/3687039360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b5156e0 msgr2=0x55811b511890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b5156e0 0x55811b511890 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f4da80012e0 tx=0x7f4da80014a0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db9c55740 1 -- 172.21.15.29:0/3687039360 shutdown_connections 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.29:6832/3307347522,v1:172.21.15.29:6834/3307347522] conn(0x55811b5109e0 0x55811b4e9c00 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55811b5156e0 0x55811b511890 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55811b4eb800 0x55811b511350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db9c55740 1 --2- 172.21.15.29:0/3687039360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55811b4eb420 0x55811b57f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4d9d600640 0 client.5928 ms_handle_reset on v2:172.21.15.29:6832/3307347522 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db9c55740 1 -- 172.21.15.29:0/3687039360 >> 172.21.15.29:0/3687039360 conn(0x55811b4d1480 msgr2=0x55811b4ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db9c55740 1 -- 172.21.15.29:0/3687039360 shutdown_connections 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db9c55740 1 -- 172.21.15.29:0/3687039360 wait complete. 2024-09-12T03:11:38.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db9c55740 20 client.5928 trim_cache size 0 max 16384 2024-09-12T03:11:38.585 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:38.585 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "no active scrubs running", 2024-09-12T03:11:38.585 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": {} 2024-09-12T03:11:38.585 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:38.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db6e00640 1 -- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4d8c06be30 msgr2=0x7f4d8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.580+0000 7f4db6e00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4d8c06be30 0x7f4d8c06e2f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f4d98034000 tx=0x7f4d9802e000 comp rx=0 tx=0).stop 2024-09-12T03:11:38.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.581+0000 7f4db6e00640 1 -- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4db006e0a0 msgr2=0x7f4db00af6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.581+0000 7f4db6e00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4db006e0a0 0x7f4db00af6a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f4da000d800 tx=0x7f4da000dcc0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.581+0000 7f4db6e00640 1 -- 172.21.15.29:0/3366600137 shutdown_connections 2024-09-12T03:11:38.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.581+0000 7f4db6e00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4d8c06be30 0x7f4d8c06e2f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.581+0000 7f4db6e00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4db0072d80 0x7f4db00adb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.581+0000 7f4db6e00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4db0072040 0x7f4db013dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.581+0000 7f4db6e00640 1 --2- 172.21.15.29:0/3366600137 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4db006e0a0 0x7f4db00af6a0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.581+0000 7f4db6e00640 1 -- 172.21.15.29:0/3366600137 >> 172.21.15.29:0/3366600137 conn(0x7f4db0067d70 msgr2=0x7f4db015c640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.581+0000 7f4db6e00640 1 -- 172.21.15.29:0/3366600137 shutdown_connections 2024-09-12T03:11:38.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.581+0000 7f4db6e00640 1 -- 172.21.15.29:0/3366600137 wait complete. 2024-09-12T03:11:38.596 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:11:38.596 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:11:38.597 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.3:0 scrub status 2024-09-12T03:11:38.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.757+0000 7fe76e800640 1 Processor -- start 2024-09-12T03:11:38.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.757+0000 7fe76e800640 1 -- start start 2024-09-12T03:11:38.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe76e800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe768072040 0x7fe76815fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe76e800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe76806e0a0 0x7fe7680cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe76e800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe768160340 con 0x7fe768072d80 2024-09-12T03:11:38.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe76e800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe7681605e0 con 0x7fe768072040 2024-09-12T03:11:38.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe76e800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe7681608c0 con 0x7fe76806e0a0 2024-09-12T03:11:38.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe767400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe768072040 0x7fe76815fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe767400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe768072040 0x7fe76815fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60328/0 (socket says 172.21.15.29:60328) 2024-09-12T03:11:38.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe767400640 1 -- 172.21.15.29:0/3933701382 learned_addr learned my addr 172.21.15.29:0/3933701382 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe767e00640 1 --2- 172.21.15.29:0/3933701382 >> v2:172.21.15.38:3300/0 conn(0x7fe76806e0a0 0x7fe7680cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe767400640 1 -- 172.21.15.29:0/3933701382 >> v2:172.21.15.38:3300/0 conn(0x7fe76806e0a0 msgr2=0x7fe7680cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe767400640 1 --2- 172.21.15.29:0/3933701382 >> v2:172.21.15.38:3300/0 conn(0x7fe76806e0a0 0x7fe7680cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe767400640 1 -- 172.21.15.29:0/3933701382 >> v1:172.21.15.29:6789/0 conn(0x7fe768072d80 legacy=0x7fe768072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe767400640 1 -- 172.21.15.29:0/3933701382 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe768160ba0 con 0x7fe768072040 2024-09-12T03:11:38.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.759+0000 7fe766a00640 1 -- 172.21.15.29:0/3933701382 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2417969429 0 0) 0x7fe768160340 con 0x7fe768072d80 2024-09-12T03:11:38.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.760+0000 7fe767400640 1 --2- 172.21.15.29:0/3933701382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe768072040 0x7fe76815fe00 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fe76815d940 tx=0x7fe75802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=945eb8a2dbdf2bda server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.761+0000 7fe766a00640 1 -- 172.21.15.29:0/3933701382 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe758037070 con 0x7fe768072040 2024-09-12T03:11:38.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.761+0000 7fe766a00640 1 -- 172.21.15.29:0/3933701382 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe758032440 con 0x7fe768072040 2024-09-12T03:11:38.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.761+0000 7fe766a00640 1 -- 172.21.15.29:0/3933701382 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe758032810 con 0x7fe768072040 2024-09-12T03:11:38.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.761+0000 7fe76e800640 1 -- 172.21.15.29:0/3933701382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe768072040 msgr2=0x7fe76815fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.761+0000 7fe76e800640 1 --2- 172.21.15.29:0/3933701382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe768072040 0x7fe76815fe00 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fe76815d940 tx=0x7fe75802a270 comp rx=0 tx=0).stop 2024-09-12T03:11:38.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.761+0000 7fe76e800640 1 -- 172.21.15.29:0/3933701382 shutdown_connections 2024-09-12T03:11:38.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.761+0000 7fe76e800640 1 --2- 172.21.15.29:0/3933701382 >> v2:172.21.15.38:3300/0 conn(0x7fe76806e0a0 0x7fe7680cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.761+0000 7fe76e800640 1 --2- 172.21.15.29:0/3933701382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe768072040 0x7fe76815fe00 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.761+0000 7fe76e800640 1 -- 172.21.15.29:0/3933701382 >> 172.21.15.29:0/3933701382 conn(0x7fe768067d70 msgr2=0x7fe76806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.761+0000 7fe76e800640 1 -- 172.21.15.29:0/3933701382 shutdown_connections 2024-09-12T03:11:38.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.761+0000 7fe76e800640 1 -- 172.21.15.29:0/3933701382 wait complete. 2024-09-12T03:11:38.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.763+0000 7fe76e800640 1 Processor -- start 2024-09-12T03:11:38.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.763+0000 7fe76e800640 1 -- start start 2024-09-12T03:11:38.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.764+0000 7fe76e800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe76806e0a0 0x7fe7681f2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.764+0000 7fe76e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe768072040 0x7fe768140d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.764+0000 7fe76e800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe768072d80 0x7fe76815f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.764+0000 7fe76e800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe76806e510 con 0x7fe768072040 2024-09-12T03:11:38.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.764+0000 7fe76e800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe768145b00 con 0x7fe76806e0a0 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.764+0000 7fe76e800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe76806e690 con 0x7fe768072d80 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.764+0000 7fe75fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe768072040 0x7fe768140d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.764+0000 7fe75fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe768072040 0x7fe768140d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60330/0 (socket says 172.21.15.29:60330) 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.764+0000 7fe75fe00640 1 -- 172.21.15.29:0/3980358657 learned_addr learned my addr 172.21.15.29:0/3980358657 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe767e00640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe768072d80 0x7fe76815f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe767400640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe76806e0a0 0x7fe7681f2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe75fe00640 1 -- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe768072d80 msgr2=0x7fe76815f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe75fe00640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe768072d80 0x7fe76815f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe75fe00640 1 -- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe76806e0a0 msgr2=0x7fe7681f2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe75fe00640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe76806e0a0 0x7fe7681f2f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe75fe00640 1 -- 172.21.15.29:0/3980358657 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7680ab170 con 0x7fe768072040 2024-09-12T03:11:38.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe75fe00640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe768072040 0x7fe768140d70 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fe75000c410 tx=0x7fe75000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe75f400640 1 -- 172.21.15.29:0/3980358657 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe750017070 con 0x7fe768072040 2024-09-12T03:11:38.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe75f400640 1 -- 172.21.15.29:0/3980358657 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7500035f0 con 0x7fe768072040 2024-09-12T03:11:38.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe75f400640 1 -- 172.21.15.29:0/3980358657 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7500039e0 con 0x7fe768072040 2024-09-12T03:11:38.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.765+0000 7fe76e800640 1 -- 172.21.15.29:0/3980358657 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7680ab4b0 con 0x7fe768072040 2024-09-12T03:11:38.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.766+0000 7fe76e800640 1 -- 172.21.15.29:0/3980358657 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7680abcf0 con 0x7fe768072040 2024-09-12T03:11:38.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.769+0000 7fe75f400640 1 -- 172.21.15.29:0/3980358657 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe75001a070 con 0x7fe768072040 2024-09-12T03:11:38.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.770+0000 7fe75f400640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe74406be30 0x7fe74406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.770+0000 7fe75f400640 1 -- 172.21.15.29:0/3980358657 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fe75008a540 con 0x7fe768072040 2024-09-12T03:11:38.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.770+0000 7fe771633740 1 Processor -- start 2024-09-12T03:11:38.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.770+0000 7fe767400640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe74406be30 0x7fe74406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.770+0000 7fe771633740 1 -- start start 2024-09-12T03:11:38.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe767400640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe74406be30 0x7fe74406e2f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fe758034000 tx=0x7fe75802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe771633740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc093c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe771633740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc094200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe771633740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc049480 0x55d5dc094740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe771633740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d5dbfb1660 con 0x55d5dc049480 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe771633740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55d5dbf59680 con 0x55d5dc063420 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe771633740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55d5dbfad620 con 0x55d5dc063800 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe767e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc049480 0x55d5dc094740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe767e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc049480 0x55d5dc094740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60340/0 (socket says 172.21.15.29:60340) 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe767e00640 1 -- 172.21.15.29:0/3651984523 learned_addr learned my addr 172.21.15.29:0/3651984523 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe767400640 1 --2- 172.21.15.29:0/3651984523 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc093c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.771+0000 7fe75fe00640 1 --2- 172.21.15.29:0/3651984523 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc094200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.772+0000 7fe767e00640 1 -- 172.21.15.29:0/3651984523 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 msgr2=0x55d5dc094200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.772+0000 7fe767e00640 1 --2- 172.21.15.29:0/3651984523 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc094200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.772+0000 7fe767e00640 1 -- 172.21.15.29:0/3651984523 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 msgr2=0x55d5dc093c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.772+0000 7fe767e00640 1 --2- 172.21.15.29:0/3651984523 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc093c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.772+0000 7fe767e00640 1 -- 172.21.15.29:0/3651984523 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d5dbd8e7d0 con 0x55d5dc049480 2024-09-12T03:11:38.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.772+0000 7fe767e00640 1 --2- 172.21.15.29:0/3651984523 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc049480 0x55d5dc094740 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fe7600074c0 tx=0x7fe760009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=275b7305ac4bbbc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.772+0000 7fe757e00640 1 -- 172.21.15.29:0/3651984523 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe760019020 con 0x55d5dc049480 2024-09-12T03:11:38.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.772+0000 7fe757e00640 1 -- 172.21.15.29:0/3651984523 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe760015600 con 0x55d5dc049480 2024-09-12T03:11:38.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.772+0000 7fe757e00640 1 -- 172.21.15.29:0/3651984523 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7600159d0 con 0x55d5dc049480 2024-09-12T03:11:38.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.773+0000 7fe771633740 1 -- 172.21.15.29:0/3651984523 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc049480 msgr2=0x55d5dc094740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.773+0000 7fe771633740 1 --2- 172.21.15.29:0/3651984523 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc049480 0x55d5dc094740 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fe7600074c0 tx=0x7fe760009750 comp rx=0 tx=0).stop 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.773+0000 7fe771633740 1 -- 172.21.15.29:0/3651984523 shutdown_connections 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.773+0000 7fe771633740 1 --2- 172.21.15.29:0/3651984523 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc049480 0x55d5dc094740 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.773+0000 7fe771633740 1 --2- 172.21.15.29:0/3651984523 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc094200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.773+0000 7fe771633740 1 --2- 172.21.15.29:0/3651984523 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc093c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.773+0000 7fe771633740 1 -- 172.21.15.29:0/3651984523 >> 172.21.15.29:0/3651984523 conn(0x55d5dc04a220 msgr2=0x55d5dc092840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.773+0000 7fe771633740 1 -- 172.21.15.29:0/3651984523 shutdown_connections 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.773+0000 7fe771633740 1 -- 172.21.15.29:0/3651984523 wait complete. 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.774+0000 7fe771633740 1 -- start start 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.774+0000 7fe771633740 1 Processor -- start 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe771633740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc0949b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe771633740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc070bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe771633740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc071110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe771633740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d5dc0483e0 con 0x55d5dc094ef0 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe771633740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55d5dbf3a4c0 con 0x55d5dc063420 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe771633740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55d5dc0486c0 con 0x55d5dc063800 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe771633740 10 client.0 _ll_register_callbacks cb 0x55d5dbfa9e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe767e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc071110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe767e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc071110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60342/0 (socket says 172.21.15.29:60342) 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe767e00640 1 -- 172.21.15.29:0/183450665 learned_addr learned my addr 172.21.15.29:0/183450665 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe767400640 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc0949b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe75fe00640 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc070bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe767e00640 1 -- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 msgr2=0x55d5dc070bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe767e00640 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc070bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe767e00640 1 -- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 msgr2=0x55d5dc0949b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe767e00640 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc0949b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe767e00640 1 -- 172.21.15.29:0/183450665 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d5dbcc43f0 con 0x55d5dc094ef0 2024-09-12T03:11:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.775+0000 7fe75fe00640 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc070bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.776+0000 7fe767e00640 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc071110 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fe760018040 tx=0x7fe760004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d02a82c56d38439b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.776+0000 7fe754c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.776+0000 7fe754c00640 1 -- 172.21.15.29:0/183450665 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe760019040 con 0x55d5dc094ef0 2024-09-12T03:11:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.776+0000 7fe754c00640 1 -- 172.21.15.29:0/183450665 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fe760029c60 con 0x55d5dc094ef0 2024-09-12T03:11:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.776+0000 7fe771633740 1 -- 172.21.15.29:0/183450665 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe760015600 con 0x55d5dc094ef0 2024-09-12T03:11:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.776+0000 7fe754c00640 1 -- 172.21.15.29:0/183450665 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fe760030050 con 0x55d5dc094ef0 2024-09-12T03:11:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.776+0000 7fe771633740 10 client.5943 fetch_fsmap learned FSMap version 43 2024-09-12T03:11:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.776+0000 7fe771633740 1 -- 172.21.15.29:0/183450665 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x55d5dbc840f0 con 0x55d5dc094ef0 2024-09-12T03:11:38.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.777+0000 7fe754c00640 1 -- 172.21.15.29:0/183450665 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe760015600 con 0x55d5dc094ef0 2024-09-12T03:11:38.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.777+0000 7fe754c00640 1 -- 172.21.15.29:0/183450665 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 43) ==== 3558+0+0 (secure 0 0 0) 0x7fe760033020 con 0x55d5dc094ef0 2024-09-12T03:11:38.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.777+0000 7fe771633740 10 client.5943 fetch_fsmap finished waiting for FSMap version 43 2024-09-12T03:11:38.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.777+0000 7fe771633740 10 client.5943 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.b 2024-09-12T03:11:38.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.777+0000 7fe771633740 20 client.5943 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:38.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.777+0000 7fe771633740 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x55d5dc04b7c0 0x55d5dc04bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.777+0000 7fe771633740 4 client.5943 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.777+0000 7fe771633740 1 -- 172.21.15.29:0/183450665 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d5dbfbed90 con 0x55d5dc04b7c0 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.777+0000 7fe767400640 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x55d5dc04b7c0 0x55d5dc04bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.778+0000 7fe767400640 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x55d5dc04b7c0 0x55d5dc04bbd0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b22b0ce78811444 server_cookie=77742c0efa222c1c in_seq=0 out_seq=0 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.778+0000 7fe754c00640 10 client.5943 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.778+0000 7fe754c00640 1 -- 172.21.15.29:0/183450665 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d5dbfbed90 con 0x55d5dc04b7c0 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.778+0000 7fe754c00640 10 client.5943 handle_command_reply: tid=0 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 1 client.5943 shutdown 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 1 -- 172.21.15.29:0/183450665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 msgr2=0x55d5dc071110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc071110 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fe760018040 tx=0x7fe760004ab0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 1 -- 172.21.15.29:0/183450665 shutdown_connections 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x55d5dc04b7c0 0x55d5dc04bbd0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc071110 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc070bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 1 --2- 172.21.15.29:0/183450665 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc0949b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe754c00640 0 client.5943 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:38.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 1 -- 172.21.15.29:0/183450665 >> 172.21.15.29:0/183450665 conn(0x55d5dc049480 msgr2=0x55d5dc0927d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 1 -- 172.21.15.29:0/183450665 shutdown_connections 2024-09-12T03:11:38.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 1 -- 172.21.15.29:0/183450665 wait complete. 2024-09-12T03:11:38.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.779+0000 7fe771633740 20 client.5943 trim_cache size 0 max 16384 2024-09-12T03:11:38.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.798+0000 7fe771633740 1 Processor -- start 2024-09-12T03:11:38.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.798+0000 7fe771633740 1 -- start start 2024-09-12T03:11:38.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe771633740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063420 0x55d5dc0bb580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe771633740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063800 0x55d5dc0910b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe771633740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc04bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe771633740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe7681fcc50 con 0x55d5dc094ef0 2024-09-12T03:11:38.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe771633740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe7680b51e0 con 0x55d5dc063800 2024-09-12T03:11:38.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe771633740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe7681fc520 con 0x55d5dc063420 2024-09-12T03:11:38.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe767e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc04bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe767e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc04bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60356/0 (socket says 172.21.15.29:60356) 2024-09-12T03:11:38.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe767e00640 1 -- 172.21.15.29:0/24371618 learned_addr learned my addr 172.21.15.29:0/24371618 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe75fe00640 1 --2- 172.21.15.29:0/24371618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063800 0x55d5dc0910b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe767400640 1 --2- 172.21.15.29:0/24371618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063420 0x55d5dc0bb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe767e00640 1 -- 172.21.15.29:0/24371618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063420 msgr2=0x55d5dc0bb580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe767e00640 1 --2- 172.21.15.29:0/24371618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063420 0x55d5dc0bb580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe767e00640 1 -- 172.21.15.29:0/24371618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063800 msgr2=0x55d5dc0910b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe767e00640 1 --2- 172.21.15.29:0/24371618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063800 0x55d5dc0910b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe767e00640 1 -- 172.21.15.29:0/24371618 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d5dc049990 con 0x55d5dc094ef0 2024-09-12T03:11:38.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.799+0000 7fe75fe00640 1 --2- 172.21.15.29:0/24371618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063800 0x55d5dc0910b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:38.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.800+0000 7fe767e00640 1 --2- 172.21.15.29:0/24371618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc04bba0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fe760000f80 tx=0x7fe76001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8ea1196baac2584 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.800+0000 7fe757400640 1 -- 172.21.15.29:0/24371618 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe760019070 con 0x55d5dc094ef0 2024-09-12T03:11:38.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.800+0000 7fe757400640 1 -- 172.21.15.29:0/24371618 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe760015db0 con 0x55d5dc094ef0 2024-09-12T03:11:38.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.800+0000 7fe757400640 1 -- 172.21.15.29:0/24371618 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe76001e930 con 0x55d5dc094ef0 2024-09-12T03:11:38.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.800+0000 7fe771633740 1 -- 172.21.15.29:0/24371618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 msgr2=0x55d5dc04bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.800+0000 7fe771633740 1 --2- 172.21.15.29:0/24371618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc04bba0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fe760000f80 tx=0x7fe76001f000 comp rx=0 tx=0).stop 2024-09-12T03:11:38.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.800+0000 7fe771633740 1 -- 172.21.15.29:0/24371618 shutdown_connections 2024-09-12T03:11:38.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.800+0000 7fe771633740 1 --2- 172.21.15.29:0/24371618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc04bba0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.800+0000 7fe771633740 1 --2- 172.21.15.29:0/24371618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063800 0x55d5dc0910b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.800+0000 7fe771633740 1 --2- 172.21.15.29:0/24371618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063420 0x55d5dc0bb580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.800+0000 7fe771633740 1 -- 172.21.15.29:0/24371618 >> 172.21.15.29:0/24371618 conn(0x55d5dc049480 msgr2=0x55d5dc04c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.801+0000 7fe771633740 1 -- 172.21.15.29:0/24371618 shutdown_connections 2024-09-12T03:11:38.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.801+0000 7fe771633740 1 -- 172.21.15.29:0/24371618 wait complete. 2024-09-12T03:11:38.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.801+0000 7fe771633740 1 -- start start 2024-09-12T03:11:38.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.801+0000 7fe771633740 1 Processor -- start 2024-09-12T03:11:38.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.802+0000 7fe771633740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc095d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.802+0000 7fe771633740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc114540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.802+0000 7fe771633740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc06dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.802+0000 7fe771633740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d5dc060d20 con 0x55d5dc094ef0 2024-09-12T03:11:38.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.802+0000 7fe771633740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe7680a9f30 con 0x55d5dc063420 2024-09-12T03:11:38.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.802+0000 7fe771633740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55d5dc071070 con 0x55d5dc063800 2024-09-12T03:11:38.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.802+0000 7fe771633740 10 client.0 _ll_register_callbacks cb 0x7fe758035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:11:38.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe767e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc06dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe767e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc06dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60360/0 (socket says 172.21.15.29:60360) 2024-09-12T03:11:38.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe767e00640 1 -- 172.21.15.29:0/1059305723 learned_addr learned my addr 172.21.15.29:0/1059305723 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe75fe00640 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc114540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe767400640 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc095d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe767e00640 1 -- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 msgr2=0x55d5dc114540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe767e00640 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc114540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe767e00640 1 -- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 msgr2=0x55d5dc095d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:38.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe767e00640 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc095d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe767e00640 1 -- 172.21.15.29:0/1059305723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d5dc0965d0 con 0x55d5dc094ef0 2024-09-12T03:11:38.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe75fe00640 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc114540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:38.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe767e00640 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc06dc30 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fe760009fd0 tx=0x7fe76000b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cffad9f3fc0e425b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe754c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:11:38.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.803+0000 7fe754c00640 1 -- 172.21.15.29:0/1059305723 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe760042030 con 0x55d5dc094ef0 2024-09-12T03:11:38.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe754c00640 1 -- 172.21.15.29:0/1059305723 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fe760002030 con 0x55d5dc094ef0 2024-09-12T03:11:38.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe771633740 1 -- 172.21.15.29:0/1059305723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe760015db0 con 0x55d5dc094ef0 2024-09-12T03:11:38.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe754c00640 1 -- 172.21.15.29:0/1059305723 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fe76004e050 con 0x55d5dc094ef0 2024-09-12T03:11:38.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe771633740 10 client.5949 fetch_fsmap learned FSMap version 43 2024-09-12T03:11:38.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe771633740 1 -- 172.21.15.29:0/1059305723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=2+}) -- 0x55d5dc119020 con 0x55d5dc094ef0 2024-09-12T03:11:38.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe754c00640 1 -- 172.21.15.29:0/1059305723 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe760015db0 con 0x55d5dc094ef0 2024-09-12T03:11:38.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe754c00640 1 -- 172.21.15.29:0/1059305723 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 43) ==== 3558+0+0 (secure 0 0 0) 0x7fe760051020 con 0x55d5dc094ef0 2024-09-12T03:11:38.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe771633740 10 client.5949 fetch_fsmap finished waiting for FSMap version 43 2024-09-12T03:11:38.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe771633740 10 client.5949 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.b 2024-09-12T03:11:38.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe771633740 20 client.5949 populate_metadata read hostname 'smithi029' 2024-09-12T03:11:38.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe771633740 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x55d5dc115ac0 0x55d5dc06e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe771633740 4 client.5949 mds_command: new command op to 5475 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:11:38.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.804+0000 7fe771633740 1 -- 172.21.15.29:0/1059305723 --> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d5dbfb90e0 con 0x55d5dc115ac0 2024-09-12T03:11:38.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.805+0000 7fe767400640 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x55d5dc115ac0 0x55d5dc06e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.805+0000 7fe767400640 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x55d5dc115ac0 0x55d5dc06e170 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b95f2b2148a9195 server_cookie=39da27475b29afcf in_seq=0 out_seq=0 2024-09-12T03:11:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.805+0000 7fe754c00640 10 client.5949 ms_handle_connect on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.805+0000 7fe754c00640 1 -- 172.21.15.29:0/1059305723 <== mds.0 v2:172.21.15.38:6834/2136535158 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d5dbfb90e0 con 0x55d5dc115ac0 2024-09-12T03:11:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.805+0000 7fe754c00640 10 client.5949 handle_command_reply: tid=0 2024-09-12T03:11:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 1 client.5949 shutdown 2024-09-12T03:11:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 1 -- 172.21.15.29:0/1059305723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 msgr2=0x55d5dc06dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc06dc30 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fe760009fd0 tx=0x7fe76000b040 comp rx=0 tx=0).stop 2024-09-12T03:11:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 1 -- 172.21.15.29:0/1059305723 shutdown_connections 2024-09-12T03:11:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:6834/2136535158,v1:172.21.15.38:6836/2136535158] conn(0x55d5dc115ac0 0x55d5dc06e170 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d5dc094ef0 0x55d5dc06dc30 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d5dc063800 0x55d5dc114540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe754c00640 0 client.5949 ms_handle_reset on v2:172.21.15.38:6834/2136535158 2024-09-12T03:11:38.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 1 --2- 172.21.15.29:0/1059305723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d5dc063420 0x55d5dc095d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 1 -- 172.21.15.29:0/1059305723 >> 172.21.15.29:0/1059305723 conn(0x55d5dc049480 msgr2=0x55d5dc0910b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 1 -- 172.21.15.29:0/1059305723 shutdown_connections 2024-09-12T03:11:38.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 1 -- 172.21.15.29:0/1059305723 wait complete. 2024-09-12T03:11:38.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.806+0000 7fe771633740 20 client.5949 trim_cache size 0 max 16384 2024-09-12T03:11:38.815 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:38.815 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "no active scrubs running", 2024-09-12T03:11:38.815 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": {} 2024-09-12T03:11:38.815 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:38.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 -- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe74406be30 msgr2=0x7fe74406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe74406be30 0x7fe74406e2f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fe758034000 tx=0x7fe75802e000 comp rx=0 tx=0).stop 2024-09-12T03:11:38.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 -- 172.21.15.29:0/3980358657 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe768072040 msgr2=0x7fe768140d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe768072040 0x7fe768140d70 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fe75000c410 tx=0x7fe75000c8d0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 -- 172.21.15.29:0/3980358657 shutdown_connections 2024-09-12T03:11:38.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe74406be30 0x7fe74406e2f0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe768072d80 0x7fe76815f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe768072040 0x7fe768140d70 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 --2- 172.21.15.29:0/3980358657 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe76806e0a0 0x7fe7681f2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 -- 172.21.15.29:0/3980358657 >> 172.21.15.29:0/3980358657 conn(0x7fe768067d70 msgr2=0x7fe7680ce210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 -- 172.21.15.29:0/3980358657 shutdown_connections 2024-09-12T03:11:38.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.807+0000 7fe76e800640 1 -- 172.21.15.29:0/3980358657 wait complete. 2024-09-12T03:11:38.822 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:11:38.822 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:11:38.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.978+0000 7ff506c00640 1 Processor -- start 2024-09-12T03:11:38.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.978+0000 7ff506c00640 1 -- start start 2024-09-12T03:11:38.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.979+0000 7ff506c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff5000d4310 0x7ff5000d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.979+0000 7ff506c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff50015e850 con 0x7ff50006d460 2024-09-12T03:11:38.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.979+0000 7ff506c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5000d1c60 con 0x7ff50015e470 2024-09-12T03:11:38.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.979+0000 7ff506c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7ff5000d4cc0 con 0x7ff5000d4310 2024-09-12T03:11:38.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.979+0000 7ff506200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7ff50006d460 0x7ff50006d8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51740/0 (socket says 172.21.15.29:51740) 2024-09-12T03:11:38.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.979+0000 7ff506200640 1 -- 172.21.15.29:0/26490881 learned_addr learned my addr 172.21.15.29:0/26490881 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:38.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.980+0000 7ff504e00640 1 --2- 172.21.15.29:0/26490881 >> v2:172.21.15.38:3300/0 conn(0x7ff5000d4310 0x7ff5000d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.980+0000 7ff4ffe00640 1 -- 172.21.15.29:0/26490881 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 612118486 0 0) 0x7ff50015e850 con 0x7ff50006d460 2024-09-12T03:11:38.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.980+0000 7ff4ffe00640 1 -- 172.21.15.29:0/26490881 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff4e8003520 con 0x7ff50006d460 2024-09-12T03:11:38.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.980+0000 7ff4ffe00640 1 -- 172.21.15.29:0/26490881 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 377039798 0 0) 0x7ff5000d1c60 con 0x7ff50015e470 2024-09-12T03:11:38.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.980+0000 7ff4ffe00640 1 -- 172.21.15.29:0/26490881 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff50015e850 con 0x7ff50015e470 2024-09-12T03:11:38.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.980+0000 7ff504e00640 1 -- 172.21.15.29:0/26490881 >> v1:172.21.15.38:6789/0 conn(0x7ff50015e470 legacy=0x7ff5000cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.980+0000 7ff504e00640 1 -- 172.21.15.29:0/26490881 >> v1:172.21.15.29:6789/0 conn(0x7ff50006d460 legacy=0x7ff50006d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.980+0000 7ff504e00640 1 -- 172.21.15.29:0/26490881 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5000d1980 con 0x7ff5000d4310 2024-09-12T03:11:38.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.981+0000 7ff504e00640 1 --2- 172.21.15.29:0/26490881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5000d4310 0x7ff5000d4780 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec0097a0 tx=0x7ff4ec02a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=604f78c401c6dfb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.981+0000 7ff4ffe00640 1 -- 172.21.15.29:0/26490881 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ec037070 con 0x7ff5000d4310 2024-09-12T03:11:38.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.982+0000 7ff4ffe00640 1 -- 172.21.15.29:0/26490881 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4ec032440 con 0x7ff5000d4310 2024-09-12T03:11:38.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.982+0000 7ff4ffe00640 1 -- 172.21.15.29:0/26490881 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4ec032810 con 0x7ff5000d4310 2024-09-12T03:11:38.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.982+0000 7ff506c00640 1 -- 172.21.15.29:0/26490881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5000d4310 msgr2=0x7ff5000d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.982+0000 7ff506c00640 1 --2- 172.21.15.29:0/26490881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5000d4310 0x7ff5000d4780 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec0097a0 tx=0x7ff4ec02a1e0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.982+0000 7ff506c00640 1 -- 172.21.15.29:0/26490881 shutdown_connections 2024-09-12T03:11:38.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.982+0000 7ff506c00640 1 --2- 172.21.15.29:0/26490881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff5000d4310 0x7ff5000d4780 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.982+0000 7ff506c00640 1 -- 172.21.15.29:0/26490881 >> 172.21.15.29:0/26490881 conn(0x7ff50009d700 msgr2=0x7ff50008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:38.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.982+0000 7ff506c00640 1 -- 172.21.15.29:0/26490881 shutdown_connections 2024-09-12T03:11:38.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.982+0000 7ff506c00640 1 -- 172.21.15.29:0/26490881 wait complete. 2024-09-12T03:11:38.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.984+0000 7ff506c00640 1 Processor -- start 2024-09-12T03:11:38.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.984+0000 7ff506c00640 1 -- start start 2024-09-12T03:11:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.985+0000 7ff506c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff50006d460 0x7ff500156a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.985+0000 7ff506c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5000d4310 0x7ff5000b8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.985+0000 7ff506c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff50015e470 0x7ff500155d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.985+0000 7ff506c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff5000cf3a0 con 0x7ff50006d460 2024-09-12T03:11:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.985+0000 7ff506c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff5000cf710 con 0x7ff50015e470 2024-09-12T03:11:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.985+0000 7ff506c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff5000d02b0 con 0x7ff5000d4310 2024-09-12T03:11:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.985+0000 7ff505800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff50006d460 0x7ff500156a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.985+0000 7ff505800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff50006d460 0x7ff500156a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60376/0 (socket says 172.21.15.29:60376) 2024-09-12T03:11:38.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.985+0000 7ff505800640 1 -- 172.21.15.29:0/203497212 learned_addr learned my addr 172.21.15.29:0/203497212 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.985+0000 7ff504e00640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5000d4310 0x7ff5000b8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.985+0000 7ff506200640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff50015e470 0x7ff500155d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff505800640 1 -- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5000d4310 msgr2=0x7ff5000b8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff505800640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5000d4310 0x7ff5000b8eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff505800640 1 -- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff50015e470 msgr2=0x7ff500155d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff505800640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff50015e470 0x7ff500155d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff505800640 1 -- 172.21.15.29:0/203497212 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5000b9700 con 0x7ff50006d460 2024-09-12T03:11:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff506200640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff50015e470 0x7ff500155d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff504e00640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5000d4310 0x7ff5000b8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:38.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff505800640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff50006d460 0x7ff500156a50 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7ff4f400c410 tx=0x7ff4f400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff4fd600640 1 -- 172.21.15.29:0/203497212 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f4017070 con 0x7ff50006d460 2024-09-12T03:11:38.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff4fd600640 1 -- 172.21.15.29:0/203497212 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4f40035f0 con 0x7ff50006d460 2024-09-12T03:11:38.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff4fd600640 1 -- 172.21.15.29:0/203497212 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4f4003a20 con 0x7ff50006d460 2024-09-12T03:11:38.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff506c00640 1 -- 172.21.15.29:0/203497212 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff500160150 con 0x7ff50006d460 2024-09-12T03:11:38.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.986+0000 7ff506c00640 1 -- 172.21.15.29:0/203497212 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5000b93f0 con 0x7ff50006d460 2024-09-12T03:11:38.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.987+0000 7ff506c00640 1 -- 172.21.15.29:0/203497212 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff50015ff40 con 0x7ff50006d460 2024-09-12T03:11:38.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.988+0000 7ff4fd600640 1 -- 172.21.15.29:0/203497212 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff4f4003bc0 con 0x7ff50006d460 2024-09-12T03:11:38.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.989+0000 7ff4fd600640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff4e006be30 0x7ff4e006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:38.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.989+0000 7ff4fd600640 1 -- 172.21.15.29:0/203497212 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7ff4f408a3b0 con 0x7ff50006d460 2024-09-12T03:11:38.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.990+0000 7ff504e00640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff4e006be30 0x7ff4e006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:38.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.990+0000 7ff504e00640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff4e006be30 0x7ff4e006e2f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec034000 tx=0x7ff4ec02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:38.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:38.994+0000 7ff4fd600640 1 -- 172.21.15.29:0/203497212 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff4f4058b00 con 0x7ff50006d460 2024-09-12T03:11:39.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.212+0000 7ff506c00640 1 -- 172.21.15.29:0/203497212 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff500068d00 con 0x7ff50006d460 2024-09-12T03:11:39.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.213+0000 7ff4fd600640 1 -- 172.21.15.29:0/203497212 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5270 (secure 0 0 0) 0x7ff4f4058400 con 0x7ff50006d460 2024-09-12T03:11:39.214 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:39.214 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":43,"btime":"2024-09-12T03:11:26:894760+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5054,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1851339841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1851339841},{"type":"v1","addr":"172.21.15.38:6837","nonce":1851339841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:10:53.115436+0000","modified":"2024-09-12T03:11:26.769881+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":5475,"mds_1":5472,"mds_2":5377},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5377":{"gid":5377,"name":"a","rank":2,"incarnation":37,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6834/3307347522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3307347522},{"type":"v1","addr":"172.21.15.29:6834","nonce":3307347522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5472":{"gid":5472,"name":"c","rank":1,"incarnation":35,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/1866497682","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1866497682},{"type":"v1","addr":"172.21.15.29:6835","nonce":1866497682}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5475":{"gid":5475,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/2136535158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":2136535158},{"type":"v1","addr":"172.21.15.38:6836","nonce":2136535158}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5475,"qdb_cluster":[5475,5472,5377]},"id":3}]} 2024-09-12T03:11:39.214 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 43 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 -- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff4e006be30 msgr2=0x7ff4e006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff4e006be30 0x7ff4e006e2f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec034000 tx=0x7ff4ec02e000 comp rx=0 tx=0).stop 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 -- 172.21.15.29:0/203497212 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff50006d460 msgr2=0x7ff500156a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff50006d460 0x7ff500156a50 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7ff4f400c410 tx=0x7ff4f400c8d0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 -- 172.21.15.29:0/203497212 shutdown_connections 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff4e006be30 0x7ff4e006e2f0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff50015e470 0x7ff500155d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff5000d4310 0x7ff5000b8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 --2- 172.21.15.29:0/203497212 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff50006d460 0x7ff500156a50 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 -- 172.21.15.29:0/203497212 >> 172.21.15.29:0/203497212 conn(0x7ff50009d700 msgr2=0x7ff5000cfba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 -- 172.21.15.29:0/203497212 shutdown_connections 2024-09-12T03:11:39.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.215+0000 7ff506c00640 1 -- 172.21.15.29:0/203497212 wait complete. 2024-09-12T03:11:39.231 DEBUG:tasks.cephfs.test_multimds_misc:current active=['b', 'c', 'a'] 2024-09-12T03:11:39.232 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:11:39.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.387+0000 7ff6bfa00640 1 Processor -- start 2024-09-12T03:11:39.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.387+0000 7ff6bfa00640 1 -- start start 2024-09-12T03:11:39.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.388+0000 7ff6bfa00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff6b815b130 0x7ff6b80ccec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:39.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.388+0000 7ff6bfa00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6b80b4ce0 0x7ff6b80cf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:39.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.388+0000 7ff6bfa00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6b80cd8f0 con 0x7ff6b80cd400 2024-09-12T03:11:39.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.388+0000 7ff6bfa00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7ff6b815f550 con 0x7ff6b815b130 2024-09-12T03:11:39.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.388+0000 7ff6bfa00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff6b815ef00 con 0x7ff6b80b4ce0 2024-09-12T03:11:39.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.388+0000 7ff6bd000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff6b815b130 0x7ff6b80ccec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:39.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.388+0000 7ff6bd000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff6b815b130 0x7ff6b80ccec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60382/0 (socket says 172.21.15.29:60382) 2024-09-12T03:11:39.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.388+0000 7ff6bd000640 1 -- 172.21.15.29:0/290735873 learned_addr learned my addr 172.21.15.29:0/290735873 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:39.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.389+0000 7ff6bda00640 1 --2- 172.21.15.29:0/290735873 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6b80b4ce0 0x7ff6b80cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:39.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.389+0000 7ff6bd000640 1 -- 172.21.15.29:0/290735873 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6b80b4ce0 msgr2=0x7ff6b80cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:39.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.389+0000 7ff6bd000640 1 --2- 172.21.15.29:0/290735873 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6b80b4ce0 0x7ff6b80cf020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.389+0000 7ff6bd000640 1 -- 172.21.15.29:0/290735873 >> v1:172.21.15.29:6789/0 conn(0x7ff6b80cd400 legacy=0x7ff6b80b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:39.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.389+0000 7ff6bd000640 1 -- 172.21.15.29:0/290735873 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6b815f1e0 con 0x7ff6b815b130 2024-09-12T03:11:39.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.390+0000 7ff6bd000640 1 --2- 172.21.15.29:0/290735873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6b815b130 0x7ff6b80ccec0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac00bb10 tx=0x7ff6ac02c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fad58ee5c9f292e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:39.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.390+0000 7ff6b7400640 1 -- 172.21.15.29:0/290735873 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac036020 con 0x7ff6b815b130 2024-09-12T03:11:39.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.390+0000 7ff6b7400640 1 -- 172.21.15.29:0/290735873 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6ac032820 con 0x7ff6b815b130 2024-09-12T03:11:39.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.390+0000 7ff6b7400640 1 -- 172.21.15.29:0/290735873 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac032bf0 con 0x7ff6b815b130 2024-09-12T03:11:39.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.391+0000 7ff6bfa00640 1 -- 172.21.15.29:0/290735873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6b815b130 msgr2=0x7ff6b80ccec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:39.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.391+0000 7ff6bfa00640 1 --2- 172.21.15.29:0/290735873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6b815b130 0x7ff6b80ccec0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac00bb10 tx=0x7ff6ac02c920 comp rx=0 tx=0).stop 2024-09-12T03:11:39.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.391+0000 7ff6bfa00640 1 -- 172.21.15.29:0/290735873 shutdown_connections 2024-09-12T03:11:39.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.391+0000 7ff6bfa00640 1 --2- 172.21.15.29:0/290735873 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6b80b4ce0 0x7ff6b80cf020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.391+0000 7ff6bfa00640 1 --2- 172.21.15.29:0/290735873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6b815b130 0x7ff6b80ccec0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.391+0000 7ff6bfa00640 1 -- 172.21.15.29:0/290735873 >> 172.21.15.29:0/290735873 conn(0x7ff6b80b5f10 msgr2=0x7ff6b80b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:39.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.391+0000 7ff6bfa00640 1 -- 172.21.15.29:0/290735873 shutdown_connections 2024-09-12T03:11:39.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.391+0000 7ff6bfa00640 1 -- 172.21.15.29:0/290735873 wait complete. 2024-09-12T03:11:39.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.393+0000 7ff6bfa00640 1 Processor -- start 2024-09-12T03:11:39.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.393+0000 7ff6bfa00640 1 -- start start 2024-09-12T03:11:39.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bfa00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6b80b4ce0 0x7ff6b81532f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bfa00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff6b80cd400 0x7ff6b8157dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bfa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6b815b130 0x7ff6b8147c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bfa00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b815c690 con 0x7ff6b815b130 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bfa00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b815c510 con 0x7ff6b80cd400 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bfa00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff6b815f9e0 con 0x7ff6b80b4ce0 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bda00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6b815b130 0x7ff6b8147c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bda00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6b815b130 0x7ff6b8147c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60392/0 (socket says 172.21.15.29:60392) 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bda00640 1 -- 172.21.15.29:0/459116222 learned_addr learned my addr 172.21.15.29:0/459116222 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bda00640 1 -- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6b80b4ce0 msgr2=0x7ff6b81532f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bda00640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6b80b4ce0 0x7ff6b81532f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bda00640 1 -- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff6b80cd400 msgr2=0x7ff6b8157dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:39.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bda00640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff6b80cd400 0x7ff6b8157dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.394+0000 7ff6bda00640 1 -- 172.21.15.29:0/459116222 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6b8154ad0 con 0x7ff6b815b130 2024-09-12T03:11:39.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.395+0000 7ff6bda00640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6b815b130 0x7ff6b8147c00 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0009e30 tx=0x7ff6b000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:39.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.395+0000 7ff6b4c00640 1 -- 172.21.15.29:0/459116222 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6b0018020 con 0x7ff6b815b130 2024-09-12T03:11:39.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.395+0000 7ff6b4c00640 1 -- 172.21.15.29:0/459116222 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6b0014480 con 0x7ff6b815b130 2024-09-12T03:11:39.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.395+0000 7ff6b4c00640 1 -- 172.21.15.29:0/459116222 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6b0014870 con 0x7ff6b815b130 2024-09-12T03:11:39.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.395+0000 7ff6bfa00640 1 -- 172.21.15.29:0/459116222 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6b8150420 con 0x7ff6b815b130 2024-09-12T03:11:39.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.395+0000 7ff6bfa00640 1 -- 172.21.15.29:0/459116222 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6b8148140 con 0x7ff6b815b130 2024-09-12T03:11:39.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.396+0000 7ff6bfa00640 1 -- 172.21.15.29:0/459116222 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6b80ccec0 con 0x7ff6b815b130 2024-09-12T03:11:39.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.397+0000 7ff6b4c00640 1 -- 172.21.15.29:0/459116222 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff6b0005d10 con 0x7ff6b815b130 2024-09-12T03:11:39.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.398+0000 7ff6b4c00640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff69806be30 0x7ff69806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:39.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.398+0000 7ff6b4c00640 1 -- 172.21.15.29:0/459116222 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7ff6b008bef0 con 0x7ff6b815b130 2024-09-12T03:11:39.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.399+0000 7ff6bd000640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff69806be30 0x7ff69806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:39.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.399+0000 7ff6bd000640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff69806be30 0x7ff69806e2f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac037000 tx=0x7ff6ac008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:39.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.403+0000 7ff6b4c00640 1 -- 172.21.15.29:0/459116222 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff6b0022030 con 0x7ff6b815b130 2024-09-12T03:11:39.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.656+0000 7ff6bfa00640 1 -- 172.21.15.29:0/459116222 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ff6b806f520 con 0x7ff6b815b130 2024-09-12T03:11:39.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.657+0000 7ff6b4c00640 1 -- 172.21.15.29:0/459116222 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1912 (secure 0 0 0) 0x7ff6b0010040 con 0x7ff6b815b130 2024-09-12T03:11:39.657 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:39.658 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":218,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":706277,"bytes_used":262266880,"bytes_avail":772831846400,"bytes_total":773094113280,"write_bytes_sec":682,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":43,"btime":"2024-09-12T03:11:26:894760+0000","id":3,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":3,"rank":2,"name":"a","status":"up:active","gid":5377},{"filesystem_id":3,"rank":1,"name":"c","status":"up:active","gid":5472},{"filesystem_id":3,"rank":0,"name":"b","status":"up:active","gid":5475}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":12,"modified":"2024-09-12T03:11:35.764409+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-12T03:11:39.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 -- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff69806be30 msgr2=0x7ff69806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:39.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff69806be30 0x7ff69806e2f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac037000 tx=0x7ff6ac008040 comp rx=0 tx=0).stop 2024-09-12T03:11:39.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 -- 172.21.15.29:0/459116222 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6b815b130 msgr2=0x7ff6b8147c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:39.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6b815b130 0x7ff6b8147c00 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0009e30 tx=0x7ff6b000c490 comp rx=0 tx=0).stop 2024-09-12T03:11:39.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 -- 172.21.15.29:0/459116222 shutdown_connections 2024-09-12T03:11:39.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff69806be30 0x7ff69806e2f0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6b815b130 0x7ff6b8147c00 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff6b80cd400 0x7ff6b8157dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 --2- 172.21.15.29:0/459116222 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6b80b4ce0 0x7ff6b81532f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:39.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 -- 172.21.15.29:0/459116222 >> 172.21.15.29:0/459116222 conn(0x7ff6b80b5f10 msgr2=0x7ff6b806e3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:39.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 -- 172.21.15.29:0/459116222 shutdown_connections 2024-09-12T03:11:39.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:39.659+0000 7ff6bfa00640 1 -- 172.21.15.29:0/459116222 wait complete. 2024-09-12T03:11:39.675 INFO:tasks.ceph.ceph_manager.ceph:{'a': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:11:39.676 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:11:39.676 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:11:39.756 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:11:39.850 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:11:39.850 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:11:39.851 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:11:39.851 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:11:39.886 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:11:39.887 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:11:39.963 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:11:40.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.163+0000 7f0125c00640 1 Processor -- start 2024-09-12T03:11:40.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.163+0000 7f0125c00640 1 -- start start 2024-09-12T03:11:40.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.164+0000 7f0125c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f012006f0e0 0x7f012015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.164+0000 7f0125c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f012006f4c0 0x7f01200cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.164+0000 7f0125c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01200cf5a0 0x7f01200b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.164+0000 7f0125c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f012015bc50 con 0x7f012006f4c0 2024-09-12T03:11:40.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.164+0000 7f0125c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0120152630 con 0x7f012006f0e0 2024-09-12T03:11:40.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.164+0000 7f0125c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f012015c620 con 0x7f01200cf5a0 2024-09-12T03:11:40.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.164+0000 7f0117e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f012006f4c0 0x7f01200cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.164+0000 7f0117e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f012006f4c0 0x7f01200cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38704/0 (socket says 172.21.15.29:38704) 2024-09-12T03:11:40.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.164+0000 7f0117e00640 1 -- 172.21.15.29:0/2393127375 learned_addr learned my addr 172.21.15.29:0/2393127375 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:40.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.164+0000 7f011ea00640 1 --2- 172.21.15.29:0/2393127375 >> v2:172.21.15.38:3300/0 conn(0x7f012006f0e0 0x7f012015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.164+0000 7f011f400640 1 --2- 172.21.15.29:0/2393127375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01200cf5a0 0x7f01200b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.165+0000 7f0117e00640 1 -- 172.21.15.29:0/2393127375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01200cf5a0 msgr2=0x7f01200b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:40.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.165+0000 7f0117e00640 1 --2- 172.21.15.29:0/2393127375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01200cf5a0 0x7f01200b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.165+0000 7f0117e00640 1 -- 172.21.15.29:0/2393127375 >> v2:172.21.15.38:3300/0 conn(0x7f012006f0e0 msgr2=0x7f012015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:40.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.165+0000 7f0117e00640 1 --2- 172.21.15.29:0/2393127375 >> v2:172.21.15.38:3300/0 conn(0x7f012006f0e0 0x7f012015c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.165+0000 7f0117e00640 1 -- 172.21.15.29:0/2393127375 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01200cfb40 con 0x7f012006f4c0 2024-09-12T03:11:40.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.166+0000 7f0117e00640 1 --2- 172.21.15.29:0/2393127375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f012006f4c0 0x7f01200cf060 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f0120073070 tx=0x7f010802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a43ac8c38dc22b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:40.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.166+0000 7f011e000640 1 -- 172.21.15.29:0/2393127375 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0108037070 con 0x7f012006f4c0 2024-09-12T03:11:40.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.166+0000 7f011e000640 1 -- 172.21.15.29:0/2393127375 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0108032440 con 0x7f012006f4c0 2024-09-12T03:11:40.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.166+0000 7f011e000640 1 -- 172.21.15.29:0/2393127375 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0108032810 con 0x7f012006f4c0 2024-09-12T03:11:40.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.167+0000 7f0125c00640 1 -- 172.21.15.29:0/2393127375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f012006f4c0 msgr2=0x7f01200cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:40.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.167+0000 7f0125c00640 1 --2- 172.21.15.29:0/2393127375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f012006f4c0 0x7f01200cf060 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f0120073070 tx=0x7f010802a1e0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.167+0000 7f0125c00640 1 -- 172.21.15.29:0/2393127375 shutdown_connections 2024-09-12T03:11:40.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.167+0000 7f0125c00640 1 --2- 172.21.15.29:0/2393127375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01200cf5a0 0x7f01200b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.167+0000 7f0125c00640 1 --2- 172.21.15.29:0/2393127375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f012006f4c0 0x7f01200cf060 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.167+0000 7f0125c00640 1 --2- 172.21.15.29:0/2393127375 >> v2:172.21.15.38:3300/0 conn(0x7f012006f0e0 0x7f012015c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.167+0000 7f0125c00640 1 -- 172.21.15.29:0/2393127375 >> 172.21.15.29:0/2393127375 conn(0x7f0120067da0 msgr2=0x7f012006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:40.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.167+0000 7f0125c00640 1 -- 172.21.15.29:0/2393127375 shutdown_connections 2024-09-12T03:11:40.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.167+0000 7f0125c00640 1 -- 172.21.15.29:0/2393127375 wait complete. 2024-09-12T03:11:40.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.168+0000 7f0125c00640 1 Processor -- start 2024-09-12T03:11:40.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.169+0000 7f0125c00640 1 -- start start 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0125c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f012006f0e0 0x7f0120149e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0125c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f012006f4c0 0x7f0120153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0125c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01200cf5a0 0x7f012006ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0125c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f012006f930 con 0x7f012006f4c0 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0125c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f012015b8e0 con 0x7f01200cf5a0 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0125c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f012015ee80 con 0x7f012006f0e0 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0117e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f012006f4c0 0x7f0120153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0117e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f012006f4c0 0x7f0120153550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38718/0 (socket says 172.21.15.29:38718) 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0117e00640 1 -- 172.21.15.29:0/1060312992 learned_addr learned my addr 172.21.15.29:0/1060312992 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f011ea00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f012006f0e0 0x7f0120149e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f011f400640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01200cf5a0 0x7f012006ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0117e00640 1 -- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f012006f0e0 msgr2=0x7f0120149e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:40.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0117e00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f012006f0e0 0x7f0120149e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0117e00640 1 -- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01200cf5a0 msgr2=0x7f012006ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:40.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0117e00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01200cf5a0 0x7f012006ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.170+0000 7f0117e00640 1 -- 172.21.15.29:0/1060312992 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f012014a340 con 0x7f012006f4c0 2024-09-12T03:11:40.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.171+0000 7f0117e00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f012006f4c0 0x7f0120153550 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f0108000c00 tx=0x7f01080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:40.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.171+0000 7f0116a00640 1 -- 172.21.15.29:0/1060312992 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0108041020 con 0x7f012006f4c0 2024-09-12T03:11:40.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.171+0000 7f0116a00640 1 -- 172.21.15.29:0/1060312992 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01080306c0 con 0x7f012006f4c0 2024-09-12T03:11:40.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.171+0000 7f0125c00640 1 -- 172.21.15.29:0/1060312992 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01200b19c0 con 0x7f012006f4c0 2024-09-12T03:11:40.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.171+0000 7f0116a00640 1 -- 172.21.15.29:0/1060312992 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0108037040 con 0x7f012006f4c0 2024-09-12T03:11:40.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.171+0000 7f0125c00640 1 -- 172.21.15.29:0/1060312992 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01200b1f80 con 0x7f012006f4c0 2024-09-12T03:11:40.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.172+0000 7f0125c00640 1 -- 172.21.15.29:0/1060312992 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01200ce3a0 con 0x7f012006f4c0 2024-09-12T03:11:40.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.173+0000 7f0116a00640 1 -- 172.21.15.29:0/1060312992 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0108044020 con 0x7f012006f4c0 2024-09-12T03:11:40.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.174+0000 7f0116a00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f00fc06be60 0x7f00fc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.174+0000 7f0116a00640 1 -- 172.21.15.29:0/1060312992 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f01080ab840 con 0x7f012006f4c0 2024-09-12T03:11:40.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.174+0000 7f011ea00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f00fc06be60 0x7f00fc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.175+0000 7f011ea00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f00fc06be60 0x7f00fc06e320 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0110006fd0 tx=0x7f0110008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:40.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.178+0000 7f0116a00640 1 -- 172.21.15.29:0/1060312992 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f01200ce3a0 con 0x7f012006f4c0 2024-09-12T03:11:40.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.374+0000 7f0125c00640 1 -- 172.21.15.29:0/1060312992 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f012015f9a0 con 0x7f012006f4c0 2024-09-12T03:11:40.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.375+0000 7f0116a00640 1 -- 172.21.15.29:0/1060312992 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v55) ==== 80+0+0 (secure 0 0 0) 0x7f010804b030 con 0x7f012006f4c0 2024-09-12T03:11:40.375 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:11:40.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 -- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f00fc06be60 msgr2=0x7f00fc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:40.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f00fc06be60 0x7f00fc06e320 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0110006fd0 tx=0x7f0110008040 comp rx=0 tx=0).stop 2024-09-12T03:11:40.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 -- 172.21.15.29:0/1060312992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f012006f4c0 msgr2=0x7f0120153550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:40.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f012006f4c0 0x7f0120153550 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f0108000c00 tx=0x7f01080046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 -- 172.21.15.29:0/1060312992 shutdown_connections 2024-09-12T03:11:40.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f00fc06be60 0x7f00fc06e320 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01200cf5a0 0x7f012006ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f012006f4c0 0x7f0120153550 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 --2- 172.21.15.29:0/1060312992 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f012006f0e0 0x7f0120149e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 -- 172.21.15.29:0/1060312992 >> 172.21.15.29:0/1060312992 conn(0x7f0120067da0 msgr2=0x7f01200b43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:40.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 -- 172.21.15.29:0/1060312992 shutdown_connections 2024-09-12T03:11:40.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.377+0000 7f0125c00640 1 -- 172.21.15.29:0/1060312992 wait complete. 2024-09-12T03:11:40.393 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T03:11:40.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:40.393 DEBUG:teuthology.orchestra.run.smithi029:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-12T03:11:40.456 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:11:40.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:11:40.456 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T03:11:40.493 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:11:40.493 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:11:40.493 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:11:40.534 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:11:40.534 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:11:40.534 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:11:40.534 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:11:40.569 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:11:40.570 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:11:40.570 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:11:40.570 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:11:40.611 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:11:40.611 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:11:40.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.771+0000 7f8f94400640 1 Processor -- start 2024-09-12T03:11:40.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.771+0000 7f8f94400640 1 -- start start 2024-09-12T03:11:40.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.772+0000 7f8f94400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8f8c06f0e0 0x7f8f8c15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.772+0000 7f8f94400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f8c06f4c0 0x7f8f8c0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.772+0000 7f8f94400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8f8c0cf5a0 0x7f8f8c0b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.772+0000 7f8f94400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8f8c15bc50 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.772+0000 7f8f94400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f8f8c152630 con 0x7f8f8c0cf5a0 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.772+0000 7f8f94400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8f8c15c620 con 0x7f8f8c06f4c0 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.773+0000 7f8f91a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8f8c06f0e0 0x7f8f8c15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.773+0000 7f8f91a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8f8c06f0e0 0x7f8f8c15c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38734/0 (socket says 172.21.15.29:38734) 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.773+0000 7f8f91a00640 1 -- 172.21.15.29:0/3666052057 learned_addr learned my addr 172.21.15.29:0/3666052057 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.773+0000 7f8f92400640 1 --2- 172.21.15.29:0/3666052057 >> v2:172.21.15.38:3300/0 conn(0x7f8f8c0cf5a0 0x7f8f8c0b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.773+0000 7f8f91000640 1 --2- 172.21.15.29:0/3666052057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f8c06f4c0 0x7f8f8c0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.773+0000 7f8f91a00640 1 -- 172.21.15.29:0/3666052057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f8c06f4c0 msgr2=0x7f8f8c0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:40.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.773+0000 7f8f91a00640 1 --2- 172.21.15.29:0/3666052057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f8c06f4c0 0x7f8f8c0cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.773+0000 7f8f91a00640 1 -- 172.21.15.29:0/3666052057 >> v2:172.21.15.38:3300/0 conn(0x7f8f8c0cf5a0 msgr2=0x7f8f8c0b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:40.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.773+0000 7f8f91a00640 1 --2- 172.21.15.29:0/3666052057 >> v2:172.21.15.38:3300/0 conn(0x7f8f8c0cf5a0 0x7f8f8c0b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.773+0000 7f8f91a00640 1 -- 172.21.15.29:0/3666052057 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f8c0cfb40 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.774+0000 7f8f91a00640 1 --2- 172.21.15.29:0/3666052057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f8c06f0e0 0x7f8f8c15c0e0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f8f8c0cfa50 tx=0x7f8f8002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df59a1f56dcce70e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:40.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.774+0000 7f8f8be00640 1 -- 172.21.15.29:0/3666052057 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f80037070 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.774+0000 7f8f8be00640 1 -- 172.21.15.29:0/3666052057 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f80032440 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.774+0000 7f8f8be00640 1 -- 172.21.15.29:0/3666052057 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f80032810 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.775+0000 7f8f94400640 1 -- 172.21.15.29:0/3666052057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f8c06f0e0 msgr2=0x7f8f8c15c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:40.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.775+0000 7f8f94400640 1 --2- 172.21.15.29:0/3666052057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f8c06f0e0 0x7f8f8c15c0e0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f8f8c0cfa50 tx=0x7f8f8002a1e0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.775+0000 7f8f94400640 1 -- 172.21.15.29:0/3666052057 shutdown_connections 2024-09-12T03:11:40.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.775+0000 7f8f94400640 1 --2- 172.21.15.29:0/3666052057 >> v2:172.21.15.38:3300/0 conn(0x7f8f8c0cf5a0 0x7f8f8c0b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.775+0000 7f8f94400640 1 --2- 172.21.15.29:0/3666052057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f8c06f4c0 0x7f8f8c0cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.775+0000 7f8f94400640 1 --2- 172.21.15.29:0/3666052057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f8c06f0e0 0x7f8f8c15c0e0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.775+0000 7f8f94400640 1 -- 172.21.15.29:0/3666052057 >> 172.21.15.29:0/3666052057 conn(0x7f8f8c067da0 msgr2=0x7f8f8c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:40.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.775+0000 7f8f94400640 1 -- 172.21.15.29:0/3666052057 shutdown_connections 2024-09-12T03:11:40.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.775+0000 7f8f94400640 1 -- 172.21.15.29:0/3666052057 wait complete. 2024-09-12T03:11:40.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.777+0000 7f8f94400640 1 Processor -- start 2024-09-12T03:11:40.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.777+0000 7f8f94400640 1 -- start start 2024-09-12T03:11:40.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f94400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f8c06f0e0 0x7f8f8c0aed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f94400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f8c06f4c0 0x7f8f8c0b0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f94400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f8c0cf5a0 0x7f8f8c1f42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f94400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8f8c06f900 con 0x7f8f8c0cf5a0 2024-09-12T03:11:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f94400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8f8c15b8e0 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f94400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8f8c0ae8b0 con 0x7f8f8c06f4c0 2024-09-12T03:11:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f92400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f8c0cf5a0 0x7f8f8c1f42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f91a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f8c06f0e0 0x7f8f8c0aed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f91000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f8c06f4c0 0x7f8f8c0b0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f91a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f8c06f0e0 0x7f8f8c0aed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:53476/0 (socket says 172.21.15.29:53476) 2024-09-12T03:11:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f91a00640 1 -- 172.21.15.29:0/2769003977 learned_addr learned my addr 172.21.15.29:0/2769003977 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f92400640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f8c0cf5a0 0x7f8f8c1f42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38740/0 (socket says 172.21.15.29:38740) 2024-09-12T03:11:40.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f91a00640 1 -- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f8c06f4c0 msgr2=0x7f8f8c0b0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:40.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f91a00640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f8c06f4c0 0x7f8f8c0b0fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f91a00640 1 -- 172.21.15.29:0/2769003977 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f8c0cf5a0 msgr2=0x7f8f8c1f42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:40.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f91a00640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f8c0cf5a0 0x7f8f8c1f42d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:40.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.778+0000 7f8f91a00640 1 -- 172.21.15.29:0/2769003977 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f8c0adca0 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.779+0000 7f8f91a00640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f8c06f0e0 0x7f8f8c0aed40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8f8002a220 tx=0x7f8f800046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:40.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.779+0000 7f8f89600640 1 -- 172.21.15.29:0/2769003977 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f80041020 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.779+0000 7f8f89600640 1 -- 172.21.15.29:0/2769003977 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f8003d620 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.779+0000 7f8f89600640 1 -- 172.21.15.29:0/2769003977 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f80037040 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.779+0000 7f8f94400640 1 -- 172.21.15.29:0/2769003977 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f8c0adf80 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.779+0000 7f8f94400640 1 -- 172.21.15.29:0/2769003977 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f8c0ae540 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.780+0000 7f8f94400640 1 -- 172.21.15.29:0/2769003977 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f8c0cf3d0 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.781+0000 7f8f89600640 1 -- 172.21.15.29:0/2769003977 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8f80044020 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.782+0000 7f8f89600640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f6c06be30 0x7f8f6c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.782+0000 7f8f89600640 1 -- 172.21.15.29:0/2769003977 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f8f800ab590 con 0x7f8f8c06f0e0 2024-09-12T03:11:40.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.782+0000 7f8f91000640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f6c06be30 0x7f8f6c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:40.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.783+0000 7f8f91000640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f6c06be30 0x7f8f6c06e2f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8f8c0b31f0 tx=0x7f8f78009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:40.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:40.788+0000 7f8f89600640 1 -- 172.21.15.29:0/2769003977 <== mon.1 v2:172.21.15.38:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8f8004b030 con 0x7f8f8c06f0e0 2024-09-12T03:11:41.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.007+0000 7f8f94400640 1 -- 172.21.15.29:0/2769003977 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f8c15ee80 con 0x7f8f8c06f0e0 2024-09-12T03:11:41.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.008+0000 7f8f89600640 1 -- 172.21.15.29:0/2769003977 <== mon.1 v2:172.21.15.38:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5270 (secure 0 0 0) 0x7f8f80079720 con 0x7f8f8c06f0e0 2024-09-12T03:11:41.009 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:41.009 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":43,"btime":"2024-09-12T03:11:26:894760+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5054,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1851339841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1851339841},{"type":"v1","addr":"172.21.15.38:6837","nonce":1851339841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:10:53.115436+0000","modified":"2024-09-12T03:11:26.769881+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":5475,"mds_1":5472,"mds_2":5377},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5377":{"gid":5377,"name":"a","rank":2,"incarnation":37,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6834/3307347522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3307347522},{"type":"v1","addr":"172.21.15.29:6834","nonce":3307347522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5472":{"gid":5472,"name":"c","rank":1,"incarnation":35,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/1866497682","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1866497682},{"type":"v1","addr":"172.21.15.29:6835","nonce":1866497682}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5475":{"gid":5475,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/2136535158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":2136535158},{"type":"v1","addr":"172.21.15.38:6836","nonce":2136535158}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5475,"qdb_cluster":[5475,5472,5377]},"id":3}]} 2024-09-12T03:11:41.009 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 43 2024-09-12T03:11:41.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 -- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f6c06be30 msgr2=0x7f8f6c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f6c06be30 0x7f8f6c06e2f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8f8c0b31f0 tx=0x7f8f78009190 comp rx=0 tx=0).stop 2024-09-12T03:11:41.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 -- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f8c06f0e0 msgr2=0x7f8f8c0aed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f8c06f0e0 0x7f8f8c0aed40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8f8002a220 tx=0x7f8f800046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 -- 172.21.15.29:0/2769003977 shutdown_connections 2024-09-12T03:11:41.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f6c06be30 0x7f8f6c06e2f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f8c0cf5a0 0x7f8f8c1f42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8f8c06f4c0 0x7f8f8c0b0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 --2- 172.21.15.29:0/2769003977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8f8c06f0e0 0x7f8f8c0aed40 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 -- 172.21.15.29:0/2769003977 >> 172.21.15.29:0/2769003977 conn(0x7f8f8c067da0 msgr2=0x7f8f8c15a520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:41.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 -- 172.21.15.29:0/2769003977 shutdown_connections 2024-09-12T03:11:41.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.010+0000 7f8f94400640 1 -- 172.21.15.29:0/2769003977 wait complete. 2024-09-12T03:11:41.027 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:11:41.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.183+0000 7fb312000640 1 Processor -- start 2024-09-12T03:11:41.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.183+0000 7fb312000640 1 -- start start 2024-09-12T03:11:41.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.184+0000 7fb312000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30c06f0e0 0x7fb30c15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.184+0000 7fb312000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb30c06f4c0 0x7fb30c0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.184+0000 7fb312000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb30c0cf5a0 0x7fb30c0b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.184+0000 7fb312000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb30c15bc50 con 0x7fb30c06f4c0 2024-09-12T03:11:41.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.184+0000 7fb312000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fb30c152630 con 0x7fb30c0cf5a0 2024-09-12T03:11:41.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.184+0000 7fb312000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb30c15c620 con 0x7fb30c06f0e0 2024-09-12T03:11:41.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.184+0000 7fb30aa00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb30c06f4c0 0x7fb30c0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.185+0000 7fb30aa00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb30c06f4c0 0x7fb30c0cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38746/0 (socket says 172.21.15.29:38746) 2024-09-12T03:11:41.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.185+0000 7fb30aa00640 1 -- 172.21.15.29:0/1313659193 learned_addr learned my addr 172.21.15.29:0/1313659193 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:41.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.185+0000 7fb30b400640 1 --2- 172.21.15.29:0/1313659193 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30c06f0e0 0x7fb30c15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.185+0000 7fb30be00640 1 --2- 172.21.15.29:0/1313659193 >> v2:172.21.15.38:3300/0 conn(0x7fb30c0cf5a0 0x7fb30c0b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.185+0000 7fb30aa00640 1 -- 172.21.15.29:0/1313659193 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30c06f0e0 msgr2=0x7fb30c15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:41.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.185+0000 7fb30aa00640 1 --2- 172.21.15.29:0/1313659193 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30c06f0e0 0x7fb30c15c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.185+0000 7fb30aa00640 1 -- 172.21.15.29:0/1313659193 >> v2:172.21.15.38:3300/0 conn(0x7fb30c0cf5a0 msgr2=0x7fb30c0b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:41.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.185+0000 7fb30aa00640 1 --2- 172.21.15.29:0/1313659193 >> v2:172.21.15.38:3300/0 conn(0x7fb30c0cf5a0 0x7fb30c0b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.185+0000 7fb30aa00640 1 -- 172.21.15.29:0/1313659193 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb30c0cfb40 con 0x7fb30c06f4c0 2024-09-12T03:11:41.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.185+0000 7fb30b400640 1 --2- 172.21.15.29:0/1313659193 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30c06f0e0 0x7fb30c15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:41.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.186+0000 7fb30aa00640 1 --2- 172.21.15.29:0/1313659193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30c06f4c0 0x7fb30c0cf060 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fb30c0cfa50 tx=0x7fb2f802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b36f37cf47b815ba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:41.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.186+0000 7fb30a000640 1 -- 172.21.15.29:0/1313659193 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2f8037070 con 0x7fb30c06f4c0 2024-09-12T03:11:41.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.186+0000 7fb30a000640 1 -- 172.21.15.29:0/1313659193 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2f8032440 con 0x7fb30c06f4c0 2024-09-12T03:11:41.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.186+0000 7fb30a000640 1 -- 172.21.15.29:0/1313659193 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2f8032810 con 0x7fb30c06f4c0 2024-09-12T03:11:41.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.187+0000 7fb312000640 1 -- 172.21.15.29:0/1313659193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30c06f4c0 msgr2=0x7fb30c0cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.187+0000 7fb312000640 1 --2- 172.21.15.29:0/1313659193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30c06f4c0 0x7fb30c0cf060 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fb30c0cfa50 tx=0x7fb2f802a1e0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.187+0000 7fb312000640 1 -- 172.21.15.29:0/1313659193 shutdown_connections 2024-09-12T03:11:41.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.187+0000 7fb312000640 1 --2- 172.21.15.29:0/1313659193 >> v2:172.21.15.38:3300/0 conn(0x7fb30c0cf5a0 0x7fb30c0b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.187+0000 7fb312000640 1 --2- 172.21.15.29:0/1313659193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30c06f4c0 0x7fb30c0cf060 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.187+0000 7fb312000640 1 --2- 172.21.15.29:0/1313659193 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30c06f0e0 0x7fb30c15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.187+0000 7fb312000640 1 -- 172.21.15.29:0/1313659193 >> 172.21.15.29:0/1313659193 conn(0x7fb30c067da0 msgr2=0x7fb30c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:41.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.187+0000 7fb312000640 1 -- 172.21.15.29:0/1313659193 shutdown_connections 2024-09-12T03:11:41.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.187+0000 7fb312000640 1 -- 172.21.15.29:0/1313659193 wait complete. 2024-09-12T03:11:41.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.189+0000 7fb312000640 1 Processor -- start 2024-09-12T03:11:41.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.189+0000 7fb312000640 1 -- start start 2024-09-12T03:11:41.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.190+0000 7fb312000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb30c06f0e0 0x7fb30c151330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.190+0000 7fb312000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30c06f4c0 0x7fb30c156780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.190+0000 7fb312000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30c0cf5a0 0x7fb30c156cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.190+0000 7fb312000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb30c06f900 con 0x7fb30c06f4c0 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.190+0000 7fb312000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb30c15b8e0 con 0x7fb30c06f0e0 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.190+0000 7fb312000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb30c159370 con 0x7fb30c0cf5a0 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.190+0000 7fb30aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30c06f4c0 0x7fb30c156780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.190+0000 7fb30aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30c06f4c0 0x7fb30c156780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38754/0 (socket says 172.21.15.29:38754) 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.190+0000 7fb30aa00640 1 -- 172.21.15.29:0/1778196465 learned_addr learned my addr 172.21.15.29:0/1778196465 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.190+0000 7fb30b400640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb30c06f0e0 0x7fb30c151330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.190+0000 7fb30be00640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30c0cf5a0 0x7fb30c156cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.191+0000 7fb30aa00640 1 -- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30c0cf5a0 msgr2=0x7fb30c156cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.191+0000 7fb30aa00640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30c0cf5a0 0x7fb30c156cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.191+0000 7fb30aa00640 1 -- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb30c06f0e0 msgr2=0x7fb30c151330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.191+0000 7fb30aa00640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb30c06f0e0 0x7fb30c151330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.191+0000 7fb30aa00640 1 -- 172.21.15.29:0/1778196465 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb30c159650 con 0x7fb30c06f4c0 2024-09-12T03:11:41.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.191+0000 7fb30aa00640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30c06f4c0 0x7fb30c156780 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fb2f802a220 tx=0x7fb2f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:41.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.191+0000 7fb303400640 1 -- 172.21.15.29:0/1778196465 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2f8037040 con 0x7fb30c06f4c0 2024-09-12T03:11:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.191+0000 7fb303400640 1 -- 172.21.15.29:0/1778196465 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2f8042070 con 0x7fb30c06f4c0 2024-09-12T03:11:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.191+0000 7fb303400640 1 -- 172.21.15.29:0/1778196465 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2f8030880 con 0x7fb30c06f4c0 2024-09-12T03:11:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.191+0000 7fb312000640 1 -- 172.21.15.29:0/1778196465 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb30c159930 con 0x7fb30c06f4c0 2024-09-12T03:11:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.191+0000 7fb312000640 1 -- 172.21.15.29:0/1778196465 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb30c151d90 con 0x7fb30c06f4c0 2024-09-12T03:11:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.192+0000 7fb312000640 1 -- 172.21.15.29:0/1778196465 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb30c06ef00 con 0x7fb30c06f4c0 2024-09-12T03:11:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.193+0000 7fb303400640 1 -- 172.21.15.29:0/1778196465 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb2f8030a20 con 0x7fb30c06f4c0 2024-09-12T03:11:41.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.194+0000 7fb303400640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2ec06be30 0x7fb2ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.194+0000 7fb303400640 1 -- 172.21.15.29:0/1778196465 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fb2f80ab840 con 0x7fb30c06f4c0 2024-09-12T03:11:41.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.195+0000 7fb30b400640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2ec06be30 0x7fb2ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.195+0000 7fb30b400640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2ec06be30 0x7fb2ec06e2f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc009950 tx=0x7fb2fc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:41.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.199+0000 7fb303400640 1 -- 172.21.15.29:0/1778196465 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb30c06ef00 con 0x7fb30c06f4c0 2024-09-12T03:11:41.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.420+0000 7fb312000640 1 -- 172.21.15.29:0/1778196465 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb30c15ee80 con 0x7fb30c06f4c0 2024-09-12T03:11:41.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.421+0000 7fb303400640 1 -- 172.21.15.29:0/1778196465 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5270 (secure 0 0 0) 0x7fb2f8079940 con 0x7fb30c06f4c0 2024-09-12T03:11:41.421 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:41.421 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":43,"btime":"2024-09-12T03:11:26:894760+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5054,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1851339841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1851339841},{"type":"v1","addr":"172.21.15.38:6837","nonce":1851339841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:10:53.115436+0000","modified":"2024-09-12T03:11:26.769881+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":5475,"mds_1":5472,"mds_2":5377},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5377":{"gid":5377,"name":"a","rank":2,"incarnation":37,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6834/3307347522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3307347522},{"type":"v1","addr":"172.21.15.29:6834","nonce":3307347522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5472":{"gid":5472,"name":"c","rank":1,"incarnation":35,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/1866497682","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1866497682},{"type":"v1","addr":"172.21.15.29:6835","nonce":1866497682}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5475":{"gid":5475,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/2136535158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":2136535158},{"type":"v1","addr":"172.21.15.38:6836","nonce":2136535158}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5475,"qdb_cluster":[5475,5472,5377]},"id":3}]} 2024-09-12T03:11:41.421 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 43 2024-09-12T03:11:41.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 -- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2ec06be30 msgr2=0x7fb2ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2ec06be30 0x7fb2ec06e2f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc009950 tx=0x7fb2fc008040 comp rx=0 tx=0).stop 2024-09-12T03:11:41.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 -- 172.21.15.29:0/1778196465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30c06f4c0 msgr2=0x7fb30c156780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30c06f4c0 0x7fb30c156780 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fb2f802a220 tx=0x7fb2f80046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 -- 172.21.15.29:0/1778196465 shutdown_connections 2024-09-12T03:11:41.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2ec06be30 0x7fb2ec06e2f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30c0cf5a0 0x7fb30c156cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30c06f4c0 0x7fb30c156780 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 --2- 172.21.15.29:0/1778196465 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb30c06f0e0 0x7fb30c151330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 -- 172.21.15.29:0/1778196465 >> 172.21.15.29:0/1778196465 conn(0x7fb30c067da0 msgr2=0x7fb30c06e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:41.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 -- 172.21.15.29:0/1778196465 shutdown_connections 2024-09-12T03:11:41.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.423+0000 7fb312000640 1 -- 172.21.15.29:0/1778196465 wait complete. 2024-09-12T03:11:41.439 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:11:41.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.594+0000 7f95ef200640 1 Processor -- start 2024-09-12T03:11:41.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.594+0000 7f95ef200640 1 -- start start 2024-09-12T03:11:41.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.595+0000 7f95ef200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f95f015e470 0x7f95f00cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.595+0000 7f95ef200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f00d4a20 0x7f95f006d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.595+0000 7f95ef200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95f015e850 con 0x7f95f00d00e0 2024-09-12T03:11:41.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.595+0000 7f95ef200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f95f00cf710 con 0x7f95f015e470 2024-09-12T03:11:41.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.595+0000 7f95ef200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f95f00d1c60 con 0x7f95f00d4a20 2024-09-12T03:11:41.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.595+0000 7f95ed400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f95f00d00e0 0x7f95f00d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37408/0 (socket says 172.21.15.29:37408) 2024-09-12T03:11:41.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.595+0000 7f95ed400640 1 -- 172.21.15.29:0/1099235387 learned_addr learned my addr 172.21.15.29:0/1099235387 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:41.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.596+0000 7f95ee800640 1 --2- 172.21.15.29:0/1099235387 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f00d4a20 0x7f95f006d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.596+0000 7f95ede00640 1 --2- 172.21.15.29:0/1099235387 >> v2:172.21.15.38:3300/0 conn(0x7f95f015e470 0x7f95f00cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.596+0000 7f95eca00640 1 -- 172.21.15.29:0/1099235387 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1285108719 0 0) 0x7f95f015e850 con 0x7f95f00d00e0 2024-09-12T03:11:41.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.596+0000 7f95eca00640 1 -- 172.21.15.29:0/1099235387 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f95d4003520 con 0x7f95f00d00e0 2024-09-12T03:11:41.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.596+0000 7f95eca00640 1 -- 172.21.15.29:0/1099235387 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 510731848 0 0) 0x7f95d4003520 con 0x7f95f00d00e0 2024-09-12T03:11:41.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.596+0000 7f95ee800640 1 -- 172.21.15.29:0/1099235387 >> v2:172.21.15.38:3300/0 conn(0x7f95f015e470 msgr2=0x7f95f00cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:41.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.596+0000 7f95ee800640 1 --2- 172.21.15.29:0/1099235387 >> v2:172.21.15.38:3300/0 conn(0x7f95f015e470 0x7f95f00cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.596+0000 7f95ee800640 1 -- 172.21.15.29:0/1099235387 >> v1:172.21.15.29:6789/0 conn(0x7f95f00d00e0 legacy=0x7f95f00d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.596+0000 7f95ee800640 1 -- 172.21.15.29:0/1099235387 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95f00d1980 con 0x7f95f00d4a20 2024-09-12T03:11:41.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.596+0000 7f95ede00640 1 --2- 172.21.15.29:0/1099235387 >> v2:172.21.15.38:3300/0 conn(0x7f95f015e470 0x7f95f00cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.597+0000 7f95ee800640 1 --2- 172.21.15.29:0/1099235387 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f00d4a20 0x7f95f006d460 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f95e8009d90 tx=0x7f95e802a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf5389288d58724c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.598+0000 7f95eca00640 1 -- 172.21.15.29:0/1099235387 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95dc001670 con 0x7f95f00d4a20 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.598+0000 7f95eca00640 1 -- 172.21.15.29:0/1099235387 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95e8007540 con 0x7f95f00d4a20 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.598+0000 7f95eca00640 1 -- 172.21.15.29:0/1099235387 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e80078f0 con 0x7f95f00d4a20 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.598+0000 7f95ef200640 1 -- 172.21.15.29:0/1099235387 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f00d4a20 msgr2=0x7f95f006d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.598+0000 7f95ef200640 1 --2- 172.21.15.29:0/1099235387 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f00d4a20 0x7f95f006d460 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f95e8009d90 tx=0x7f95e802a5f0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.598+0000 7f95ef200640 1 -- 172.21.15.29:0/1099235387 shutdown_connections 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.598+0000 7f95ef200640 1 --2- 172.21.15.29:0/1099235387 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f00d4a20 0x7f95f006d460 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.598+0000 7f95ef200640 1 --2- 172.21.15.29:0/1099235387 >> v2:172.21.15.38:3300/0 conn(0x7f95f015e470 0x7f95f00cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.598+0000 7f95ef200640 1 -- 172.21.15.29:0/1099235387 >> 172.21.15.29:0/1099235387 conn(0x7f95f009d700 msgr2=0x7f95f008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.598+0000 7f95ef200640 1 -- 172.21.15.29:0/1099235387 shutdown_connections 2024-09-12T03:11:41.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.598+0000 7f95ef200640 1 -- 172.21.15.29:0/1099235387 wait complete. 2024-09-12T03:11:41.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.600+0000 7f95ef200640 1 Processor -- start 2024-09-12T03:11:41.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.600+0000 7f95ef200640 1 -- start start 2024-09-12T03:11:41.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.601+0000 7f95ef200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95f00d00e0 0x7f95f00cc8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.601+0000 7f95ef200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f00d4a20 0x7f95f01567d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.601+0000 7f95ef200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f015e470 0x7f95f00b91c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.601+0000 7f95ef200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f95f006d9a0 con 0x7f95f00d4a20 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.601+0000 7f95ef200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f95f00cf3a0 con 0x7f95f00d00e0 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.601+0000 7f95ef200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f95f006db20 con 0x7f95f015e470 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.601+0000 7f95ed400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f00d4a20 0x7f95f01567d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.601+0000 7f95ed400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f00d4a20 0x7f95f01567d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38764/0 (socket says 172.21.15.29:38764) 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.601+0000 7f95ed400640 1 -- 172.21.15.29:0/150354647 learned_addr learned my addr 172.21.15.29:0/150354647 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.601+0000 7f95ee800640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f015e470 0x7f95f00b91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.601+0000 7f95ede00640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95f00d00e0 0x7f95f00cc8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95ed400640 1 -- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f015e470 msgr2=0x7f95f00b91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95ed400640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f015e470 0x7f95f00b91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95ed400640 1 -- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95f00d00e0 msgr2=0x7f95f00cc8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95ed400640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95f00d00e0 0x7f95f00cc8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95ed400640 1 -- 172.21.15.29:0/150354647 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95f00cce20 con 0x7f95f00d4a20 2024-09-12T03:11:41.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95ede00640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95f00d00e0 0x7f95f00cc8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:41.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95ee800640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f015e470 0x7f95f00b91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:41.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95ed400640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f00d4a20 0x7f95f01567d0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f95dc00c780 tx=0x7f95dc00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:41.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95e6000640 1 -- 172.21.15.29:0/150354647 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95dc017070 con 0x7f95f00d4a20 2024-09-12T03:11:41.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95e6000640 1 -- 172.21.15.29:0/150354647 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95dc005ad0 con 0x7f95f00d4a20 2024-09-12T03:11:41.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95e6000640 1 -- 172.21.15.29:0/150354647 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95dc007070 con 0x7f95f00d4a20 2024-09-12T03:11:41.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95ef200640 1 -- 172.21.15.29:0/150354647 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95f00cd0c0 con 0x7f95f00d4a20 2024-09-12T03:11:41.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.602+0000 7f95ef200640 1 -- 172.21.15.29:0/150354647 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95f00cd680 con 0x7f95f00d4a20 2024-09-12T03:11:41.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.604+0000 7f95ef200640 1 -- 172.21.15.29:0/150354647 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95f006d460 con 0x7f95f00d4a20 2024-09-12T03:11:41.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.604+0000 7f95e6000640 1 -- 172.21.15.29:0/150354647 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f95dc01a070 con 0x7f95f00d4a20 2024-09-12T03:11:41.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.605+0000 7f95e6000640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95d006be30 0x7f95d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.605+0000 7f95e6000640 1 -- 172.21.15.29:0/150354647 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7f95dc08a520 con 0x7f95f00d4a20 2024-09-12T03:11:41.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.606+0000 7f95ede00640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95d006be30 0x7f95d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.607+0000 7f95ede00640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95d006be30 0x7f95d006e2f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f95e0009af0 tx=0x7f95e0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:41.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.610+0000 7f95e6000640 1 -- 172.21.15.29:0/150354647 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f95dc058da0 con 0x7f95f00d4a20 2024-09-12T03:11:41.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.803+0000 7f95ef200640 1 -- 172.21.15.29:0/150354647 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f95f006cf90 con 0x7f95f00d4a20 2024-09-12T03:11:41.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.805+0000 7f95e6000640 1 -- 172.21.15.29:0/150354647 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+17026 (secure 0 0 0) 0x7f95dc0586a0 con 0x7f95f00d4a20 2024-09-12T03:11:41.805 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:41.806 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":55,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:11:07.785553+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:10:50.905692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-12T03:10:52.110634+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.28","mappings":[{"from":0,"to":6}]},{"pgid":"8.2f","mappings":[{"from":0,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:11:41.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 -- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95d006be30 msgr2=0x7f95d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95d006be30 0x7f95d006e2f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f95e0009af0 tx=0x7f95e0008040 comp rx=0 tx=0).stop 2024-09-12T03:11:41.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 -- 172.21.15.29:0/150354647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f00d4a20 msgr2=0x7f95f01567d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f00d4a20 0x7f95f01567d0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f95dc00c780 tx=0x7f95dc00cc40 comp rx=0 tx=0).stop 2024-09-12T03:11:41.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 -- 172.21.15.29:0/150354647 shutdown_connections 2024-09-12T03:11:41.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95d006be30 0x7f95d006e2f0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95f015e470 0x7f95f00b91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f00d4a20 0x7f95f01567d0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 --2- 172.21.15.29:0/150354647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95f00d00e0 0x7f95f00cc8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 -- 172.21.15.29:0/150354647 >> 172.21.15.29:0/150354647 conn(0x7f95f009d700 msgr2=0x7f95f00d0c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:41.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 -- 172.21.15.29:0/150354647 shutdown_connections 2024-09-12T03:11:41.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.807+0000 7f95ef200640 1 -- 172.21.15.29:0/150354647 wait complete. 2024-09-12T03:11:41.824 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T03:11:41.824 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:11:41.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.980+0000 7fceeec00640 1 Processor -- start 2024-09-12T03:11:41.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.980+0000 7fceeec00640 1 -- start start 2024-09-12T03:11:41.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.981+0000 7fceeec00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcee8072620 0x7fcee80af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.981+0000 7fceeec00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcee806e590 con 0x7fcee806dfd0 2024-09-12T03:11:41.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.982+0000 7fceeec00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcee806e870 con 0x7fcee8072240 2024-09-12T03:11:41.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.982+0000 7fceeec00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcee806eb50 con 0x7fcee8072620 2024-09-12T03:11:41.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.982+0000 7fceecc00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcee806dfd0 0x7fcee80cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37420/0 (socket says 172.21.15.29:37420) 2024-09-12T03:11:41.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.982+0000 7fceecc00640 1 -- 172.21.15.29:0/2882409771 learned_addr learned my addr 172.21.15.29:0/2882409771 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:41.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.982+0000 7fcedfe00640 1 --2- 172.21.15.29:0/2882409771 >> v2:172.21.15.38:3300/0 conn(0x7fcee8072620 0x7fcee80af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.982+0000 7fcee7400640 1 -- 172.21.15.29:0/2882409771 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2634439919 0 0) 0x7fcee806e590 con 0x7fcee806dfd0 2024-09-12T03:11:41.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.982+0000 7fcee7400640 1 -- 172.21.15.29:0/2882409771 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcecc003520 con 0x7fcee806dfd0 2024-09-12T03:11:41.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.982+0000 7fcee7400640 1 -- 172.21.15.29:0/2882409771 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3714164995 0 0) 0x7fcee806e870 con 0x7fcee8072240 2024-09-12T03:11:41.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.982+0000 7fcee7400640 1 -- 172.21.15.29:0/2882409771 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcee806e590 con 0x7fcee8072240 2024-09-12T03:11:41.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.982+0000 7fcedfe00640 1 -- 172.21.15.29:0/2882409771 >> v1:172.21.15.38:6789/0 conn(0x7fcee8072240 legacy=0x7fcee815d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.983+0000 7fcedfe00640 1 -- 172.21.15.29:0/2882409771 >> v1:172.21.15.29:6789/0 conn(0x7fcee806dfd0 legacy=0x7fcee80cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.983+0000 7fcedfe00640 1 -- 172.21.15.29:0/2882409771 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcee806ee30 con 0x7fcee8072620 2024-09-12T03:11:41.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.984+0000 7fcedfe00640 1 --2- 172.21.15.29:0/2882409771 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcee8072620 0x7fcee80af530 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fced00097a0 tx=0x7fced002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c73ee104c555b5aa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:41.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.984+0000 7fcee7400640 1 -- 172.21.15.29:0/2882409771 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced0037070 con 0x7fcee8072620 2024-09-12T03:11:41.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.984+0000 7fcee7400640 1 -- 172.21.15.29:0/2882409771 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fced0032440 con 0x7fcee8072620 2024-09-12T03:11:41.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.984+0000 7fcee7400640 1 -- 172.21.15.29:0/2882409771 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced00327f0 con 0x7fcee8072620 2024-09-12T03:11:41.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.984+0000 7fceeec00640 1 -- 172.21.15.29:0/2882409771 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcee8072620 msgr2=0x7fcee80af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.984+0000 7fceeec00640 1 --2- 172.21.15.29:0/2882409771 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcee8072620 0x7fcee80af530 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fced00097a0 tx=0x7fced002a230 comp rx=0 tx=0).stop 2024-09-12T03:11:41.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.984+0000 7fceeec00640 1 -- 172.21.15.29:0/2882409771 shutdown_connections 2024-09-12T03:11:41.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.984+0000 7fceeec00640 1 --2- 172.21.15.29:0/2882409771 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcee8072620 0x7fcee80af530 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.985+0000 7fceeec00640 1 -- 172.21.15.29:0/2882409771 >> 172.21.15.29:0/2882409771 conn(0x7fcee8067da0 msgr2=0x7fcee806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:41.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.985+0000 7fceeec00640 1 -- 172.21.15.29:0/2882409771 shutdown_connections 2024-09-12T03:11:41.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.985+0000 7fceeec00640 1 -- 172.21.15.29:0/2882409771 wait complete. 2024-09-12T03:11:41.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.986+0000 7fceeec00640 1 Processor -- start 2024-09-12T03:11:41.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.986+0000 7fceeec00640 1 -- start start 2024-09-12T03:11:41.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.987+0000 7fceeec00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcee806dfd0 0x7fcee8147bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.987+0000 7fceeec00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcee8072240 0x7fcee815b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.987+0000 7fceeec00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcee8072620 0x7fcee815b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.987+0000 7fceeec00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcee80afe00 con 0x7fcee8072620 2024-09-12T03:11:41.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.987+0000 7fceeec00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcee80afc80 con 0x7fcee8072240 2024-09-12T03:11:41.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.987+0000 7fceeec00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcee80cd8e0 con 0x7fcee806dfd0 2024-09-12T03:11:41.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.987+0000 7fceecc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcee8072620 0x7fcee815b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.988+0000 7fceecc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcee8072620 0x7fcee815b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38772/0 (socket says 172.21.15.29:38772) 2024-09-12T03:11:41.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.988+0000 7fceecc00640 1 -- 172.21.15.29:0/436704328 learned_addr learned my addr 172.21.15.29:0/436704328 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:41.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.988+0000 7fcedfe00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcee8072240 0x7fcee815b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.988+0000 7fcee7e00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcee806dfd0 0x7fcee8147bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.988+0000 7fceecc00640 1 -- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcee806dfd0 msgr2=0x7fcee8147bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.988+0000 7fceecc00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcee806dfd0 0x7fcee8147bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.988+0000 7fceecc00640 1 -- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcee8072240 msgr2=0x7fcee815b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.988+0000 7fceecc00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcee8072240 0x7fcee815b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.988+0000 7fceecc00640 1 -- 172.21.15.29:0/436704328 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcee81517b0 con 0x7fcee8072620 2024-09-12T03:11:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.988+0000 7fcee7e00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcee806dfd0 0x7fcee8147bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.988+0000 7fceecc00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcee8072620 0x7fcee815b7d0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fcee000cbd0 tx=0x7fcee000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.989+0000 7fcee4c00640 1 -- 172.21.15.29:0/436704328 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee0017070 con 0x7fcee8072620 2024-09-12T03:11:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.989+0000 7fcee4c00640 1 -- 172.21.15.29:0/436704328 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcee000ace0 con 0x7fcee8072620 2024-09-12T03:11:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.989+0000 7fcee4c00640 1 -- 172.21.15.29:0/436704328 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee0012620 con 0x7fcee8072620 2024-09-12T03:11:41.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.989+0000 7fceeec00640 1 -- 172.21.15.29:0/436704328 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcee8151a90 con 0x7fcee8072620 2024-09-12T03:11:41.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.989+0000 7fceeec00640 1 -- 172.21.15.29:0/436704328 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcee81480f0 con 0x7fcee8072620 2024-09-12T03:11:41.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.990+0000 7fceeec00640 1 -- 172.21.15.29:0/436704328 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcee80af530 con 0x7fcee8072620 2024-09-12T03:11:41.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.991+0000 7fcee4c00640 1 -- 172.21.15.29:0/436704328 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcee001a070 con 0x7fcee8072620 2024-09-12T03:11:41.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.992+0000 7fcee4c00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcec406be60 0x7fcec406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:41.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.992+0000 7fcee4c00640 1 -- 172.21.15.29:0/436704328 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fcee008b0c0 con 0x7fcee8072620 2024-09-12T03:11:41.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.992+0000 7fcee7e00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcec406be60 0x7fcec406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:41.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.993+0000 7fcee7e00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcec406be60 0x7fcec406e320 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fced8001710 tx=0x7fced8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:41.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:41.996+0000 7fcee4c00640 1 -- 172.21.15.29:0/436704328 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcee0059140 con 0x7fcee8072620 2024-09-12T03:11:42.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.217+0000 7fceeec00640 1 -- 172.21.15.29:0/436704328 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcee8160560 con 0x7fcee8072620 2024-09-12T03:11:42.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.217+0000 7fcee4c00640 1 -- 172.21.15.29:0/436704328 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5270 (secure 0 0 0) 0x7fcee005d440 con 0x7fcee8072620 2024-09-12T03:11:42.218 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:42.218 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":43,"btime":"2024-09-12T03:11:26:894760+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5054,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1851339841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1851339841},{"type":"v1","addr":"172.21.15.38:6837","nonce":1851339841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:10:53.115436+0000","modified":"2024-09-12T03:11:26.769881+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":5475,"mds_1":5472,"mds_2":5377},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5377":{"gid":5377,"name":"a","rank":2,"incarnation":37,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6834/3307347522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3307347522},{"type":"v1","addr":"172.21.15.29:6834","nonce":3307347522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5472":{"gid":5472,"name":"c","rank":1,"incarnation":35,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/1866497682","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1866497682},{"type":"v1","addr":"172.21.15.29:6835","nonce":1866497682}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5475":{"gid":5475,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/2136535158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":2136535158},{"type":"v1","addr":"172.21.15.38:6836","nonce":2136535158}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5475,"qdb_cluster":[5475,5472,5377]},"id":3}]} 2024-09-12T03:11:42.218 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 43 2024-09-12T03:11:42.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.219+0000 7fceeec00640 1 -- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcec406be60 msgr2=0x7fcec406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:42.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.219+0000 7fceeec00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcec406be60 0x7fcec406e320 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fced8001710 tx=0x7fced8009040 comp rx=0 tx=0).stop 2024-09-12T03:11:42.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.219+0000 7fceeec00640 1 -- 172.21.15.29:0/436704328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcee8072620 msgr2=0x7fcee815b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:42.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.219+0000 7fceeec00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcee8072620 0x7fcee815b7d0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fcee000cbd0 tx=0x7fcee000a430 comp rx=0 tx=0).stop 2024-09-12T03:11:42.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.220+0000 7fceeec00640 1 -- 172.21.15.29:0/436704328 shutdown_connections 2024-09-12T03:11:42.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.220+0000 7fceeec00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcec406be60 0x7fcec406e320 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.220+0000 7fceeec00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcee8072620 0x7fcee815b7d0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.220+0000 7fceeec00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcee8072240 0x7fcee815b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.220+0000 7fceeec00640 1 --2- 172.21.15.29:0/436704328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcee806dfd0 0x7fcee8147bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.220+0000 7fceeec00640 1 -- 172.21.15.29:0/436704328 >> 172.21.15.29:0/436704328 conn(0x7fcee8067da0 msgr2=0x7fcee806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:42.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.220+0000 7fceeec00640 1 -- 172.21.15.29:0/436704328 shutdown_connections 2024-09-12T03:11:42.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.220+0000 7fceeec00640 1 -- 172.21.15.29:0/436704328 wait complete. 2024-09-12T03:11:42.236 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:11:42.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.391+0000 7efd80c00640 1 Processor -- start 2024-09-12T03:11:42.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.391+0000 7efd80c00640 1 -- start start 2024-09-12T03:11:42.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.392+0000 7efd80c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 0x7efd7c0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.392+0000 7efd80c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efd7c0d3150 0x7efd7c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.392+0000 7efd80c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7efd7c0b6530 0x7efd7c0cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.392+0000 7efd80c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7efd7c06d4b0 con 0x7efd7c0d3150 2024-09-12T03:11:42.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.392+0000 7efd80c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7efd7c0d3680 con 0x7efd7c0b6530 2024-09-12T03:11:42.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.392+0000 7efd80c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7efd7c0d3960 con 0x7efd7c15e660 2024-09-12T03:11:42.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.392+0000 7efd79400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efd7c0d3150 0x7efd7c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.392+0000 7efd79400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efd7c0d3150 0x7efd7c0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38788/0 (socket says 172.21.15.29:38788) 2024-09-12T03:11:42.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.392+0000 7efd79400640 1 -- 172.21.15.29:0/454864687 learned_addr learned my addr 172.21.15.29:0/454864687 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:42.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.393+0000 7efd79e00640 1 --2- 172.21.15.29:0/454864687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 0x7efd7c0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.393+0000 7efd7a800640 1 --2- 172.21.15.29:0/454864687 >> v2:172.21.15.38:3300/0 conn(0x7efd7c0b6530 0x7efd7c0cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.393+0000 7efd79400640 1 -- 172.21.15.29:0/454864687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 msgr2=0x7efd7c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:42.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.393+0000 7efd79400640 1 --2- 172.21.15.29:0/454864687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 0x7efd7c0d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.393+0000 7efd79400640 1 -- 172.21.15.29:0/454864687 >> v2:172.21.15.38:3300/0 conn(0x7efd7c0b6530 msgr2=0x7efd7c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:42.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.393+0000 7efd79400640 1 --2- 172.21.15.29:0/454864687 >> v2:172.21.15.38:3300/0 conn(0x7efd7c0b6530 0x7efd7c0cf070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.393+0000 7efd79400640 1 -- 172.21.15.29:0/454864687 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd7c06ce60 con 0x7efd7c0d3150 2024-09-12T03:11:42.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.393+0000 7efd79e00640 1 --2- 172.21.15.29:0/454864687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 0x7efd7c0d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:42.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.393+0000 7efd7a800640 1 --2- 172.21.15.29:0/454864687 >> v2:172.21.15.38:3300/0 conn(0x7efd7c0b6530 0x7efd7c0cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:42.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.394+0000 7efd79400640 1 --2- 172.21.15.29:0/454864687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd7c0d3150 0x7efd7c0b5ff0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7efd7c08e240 tx=0x7efd6802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5efa3de58203bcdc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:42.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.394+0000 7efd78a00640 1 -- 172.21.15.29:0/454864687 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd68037070 con 0x7efd7c0d3150 2024-09-12T03:11:42.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.394+0000 7efd78a00640 1 -- 172.21.15.29:0/454864687 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd68032440 con 0x7efd7c0d3150 2024-09-12T03:11:42.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.394+0000 7efd78a00640 1 -- 172.21.15.29:0/454864687 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd68032810 con 0x7efd7c0d3150 2024-09-12T03:11:42.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.395+0000 7efd80c00640 1 -- 172.21.15.29:0/454864687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd7c0d3150 msgr2=0x7efd7c0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:42.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.395+0000 7efd80c00640 1 --2- 172.21.15.29:0/454864687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd7c0d3150 0x7efd7c0b5ff0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7efd7c08e240 tx=0x7efd6802a270 comp rx=0 tx=0).stop 2024-09-12T03:11:42.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.395+0000 7efd80c00640 1 -- 172.21.15.29:0/454864687 shutdown_connections 2024-09-12T03:11:42.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.395+0000 7efd80c00640 1 --2- 172.21.15.29:0/454864687 >> v2:172.21.15.38:3300/0 conn(0x7efd7c0b6530 0x7efd7c0cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.395+0000 7efd80c00640 1 --2- 172.21.15.29:0/454864687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd7c0d3150 0x7efd7c0b5ff0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.395+0000 7efd80c00640 1 --2- 172.21.15.29:0/454864687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 0x7efd7c0d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.395+0000 7efd80c00640 1 -- 172.21.15.29:0/454864687 >> 172.21.15.29:0/454864687 conn(0x7efd7c08c000 msgr2=0x7efd7c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:42.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.395+0000 7efd80c00640 1 -- 172.21.15.29:0/454864687 shutdown_connections 2024-09-12T03:11:42.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.395+0000 7efd80c00640 1 -- 172.21.15.29:0/454864687 wait complete. 2024-09-12T03:11:42.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.396+0000 7efd80c00640 1 Processor -- start 2024-09-12T03:11:42.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.397+0000 7efd80c00640 1 -- start start 2024-09-12T03:11:42.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.397+0000 7efd80c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd7c0b6530 0x7efd7c1615e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.397+0000 7efd80c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd7c0d3150 0x7efd7c0cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.397+0000 7efd80c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 0x7efd7c0c7f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.397+0000 7efd80c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efd7c15ea40 con 0x7efd7c0b6530 2024-09-12T03:11:42.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.397+0000 7efd80c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7efd7c0d5310 con 0x7efd7c0d3150 2024-09-12T03:11:42.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.397+0000 7efd80c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7efd7c0cf5b0 con 0x7efd7c15e660 2024-09-12T03:11:42.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd79e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd7c0b6530 0x7efd7c1615e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd79e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd7c0b6530 0x7efd7c1615e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38794/0 (socket says 172.21.15.29:38794) 2024-09-12T03:11:42.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd79e00640 1 -- 172.21.15.29:0/3479294210 learned_addr learned my addr 172.21.15.29:0/3479294210 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:42.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd7a800640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 0x7efd7c0c7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd79400640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd7c0d3150 0x7efd7c0cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd79e00640 1 -- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 msgr2=0x7efd7c0c7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:42.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd79e00640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 0x7efd7c0c7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd79e00640 1 -- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd7c0d3150 msgr2=0x7efd7c0cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd79e00640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd7c0d3150 0x7efd7c0cd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd79e00640 1 -- 172.21.15.29:0/3479294210 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd7c0cc7c0 con 0x7efd7c0b6530 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd79400640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd7c0d3150 0x7efd7c0cd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd7a800640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 0x7efd7c0c7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.398+0000 7efd79e00640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd7c0b6530 0x7efd7c1615e0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7efd6c00d7d0 tx=0x7efd6c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.399+0000 7efd72000640 1 -- 172.21.15.29:0/3479294210 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6c004030 con 0x7efd7c0b6530 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.399+0000 7efd72000640 1 -- 172.21.15.29:0/3479294210 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efd6c0041d0 con 0x7efd7c0b6530 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.399+0000 7efd72000640 1 -- 172.21.15.29:0/3479294210 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6c0096a0 con 0x7efd7c0b6530 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.399+0000 7efd80c00640 1 -- 172.21.15.29:0/3479294210 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd7c0ccaa0 con 0x7efd7c0b6530 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.399+0000 7efd80c00640 1 -- 172.21.15.29:0/3479294210 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd7c0cd060 con 0x7efd7c0b6530 2024-09-12T03:11:42.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.400+0000 7efd80c00640 1 -- 172.21.15.29:0/3479294210 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd7c0b5ff0 con 0x7efd7c0b6530 2024-09-12T03:11:42.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.401+0000 7efd72000640 1 -- 172.21.15.29:0/3479294210 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efd6c009840 con 0x7efd7c0b6530 2024-09-12T03:11:42.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.402+0000 7efd72000640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efd5c06be30 0x7efd5c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.402+0000 7efd72000640 1 -- 172.21.15.29:0/3479294210 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7efd6c08b320 con 0x7efd7c0b6530 2024-09-12T03:11:42.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.402+0000 7efd79400640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efd5c06be30 0x7efd5c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.403+0000 7efd79400640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efd5c06be30 0x7efd5c06e2f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7efd68034000 tx=0x7efd6802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:42.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.406+0000 7efd72000640 1 -- 172.21.15.29:0/3479294210 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efd6c059b00 con 0x7efd7c0b6530 2024-09-12T03:11:42.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.627+0000 7efd80c00640 1 -- 172.21.15.29:0/3479294210 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efd7c0d4bd0 con 0x7efd7c0b6530 2024-09-12T03:11:42.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.627+0000 7efd72000640 1 -- 172.21.15.29:0/3479294210 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5270 (secure 0 0 0) 0x7efd6c08b0e0 con 0x7efd7c0b6530 2024-09-12T03:11:42.628 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:42.628 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":43,"btime":"2024-09-12T03:11:26:894760+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5054,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1851339841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1851339841},{"type":"v1","addr":"172.21.15.38:6837","nonce":1851339841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:10:53.115436+0000","modified":"2024-09-12T03:11:26.769881+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":5475,"mds_1":5472,"mds_2":5377},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5377":{"gid":5377,"name":"a","rank":2,"incarnation":37,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6834/3307347522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3307347522},{"type":"v1","addr":"172.21.15.29:6834","nonce":3307347522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5472":{"gid":5472,"name":"c","rank":1,"incarnation":35,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/1866497682","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":1866497682},{"type":"v1","addr":"172.21.15.29:6835","nonce":1866497682}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5475":{"gid":5475,"name":"b","rank":0,"incarnation":29,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/2136535158","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":2136535158},{"type":"v1","addr":"172.21.15.38:6836","nonce":2136535158}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5475,"qdb_cluster":[5475,5472,5377]},"id":3}]} 2024-09-12T03:11:42.628 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 43 2024-09-12T03:11:42.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 -- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efd5c06be30 msgr2=0x7efd5c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:42.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efd5c06be30 0x7efd5c06e2f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7efd68034000 tx=0x7efd6802e000 comp rx=0 tx=0).stop 2024-09-12T03:11:42.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 -- 172.21.15.29:0/3479294210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd7c0b6530 msgr2=0x7efd7c1615e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:42.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd7c0b6530 0x7efd7c1615e0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7efd6c00d7d0 tx=0x7efd6c00dc90 comp rx=0 tx=0).stop 2024-09-12T03:11:42.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 -- 172.21.15.29:0/3479294210 shutdown_connections 2024-09-12T03:11:42.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efd5c06be30 0x7efd5c06e2f0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efd7c15e660 0x7efd7c0c7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efd7c0d3150 0x7efd7c0cd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 --2- 172.21.15.29:0/3479294210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd7c0b6530 0x7efd7c1615e0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 -- 172.21.15.29:0/3479294210 >> 172.21.15.29:0/3479294210 conn(0x7efd7c08c000 msgr2=0x7efd7c0b5400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:42.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 -- 172.21.15.29:0/3479294210 shutdown_connections 2024-09-12T03:11:42.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.630+0000 7efd80c00640 1 -- 172.21.15.29:0/3479294210 wait complete. 2024-09-12T03:11:42.645 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:11:42.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.802+0000 7ff093e00640 1 Processor -- start 2024-09-12T03:11:42.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.802+0000 7ff093e00640 1 -- start start 2024-09-12T03:11:42.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.803+0000 7ff093e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0940d4310 0x7ff0940d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.803+0000 7ff093e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff09406d460 0x7ff09406d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.803+0000 7ff093e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff09415e850 con 0x7ff09415e470 2024-09-12T03:11:42.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.803+0000 7ff093e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7ff09406de50 con 0x7ff09406d460 2024-09-12T03:11:42.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.803+0000 7ff093e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff0940cf710 con 0x7ff0940d4310 2024-09-12T03:11:42.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.803+0000 7ff092a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7ff09415e470 0x7ff0940cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37426/0 (socket says 172.21.15.29:37426) 2024-09-12T03:11:42.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.803+0000 7ff092a00640 1 -- 172.21.15.29:0/2924869797 learned_addr learned my addr 172.21.15.29:0/2924869797 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:42.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.803+0000 7ff093400640 1 --2- 172.21.15.29:0/2924869797 >> v2:172.21.15.29:3300/0 conn(0x7ff09406d460 0x7ff09406d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.803+0000 7ff08be00640 1 --2- 172.21.15.29:0/2924869797 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0940d4310 0x7ff0940d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.804+0000 7ff092000640 1 -- 172.21.15.29:0/2924869797 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1842996090 0 0) 0x7ff09415e850 con 0x7ff09415e470 2024-09-12T03:11:42.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.804+0000 7ff092000640 1 -- 172.21.15.29:0/2924869797 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff078003520 con 0x7ff09415e470 2024-09-12T03:11:42.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.804+0000 7ff093400640 1 -- 172.21.15.29:0/2924869797 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0940d4310 msgr2=0x7ff0940d4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:42.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.804+0000 7ff093400640 1 --2- 172.21.15.29:0/2924869797 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0940d4310 0x7ff0940d4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.804+0000 7ff093400640 1 -- 172.21.15.29:0/2924869797 >> v1:172.21.15.29:6789/0 conn(0x7ff09415e470 legacy=0x7ff0940cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:42.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.804+0000 7ff093400640 1 -- 172.21.15.29:0/2924869797 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0940d1c60 con 0x7ff09406d460 2024-09-12T03:11:42.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.805+0000 7ff093400640 1 --2- 172.21.15.29:0/2924869797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff09406d460 0x7ff09406d910 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7ff08c009d90 tx=0x7ff08c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b03a12f2a884398 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:42.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.805+0000 7ff092000640 1 -- 172.21.15.29:0/2924869797 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c007740 con 0x7ff09406d460 2024-09-12T03:11:42.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.805+0000 7ff092000640 1 -- 172.21.15.29:0/2924869797 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff08c0078e0 con 0x7ff09406d460 2024-09-12T03:11:42.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.805+0000 7ff092000640 1 -- 172.21.15.29:0/2924869797 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c007c90 con 0x7ff09406d460 2024-09-12T03:11:42.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.805+0000 7ff093e00640 1 -- 172.21.15.29:0/2924869797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff09406d460 msgr2=0x7ff09406d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:42.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.805+0000 7ff093e00640 1 --2- 172.21.15.29:0/2924869797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff09406d460 0x7ff09406d910 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7ff08c009d90 tx=0x7ff08c02a660 comp rx=0 tx=0).stop 2024-09-12T03:11:42.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.806+0000 7ff093e00640 1 -- 172.21.15.29:0/2924869797 shutdown_connections 2024-09-12T03:11:42.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.806+0000 7ff093e00640 1 --2- 172.21.15.29:0/2924869797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff09406d460 0x7ff09406d910 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.806+0000 7ff093e00640 1 --2- 172.21.15.29:0/2924869797 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0940d4310 0x7ff0940d4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.806+0000 7ff093e00640 1 -- 172.21.15.29:0/2924869797 >> 172.21.15.29:0/2924869797 conn(0x7ff09409d700 msgr2=0x7ff09408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:42.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.806+0000 7ff093e00640 1 -- 172.21.15.29:0/2924869797 shutdown_connections 2024-09-12T03:11:42.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.806+0000 7ff093e00640 1 -- 172.21.15.29:0/2924869797 wait complete. 2024-09-12T03:11:42.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.807+0000 7ff093e00640 1 Processor -- start 2024-09-12T03:11:42.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.807+0000 7ff093e00640 1 -- start start 2024-09-12T03:11:42.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.808+0000 7ff093e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff09406d460 0x7ff0940b71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.808+0000 7ff093e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0940d4310 0x7ff094156480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.808+0000 7ff093e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff09415e470 0x7ff0940b9680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.808+0000 7ff093e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff0940cf0c0 con 0x7ff09406d460 2024-09-12T03:11:42.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.808+0000 7ff093e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff0940d4c90 con 0x7ff09415e470 2024-09-12T03:11:42.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.808+0000 7ff093e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff0940cf3a0 con 0x7ff0940d4310 2024-09-12T03:11:42.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.809+0000 7ff092a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff09406d460 0x7ff0940b71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.809+0000 7ff092a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff09406d460 0x7ff0940b71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38806/0 (socket says 172.21.15.29:38806) 2024-09-12T03:11:42.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.809+0000 7ff092a00640 1 -- 172.21.15.29:0/2258012868 learned_addr learned my addr 172.21.15.29:0/2258012868 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:42.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.809+0000 7ff093400640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff09415e470 0x7ff0940b9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.809+0000 7ff08be00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0940d4310 0x7ff094156480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.809+0000 7ff092a00640 1 -- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0940d4310 msgr2=0x7ff094156480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:42.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.809+0000 7ff092a00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0940d4310 0x7ff094156480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.809+0000 7ff092a00640 1 -- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff09415e470 msgr2=0x7ff0940b9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:42.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.809+0000 7ff092a00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff09415e470 0x7ff0940b9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:42.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.809+0000 7ff092a00640 1 -- 172.21.15.29:0/2258012868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0940b7870 con 0x7ff09406d460 2024-09-12T03:11:42.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.809+0000 7ff092a00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff09406d460 0x7ff0940b71b0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ff08400c390 tx=0x7ff08400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:42.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.810+0000 7ff08aa00640 1 -- 172.21.15.29:0/2258012868 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff084017070 con 0x7ff09406d460 2024-09-12T03:11:42.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.810+0000 7ff08aa00640 1 -- 172.21.15.29:0/2258012868 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff084005ce0 con 0x7ff09406d460 2024-09-12T03:11:42.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.810+0000 7ff08aa00640 1 -- 172.21.15.29:0/2258012868 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0840072f0 con 0x7ff09406d460 2024-09-12T03:11:42.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.810+0000 7ff093e00640 1 -- 172.21.15.29:0/2258012868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0940b7b50 con 0x7ff09406d460 2024-09-12T03:11:42.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.810+0000 7ff093e00640 1 -- 172.21.15.29:0/2258012868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0940b8110 con 0x7ff09406d460 2024-09-12T03:11:42.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.811+0000 7ff093e00640 1 -- 172.21.15.29:0/2258012868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff09406d910 con 0x7ff09406d460 2024-09-12T03:11:42.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.812+0000 7ff08aa00640 1 -- 172.21.15.29:0/2258012868 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff08401a070 con 0x7ff09406d460 2024-09-12T03:11:42.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.813+0000 7ff08aa00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff07006be30 0x7ff07006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:42.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.813+0000 7ff08aa00640 1 -- 172.21.15.29:0/2258012868 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7ff08408a430 con 0x7ff09406d460 2024-09-12T03:11:42.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.813+0000 7ff08be00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff07006be30 0x7ff07006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:42.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.814+0000 7ff08be00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff07006be30 0x7ff07006e2f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff0940cac80 tx=0x7ff07c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:42.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:42.817+0000 7ff08aa00640 1 -- 172.21.15.29:0/2258012868 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff084058530 con 0x7ff09406d460 2024-09-12T03:11:43.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.003+0000 7ff093e00640 1 -- 172.21.15.29:0/2258012868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff09406cf90 con 0x7ff09406d460 2024-09-12T03:11:43.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.005+0000 7ff08aa00640 1 -- 172.21.15.29:0/2258012868 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+17026 (secure 0 0 0) 0x7ff08405c830 con 0x7ff09406d460 2024-09-12T03:11:43.005 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:43.005 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":55,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:11:07.785553+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:10:50.905692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-12T03:10:52.110634+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.28","mappings":[{"from":0,"to":6}]},{"pgid":"8.2f","mappings":[{"from":0,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:11:43.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 -- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff07006be30 msgr2=0x7ff07006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff07006be30 0x7ff07006e2f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff0940cac80 tx=0x7ff07c008040 comp rx=0 tx=0).stop 2024-09-12T03:11:43.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 -- 172.21.15.29:0/2258012868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff09406d460 msgr2=0x7ff0940b71b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff09406d460 0x7ff0940b71b0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ff08400c390 tx=0x7ff08400c850 comp rx=0 tx=0).stop 2024-09-12T03:11:43.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 -- 172.21.15.29:0/2258012868 shutdown_connections 2024-09-12T03:11:43.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff07006be30 0x7ff07006e2f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff09415e470 0x7ff0940b9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff0940d4310 0x7ff094156480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 --2- 172.21.15.29:0/2258012868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff09406d460 0x7ff0940b71b0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 -- 172.21.15.29:0/2258012868 >> 172.21.15.29:0/2258012868 conn(0x7ff09409d700 msgr2=0x7ff09415ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:43.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 -- 172.21.15.29:0/2258012868 shutdown_connections 2024-09-12T03:11:43.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.007+0000 7ff093e00640 1 -- 172.21.15.29:0/2258012868 wait complete. 2024-09-12T03:11:43.024 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-12T03:11:43.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.181+0000 7fa779400640 1 Processor -- start 2024-09-12T03:11:43.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.181+0000 7fa779400640 1 -- start start 2024-09-12T03:11:43.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.182+0000 7fa779400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740d4310 0x7fa7740d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.182+0000 7fa779400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa77415e850 con 0x7fa77415e470 2024-09-12T03:11:43.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.182+0000 7fa779400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7740d1c60 con 0x7fa77406d460 2024-09-12T03:11:43.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.182+0000 7fa779400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa7740cf710 con 0x7fa7740d4310 2024-09-12T03:11:43.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.182+0000 7fa773e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa77415e470 0x7fa7740cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37432/0 (socket says 172.21.15.29:37432) 2024-09-12T03:11:43.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.182+0000 7fa773e00640 1 -- 172.21.15.29:0/2198187075 learned_addr learned my addr 172.21.15.29:0/2198187075 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:43.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.182+0000 7fa773400640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740d4310 0x7fa7740d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 772353594 0 0) 0x7fa77415e850 con 0x7fa77415e470 2024-09-12T03:11:43.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa758003520 con 0x7fa77415e470 2024-09-12T03:11:43.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 718033315 0 0) 0x7fa7740d1c60 con 0x7fa77406d460 2024-09-12T03:11:43.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa77415e850 con 0x7fa77406d460 2024-09-12T03:11:43.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 767125612 0 0) 0x7fa758003520 con 0x7fa77415e470 2024-09-12T03:11:43.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740d4310 msgr2=0x7fa7740d4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740d4310 0x7fa7740d4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 >> v1:172.21.15.38:6789/0 conn(0x7fa77406d460 legacy=0x7fa7740d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7740d1980 con 0x7fa77415e470 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fa764001670 con 0x7fa77415e470 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa773400640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740d4310 0x7fa7740d4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 >> v1:172.21.15.29:6789/0 conn(0x7fa77415e470 legacy=0x7fa7740cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa758003b70 0x7fa758003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 0x7fa758004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740d4310 0x7fa7580051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa7740cf710 con 0x7fa758004800 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa75800ba20 con 0x7fa758003b70 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.183+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa75800bc20 con 0x7fa7740d4310 2024-09-12T03:11:43.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.184+0000 7fa773400640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 0x7fa758004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.184+0000 7fa773e00640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa758003b70 0x7fa758003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.184+0000 7fa778a00640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740d4310 0x7fa7580051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.184+0000 7fa773400640 1 -- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740d4310 msgr2=0x7fa7580051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:43.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.184+0000 7fa773400640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740d4310 0x7fa7580051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.184+0000 7fa773400640 1 -- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa758003b70 msgr2=0x7fa758003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:43.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.184+0000 7fa773400640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa758003b70 0x7fa758003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.184+0000 7fa773400640 1 -- 172.21.15.29:0/2198187075 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa758003520 con 0x7fa758004800 2024-09-12T03:11:43.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.185+0000 7fa773400640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 0x7fa758004c80 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fa7740b6f10 tx=0x7fa758005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=327093a2301749dd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:43.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.185+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa760009860 con 0x7fa758004800 2024-09-12T03:11:43.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.185+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa760004020 con 0x7fa758004800 2024-09-12T03:11:43.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.185+0000 7fa772a00640 1 -- 172.21.15.29:0/2198187075 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7600043f0 con 0x7fa758004800 2024-09-12T03:11:43.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.186+0000 7fa779400640 1 -- 172.21.15.29:0/2198187075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 msgr2=0x7fa758004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.186+0000 7fa779400640 1 --2- 172.21.15.29:0/2198187075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 0x7fa758004c80 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fa7740b6f10 tx=0x7fa758005830 comp rx=0 tx=0).stop 2024-09-12T03:11:43.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.186+0000 7fa778a00640 1 -- 172.21.15.29:0/2198187075 reap_dead start 2024-09-12T03:11:43.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.186+0000 7fa779400640 1 -- 172.21.15.29:0/2198187075 shutdown_connections 2024-09-12T03:11:43.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.186+0000 7fa779400640 1 -- 172.21.15.29:0/2198187075 >> 172.21.15.29:0/2198187075 conn(0x7fa77409d700 msgr2=0x7fa77408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:43.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.186+0000 7fa779400640 1 -- 172.21.15.29:0/2198187075 shutdown_connections 2024-09-12T03:11:43.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.186+0000 7fa779400640 1 -- 172.21.15.29:0/2198187075 wait complete. 2024-09-12T03:11:43.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.188+0000 7fa779400640 1 Processor -- start 2024-09-12T03:11:43.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.188+0000 7fa779400640 1 -- start start 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa779400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 0x7fa7740b5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa779400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740ce080 0x7fa7740b3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa779400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7741602c0 0x7fa774156410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa779400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa7740d02b0 con 0x7fa758004800 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa779400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa7740cf3a0 con 0x7fa7741602c0 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa779400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa7740d12d0 con 0x7fa7740ce080 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa773e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 0x7fa7740b5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa773e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 0x7fa7740b5510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38830/0 (socket says 172.21.15.29:38830) 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa773e00640 1 -- 172.21.15.29:0/1586290606 learned_addr learned my addr 172.21.15.29:0/1586290606 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa773e00640 1 -- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740ce080 msgr2=0x7fa7740b3b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa773e00640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740ce080 0x7fa7740b3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa773e00640 1 -- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7741602c0 msgr2=0x7fa774156410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa773e00640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7741602c0 0x7fa774156410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.189+0000 7fa773e00640 1 -- 172.21.15.29:0/1586290606 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7740b5a50 con 0x7fa758004800 2024-09-12T03:11:43.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.190+0000 7fa773e00640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 0x7fa7740b5510 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fa764007290 tx=0x7fa764007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:43.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.190+0000 7fa76be00640 1 -- 172.21.15.29:0/1586290606 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa76400f9c0 con 0x7fa758004800 2024-09-12T03:11:43.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.190+0000 7fa76be00640 1 -- 172.21.15.29:0/1586290606 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa764018070 con 0x7fa758004800 2024-09-12T03:11:43.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.190+0000 7fa76be00640 1 -- 172.21.15.29:0/1586290606 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa76400fdc0 con 0x7fa758004800 2024-09-12T03:11:43.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.190+0000 7fa779400640 1 -- 172.21.15.29:0/1586290606 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7740b4470 con 0x7fa758004800 2024-09-12T03:11:43.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.190+0000 7fa779400640 1 -- 172.21.15.29:0/1586290606 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7740b4d10 con 0x7fa758004800 2024-09-12T03:11:43.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.191+0000 7fa779400640 1 -- 172.21.15.29:0/1586290606 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7740b4860 con 0x7fa758004800 2024-09-12T03:11:43.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.192+0000 7fa76be00640 1 -- 172.21.15.29:0/1586290606 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa76401d460 con 0x7fa758004800 2024-09-12T03:11:43.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.193+0000 7fa76be00640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa75406be30 0x7fa75406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.193+0000 7fa76be00640 1 -- 172.21.15.29:0/1586290606 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6159+0+0 (secure 0 0 0) 0x7fa76408b0c0 con 0x7fa758004800 2024-09-12T03:11:43.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.193+0000 7fa773400640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa75406be30 0x7fa75406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.194+0000 7fa773400640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa75406be30 0x7fa75406e2f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa760032000 tx=0x7fa76002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:43.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.197+0000 7fa76be00640 1 -- 172.21.15.29:0/1586290606 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa764059940 con 0x7fa758004800 2024-09-12T03:11:43.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.417+0000 7fa779400640 1 -- 172.21.15.29:0/1586290606 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa77406cf90 con 0x7fa758004800 2024-09-12T03:11:43.418 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:11:43.418+0000 7fcf24a00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T03:11:43.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.420+0000 7fa76be00640 1 -- 172.21.15.29:0/1586290606 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v44) ==== 161+0+0 (secure 0 0 0) 0x7fa764059240 con 0x7fa758004800 2024-09-12T03:11:43.420 INFO:teuthology.orchestra.run.smithi029.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-12T03:11:43.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.423+0000 7fa779400640 1 -- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa75406be30 msgr2=0x7fa75406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.423+0000 7fa779400640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa75406be30 0x7fa75406e2f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa760032000 tx=0x7fa76002e000 comp rx=0 tx=0).stop 2024-09-12T03:11:43.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.423+0000 7fa779400640 1 -- 172.21.15.29:0/1586290606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 msgr2=0x7fa7740b5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.423+0000 7fa779400640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 0x7fa7740b5510 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fa764007290 tx=0x7fa764007750 comp rx=0 tx=0).stop 2024-09-12T03:11:43.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.423+0000 7fa779400640 1 -- 172.21.15.29:0/1586290606 shutdown_connections 2024-09-12T03:11:43.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.423+0000 7fa779400640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa75406be30 0x7fa75406e2f0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.423+0000 7fa779400640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7741602c0 0x7fa774156410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.423+0000 7fa779400640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7740ce080 0x7fa7740b3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.423+0000 7fa779400640 1 --2- 172.21.15.29:0/1586290606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa758004800 0x7fa7740b5510 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.423+0000 7fa779400640 1 -- 172.21.15.29:0/1586290606 >> 172.21.15.29:0/1586290606 conn(0x7fa77409d700 msgr2=0x7fa77415d2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:43.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.424+0000 7fa779400640 1 -- 172.21.15.29:0/1586290606 shutdown_connections 2024-09-12T03:11:43.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.424+0000 7fa779400640 1 -- 172.21.15.29:0/1586290606 wait complete. 2024-09-12T03:11:43.436 INFO:tasks.ceph.mds.c.smithi029.stderr: -1276> 2024-09-12T03:11:22.208+0000 7f8b1c000640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000004 [...2,head] /d1/d2/d3/d4/d5/ auth{0=1,2=1} v15 ap=1 f(v0 m2024-09-12T03:11:05.548003+0000 1=0+1) n(v2 rc2024-09-12T03:11:05.827999+0000 4=0+4) (inest lock) (ifile excl) caps={5601=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5601 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 authpin=1 scrubqueue=0 0x558e422bec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000004:[<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:11:05.548003+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:11:05.827999+0000 4=0+4)","memory_value.dirstat":"f(v0 m2024-09-12T03:11:05.548003+0000 1=0+1)","memory_value.rstat":"n(v2 rc2024-09-12T03:11:05.827999+0000 4=0+4)","error_str":""},"return_code":-61} 2024-09-12T03:11:43.436 INFO:tasks.ceph.mds.c.smithi029.stderr: -1138> 2024-09-12T03:11:22.210+0000 7f8b24200640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000005 [...2,head] /d1/d2/d3/d4/d5/d6/ auth{0=1,2=1} v11 ap=2 f(v0 m2024-09-12T03:11:05.549003+0000 1=0+1) n(v1 rc2024-09-12T03:11:05.827999+0000 3=0+3) (inest sync->mix g=0,2 scatter_wanted) caps={5601=pAsLsXsFs/pAsLsXsFsxcral@7} | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 export_pin=2 0x558e42376000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000005:[<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:11:05.549003+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:11:05.550003+0000 3=0+3)","memory_value.dirstat":"f(v0 m2024-09-12T03:11:05.549003+0000 1=0+1)","memory_value.rstat":"n(v1 rc2024-09-12T03:11:05.827999+0000 3=0+3)","error_str":""},"return_code":-61} 2024-09-12T03:11:43.441 INFO:tasks.ceph.mds.a.smithi029.stderr: -1063> 2024-09-12T03:11:22.208+0000 7f1acd800640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000006 [...2,head] /d1/d2/d3/d4/d5/d6/d7/ auth v4 ap=1 f(v0 m2024-09-12T03:11:05.550003+0000 1=0+1) n(v0 rc2024-09-12T03:11:05.550003+0000 2=0+2) (inest lock) (ifile excl) caps={5601=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5601 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x557121479600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000006:[<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:11:05.550003+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:11:05.550003+0000 2=0+2)","memory_value.dirstat":"f(v0 m2024-09-12T03:11:05.550003+0000 1=0+1)","memory_value.rstat":"n(v0 rc2024-09-12T03:11:05.550003+0000 2=0+2)","error_str":""},"return_code":-61} 2024-09-12T03:11:43.441 INFO:tasks.ceph.mds.a.smithi029.stderr: -1041> 2024-09-12T03:11:22.208+0000 7f1acd800640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000007 [...2,head] /d1/d2/d3/d4/d5/d6/d7/d8/ auth v2 ap=1 f() n(v0 1=0+1) (inest lock) (ifile excl) caps={5601=pAsLsXsFsx/AsLsXsFsx@2},l=5601 | importingcaps=0 dirfrag=0 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x557121479b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000007:[<0x10000000006/d8 v2>,<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n(v0 1=0+1)","memory_value.dirstat":"f()","memory_value.rstat":"n(v0 1=0+1)","error_str":""},"return_code":-61} 2024-09-12T03:11:43.444 INFO:tasks.ceph.mds.b.smithi038.stderr: -2469> 2024-09-12T03:11:22.207+0000 7f33a5c00640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000002 [...2,head] /d1/d2/d3/ auth{1=1,2=1} v19 ap=1 f(v0 m2024-09-12T03:11:05.546004+0000 1=0+1) n(v3 rc2024-09-12T03:11:05.827999+0000 6=0+6) (inest mix dirty) (ifile excl) caps={5601=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5601 | dirtyscattered=1 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x55f8b9541b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000002:[<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:11:05.546004+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:11:05.827999+0000 6=0+6)","memory_value.dirstat":"f(v0 m2024-09-12T03:11:05.546004+0000 1=0+1)","memory_value.rstat":"n(v3 rc2024-09-12T03:11:05.827999+0000 6=0+6)","error_str":""},"return_code":-61} 2024-09-12T03:11:43.444 INFO:tasks.ceph.mds.b.smithi038.stderr: -2347> 2024-09-12T03:11:22.209+0000 7f33ade00640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000003 [...2,head] /d1/d2/d3/d4/ auth{1=1,2=1} v19 ap=2 f(v0 m2024-09-12T03:11:05.547003+0000 1=0+1) n(v4 rc2024-09-12T03:11:05.827999+0000 5=0+5) (inest sync->mix g=1,2) caps={5601=pAsLsXsFs/pAsLsXsFsxcral@8} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 export_pin=1 0x55f8b9542100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000003:[<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:11:05.547003+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:11:05.827999+0000 5=0+5)","memory_value.dirstat":"f(v0 m2024-09-12T03:11:05.547003+0000 1=0+1)","memory_value.rstat":"n(v4 rc2024-09-12T03:11:05.827999+0000 5=0+5)","error_str":""},"return_code":-61} 2024-09-12T03:11:43.447 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-12T03:11:43.481 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:11:43.490 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:11:43.492 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:11:43.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.611+0000 7fb1ba200640 1 Processor -- start 2024-09-12T03:11:43.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.612+0000 7fb1ba200640 1 -- start start 2024-09-12T03:11:43.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.613+0000 7fb1ba200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb1b4072040 0x7fb1b415fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.613+0000 7fb1ba200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb1b406e0a0 0x7fb1b40cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.613+0000 7fb1ba200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1b4160340 con 0x7fb1b4072d80 2024-09-12T03:11:43.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.613+0000 7fb1ba200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb1b41605e0 con 0x7fb1b406e0a0 2024-09-12T03:11:43.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.613+0000 7fb1ba200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb1b41608c0 con 0x7fb1b4072040 2024-09-12T03:11:43.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.613+0000 7fb1abe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fb1b4072d80 0x7fb1b4072420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37472/0 (socket says 172.21.15.29:37472) 2024-09-12T03:11:43.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.613+0000 7fb1abe00640 1 -- 172.21.15.29:0/2878420614 learned_addr learned my addr 172.21.15.29:0/2878420614 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:43.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.613+0000 7fb1b3e00640 1 --2- 172.21.15.29:0/2878420614 >> v2:172.21.15.29:3300/0 conn(0x7fb1b406e0a0 0x7fb1b40cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.613+0000 7fb1b3400640 1 --2- 172.21.15.29:0/2878420614 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb1b4072040 0x7fb1b415fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.614+0000 7fb1b3e00640 1 -- 172.21.15.29:0/2878420614 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb1b4072040 msgr2=0x7fb1b415fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:43.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.614+0000 7fb1b3e00640 1 --2- 172.21.15.29:0/2878420614 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb1b4072040 0x7fb1b415fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.614+0000 7fb1b3e00640 1 -- 172.21.15.29:0/2878420614 >> v1:172.21.15.29:6789/0 conn(0x7fb1b4072d80 legacy=0x7fb1b4072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.614+0000 7fb1b3e00640 1 -- 172.21.15.29:0/2878420614 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b4160ba0 con 0x7fb1b406e0a0 2024-09-12T03:11:43.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.614+0000 7fb1b2a00640 1 -- 172.21.15.29:0/2878420614 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 505132413 0 0) 0x7fb1b4160340 con 0x7fb1b4072d80 2024-09-12T03:11:43.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.615+0000 7fb1b3e00640 1 --2- 172.21.15.29:0/2878420614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1b406e0a0 0x7fb1b40cd5b0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac009d90 tx=0x7fb1ac02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c09dc30f686e6566 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:43.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.615+0000 7fb1b2a00640 1 -- 172.21.15.29:0/2878420614 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac007740 con 0x7fb1b406e0a0 2024-09-12T03:11:43.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.615+0000 7fb1b2a00640 1 -- 172.21.15.29:0/2878420614 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1ac0078e0 con 0x7fb1b406e0a0 2024-09-12T03:11:43.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.615+0000 7fb1b2a00640 1 -- 172.21.15.29:0/2878420614 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac007cb0 con 0x7fb1b406e0a0 2024-09-12T03:11:43.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.615+0000 7fb1ba200640 1 -- 172.21.15.29:0/2878420614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1b406e0a0 msgr2=0x7fb1b40cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.615+0000 7fb1ba200640 1 --2- 172.21.15.29:0/2878420614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1b406e0a0 0x7fb1b40cd5b0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac009d90 tx=0x7fb1ac02a660 comp rx=0 tx=0).stop 2024-09-12T03:11:43.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.616+0000 7fb1ba200640 1 -- 172.21.15.29:0/2878420614 shutdown_connections 2024-09-12T03:11:43.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.616+0000 7fb1ba200640 1 --2- 172.21.15.29:0/2878420614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1b406e0a0 0x7fb1b40cd5b0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.616+0000 7fb1ba200640 1 --2- 172.21.15.29:0/2878420614 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb1b4072040 0x7fb1b415fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.616+0000 7fb1ba200640 1 -- 172.21.15.29:0/2878420614 >> 172.21.15.29:0/2878420614 conn(0x7fb1b4067d70 msgr2=0x7fb1b406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:43.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.616+0000 7fb1ba200640 1 -- 172.21.15.29:0/2878420614 shutdown_connections 2024-09-12T03:11:43.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.616+0000 7fb1ba200640 1 -- 172.21.15.29:0/2878420614 wait complete. 2024-09-12T03:11:43.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.617+0000 7fb1ba200640 1 Processor -- start 2024-09-12T03:11:43.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.618+0000 7fb1ba200640 1 -- start start 2024-09-12T03:11:43.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.619+0000 7fb1ba200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb1b406e0a0 0x7fb1b41f4da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.619+0000 7fb1ba200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1b4072040 0x7fb1b40a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.619+0000 7fb1ba200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb1b4072d80 0x7fb1b41f1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.619+0000 7fb1ba200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b406e550 con 0x7fb1b4072040 2024-09-12T03:11:43.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.619+0000 7fb1ba200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b4145b00 con 0x7fb1b406e0a0 2024-09-12T03:11:43.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.619+0000 7fb1ba200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb1b406e6d0 con 0x7fb1b4072d80 2024-09-12T03:11:43.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.619+0000 7fb1abe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1b4072040 0x7fb1b40a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.619+0000 7fb1abe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1b4072040 0x7fb1b40a94d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38868/0 (socket says 172.21.15.29:38868) 2024-09-12T03:11:43.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.619+0000 7fb1abe00640 1 -- 172.21.15.29:0/1880810979 learned_addr learned my addr 172.21.15.29:0/1880810979 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:43.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.619+0000 7fb1b3e00640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb1b4072d80 0x7fb1b41f1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.619+0000 7fb1b3400640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb1b406e0a0 0x7fb1b41f4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.620+0000 7fb1abe00640 1 -- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb1b4072d80 msgr2=0x7fb1b41f1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.620+0000 7fb1abe00640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb1b4072d80 0x7fb1b41f1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.620+0000 7fb1abe00640 1 -- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb1b406e0a0 msgr2=0x7fb1b41f4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:43.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.620+0000 7fb1abe00640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb1b406e0a0 0x7fb1b41f4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:43.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.620+0000 7fb1abe00640 1 -- 172.21.15.29:0/1880810979 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b40a9d00 con 0x7fb1b4072040 2024-09-12T03:11:43.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.620+0000 7fb1abe00640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1b4072040 0x7fb1b40a94d0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fb19c00c4b0 tx=0x7fb19c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:43.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.621+0000 7fb1ab400640 1 -- 172.21.15.29:0/1880810979 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb19c018070 con 0x7fb1b4072040 2024-09-12T03:11:43.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.621+0000 7fb1ab400640 1 -- 172.21.15.29:0/1880810979 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb19c007500 con 0x7fb1b4072040 2024-09-12T03:11:43.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.621+0000 7fb1ba200640 1 -- 172.21.15.29:0/1880810979 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1b40a9fe0 con 0x7fb1b4072040 2024-09-12T03:11:43.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.621+0000 7fb1ab400640 1 -- 172.21.15.29:0/1880810979 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb19c004a20 con 0x7fb1b4072040 2024-09-12T03:11:43.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.621+0000 7fb1ba200640 1 -- 172.21.15.29:0/1880810979 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1b40aa5a0 con 0x7fb1b4072040 2024-09-12T03:11:43.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.622+0000 7fb1ba200640 1 -- 172.21.15.29:0/1880810979 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1b41e71e0 con 0x7fb1b4072040 2024-09-12T03:11:43.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.623+0000 7fb1ab400640 1 -- 172.21.15.29:0/1880810979 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb19c01b070 con 0x7fb1b4072040 2024-09-12T03:11:43.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.624+0000 7fb1ab400640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb19006be60 0x7fb19006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:43.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.624+0000 7fb1ab400640 1 -- 172.21.15.29:0/1880810979 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6417+0+0 (secure 0 0 0) 0x7fb19c08a3d0 con 0x7fb1b4072040 2024-09-12T03:11:43.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.624+0000 7fb1b3400640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb19006be60 0x7fb19006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:43.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.625+0000 7fb1b3400640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb19006be60 0x7fb19006e320 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb1a4006fd0 tx=0x7fb1a4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:43.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.628+0000 7fb1ab400640 1 -- 172.21.15.29:0/1880810979 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb19c058450 con 0x7fb1b4072040 2024-09-12T03:11:43.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:43.853+0000 7fb1ba200640 1 -- 172.21.15.29:0/1880810979 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb1b406f360 con 0x7fb1b4072040 2024-09-12T03:11:44.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.432+0000 7fb1ab400640 1 -- 172.21.15.29:0/1880810979 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v45) ==== 104+0+0 (secure 0 0 0) 0x7fb19c05c750 con 0x7fb1b4072040 2024-09-12T03:11:44.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.435+0000 7fb1ba200640 1 -- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb19006be60 msgr2=0x7fb19006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:44.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.435+0000 7fb1ba200640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb19006be60 0x7fb19006e320 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb1a4006fd0 tx=0x7fb1a4008040 comp rx=0 tx=0).stop 2024-09-12T03:11:44.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.435+0000 7fb1ba200640 1 -- 172.21.15.29:0/1880810979 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1b4072040 msgr2=0x7fb1b40a94d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:44.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.435+0000 7fb1ba200640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1b4072040 0x7fb1b40a94d0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fb19c00c4b0 tx=0x7fb19c00c970 comp rx=0 tx=0).stop 2024-09-12T03:11:44.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.435+0000 7fb1ba200640 1 -- 172.21.15.29:0/1880810979 shutdown_connections 2024-09-12T03:11:44.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.435+0000 7fb1ba200640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb19006be60 0x7fb19006e320 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:44.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.435+0000 7fb1ba200640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb1b4072d80 0x7fb1b41f1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:44.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.435+0000 7fb1ba200640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1b4072040 0x7fb1b40a94d0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:44.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.435+0000 7fb1ba200640 1 --2- 172.21.15.29:0/1880810979 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb1b406e0a0 0x7fb1b41f4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:44.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.435+0000 7fb1ba200640 1 -- 172.21.15.29:0/1880810979 >> 172.21.15.29:0/1880810979 conn(0x7fb1b4067d70 msgr2=0x7fb1b415f620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:44.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.436+0000 7fb1ba200640 1 -- 172.21.15.29:0/1880810979 shutdown_connections 2024-09-12T03:11:44.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.436+0000 7fb1ba200640 1 -- 172.21.15.29:0/1880810979 wait complete. 2024-09-12T03:11:44.455 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-12T03:11:44.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.659+0000 7f2156c00640 1 Processor -- start 2024-09-12T03:11:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.659+0000 7f2156c00640 1 -- start start 2024-09-12T03:11:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.660+0000 7f2156c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 0x7f21501609c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.660+0000 7f2156c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f21500b49d0 0x7f21500b4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.660+0000 7f2156c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21500af6f0 con 0x7f215015c5a0 2024-09-12T03:11:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.660+0000 7f2156c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f215015c980 con 0x7f21500b49d0 2024-09-12T03:11:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.660+0000 7f2156c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2150160f00 con 0x7f215006f970 2024-09-12T03:11:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.660+0000 7f214fe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f215015c5a0 0x7f215006df50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37478/0 (socket says 172.21.15.29:37478) 2024-09-12T03:11:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.660+0000 7f214fe00640 1 -- 172.21.15.29:0/3031971733 learned_addr learned my addr 172.21.15.29:0/3031971733 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:44.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f2147e00640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 0x7f21501609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:44.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f2154c00640 1 --2- 172.21.15.29:0/3031971733 >> v2:172.21.15.38:3300/0 conn(0x7f21500b49d0 0x7f21500b4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:44.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2524072208 0 0) 0x7f21500af6f0 con 0x7f215015c5a0 2024-09-12T03:11:44.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2134003520 con 0x7f215015c5a0 2024-09-12T03:11:44.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 603387611 0 0) 0x7f2134003520 con 0x7f215015c5a0 2024-09-12T03:11:44.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 msgr2=0x7f21501609c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 0x7f21501609c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 >> v2:172.21.15.38:3300/0 conn(0x7f21500b49d0 msgr2=0x7f21500b4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 --2- 172.21.15.29:0/3031971733 >> v2:172.21.15.38:3300/0 conn(0x7f21500b49d0 0x7f21500b4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21500af9d0 con 0x7f215015c5a0 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f2140001670 con 0x7f215015c5a0 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f2154c00640 1 --2- 172.21.15.29:0/3031971733 >> v2:172.21.15.38:3300/0 conn(0x7f21500b49d0 0x7f21500b4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 >> v1:172.21.15.29:6789/0 conn(0x7f215015c5a0 legacy=0x7f215006df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f21340039b0 0x7f2134003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.661+0000 7f214f400640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 0x7f2134004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f214f400640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2134004d40 0x7f21340051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f215015c980 con 0x7f21340039b0 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2150160f00 con 0x7f2134004d40 2024-09-12T03:11:44.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f213400b9c0 con 0x7f215006f970 2024-09-12T03:11:44.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f214fe00640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f21340039b0 0x7f2134003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:44.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f2147e00640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 0x7f2134004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:44.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f2154c00640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2134004d40 0x7f21340051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:44.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f2147e00640 1 -- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2134004d40 msgr2=0x7f21340051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:44.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f2147e00640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2134004d40 0x7f21340051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:44.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f2147e00640 1 -- 172.21.15.29:0/3031971733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f21340039b0 msgr2=0x7f2134003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:44.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f2147e00640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f21340039b0 0x7f2134003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:44.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f2147e00640 1 -- 172.21.15.29:0/3031971733 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2134003520 con 0x7f215006f970 2024-09-12T03:11:44.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.662+0000 7f214fe00640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f21340039b0 0x7f2134003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:44.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.663+0000 7f2147e00640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 0x7f2134004800 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2138009a90 tx=0x7f2134005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3044ad71189baa79 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:44.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.664+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2138036070 con 0x7f215006f970 2024-09-12T03:11:44.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.664+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2138031400 con 0x7f215006f970 2024-09-12T03:11:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.664+0000 7f214f400640 1 -- 172.21.15.29:0/3031971733 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2138009690 con 0x7f215006f970 2024-09-12T03:11:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.664+0000 7f2156c00640 1 -- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 msgr2=0x7f2134004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.664+0000 7f2156c00640 1 --2- 172.21.15.29:0/3031971733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 0x7f2134004800 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2138009a90 tx=0x7f2134005830 comp rx=0 tx=0).stop 2024-09-12T03:11:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.664+0000 7f2154c00640 1 -- 172.21.15.29:0/3031971733 reap_dead start 2024-09-12T03:11:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.664+0000 7f2156c00640 1 -- 172.21.15.29:0/3031971733 shutdown_connections 2024-09-12T03:11:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.664+0000 7f2156c00640 1 -- 172.21.15.29:0/3031971733 >> 172.21.15.29:0/3031971733 conn(0x7f21500d0190 msgr2=0x7f21500d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.664+0000 7f2156c00640 1 -- 172.21.15.29:0/3031971733 shutdown_connections 2024-09-12T03:11:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.664+0000 7f2156c00640 1 -- 172.21.15.29:0/3031971733 wait complete. 2024-09-12T03:11:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.666+0000 7f2156c00640 1 Processor -- start 2024-09-12T03:11:44.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.666+0000 7f2156c00640 1 -- start start 2024-09-12T03:11:44.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.667+0000 7f2156c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 0x7f2150152730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:44.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.667+0000 7f2156c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21501551c0 0x7f2150072de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:44.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.667+0000 7f2156c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2150073320 0x7f2150157a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:44.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.667+0000 7f2156c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f21500b3e80 con 0x7f2150073320 2024-09-12T03:11:44.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.667+0000 7f2156c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f21500b44b0 con 0x7f21501551c0 2024-09-12T03:11:44.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.667+0000 7f2156c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f215006e660 con 0x7f215006f970 2024-09-12T03:11:44.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.667+0000 7f2154c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2150073320 0x7f2150157a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.667+0000 7f2154c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2150073320 0x7f2150157a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38892/0 (socket says 172.21.15.29:38892) 2024-09-12T03:11:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.667+0000 7f2154c00640 1 -- 172.21.15.29:0/3577850189 learned_addr learned my addr 172.21.15.29:0/3577850189 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.667+0000 7f214fe00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 0x7f2150152730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.667+0000 7f2147e00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21501551c0 0x7f2150072de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.668+0000 7f2154c00640 1 -- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 msgr2=0x7f2150152730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.668+0000 7f2154c00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 0x7f2150152730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.668+0000 7f2154c00640 1 -- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21501551c0 msgr2=0x7f2150072de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:44.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.668+0000 7f2154c00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21501551c0 0x7f2150072de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:44.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.668+0000 7f2154c00640 1 -- 172.21.15.29:0/3577850189 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f215015cca0 con 0x7f2150073320 2024-09-12T03:11:44.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.668+0000 7f2154c00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2150073320 0x7f2150157a00 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f21500cff00 tx=0x7f214800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:44.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.668+0000 7f214cc00640 1 -- 172.21.15.29:0/3577850189 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2140007d50 con 0x7f2150073320 2024-09-12T03:11:44.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.668+0000 7f214cc00640 1 -- 172.21.15.29:0/3577850189 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2148003990 con 0x7f2150073320 2024-09-12T03:11:44.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.668+0000 7f214cc00640 1 -- 172.21.15.29:0/3577850189 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2148003d80 con 0x7f2150073320 2024-09-12T03:11:44.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.668+0000 7f2156c00640 1 -- 172.21.15.29:0/3577850189 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f215015cf80 con 0x7f2150073320 2024-09-12T03:11:44.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.668+0000 7f2156c00640 1 -- 172.21.15.29:0/3577850189 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2150072160 con 0x7f2150073320 2024-09-12T03:11:44.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.670+0000 7f2156c00640 1 -- 172.21.15.29:0/3577850189 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21501609c0 con 0x7f2150073320 2024-09-12T03:11:44.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.670+0000 7f214cc00640 1 -- 172.21.15.29:0/3577850189 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2148003f20 con 0x7f2150073320 2024-09-12T03:11:44.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.672+0000 7f214cc00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f212c06be30 0x7f212c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:44.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.672+0000 7f214cc00640 1 -- 172.21.15.29:0/3577850189 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6417+0+0 (secure 0 0 0) 0x7f214808bb60 con 0x7f2150073320 2024-09-12T03:11:44.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.672+0000 7f214fe00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f212c06be30 0x7f212c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:44.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.673+0000 7f214fe00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f212c06be30 0x7f212c06e2f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f21501f7b90 tx=0x7f21400078f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:44.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.676+0000 7f214cc00640 1 -- 172.21.15.29:0/3577850189 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2148019030 con 0x7f2150073320 2024-09-12T03:11:44.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:44.861+0000 7f2156c00640 1 -- 172.21.15.29:0/3577850189 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f21500af190 con 0x7f2150073320 2024-09-12T03:11:45.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.434+0000 7f214cc00640 1 -- 172.21.15.29:0/3577850189 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v57) ==== 181+0+0 (secure 0 0 0) 0x7f2148010040 con 0x7f2150073320 2024-09-12T03:11:45.436 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' removed 2024-09-12T03:11:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.438+0000 7f2156c00640 1 -- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f212c06be30 msgr2=0x7f212c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:45.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.438+0000 7f2156c00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f212c06be30 0x7f212c06e2f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f21501f7b90 tx=0x7f21400078f0 comp rx=0 tx=0).stop 2024-09-12T03:11:45.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.438+0000 7f2156c00640 1 -- 172.21.15.29:0/3577850189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2150073320 msgr2=0x7f2150157a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:45.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.438+0000 7f2156c00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2150073320 0x7f2150157a00 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f21500cff00 tx=0x7f214800f580 comp rx=0 tx=0).stop 2024-09-12T03:11:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.438+0000 7f2156c00640 1 -- 172.21.15.29:0/3577850189 shutdown_connections 2024-09-12T03:11:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.439+0000 7f2156c00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f212c06be30 0x7f212c06e2f0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.439+0000 7f2156c00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2150073320 0x7f2150157a00 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.439+0000 7f2156c00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f21501551c0 0x7f2150072de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:45.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.439+0000 7f2156c00640 1 --2- 172.21.15.29:0/3577850189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f215006f970 0x7f2150152730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:45.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.439+0000 7f2156c00640 1 -- 172.21.15.29:0/3577850189 >> 172.21.15.29:0/3577850189 conn(0x7f21500d0190 msgr2=0x7f215006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:45.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.439+0000 7f2156c00640 1 -- 172.21.15.29:0/3577850189 shutdown_connections 2024-09-12T03:11:45.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.439+0000 7f2156c00640 1 -- 172.21.15.29:0/3577850189 wait complete. 2024-09-12T03:11:45.459 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-12T03:11:45.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.630+0000 7f464e400640 1 Processor -- start 2024-09-12T03:11:45.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.630+0000 7f464e400640 1 -- start start 2024-09-12T03:11:45.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.631+0000 7f464e400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f46480d2a00 0x7f46480d2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:45.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.631+0000 7f464e400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46481627d0 con 0x7f46480d2460 2024-09-12T03:11:45.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.631+0000 7f464e400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4648162ab0 con 0x7f464815e510 2024-09-12T03:11:45.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.631+0000 7f464e400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f46480d3390 con 0x7f46480d2a00 2024-09-12T03:11:45.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.631+0000 7f4647e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f46480d2460 0x7f464806dcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37490/0 (socket says 172.21.15.29:37490) 2024-09-12T03:11:45.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.631+0000 7f4647e00640 1 -- 172.21.15.29:0/2734609350 learned_addr learned my addr 172.21.15.29:0/2734609350 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:45.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.632+0000 7f464da00640 1 --2- 172.21.15.29:0/2734609350 >> v2:172.21.15.38:3300/0 conn(0x7f46480d2a00 0x7f46480d2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:45.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.632+0000 7f4647400640 1 -- 172.21.15.29:0/2734609350 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 751864452 0 0) 0x7f46481627d0 con 0x7f46480d2460 2024-09-12T03:11:45.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.632+0000 7f4647400640 1 -- 172.21.15.29:0/2734609350 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4630003520 con 0x7f46480d2460 2024-09-12T03:11:45.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.632+0000 7f4647400640 1 -- 172.21.15.29:0/2734609350 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 526747738 0 0) 0x7f4648162ab0 con 0x7f464815e510 2024-09-12T03:11:45.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.632+0000 7f4647400640 1 -- 172.21.15.29:0/2734609350 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f46481627d0 con 0x7f464815e510 2024-09-12T03:11:45.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.632+0000 7f4647400640 1 -- 172.21.15.29:0/2734609350 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1265350105 0 0) 0x7f4630003520 con 0x7f46480d2460 2024-09-12T03:11:45.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.632+0000 7f464da00640 1 -- 172.21.15.29:0/2734609350 >> v1:172.21.15.38:6789/0 conn(0x7f464815e510 legacy=0x7f4648161f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:45.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.632+0000 7f464da00640 1 -- 172.21.15.29:0/2734609350 >> v1:172.21.15.29:6789/0 conn(0x7f46480d2460 legacy=0x7f464806dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:45.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.632+0000 7f464da00640 1 -- 172.21.15.29:0/2734609350 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f464806d4c0 con 0x7f46480d2a00 2024-09-12T03:11:45.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.633+0000 7f464da00640 1 --2- 172.21.15.29:0/2734609350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46480d2a00 0x7f46480d2e50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4640009d90 tx=0x7f464002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc3474fdff0b3dc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:45.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.634+0000 7f4647400640 1 -- 172.21.15.29:0/2734609350 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46340017f0 con 0x7f46480d2a00 2024-09-12T03:11:45.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.634+0000 7f4647400640 1 -- 172.21.15.29:0/2734609350 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4640007540 con 0x7f46480d2a00 2024-09-12T03:11:45.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.634+0000 7f4647400640 1 -- 172.21.15.29:0/2734609350 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46400078f0 con 0x7f46480d2a00 2024-09-12T03:11:45.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.634+0000 7f464e400640 1 -- 172.21.15.29:0/2734609350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46480d2a00 msgr2=0x7f46480d2e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:45.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.634+0000 7f464e400640 1 --2- 172.21.15.29:0/2734609350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46480d2a00 0x7f46480d2e50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4640009d90 tx=0x7f464002a680 comp rx=0 tx=0).stop 2024-09-12T03:11:45.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.634+0000 7f464e400640 1 -- 172.21.15.29:0/2734609350 shutdown_connections 2024-09-12T03:11:45.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.634+0000 7f464e400640 1 --2- 172.21.15.29:0/2734609350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46480d2a00 0x7f46480d2e50 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:45.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.634+0000 7f464e400640 1 -- 172.21.15.29:0/2734609350 >> 172.21.15.29:0/2734609350 conn(0x7f464809d7b0 msgr2=0x7f464808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:45.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.634+0000 7f464e400640 1 -- 172.21.15.29:0/2734609350 shutdown_connections 2024-09-12T03:11:45.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.634+0000 7f464e400640 1 -- 172.21.15.29:0/2734609350 wait complete. 2024-09-12T03:11:45.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.636+0000 7f464e400640 1 Processor -- start 2024-09-12T03:11:45.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.636+0000 7f464e400640 1 -- start start 2024-09-12T03:11:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.637+0000 7f464e400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f46480d2460 0x7f4648150980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.637+0000 7f464e400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46480d2a00 0x7f46481e9030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.637+0000 7f464e400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f464815e510 0x7f46480b8110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.637+0000 7f464e400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f464806e3d0 con 0x7f464815e510 2024-09-12T03:11:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.637+0000 7f464e400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4648162d90 con 0x7f46480d2a00 2024-09-12T03:11:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.637+0000 7f464e400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f46480cf030 con 0x7f46480d2460 2024-09-12T03:11:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.637+0000 7f464da00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f464815e510 0x7f46480b8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.637+0000 7f464da00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f464815e510 0x7f46480b8110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38894/0 (socket says 172.21.15.29:38894) 2024-09-12T03:11:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.637+0000 7f464da00640 1 -- 172.21.15.29:0/3543821664 learned_addr learned my addr 172.21.15.29:0/3543821664 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.637+0000 7f4647e00640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46480d2a00 0x7f46481e9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:45.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.637+0000 7f464d000640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f46480d2460 0x7f4648150980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:45.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.638+0000 7f464da00640 1 -- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f46480d2460 msgr2=0x7f4648150980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:45.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.638+0000 7f464da00640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f46480d2460 0x7f4648150980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:45.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.638+0000 7f464da00640 1 -- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46480d2a00 msgr2=0x7f46481e9030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:45.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.638+0000 7f464da00640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46480d2a00 0x7f46481e9030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:45.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.638+0000 7f464da00640 1 -- 172.21.15.29:0/3543821664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46481e9570 con 0x7f464815e510 2024-09-12T03:11:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.638+0000 7f464da00640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f464815e510 0x7f46480b8110 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f4640009eb0 tx=0x7f4640004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.638+0000 7f4644c00640 1 -- 172.21.15.29:0/3543821664 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4640009450 con 0x7f464815e510 2024-09-12T03:11:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.638+0000 7f4644c00640 1 -- 172.21.15.29:0/3543821664 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4640004240 con 0x7f464815e510 2024-09-12T03:11:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.638+0000 7f464e400640 1 -- 172.21.15.29:0/3543821664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46481e7f90 con 0x7f464815e510 2024-09-12T03:11:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.638+0000 7f4644c00640 1 -- 172.21.15.29:0/3543821664 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46400045f0 con 0x7f464815e510 2024-09-12T03:11:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.639+0000 7f464e400640 1 -- 172.21.15.29:0/3543821664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46481e8550 con 0x7f464815e510 2024-09-12T03:11:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.639+0000 7f464e400640 1 -- 172.21.15.29:0/3543821664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46480d2e50 con 0x7f464815e510 2024-09-12T03:11:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.640+0000 7f4644c00640 1 -- 172.21.15.29:0/3543821664 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4640039040 con 0x7f464815e510 2024-09-12T03:11:45.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.641+0000 7f4644c00640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f462806be30 0x7f462806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:45.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.641+0000 7f4644c00640 1 -- 172.21.15.29:0/3543821664 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5979+0+0 (secure 0 0 0) 0x7f46400ac200 con 0x7f464815e510 2024-09-12T03:11:45.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.642+0000 7f464d000640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f462806be30 0x7f462806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:45.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.643+0000 7f464d000640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f462806be30 0x7f462806e2f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f463c0011e0 tx=0x7f463c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.646+0000 7f4644c00640 1 -- 172.21.15.29:0/3543821664 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4640040030 con 0x7f464815e510 2024-09-12T03:11:45.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:45.833+0000 7f464e400640 1 -- 172.21.15.29:0/3543821664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f46480d1510 con 0x7f464815e510 2024-09-12T03:11:46.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.441+0000 7f4644c00640 1 -- 172.21.15.29:0/3543821664 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v58) ==== 169+0+0 (secure 0 0 0) 0x7f464007a3b0 con 0x7f464815e510 2024-09-12T03:11:46.447 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' removed 2024-09-12T03:11:46.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.445+0000 7f464e400640 1 -- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f462806be30 msgr2=0x7f462806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:46.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.445+0000 7f464e400640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f462806be30 0x7f462806e2f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f463c0011e0 tx=0x7f463c009040 comp rx=0 tx=0).stop 2024-09-12T03:11:46.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.445+0000 7f464e400640 1 -- 172.21.15.29:0/3543821664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f464815e510 msgr2=0x7f46480b8110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:46.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.445+0000 7f464e400640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f464815e510 0x7f46480b8110 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f4640009eb0 tx=0x7f4640004a40 comp rx=0 tx=0).stop 2024-09-12T03:11:46.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.446+0000 7f464e400640 1 -- 172.21.15.29:0/3543821664 shutdown_connections 2024-09-12T03:11:46.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.446+0000 7f464e400640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f462806be30 0x7f462806e2f0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:46.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.446+0000 7f464e400640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f464815e510 0x7f46480b8110 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:46.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.446+0000 7f464e400640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46480d2a00 0x7f46481e9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:46.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.446+0000 7f464e400640 1 --2- 172.21.15.29:0/3543821664 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f46480d2460 0x7f4648150980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:46.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.446+0000 7f464e400640 1 -- 172.21.15.29:0/3543821664 >> 172.21.15.29:0/3543821664 conn(0x7f464809d7b0 msgr2=0x7f46480b5440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:46.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.446+0000 7f464e400640 1 -- 172.21.15.29:0/3543821664 shutdown_connections 2024-09-12T03:11:46.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.446+0000 7f464e400640 1 -- 172.21.15.29:0/3543821664 wait complete. 2024-09-12T03:11:46.466 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-12T03:11:46.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.630+0000 7fb81ae00640 1 Processor -- start 2024-09-12T03:11:46.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.630+0000 7fb81ae00640 1 -- start start 2024-09-12T03:11:46.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.631+0000 7fb81ae00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb81406e820 0x7fb814169170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:46.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.631+0000 7fb81ae00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8140cf8c0 con 0x7fb8140d23c0 2024-09-12T03:11:46.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.631+0000 7fb81ae00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8140cfba0 con 0x7fb81415e4b0 2024-09-12T03:11:46.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.631+0000 7fb81ae00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fb8140cfe80 con 0x7fb81406e820 2024-09-12T03:11:46.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.631+0000 7fb819000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fb8140d23c0 0x7fb8140d2980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37496/0 (socket says 172.21.15.29:37496) 2024-09-12T03:11:46.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.631+0000 7fb819000640 1 -- 172.21.15.29:0/2932668358 learned_addr learned my addr 172.21.15.29:0/2932668358 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:46.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.632+0000 7fb81a400640 1 --2- 172.21.15.29:0/2932668358 >> v2:172.21.15.38:3300/0 conn(0x7fb81406e820 0x7fb814169170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:46.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.632+0000 7fb813e00640 1 -- 172.21.15.29:0/2932668358 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2444212327 0 0) 0x7fb8140cf8c0 con 0x7fb8140d23c0 2024-09-12T03:11:46.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.632+0000 7fb813e00640 1 -- 172.21.15.29:0/2932668358 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7fc003520 con 0x7fb8140d23c0 2024-09-12T03:11:46.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.632+0000 7fb81a400640 1 -- 172.21.15.29:0/2932668358 >> v1:172.21.15.38:6789/0 conn(0x7fb81415e4b0 legacy=0x7fb8140cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:46.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.632+0000 7fb813e00640 1 -- 172.21.15.29:0/2932668358 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2903591311 0 0) 0x7fb7fc003520 con 0x7fb8140d23c0 2024-09-12T03:11:46.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.632+0000 7fb81a400640 1 -- 172.21.15.29:0/2932668358 >> v1:172.21.15.29:6789/0 conn(0x7fb8140d23c0 legacy=0x7fb8140d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:46.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.632+0000 7fb81a400640 1 -- 172.21.15.29:0/2932668358 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8140d0160 con 0x7fb81406e820 2024-09-12T03:11:46.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.633+0000 7fb81a400640 1 --2- 172.21.15.29:0/2932668358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81406e820 0x7fb814169170 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb80c009d90 tx=0x7fb80c02a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9f8843a8d838812 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:46.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.633+0000 7fb813e00640 1 -- 172.21.15.29:0/2932668358 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb800001670 con 0x7fb81406e820 2024-09-12T03:11:46.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.634+0000 7fb813e00640 1 -- 172.21.15.29:0/2932668358 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb80c007540 con 0x7fb81406e820 2024-09-12T03:11:46.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.634+0000 7fb813e00640 1 -- 172.21.15.29:0/2932668358 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb80c0078f0 con 0x7fb81406e820 2024-09-12T03:11:46.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.634+0000 7fb81ae00640 1 -- 172.21.15.29:0/2932668358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81406e820 msgr2=0x7fb814169170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:46.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.634+0000 7fb81ae00640 1 --2- 172.21.15.29:0/2932668358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81406e820 0x7fb814169170 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb80c009d90 tx=0x7fb80c02a680 comp rx=0 tx=0).stop 2024-09-12T03:11:46.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.634+0000 7fb81ae00640 1 -- 172.21.15.29:0/2932668358 shutdown_connections 2024-09-12T03:11:46.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.634+0000 7fb81ae00640 1 --2- 172.21.15.29:0/2932668358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81406e820 0x7fb814169170 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:46.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.634+0000 7fb81ae00640 1 -- 172.21.15.29:0/2932668358 >> 172.21.15.29:0/2932668358 conn(0x7fb81409d740 msgr2=0x7fb81408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:46.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.634+0000 7fb81ae00640 1 -- 172.21.15.29:0/2932668358 shutdown_connections 2024-09-12T03:11:46.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.634+0000 7fb81ae00640 1 -- 172.21.15.29:0/2932668358 wait complete. 2024-09-12T03:11:46.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.636+0000 7fb81ae00640 1 Processor -- start 2024-09-12T03:11:46.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.636+0000 7fb81ae00640 1 -- start start 2024-09-12T03:11:46.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb81ae00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81406e820 0x7fb8140b7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:46.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb81ae00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8140d23c0 0x7fb81415bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:46.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb81ae00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb81415e4b0 0x7fb8140b99b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:46.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb81ae00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb8140d3090 con 0x7fb8140d23c0 2024-09-12T03:11:46.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb81ae00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb8140d3210 con 0x7fb81406e820 2024-09-12T03:11:46.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb81ae00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb8141696b0 con 0x7fb81415e4b0 2024-09-12T03:11:46.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb819000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8140d23c0 0x7fb81415bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:46.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb819000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8140d23c0 0x7fb81415bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38906/0 (socket says 172.21.15.29:38906) 2024-09-12T03:11:46.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb819000640 1 -- 172.21.15.29:0/533717972 learned_addr learned my addr 172.21.15.29:0/533717972 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:46.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb819a00640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81406e820 0x7fb8140b7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:46.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb81a400640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb81415e4b0 0x7fb8140b99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:46.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb819000640 1 -- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb81415e4b0 msgr2=0x7fb8140b99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb819000640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb81415e4b0 0x7fb8140b99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb819000640 1 -- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81406e820 msgr2=0x7fb8140b7ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.637+0000 7fb819000640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81406e820 0x7fb8140b7ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.638+0000 7fb819000640 1 -- 172.21.15.29:0/533717972 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8141542c0 con 0x7fb8140d23c0 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.638+0000 7fb819a00640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81406e820 0x7fb8140b7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.638+0000 7fb81a400640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb81415e4b0 0x7fb8140b99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.638+0000 7fb819000640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8140d23c0 0x7fb81415bcc0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fb80000c750 tx=0x7fb80000cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.638+0000 7fb811600640 1 -- 172.21.15.29:0/533717972 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb800017070 con 0x7fb8140d23c0 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.638+0000 7fb81ae00640 1 -- 172.21.15.29:0/533717972 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8140b7320 con 0x7fb8140d23c0 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.638+0000 7fb811600640 1 -- 172.21.15.29:0/533717972 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb800005ad0 con 0x7fb8140d23c0 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.638+0000 7fb811600640 1 -- 172.21.15.29:0/533717972 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb800007070 con 0x7fb8140d23c0 2024-09-12T03:11:46.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.638+0000 7fb81ae00640 1 -- 172.21.15.29:0/533717972 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb814154840 con 0x7fb8140d23c0 2024-09-12T03:11:46.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.639+0000 7fb81ae00640 1 -- 172.21.15.29:0/533717972 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8140d2980 con 0x7fb8140d23c0 2024-09-12T03:11:46.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.640+0000 7fb811600640 1 -- 172.21.15.29:0/533717972 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb80001a070 con 0x7fb8140d23c0 2024-09-12T03:11:46.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.641+0000 7fb811600640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7f406be30 0x7fb7f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:46.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.641+0000 7fb811600640 1 -- 172.21.15.29:0/533717972 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5507+0+0 (secure 0 0 0) 0x7fb80008a3a0 con 0x7fb8140d23c0 2024-09-12T03:11:46.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.642+0000 7fb819a00640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7f406be30 0x7fb7f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:46.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.642+0000 7fb819a00640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7f406be30 0x7fb7f406e2f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb808000f60 tx=0x7fb808009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:46.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.646+0000 7fb811600640 1 -- 172.21.15.29:0/533717972 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb800058d80 con 0x7fb8140d23c0 2024-09-12T03:11:46.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.833+0000 7fb81ae00640 1 -- 172.21.15.29:0/533717972 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fb8140b2e30 con 0x7fb8140d23c0 2024-09-12T03:11:46.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.837+0000 7fb811600640 1 -- 172.21.15.29:0/533717972 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7fb800058680 con 0x7fb8140d23c0 2024-09-12T03:11:46.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 -- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7f406be30 msgr2=0x7fb7f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:46.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7f406be30 0x7fb7f406e2f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb808000f60 tx=0x7fb808009040 comp rx=0 tx=0).stop 2024-09-12T03:11:46.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 -- 172.21.15.29:0/533717972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8140d23c0 msgr2=0x7fb81415bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:46.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8140d23c0 0x7fb81415bcc0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fb80000c750 tx=0x7fb80000cc10 comp rx=0 tx=0).stop 2024-09-12T03:11:46.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 -- 172.21.15.29:0/533717972 shutdown_connections 2024-09-12T03:11:46.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7f406be30 0x7fb7f406e2f0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:46.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb81415e4b0 0x7fb8140b99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:46.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8140d23c0 0x7fb81415bcc0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:46.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 --2- 172.21.15.29:0/533717972 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb81406e820 0x7fb8140b7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:46.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 -- 172.21.15.29:0/533717972 >> 172.21.15.29:0/533717972 conn(0x7fb81409d740 msgr2=0x7fb8140b5e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:46.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 -- 172.21.15.29:0/533717972 shutdown_connections 2024-09-12T03:11:46.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:46.840+0000 7fb81ae00640 1 -- 172.21.15.29:0/533717972 wait complete. 2024-09-12T03:11:46.857 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_abort_mds0' 2024-09-12T03:11:47.013 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.012+0000 7f3a05a00640 1 Processor -- start 2024-09-12T03:11:47.013 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.012+0000 7f3a05a00640 1 -- start start 2024-09-12T03:11:47.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f3a05a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3a0006f4c0 0x7f3a000cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f3a05a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3a000cf5a0 0x7f3a000b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f3a05a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a000cfb40 con 0x7f3a0006f0e0 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f3a05a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f3a0015bc50 con 0x7f3a000cf5a0 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f3a05a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f3a00152630 con 0x7f3a0006f4c0 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f39ff400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3a000cf5a0 0x7f3a000b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f39ff400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3a000cf5a0 0x7f3a000b3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38914/0 (socket says 172.21.15.29:38914) 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f39ff400640 1 -- 172.21.15.29:0/4243907919 learned_addr learned my addr 172.21.15.29:0/4243907919 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f39f6000640 1 --2- 172.21.15.29:0/4243907919 >> v2:172.21.15.38:3300/0 conn(0x7f3a0006f4c0 0x7f3a000cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f39ff400640 1 -- 172.21.15.29:0/4243907919 >> v2:172.21.15.38:3300/0 conn(0x7f3a0006f4c0 msgr2=0x7f3a000cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f39ff400640 1 --2- 172.21.15.29:0/4243907919 >> v2:172.21.15.38:3300/0 conn(0x7f3a0006f4c0 0x7f3a000cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f39ff400640 1 -- 172.21.15.29:0/4243907919 >> v1:172.21.15.38:6789/0 conn(0x7f3a0006f0e0 legacy=0x7f3a0015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.014+0000 7f39ff400640 1 -- 172.21.15.29:0/4243907919 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a000cfe20 con 0x7f3a000cf5a0 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.015+0000 7f39ff400640 1 --2- 172.21.15.29:0/4243907919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a000cf5a0 0x7f3a000b3ba0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f3a000704e0 tx=0x7f39f802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edbbb9b948512077 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.016+0000 7f39fe000640 1 -- 172.21.15.29:0/4243907919 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f8036070 con 0x7f3a000cf5a0 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.016+0000 7f39fe000640 1 -- 172.21.15.29:0/4243907919 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39f8031600 con 0x7f3a000cf5a0 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.016+0000 7f39fe000640 1 -- 172.21.15.29:0/4243907919 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f80319d0 con 0x7f3a000cf5a0 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.016+0000 7f3a05a00640 1 -- 172.21.15.29:0/4243907919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a000cf5a0 msgr2=0x7f3a000b3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.016+0000 7f3a05a00640 1 --2- 172.21.15.29:0/4243907919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a000cf5a0 0x7f3a000b3ba0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f3a000704e0 tx=0x7f39f802a730 comp rx=0 tx=0).stop 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.016+0000 7f3a05a00640 1 -- 172.21.15.29:0/4243907919 shutdown_connections 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.016+0000 7f3a05a00640 1 --2- 172.21.15.29:0/4243907919 >> v2:172.21.15.38:3300/0 conn(0x7f3a0006f4c0 0x7f3a000cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.016+0000 7f3a05a00640 1 --2- 172.21.15.29:0/4243907919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a000cf5a0 0x7f3a000b3ba0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.016+0000 7f3a05a00640 1 -- 172.21.15.29:0/4243907919 >> 172.21.15.29:0/4243907919 conn(0x7f3a00067da0 msgr2=0x7f3a0006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.016+0000 7f3a05a00640 1 -- 172.21.15.29:0/4243907919 shutdown_connections 2024-09-12T03:11:47.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.016+0000 7f3a05a00640 1 -- 172.21.15.29:0/4243907919 wait complete. 2024-09-12T03:11:47.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.018+0000 7f3a05a00640 1 Processor -- start 2024-09-12T03:11:47.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.018+0000 7f3a05a00640 1 -- start start 2024-09-12T03:11:47.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.019+0000 7f3a05a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a0006f0e0 0x7f3a00155d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.019+0000 7f3a05a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a0006f4c0 0x7f3a001f8160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.019+0000 7f3a05a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a000cf5a0 0x7f3a00149e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.019+0000 7f3a05a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3a0006fa90 con 0x7f3a000cf5a0 2024-09-12T03:11:47.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.019+0000 7f3a05a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3a0006f910 con 0x7f3a0006f4c0 2024-09-12T03:11:47.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.019+0000 7f3a05a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3a0015ee80 con 0x7f3a0006f0e0 2024-09-12T03:11:47.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.020+0000 7f39fea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a0006f0e0 0x7f3a00155d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.020+0000 7f39ff400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a000cf5a0 0x7f3a00149e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.020+0000 7f39fea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a0006f0e0 0x7f3a00155d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:35558/0 (socket says 172.21.15.29:35558) 2024-09-12T03:11:47.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.020+0000 7f39fea00640 1 -- 172.21.15.29:0/513154778 learned_addr learned my addr 172.21.15.29:0/513154778 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:47.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.020+0000 7f39ff400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a000cf5a0 0x7f3a00149e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38922/0 (socket says 172.21.15.29:38922) 2024-09-12T03:11:47.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.020+0000 7f39f6000640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a0006f4c0 0x7f3a001f8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.020+0000 7f39ff400640 1 -- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a0006f0e0 msgr2=0x7f3a00155d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.020+0000 7f39ff400640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a0006f0e0 0x7f3a00155d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.020+0000 7f39ff400640 1 -- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a0006f4c0 msgr2=0x7f3a001f8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.020+0000 7f39ff400640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a0006f4c0 0x7f3a001f8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.020+0000 7f39ff400640 1 -- 172.21.15.29:0/513154778 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a001f86a0 con 0x7f3a000cf5a0 2024-09-12T03:11:47.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.021+0000 7f39ff400640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a000cf5a0 0x7f3a00149e00 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f39f8030000 tx=0x7f39f8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.022+0000 7f39f7400640 1 -- 172.21.15.29:0/513154778 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f8036050 con 0x7f3a000cf5a0 2024-09-12T03:11:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.022+0000 7f39f7400640 1 -- 172.21.15.29:0/513154778 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39f8042070 con 0x7f3a000cf5a0 2024-09-12T03:11:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.022+0000 7f39f7400640 1 -- 172.21.15.29:0/513154778 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f8009510 con 0x7f3a000cf5a0 2024-09-12T03:11:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.022+0000 7f3a05a00640 1 -- 172.21.15.29:0/513154778 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a0014a340 con 0x7f3a000cf5a0 2024-09-12T03:11:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.022+0000 7f3a05a00640 1 -- 172.21.15.29:0/513154778 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a001551f0 con 0x7f3a000cf5a0 2024-09-12T03:11:47.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.024+0000 7f3a05a00640 1 -- 172.21.15.29:0/513154778 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a0015f9a0 con 0x7f3a000cf5a0 2024-09-12T03:11:47.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.026+0000 7f39f7400640 1 -- 172.21.15.29:0/513154778 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f39f8007bf0 con 0x7f3a000cf5a0 2024-09-12T03:11:47.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.027+0000 7f39f7400640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f39dc06be80 0x7f39dc06e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.027+0000 7f39f7400640 1 -- 172.21.15.29:0/513154778 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5507+0+0 (secure 0 0 0) 0x7f39f80ab8d0 con 0x7f3a000cf5a0 2024-09-12T03:11:47.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.027+0000 7f39fea00640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f39dc06be80 0x7f39dc06e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.028+0000 7f39fea00640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f39dc06be80 0x7f39dc06e340 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f39f0001840 tx=0x7f39f0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:47.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.031+0000 7f39f7400640 1 -- 172.21.15.29:0/513154778 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3a0014a340 con 0x7f3a000cf5a0 2024-09-12T03:11:47.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.281+0000 7f3a05a00640 1 -- 172.21.15.29:0/513154778 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_abort_mds0"]} v 0) -- 0x7f3a0015ca90 con 0x7f3a000cf5a0 2024-09-12T03:11:47.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.443+0000 7f39f7400640 1 -- 172.21.15.29:0/513154778 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_abort_mds0"]}]=0 v188) ==== 143+0+0 (secure 0 0 0) 0x7f3a001f86a0 con 0x7f3a000cf5a0 2024-09-12T03:11:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.445+0000 7f3a05a00640 1 -- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f39dc06be80 msgr2=0x7f39dc06e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.445+0000 7f3a05a00640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f39dc06be80 0x7f39dc06e340 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f39f0001840 tx=0x7f39f0009040 comp rx=0 tx=0).stop 2024-09-12T03:11:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.445+0000 7f3a05a00640 1 -- 172.21.15.29:0/513154778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a000cf5a0 msgr2=0x7f3a00149e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.445+0000 7f3a05a00640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a000cf5a0 0x7f3a00149e00 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f39f8030000 tx=0x7f39f8004a40 comp rx=0 tx=0).stop 2024-09-12T03:11:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.446+0000 7f3a05a00640 1 -- 172.21.15.29:0/513154778 shutdown_connections 2024-09-12T03:11:47.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.446+0000 7f3a05a00640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f39dc06be80 0x7f39dc06e340 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.446+0000 7f3a05a00640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a000cf5a0 0x7f3a00149e00 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.446+0000 7f3a05a00640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3a0006f4c0 0x7f3a001f8160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.446+0000 7f3a05a00640 1 --2- 172.21.15.29:0/513154778 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3a0006f0e0 0x7f3a00155d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.446+0000 7f3a05a00640 1 -- 172.21.15.29:0/513154778 >> 172.21.15.29:0/513154778 conn(0x7f3a00067da0 msgr2=0x7f3a001592f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:47.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.446+0000 7f3a05a00640 1 -- 172.21.15.29:0/513154778 shutdown_connections 2024-09-12T03:11:47.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.446+0000 7f3a05a00640 1 -- 172.21.15.29:0/513154778 wait complete. 2024-09-12T03:11:47.465 INFO:tasks.cephfs_test_runner:test_scrub_abort_mds0 (tasks.cephfs.test_multimds_misc.TestScrub2) ... ok 2024-09-12T03:11:47.465 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_backtrace (tasks.cephfs.test_multimds_misc.TestScrub2) 2024-09-12T03:11:47.465 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:11:47.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.621+0000 7fdcaa200640 1 Processor -- start 2024-09-12T03:11:47.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.621+0000 7fdcaa200640 1 -- start start 2024-09-12T03:11:47.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.622+0000 7fdcaa200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fdca415e470 0x7fdca40cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.622+0000 7fdcaa200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdca40d00e0 0x7fdca40d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.622+0000 7fdcaa200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdca415e850 con 0x7fdca40d4850 2024-09-12T03:11:47.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.622+0000 7fdcaa200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fdca40cf710 con 0x7fdca415e470 2024-09-12T03:11:47.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.622+0000 7fdcaa200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdca40d1c60 con 0x7fdca40d00e0 2024-09-12T03:11:47.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.623+0000 7fdc9be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdca40d00e0 0x7fdca40d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.623+0000 7fdca8e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fdca415e470 0x7fdca40cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.623+0000 7fdca8e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fdca415e470 0x7fdca40cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:53702/0 (socket says 172.21.15.29:53702) 2024-09-12T03:11:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.623+0000 7fdca8e00640 1 -- 172.21.15.29:0/365731142 learned_addr learned my addr 172.21.15.29:0/365731142 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.623+0000 7fdca8e00640 1 -- 172.21.15.29:0/365731142 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdca40d00e0 msgr2=0x7fdca40d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.623+0000 7fdca8e00640 1 --2- 172.21.15.29:0/365731142 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdca40d00e0 0x7fdca40d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.623+0000 7fdca8e00640 1 -- 172.21.15.29:0/365731142 >> v1:172.21.15.38:6789/0 conn(0x7fdca40d4850 legacy=0x7fdca406d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.623+0000 7fdca8e00640 1 -- 172.21.15.29:0/365731142 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdca40d1980 con 0x7fdca415e470 2024-09-12T03:11:47.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.623+0000 7fdc9be00640 1 --2- 172.21.15.29:0/365731142 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdca40d00e0 0x7fdca40d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:47.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.624+0000 7fdca8e00640 1 --2- 172.21.15.29:0/365731142 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdca415e470 0x7fdca40cfba0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fdc94009870 tx=0x7fdc9402a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6b9c4a1c1543364 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:47.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.624+0000 7fdca3e00640 1 -- 172.21.15.29:0/365731142 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc94037070 con 0x7fdca415e470 2024-09-12T03:11:47.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.625+0000 7fdca3e00640 1 -- 172.21.15.29:0/365731142 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc94032440 con 0x7fdca415e470 2024-09-12T03:11:47.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.625+0000 7fdca3e00640 1 -- 172.21.15.29:0/365731142 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc94032810 con 0x7fdca415e470 2024-09-12T03:11:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.625+0000 7fdcaa200640 1 -- 172.21.15.29:0/365731142 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdca415e470 msgr2=0x7fdca40cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.625+0000 7fdcaa200640 1 --2- 172.21.15.29:0/365731142 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdca415e470 0x7fdca40cfba0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fdc94009870 tx=0x7fdc9402a250 comp rx=0 tx=0).stop 2024-09-12T03:11:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.625+0000 7fdcaa200640 1 -- 172.21.15.29:0/365731142 shutdown_connections 2024-09-12T03:11:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.625+0000 7fdcaa200640 1 --2- 172.21.15.29:0/365731142 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdca40d00e0 0x7fdca40d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.625+0000 7fdcaa200640 1 --2- 172.21.15.29:0/365731142 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdca415e470 0x7fdca40cfba0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.625+0000 7fdcaa200640 1 -- 172.21.15.29:0/365731142 >> 172.21.15.29:0/365731142 conn(0x7fdca409d700 msgr2=0x7fdca408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.625+0000 7fdcaa200640 1 -- 172.21.15.29:0/365731142 shutdown_connections 2024-09-12T03:11:47.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.625+0000 7fdcaa200640 1 -- 172.21.15.29:0/365731142 wait complete. 2024-09-12T03:11:47.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.627+0000 7fdcaa200640 1 Processor -- start 2024-09-12T03:11:47.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.627+0000 7fdcaa200640 1 -- start start 2024-09-12T03:11:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdcaa200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdca40d00e0 0x7fdca41565a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdcaa200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdca40d4850 0x7fdca4155450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdcaa200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdca415e470 0x7fdca4160680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdcaa200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdca406db70 con 0x7fdca40d00e0 2024-09-12T03:11:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdcaa200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdca40cf3a0 con 0x7fdca415e470 2024-09-12T03:11:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdcaa200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdca406dcf0 con 0x7fdca40d4850 2024-09-12T03:11:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdca8e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdca40d00e0 0x7fdca41565a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdca8e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdca40d00e0 0x7fdca41565a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38936/0 (socket says 172.21.15.29:38936) 2024-09-12T03:11:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdca8e00640 1 -- 172.21.15.29:0/1309193733 learned_addr learned my addr 172.21.15.29:0/1309193733 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdc9be00640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdca40d4850 0x7fdca4155450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdca9800640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdca415e470 0x7fdca4160680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdca8e00640 1 -- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdca40d4850 msgr2=0x7fdca4155450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdca8e00640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdca40d4850 0x7fdca4155450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdca8e00640 1 -- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdca415e470 msgr2=0x7fdca4160680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdca8e00640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdca415e470 0x7fdca4160680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.628+0000 7fdca8e00640 1 -- 172.21.15.29:0/1309193733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdca4155990 con 0x7fdca40d00e0 2024-09-12T03:11:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.629+0000 7fdca9800640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdca415e470 0x7fdca4160680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.629+0000 7fdca8e00640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdca40d00e0 0x7fdca41565a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fdc94000c00 tx=0x7fdc940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:47.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.629+0000 7fdca1600640 1 -- 172.21.15.29:0/1309193733 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc94037040 con 0x7fdca40d00e0 2024-09-12T03:11:47.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.629+0000 7fdca1600640 1 -- 172.21.15.29:0/1309193733 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc94042070 con 0x7fdca40d00e0 2024-09-12T03:11:47.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.629+0000 7fdca1600640 1 -- 172.21.15.29:0/1309193733 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc94030880 con 0x7fdca40d00e0 2024-09-12T03:11:47.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.629+0000 7fdcaa200640 1 -- 172.21.15.29:0/1309193733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdca4156b80 con 0x7fdca40d00e0 2024-09-12T03:11:47.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.629+0000 7fdcaa200640 1 -- 172.21.15.29:0/1309193733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdca40b7630 con 0x7fdca40d00e0 2024-09-12T03:11:47.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.630+0000 7fdcaa200640 1 -- 172.21.15.29:0/1309193733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdca40d4310 con 0x7fdca40d00e0 2024-09-12T03:11:47.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.631+0000 7fdca1600640 1 -- 172.21.15.29:0/1309193733 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdc94030a20 con 0x7fdca40d00e0 2024-09-12T03:11:47.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.632+0000 7fdca1600640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdc8006be30 0x7fdc8006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:47.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.632+0000 7fdca1600640 1 -- 172.21.15.29:0/1309193733 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5507+0+0 (secure 0 0 0) 0x7fdc940ab5f0 con 0x7fdca40d00e0 2024-09-12T03:11:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.632+0000 7fdc9be00640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdc8006be30 0x7fdc8006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.633+0000 7fdc9be00640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdc8006be30 0x7fdc8006e2f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fdca40d2230 tx=0x7fdc8c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:47.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.636+0000 7fdca1600640 1 -- 172.21.15.29:0/1309193733 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdca4155990 con 0x7fdca40d00e0 2024-09-12T03:11:47.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.823+0000 7fdcaa200640 1 -- 172.21.15.29:0/1309193733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdca40b39c0 con 0x7fdca40d00e0 2024-09-12T03:11:47.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.824+0000 7fdca1600640 1 -- 172.21.15.29:0/1309193733 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) ==== 74+0+13493 (secure 0 0 0) 0x7fdc9407a050 con 0x7fdca40d00e0 2024-09-12T03:11:47.824 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:47.824 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":58,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:11:46.436409+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6835/1866497682":"2024-09-13T03:11:43.418922+0000","172.21.15.29:6833/1866497682":"2024-09-13T03:11:43.418922+0000","172.21.15.38:6836/2136535158":"2024-09-13T03:11:43.418930+0000","172.21.15.38:6834/2136535158":"2024-09-13T03:11:43.418930+0000","172.21.15.29:6834/3307347522":"2024-09-13T03:11:43.418905+0000","172.21.15.29:6832/3307347522":"2024-09-13T03:11:43.418905+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:11:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 -- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdc8006be30 msgr2=0x7fdc8006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdc8006be30 0x7fdc8006e2f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fdca40d2230 tx=0x7fdc8c008040 comp rx=0 tx=0).stop 2024-09-12T03:11:47.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 -- 172.21.15.29:0/1309193733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdca40d00e0 msgr2=0x7fdca41565a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:47.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdca40d00e0 0x7fdca41565a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fdc94000c00 tx=0x7fdc940046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 -- 172.21.15.29:0/1309193733 shutdown_connections 2024-09-12T03:11:47.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdc8006be30 0x7fdc8006e2f0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdca415e470 0x7fdca4160680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdca40d4850 0x7fdca4155450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 --2- 172.21.15.29:0/1309193733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdca40d00e0 0x7fdca41565a0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:47.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 -- 172.21.15.29:0/1309193733 >> 172.21.15.29:0/1309193733 conn(0x7fdca409d700 msgr2=0x7fdca406dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:47.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 -- 172.21.15.29:0/1309193733 shutdown_connections 2024-09-12T03:11:47.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:47.826+0000 7fdcaa200640 1 -- 172.21.15.29:0/1309193733 wait complete. 2024-09-12T03:11:47.843 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T03:08:13.773348+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-12T03:11:47.843 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-12T03:11:48.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.002+0000 7fb330200640 1 Processor -- start 2024-09-12T03:11:48.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.003+0000 7fb330200640 1 -- start start 2024-09-12T03:11:48.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.004+0000 7fb330200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb328072040 0x7fb32815fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:48.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.004+0000 7fb330200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb328160340 con 0x7fb32806e0a0 2024-09-12T03:11:48.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.004+0000 7fb330200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb3281605e0 con 0x7fb328072d80 2024-09-12T03:11:48.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.004+0000 7fb330200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb3281608c0 con 0x7fb328072040 2024-09-12T03:11:48.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.004+0000 7fb32e200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fb32806e0a0 0x7fb3280cd5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37508/0 (socket says 172.21.15.29:37508) 2024-09-12T03:11:48.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.004+0000 7fb32e200640 1 -- 172.21.15.29:0/1765536174 learned_addr learned my addr 172.21.15.29:0/1765536174 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:48.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.004+0000 7fb32d800640 1 --2- 172.21.15.29:0/1765536174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb328072040 0x7fb32815fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:48.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.005+0000 7fb327e00640 1 -- 172.21.15.29:0/1765536174 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2450511709 0 0) 0x7fb328160340 con 0x7fb32806e0a0 2024-09-12T03:11:48.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.005+0000 7fb327e00640 1 -- 172.21.15.29:0/1765536174 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb310003520 con 0x7fb32806e0a0 2024-09-12T03:11:48.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.005+0000 7fb32d800640 1 -- 172.21.15.29:0/1765536174 >> v1:172.21.15.38:6789/0 conn(0x7fb328072d80 legacy=0x7fb328072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:48.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.005+0000 7fb32d800640 1 -- 172.21.15.29:0/1765536174 >> v1:172.21.15.29:6789/0 conn(0x7fb32806e0a0 legacy=0x7fb3280cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:48.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.005+0000 7fb32d800640 1 -- 172.21.15.29:0/1765536174 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb328160ba0 con 0x7fb328072040 2024-09-12T03:11:48.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.006+0000 7fb32d800640 1 --2- 172.21.15.29:0/1765536174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb328072040 0x7fb32815fe00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb31c0097d0 tx=0x7fb31c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe182cead1fd13b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:48.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.006+0000 7fb327e00640 1 -- 172.21.15.29:0/1765536174 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb31c037070 con 0x7fb328072040 2024-09-12T03:11:48.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.006+0000 7fb327e00640 1 -- 172.21.15.29:0/1765536174 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb31c032440 con 0x7fb328072040 2024-09-12T03:11:48.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.006+0000 7fb327e00640 1 -- 172.21.15.29:0/1765536174 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb31c032810 con 0x7fb328072040 2024-09-12T03:11:48.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.006+0000 7fb330200640 1 -- 172.21.15.29:0/1765536174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb328072040 msgr2=0x7fb32815fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:48.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.006+0000 7fb330200640 1 --2- 172.21.15.29:0/1765536174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb328072040 0x7fb32815fe00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb31c0097d0 tx=0x7fb31c02a210 comp rx=0 tx=0).stop 2024-09-12T03:11:48.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.007+0000 7fb330200640 1 -- 172.21.15.29:0/1765536174 shutdown_connections 2024-09-12T03:11:48.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.007+0000 7fb330200640 1 --2- 172.21.15.29:0/1765536174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb328072040 0x7fb32815fe00 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.007+0000 7fb330200640 1 -- 172.21.15.29:0/1765536174 >> 172.21.15.29:0/1765536174 conn(0x7fb328067d70 msgr2=0x7fb32806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:48.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.007+0000 7fb330200640 1 -- 172.21.15.29:0/1765536174 shutdown_connections 2024-09-12T03:11:48.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.007+0000 7fb330200640 1 -- 172.21.15.29:0/1765536174 wait complete. 2024-09-12T03:11:48.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.008+0000 7fb330200640 1 Processor -- start 2024-09-12T03:11:48.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.008+0000 7fb330200640 1 -- start start 2024-09-12T03:11:48.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.009+0000 7fb330200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb32806e0a0 0x7fb3281e6560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:48.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.009+0000 7fb330200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb328072040 0x7fb328142d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:48.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.009+0000 7fb330200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb328072d80 0x7fb3281e93d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:48.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.009+0000 7fb330200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb3280cdcc0 con 0x7fb328072040 2024-09-12T03:11:48.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.009+0000 7fb330200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb328145b00 con 0x7fb32806e0a0 2024-09-12T03:11:48.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.009+0000 7fb330200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb3280cde40 con 0x7fb328072d80 2024-09-12T03:11:48.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb32ce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb328072040 0x7fb328142d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:48.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb32ce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb328072040 0x7fb328142d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38950/0 (socket says 172.21.15.29:38950) 2024-09-12T03:11:48.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb32ce00640 1 -- 172.21.15.29:0/1104857968 learned_addr learned my addr 172.21.15.29:0/1104857968 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:48.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb32e200640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb328072d80 0x7fb3281e93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:48.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb32d800640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb32806e0a0 0x7fb3281e6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:48.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb32ce00640 1 -- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb328072d80 msgr2=0x7fb3281e93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:48.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb32ce00640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb328072d80 0x7fb3281e93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb32ce00640 1 -- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb32806e0a0 msgr2=0x7fb3281e6560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:48.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb32ce00640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb32806e0a0 0x7fb3281e6560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb32ce00640 1 -- 172.21.15.29:0/1104857968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3281e6b40 con 0x7fb328072040 2024-09-12T03:11:48.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb32ce00640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb328072040 0x7fb328142d90 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fb31400c440 tx=0x7fb314001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:48.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.010+0000 7fb325600640 1 -- 172.21.15.29:0/1104857968 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3140052d0 con 0x7fb328072040 2024-09-12T03:11:48.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.011+0000 7fb325600640 1 -- 172.21.15.29:0/1104857968 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb314005470 con 0x7fb328072040 2024-09-12T03:11:48.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.011+0000 7fb325600640 1 -- 172.21.15.29:0/1104857968 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb314007260 con 0x7fb328072040 2024-09-12T03:11:48.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.011+0000 7fb330200640 1 -- 172.21.15.29:0/1104857968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3281e6e20 con 0x7fb328072040 2024-09-12T03:11:48.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.011+0000 7fb330200640 1 -- 172.21.15.29:0/1104857968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3281e73e0 con 0x7fb328072040 2024-09-12T03:11:48.013 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.012+0000 7fb330200640 1 -- 172.21.15.29:0/1104857968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb32806e550 con 0x7fb328072040 2024-09-12T03:11:48.013 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.013+0000 7fb325600640 1 -- 172.21.15.29:0/1104857968 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb314007400 con 0x7fb328072040 2024-09-12T03:11:48.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.014+0000 7fb325600640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb30806be30 0x7fb30806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:48.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.014+0000 7fb325600640 1 -- 172.21.15.29:0/1104857968 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5507+0+0 (secure 0 0 0) 0x7fb31408a340 con 0x7fb328072040 2024-09-12T03:11:48.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.015+0000 7fb32d800640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb30806be30 0x7fb30806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:48.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.015+0000 7fb32d800640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb30806be30 0x7fb30806e2f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb31c034000 tx=0x7fb31c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:48.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.018+0000 7fb325600640 1 -- 172.21.15.29:0/1104857968 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb314058630 con 0x7fb328072040 2024-09-12T03:11:48.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.203+0000 7fb330200640 1 -- 172.21.15.29:0/1104857968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb328143400 con 0x7fb328072040 2024-09-12T03:11:48.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.203+0000 7fb325600640 1 -- 172.21.15.29:0/1104857968 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v58) ==== 93+0+10 (secure 0 0 0) 0x7fb31405c930 con 0x7fb328072040 2024-09-12T03:11:48.204 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2024-09-12T03:11:48.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 -- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb30806be30 msgr2=0x7fb30806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:48.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb30806be30 0x7fb30806e2f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb31c034000 tx=0x7fb31c02e000 comp rx=0 tx=0).stop 2024-09-12T03:11:48.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 -- 172.21.15.29:0/1104857968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb328072040 msgr2=0x7fb328142d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:48.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb328072040 0x7fb328142d90 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fb31400c440 tx=0x7fb314001e70 comp rx=0 tx=0).stop 2024-09-12T03:11:48.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 -- 172.21.15.29:0/1104857968 shutdown_connections 2024-09-12T03:11:48.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb30806be30 0x7fb30806e2f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb328072d80 0x7fb3281e93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb328072040 0x7fb328142d90 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 --2- 172.21.15.29:0/1104857968 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb32806e0a0 0x7fb3281e6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 -- 172.21.15.29:0/1104857968 >> 172.21.15.29:0/1104857968 conn(0x7fb328067d70 msgr2=0x7fb3280cd520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:48.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 -- 172.21.15.29:0/1104857968 shutdown_connections 2024-09-12T03:11:48.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.205+0000 7fb330200640 1 -- 172.21.15.29:0/1104857968 wait complete. 2024-09-12T03:11:48.225 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_backtrace' 2024-09-12T03:11:48.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.381+0000 7fcab9800640 1 Processor -- start 2024-09-12T03:11:48.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.381+0000 7fcab9800640 1 -- start start 2024-09-12T03:11:48.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.382+0000 7fcab9800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcab406f0e0 0x7fcab415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:48.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.382+0000 7fcab9800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcab406f4c0 0x7fcab40cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:48.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.382+0000 7fcab9800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcab415c620 con 0x7fcab40cf5a0 2024-09-12T03:11:48.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.382+0000 7fcab9800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcab415bc50 con 0x7fcab406f0e0 2024-09-12T03:11:48.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.382+0000 7fcab9800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcab4152630 con 0x7fcab406f4c0 2024-09-12T03:11:48.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.383+0000 7fcab2a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcab406f0e0 0x7fcab415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:48.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.383+0000 7fcab2a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcab406f0e0 0x7fcab415c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:53724/0 (socket says 172.21.15.29:53724) 2024-09-12T03:11:48.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.383+0000 7fcab2a00640 1 -- 172.21.15.29:0/3079214939 learned_addr learned my addr 172.21.15.29:0/3079214939 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:48.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.383+0000 7fcab2000640 1 --2- 172.21.15.29:0/3079214939 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcab406f4c0 0x7fcab40cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:48.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.383+0000 7fcab2a00640 1 -- 172.21.15.29:0/3079214939 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcab406f4c0 msgr2=0x7fcab40cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:48.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.383+0000 7fcab2a00640 1 --2- 172.21.15.29:0/3079214939 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcab406f4c0 0x7fcab40cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.383+0000 7fcab2a00640 1 -- 172.21.15.29:0/3079214939 >> v1:172.21.15.38:6789/0 conn(0x7fcab40cf5a0 legacy=0x7fcab40b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:48.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.383+0000 7fcab2a00640 1 -- 172.21.15.29:0/3079214939 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcab40cfb40 con 0x7fcab406f0e0 2024-09-12T03:11:48.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.384+0000 7fcab2a00640 1 --2- 172.21.15.29:0/3079214939 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcab406f0e0 0x7fcab415c0e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcaa400bb10 tx=0x7fcaa402c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b9890510bf48ef7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:48.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.385+0000 7fcab1600640 1 -- 172.21.15.29:0/3079214939 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4036020 con 0x7fcab406f0e0 2024-09-12T03:11:48.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.385+0000 7fcab1600640 1 -- 172.21.15.29:0/3079214939 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcaa4032820 con 0x7fcab406f0e0 2024-09-12T03:11:48.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.385+0000 7fcab1600640 1 -- 172.21.15.29:0/3079214939 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4032bf0 con 0x7fcab406f0e0 2024-09-12T03:11:48.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.385+0000 7fcab9800640 1 -- 172.21.15.29:0/3079214939 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcab406f0e0 msgr2=0x7fcab415c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:48.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.385+0000 7fcab9800640 1 --2- 172.21.15.29:0/3079214939 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcab406f0e0 0x7fcab415c0e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcaa400bb10 tx=0x7fcaa402c920 comp rx=0 tx=0).stop 2024-09-12T03:11:48.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.385+0000 7fcab9800640 1 -- 172.21.15.29:0/3079214939 shutdown_connections 2024-09-12T03:11:48.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.385+0000 7fcab9800640 1 --2- 172.21.15.29:0/3079214939 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcab406f4c0 0x7fcab40cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.385+0000 7fcab9800640 1 --2- 172.21.15.29:0/3079214939 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcab406f0e0 0x7fcab415c0e0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.385+0000 7fcab9800640 1 -- 172.21.15.29:0/3079214939 >> 172.21.15.29:0/3079214939 conn(0x7fcab4067da0 msgr2=0x7fcab406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:48.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.385+0000 7fcab9800640 1 -- 172.21.15.29:0/3079214939 shutdown_connections 2024-09-12T03:11:48.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.385+0000 7fcab9800640 1 -- 172.21.15.29:0/3079214939 wait complete. 2024-09-12T03:11:48.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.387+0000 7fcab9800640 1 Processor -- start 2024-09-12T03:11:48.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.387+0000 7fcab9800640 1 -- start start 2024-09-12T03:11:48.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.388+0000 7fcab9800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab406f0e0 0x7fcab40b2500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:48.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.388+0000 7fcab9800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcab406f4c0 0x7fcab4153430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:48.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.388+0000 7fcab9800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcab40cf5a0 0x7fcab4150680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:48.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.388+0000 7fcab9800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcab406f900 con 0x7fcab406f0e0 2024-09-12T03:11:48.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.388+0000 7fcab9800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcab415b8e0 con 0x7fcab40cf5a0 2024-09-12T03:11:48.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.388+0000 7fcab9800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcab4152970 con 0x7fcab406f4c0 2024-09-12T03:11:48.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.388+0000 7fcab2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab406f0e0 0x7fcab40b2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:48.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.388+0000 7fcab2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab406f0e0 0x7fcab40b2500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38966/0 (socket says 172.21.15.29:38966) 2024-09-12T03:11:48.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.388+0000 7fcab2a00640 1 -- 172.21.15.29:0/3917093119 learned_addr learned my addr 172.21.15.29:0/3917093119 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:48.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.388+0000 7fcab2000640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcab406f4c0 0x7fcab4153430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:48.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.388+0000 7fcab3400640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcab40cf5a0 0x7fcab4150680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:48.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcab2a00640 1 -- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcab406f4c0 msgr2=0x7fcab4153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:48.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcab2a00640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcab406f4c0 0x7fcab4153430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcab2a00640 1 -- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcab40cf5a0 msgr2=0x7fcab4150680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:48.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcab2a00640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcab40cf5a0 0x7fcab4150680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:48.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcab2a00640 1 -- 172.21.15.29:0/3917093119 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcab41f85e0 con 0x7fcab406f0e0 2024-09-12T03:11:48.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcab2000640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcab406f4c0 0x7fcab4153430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:48.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcab3400640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcab40cf5a0 0x7fcab4150680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:48.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcab2a00640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab406f0e0 0x7fcab40b2500 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fcaa402c960 tx=0x7fcaa40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:48.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcaaaa00640 1 -- 172.21.15.29:0/3917093119 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4036040 con 0x7fcab406f0e0 2024-09-12T03:11:48.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcaaaa00640 1 -- 172.21.15.29:0/3917093119 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcaa4031c30 con 0x7fcab406f0e0 2024-09-12T03:11:48.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcab9800640 1 -- 172.21.15.29:0/3917093119 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcab4152c30 con 0x7fcab406f0e0 2024-09-12T03:11:48.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcaaaa00640 1 -- 172.21.15.29:0/3917093119 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4044480 con 0x7fcab406f0e0 2024-09-12T03:11:48.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.389+0000 7fcab9800640 1 -- 172.21.15.29:0/3917093119 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcab40b2a40 con 0x7fcab406f0e0 2024-09-12T03:11:48.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.390+0000 7fcab9800640 1 -- 172.21.15.29:0/3917093119 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcab415ee80 con 0x7fcab406f0e0 2024-09-12T03:11:48.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.391+0000 7fcaaaa00640 1 -- 172.21.15.29:0/3917093119 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcaa4039020 con 0x7fcab406f0e0 2024-09-12T03:11:48.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.392+0000 7fcaaaa00640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca9406be60 0x7fca9406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:48.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.392+0000 7fcaaaa00640 1 -- 172.21.15.29:0/3917093119 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5507+0+0 (secure 0 0 0) 0x7fcaa40abd80 con 0x7fcab406f0e0 2024-09-12T03:11:48.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.392+0000 7fcab2000640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca9406be60 0x7fca9406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:48.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.393+0000 7fcab2000640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca9406be60 0x7fca9406e320 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fcab40b2f70 tx=0x7fcaa0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:48.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.396+0000 7fcaaaa00640 1 -- 172.21.15.29:0/3917093119 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcaa402f070 con 0x7fcab406f0e0 2024-09-12T03:11:48.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:48.650+0000 7fcab9800640 1 -- 172.21.15.29:0/3917093119 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_backtrace"]} v 0) -- 0x7fcab4155ac0 con 0x7fcab406f0e0 2024-09-12T03:11:49.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.451+0000 7fcaaaa00640 1 -- 172.21.15.29:0/3917093119 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_backtrace"]}]=0 v190) ==== 145+0+0 (secure 0 0 0) 0x7fcaa407a100 con 0x7fcab406f0e0 2024-09-12T03:11:49.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 -- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca9406be60 msgr2=0x7fca9406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:49.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca9406be60 0x7fca9406e320 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fcab40b2f70 tx=0x7fcaa0008040 comp rx=0 tx=0).stop 2024-09-12T03:11:49.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 -- 172.21.15.29:0/3917093119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab406f0e0 msgr2=0x7fcab40b2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:49.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab406f0e0 0x7fcab40b2500 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fcaa402c960 tx=0x7fcaa40046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 -- 172.21.15.29:0/3917093119 shutdown_connections 2024-09-12T03:11:49.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca9406be60 0x7fca9406e320 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcab40cf5a0 0x7fcab4150680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcab406f4c0 0x7fcab4153430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 --2- 172.21.15.29:0/3917093119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab406f0e0 0x7fcab40b2500 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 -- 172.21.15.29:0/3917093119 >> 172.21.15.29:0/3917093119 conn(0x7fcab4067da0 msgr2=0x7fcab40b3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:49.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 -- 172.21.15.29:0/3917093119 shutdown_connections 2024-09-12T03:11:49.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.454+0000 7fcab9800640 1 -- 172.21.15.29:0/3917093119 wait complete. 2024-09-12T03:11:49.473 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-12T03:11:49.532 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:11:49.537 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:11:49.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.640+0000 7fc541800640 1 Processor -- start 2024-09-12T03:11:49.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.640+0000 7fc541800640 1 -- start start 2024-09-12T03:11:49.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.641+0000 7fc541800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc53c161c70 0x7fc53c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:49.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.641+0000 7fc541800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc53c0cf180 con 0x7fc53c06eaa0 2024-09-12T03:11:49.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.641+0000 7fc541800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc53c06cfb0 con 0x7fc53c0d4c80 2024-09-12T03:11:49.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.641+0000 7fc541800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc53c162050 con 0x7fc53c161c70 2024-09-12T03:11:49.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.641+0000 7fc53b400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc53c06eaa0 0x7fc53c0d2e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37524/0 (socket says 172.21.15.29:37524) 2024-09-12T03:11:49.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.641+0000 7fc53aa00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc53c161c70 0x7fc53c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:49.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.641+0000 7fc53b400640 1 -- 172.21.15.29:0/1130827460 learned_addr learned my addr 172.21.15.29:0/1130827460 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:49.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.642+0000 7fc53aa00640 1 -- 172.21.15.29:0/1130827460 >> v1:172.21.15.38:6789/0 conn(0x7fc53c0d4c80 legacy=0x7fc53c0d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:49.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.642+0000 7fc53aa00640 1 -- 172.21.15.29:0/1130827460 >> v1:172.21.15.29:6789/0 conn(0x7fc53c06eaa0 legacy=0x7fc53c0d2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:49.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.642+0000 7fc53a000640 1 -- 172.21.15.29:0/1130827460 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1906893221 0 0) 0x7fc53c0cf180 con 0x7fc53c06eaa0 2024-09-12T03:11:49.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.642+0000 7fc53aa00640 1 -- 172.21.15.29:0/1130827460 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc53c06d290 con 0x7fc53c161c70 2024-09-12T03:11:49.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.643+0000 7fc53aa00640 1 --2- 172.21.15.29:0/1130827460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc53c161c70 0x7fc53c0b5ff0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fc52c0097a0 tx=0x7fc52c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96b78e697ef18d23 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:49.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.643+0000 7fc53a000640 1 -- 172.21.15.29:0/1130827460 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c037070 con 0x7fc53c161c70 2024-09-12T03:11:49.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.643+0000 7fc53a000640 1 -- 172.21.15.29:0/1130827460 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc52c032440 con 0x7fc53c161c70 2024-09-12T03:11:49.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.643+0000 7fc53a000640 1 -- 172.21.15.29:0/1130827460 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c032810 con 0x7fc53c161c70 2024-09-12T03:11:49.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.644+0000 7fc541800640 1 -- 172.21.15.29:0/1130827460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc53c161c70 msgr2=0x7fc53c0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:49.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.644+0000 7fc541800640 1 --2- 172.21.15.29:0/1130827460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc53c161c70 0x7fc53c0b5ff0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fc52c0097a0 tx=0x7fc52c02a230 comp rx=0 tx=0).stop 2024-09-12T03:11:49.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.644+0000 7fc541800640 1 -- 172.21.15.29:0/1130827460 shutdown_connections 2024-09-12T03:11:49.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.644+0000 7fc541800640 1 --2- 172.21.15.29:0/1130827460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc53c161c70 0x7fc53c0b5ff0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.644+0000 7fc541800640 1 -- 172.21.15.29:0/1130827460 >> 172.21.15.29:0/1130827460 conn(0x7fc53c08c000 msgr2=0x7fc53c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:49.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.644+0000 7fc541800640 1 -- 172.21.15.29:0/1130827460 shutdown_connections 2024-09-12T03:11:49.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.644+0000 7fc541800640 1 -- 172.21.15.29:0/1130827460 wait complete. 2024-09-12T03:11:49.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.645+0000 7fc541800640 1 Processor -- start 2024-09-12T03:11:49.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.646+0000 7fc541800640 1 -- start start 2024-09-12T03:11:49.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.646+0000 7fc541800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc53c06eaa0 0x7fc53c0b9530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:49.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.646+0000 7fc541800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc53c0d4c80 0x7fc53c14b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:49.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.646+0000 7fc541800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc53c161c70 0x7fc53c14bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:49.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.646+0000 7fc541800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc53c0d3540 con 0x7fc53c161c70 2024-09-12T03:11:49.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.646+0000 7fc541800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc53c06d600 con 0x7fc53c06eaa0 2024-09-12T03:11:49.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.646+0000 7fc541800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc53c0cebc0 con 0x7fc53c0d4c80 2024-09-12T03:11:49.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.647+0000 7fc53b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc53c161c70 0x7fc53c14bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:49.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.647+0000 7fc53b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc53c161c70 0x7fc53c14bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38988/0 (socket says 172.21.15.29:38988) 2024-09-12T03:11:49.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.647+0000 7fc53b400640 1 -- 172.21.15.29:0/4184656445 learned_addr learned my addr 172.21.15.29:0/4184656445 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:49.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.647+0000 7fc53aa00640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc53c06eaa0 0x7fc53c0b9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:49.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.647+0000 7fc532000640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc53c0d4c80 0x7fc53c14b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:49.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.647+0000 7fc53b400640 1 -- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc53c0d4c80 msgr2=0x7fc53c14b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:49.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.647+0000 7fc53b400640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc53c0d4c80 0x7fc53c14b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.647+0000 7fc53b400640 1 -- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc53c06eaa0 msgr2=0x7fc53c0b9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:49.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.647+0000 7fc53b400640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc53c06eaa0 0x7fc53c0b9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.647+0000 7fc53b400640 1 -- 172.21.15.29:0/4184656445 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc53c0b8490 con 0x7fc53c161c70 2024-09-12T03:11:49.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.648+0000 7fc53b400640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc53c161c70 0x7fc53c14bc40 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fc53400c730 tx=0x7fc53400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:49.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.648+0000 7fc533400640 1 -- 172.21.15.29:0/4184656445 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc534018070 con 0x7fc53c161c70 2024-09-12T03:11:49.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.648+0000 7fc533400640 1 -- 172.21.15.29:0/4184656445 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc53400ce40 con 0x7fc53c161c70 2024-09-12T03:11:49.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.648+0000 7fc533400640 1 -- 172.21.15.29:0/4184656445 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc53400a860 con 0x7fc53c161c70 2024-09-12T03:11:49.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.648+0000 7fc541800640 1 -- 172.21.15.29:0/4184656445 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc53c0b8770 con 0x7fc53c161c70 2024-09-12T03:11:49.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.648+0000 7fc541800640 1 -- 172.21.15.29:0/4184656445 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc53c0b8d30 con 0x7fc53c161c70 2024-09-12T03:11:49.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.649+0000 7fc541800640 1 -- 172.21.15.29:0/4184656445 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc53c1614d0 con 0x7fc53c161c70 2024-09-12T03:11:49.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.650+0000 7fc533400640 1 -- 172.21.15.29:0/4184656445 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc53400aa00 con 0x7fc53c161c70 2024-09-12T03:11:49.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.651+0000 7fc533400640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc51806be60 0x7fc51806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:49.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.651+0000 7fc533400640 1 -- 172.21.15.29:0/4184656445 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5507+0+0 (secure 0 0 0) 0x7fc53408a2c0 con 0x7fc53c161c70 2024-09-12T03:11:49.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.651+0000 7fc53aa00640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc51806be60 0x7fc51806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:49.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.652+0000 7fc53aa00640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc51806be60 0x7fc51806e320 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fc52c034000 tx=0x7fc52c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:49.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.655+0000 7fc533400640 1 -- 172.21.15.29:0/4184656445 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc53c1614d0 con 0x7fc53c161c70 2024-09-12T03:11:49.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.841+0000 7fc541800640 1 -- 172.21.15.29:0/4184656445 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fc53c0b5ff0 con 0x7fc53c161c70 2024-09-12T03:11:49.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.846+0000 7fc533400640 1 -- 172.21.15.29:0/4184656445 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7fc534058640 con 0x7fc53c161c70 2024-09-12T03:11:49.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 -- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc51806be60 msgr2=0x7fc51806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:49.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc51806be60 0x7fc51806e320 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fc52c034000 tx=0x7fc52c02e000 comp rx=0 tx=0).stop 2024-09-12T03:11:49.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 -- 172.21.15.29:0/4184656445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc53c161c70 msgr2=0x7fc53c14bc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:49.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc53c161c70 0x7fc53c14bc40 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fc53400c730 tx=0x7fc53400cbf0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 -- 172.21.15.29:0/4184656445 shutdown_connections 2024-09-12T03:11:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc51806be60 0x7fc51806e320 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc53c161c70 0x7fc53c14bc40 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc53c0d4c80 0x7fc53c14b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 --2- 172.21.15.29:0/4184656445 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc53c06eaa0 0x7fc53c0b9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 -- 172.21.15.29:0/4184656445 >> 172.21.15.29:0/4184656445 conn(0x7fc53c08c000 msgr2=0x7fc53c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 -- 172.21.15.29:0/4184656445 shutdown_connections 2024-09-12T03:11:49.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:49.848+0000 7fc541800640 1 -- 172.21.15.29:0/4184656445 wait complete. 2024-09-12T03:11:49.864 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:11:49.865 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:11:49.998 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:11:50.096 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:11:50.096 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:11:50.096 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:11:50.132 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:11:50.133 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:11:50.133 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:11:50.170 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:11:50.170 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:11:50.170 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:11:50.208 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:11:50.208 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:11:50.208 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:11:50.247 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:11:50.247 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-12T03:11:50.247 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:11:50.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.403+0000 7f95d1200640 1 Processor -- start 2024-09-12T03:11:50.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.403+0000 7f95d1200640 1 -- start start 2024-09-12T03:11:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.404+0000 7f95d1200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95cc15e470 0x7f95cc0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.404+0000 7f95d1200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f95cc0d4a20 0x7f95cc06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.404+0000 7f95d1200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95cc15e850 con 0x7f95cc0d00e0 2024-09-12T03:11:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.404+0000 7f95d1200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f95cc0cf710 con 0x7f95cc0d4a20 2024-09-12T03:11:50.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.404+0000 7f95d1200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f95cc0d1c60 con 0x7f95cc15e470 2024-09-12T03:11:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.404+0000 7f95caa00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f95cc0d00e0 0x7f95cc0d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44054/0 (socket says 172.21.15.29:44054) 2024-09-12T03:11:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.404+0000 7f95caa00640 1 -- 172.21.15.29:0/516443452 learned_addr learned my addr 172.21.15.29:0/516443452 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.404+0000 7f95cbe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f95cc0d4a20 0x7f95cc06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.405+0000 7f95cb400640 1 --2- 172.21.15.29:0/516443452 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95cc15e470 0x7f95cc0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.405+0000 7f95ca000640 1 -- 172.21.15.29:0/516443452 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3978695146 0 0) 0x7f95cc15e850 con 0x7f95cc0d00e0 2024-09-12T03:11:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.405+0000 7f95cbe00640 1 -- 172.21.15.29:0/516443452 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95cc15e470 msgr2=0x7f95cc0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.405+0000 7f95cbe00640 1 --2- 172.21.15.29:0/516443452 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95cc15e470 0x7f95cc0cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.405+0000 7f95cbe00640 1 -- 172.21.15.29:0/516443452 >> v1:172.21.15.29:6789/0 conn(0x7f95cc0d00e0 legacy=0x7f95cc0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.405+0000 7f95cbe00640 1 -- 172.21.15.29:0/516443452 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95cc0d1980 con 0x7f95cc0d4a20 2024-09-12T03:11:50.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.405+0000 7f95cb400640 1 --2- 172.21.15.29:0/516443452 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95cc15e470 0x7f95cc0cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.406+0000 7f95cbe00640 1 --2- 172.21.15.29:0/516443452 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95cc0d4a20 0x7f95cc06d460 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f95c4009d90 tx=0x7f95c402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79bbdbeb51d8d9b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.406+0000 7f95ca000640 1 -- 172.21.15.29:0/516443452 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c4007740 con 0x7f95cc0d4a20 2024-09-12T03:11:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.406+0000 7f95ca000640 1 -- 172.21.15.29:0/516443452 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95c40078e0 con 0x7f95cc0d4a20 2024-09-12T03:11:50.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.406+0000 7f95ca000640 1 -- 172.21.15.29:0/516443452 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c4007cb0 con 0x7f95cc0d4a20 2024-09-12T03:11:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.407+0000 7f95d1200640 1 -- 172.21.15.29:0/516443452 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95cc0d4a20 msgr2=0x7f95cc06d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.407+0000 7f95d1200640 1 --2- 172.21.15.29:0/516443452 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95cc0d4a20 0x7f95cc06d460 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f95c4009d90 tx=0x7f95c402a660 comp rx=0 tx=0).stop 2024-09-12T03:11:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.407+0000 7f95d1200640 1 -- 172.21.15.29:0/516443452 shutdown_connections 2024-09-12T03:11:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.407+0000 7f95d1200640 1 --2- 172.21.15.29:0/516443452 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95cc0d4a20 0x7f95cc06d460 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.407+0000 7f95d1200640 1 --2- 172.21.15.29:0/516443452 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95cc15e470 0x7f95cc0cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.407+0000 7f95d1200640 1 -- 172.21.15.29:0/516443452 >> 172.21.15.29:0/516443452 conn(0x7f95cc09d700 msgr2=0x7f95cc08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.407+0000 7f95d1200640 1 -- 172.21.15.29:0/516443452 shutdown_connections 2024-09-12T03:11:50.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.407+0000 7f95d1200640 1 -- 172.21.15.29:0/516443452 wait complete. 2024-09-12T03:11:50.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.408+0000 7f95d1200640 1 Processor -- start 2024-09-12T03:11:50.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.409+0000 7f95d1200640 1 -- start start 2024-09-12T03:11:50.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.409+0000 7f95d1200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95cc0d00e0 0x7f95cc159a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.409+0000 7f95d1200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95cc0d4a20 0x7f95cc15f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.409+0000 7f95d1200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95cc15e470 0x7f95cc0d04f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.409+0000 7f95d1200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc06d9a0 con 0x7f95cc0d4a20 2024-09-12T03:11:50.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.409+0000 7f95d1200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc0cf3a0 con 0x7f95cc15e470 2024-09-12T03:11:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.409+0000 7f95d1200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f95cc06db20 con 0x7f95cc0d00e0 2024-09-12T03:11:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.410+0000 7f95caa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95cc0d4a20 0x7f95cc15f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.410+0000 7f95caa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95cc0d4a20 0x7f95cc15f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49414/0 (socket says 172.21.15.29:49414) 2024-09-12T03:11:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.410+0000 7f95caa00640 1 -- 172.21.15.29:0/10825026 learned_addr learned my addr 172.21.15.29:0/10825026 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.410+0000 7f95cb400640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95cc0d00e0 0x7f95cc159a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.410+0000 7f95cbe00640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95cc15e470 0x7f95cc0d04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.410+0000 7f95caa00640 1 -- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95cc0d00e0 msgr2=0x7f95cc159a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.410+0000 7f95caa00640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95cc0d00e0 0x7f95cc159a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.410+0000 7f95caa00640 1 -- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95cc15e470 msgr2=0x7f95cc0d04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.410+0000 7f95caa00640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95cc15e470 0x7f95cc0d04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.410+0000 7f95caa00640 1 -- 172.21.15.29:0/10825026 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95cc0b7400 con 0x7f95cc0d4a20 2024-09-12T03:11:50.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.411+0000 7f95caa00640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95cc0d4a20 0x7f95cc15f460 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f95b800c4a0 tx=0x7f95b800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:50.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.411+0000 7f95c3400640 1 -- 172.21.15.29:0/10825026 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b8018070 con 0x7f95cc0d4a20 2024-09-12T03:11:50.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.411+0000 7f95c3400640 1 -- 172.21.15.29:0/10825026 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95b80074e0 con 0x7f95cc0d4a20 2024-09-12T03:11:50.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.411+0000 7f95c3400640 1 -- 172.21.15.29:0/10825026 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b8004a20 con 0x7f95cc0d4a20 2024-09-12T03:11:50.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.411+0000 7f95d1200640 1 -- 172.21.15.29:0/10825026 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95cc0b76e0 con 0x7f95cc0d4a20 2024-09-12T03:11:50.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.411+0000 7f95d1200640 1 -- 172.21.15.29:0/10825026 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95cc0b7ca0 con 0x7f95cc0d4a20 2024-09-12T03:11:50.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.412+0000 7f95d1200640 1 -- 172.21.15.29:0/10825026 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95cc06d460 con 0x7f95cc0d4a20 2024-09-12T03:11:50.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.413+0000 7f95c3400640 1 -- 172.21.15.29:0/10825026 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f95b8004bc0 con 0x7f95cc0d4a20 2024-09-12T03:11:50.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.414+0000 7f95c3400640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95ac06be30 0x7f95ac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.414+0000 7f95c3400640 1 -- 172.21.15.29:0/10825026 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5507+0+0 (secure 0 0 0) 0x7f95b8089fb0 con 0x7f95cc0d4a20 2024-09-12T03:11:50.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.414+0000 7f95cb400640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95ac06be30 0x7f95ac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.415+0000 7f95cb400640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95ac06be30 0x7f95ac06e2f0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f95bc006e80 tx=0x7f95bc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:50.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.418+0000 7f95c3400640 1 -- 172.21.15.29:0/10825026 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f95b8058330 con 0x7f95cc0d4a20 2024-09-12T03:11:50.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.640+0000 7f95d1200640 1 -- 172.21.15.29:0/10825026 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f95cc06cf90 con 0x7f95cc0d4a20 2024-09-12T03:11:50.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.641+0000 7f95c3400640 1 -- 172.21.15.29:0/10825026 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+3911 (secure 0 0 0) 0x7f95b805c630 con 0x7f95cc0d4a20 2024-09-12T03:11:50.642 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:50.642 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":45,"btime":"2024-09-12T03:11:44:421712+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5054,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1851339841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1851339841},{"type":"v1","addr":"172.21.15.38:6837","nonce":1851339841}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5456,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/3175950317","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":3175950317},{"type":"v1","addr":"172.21.15.38:6836","nonce":3175950317}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6030,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/2816443488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2816443488},{"type":"v1","addr":"172.21.15.29:6833","nonce":2816443488}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6039,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1670506103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":1670506103},{"type":"v1","addr":"172.21.15.29:6835","nonce":1670506103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[]} 2024-09-12T03:11:50.642 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 45 2024-09-12T03:11:50.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 -- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95ac06be30 msgr2=0x7f95ac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:50.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95ac06be30 0x7f95ac06e2f0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f95bc006e80 tx=0x7f95bc008040 comp rx=0 tx=0).stop 2024-09-12T03:11:50.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 -- 172.21.15.29:0/10825026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95cc0d4a20 msgr2=0x7f95cc15f460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:50.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95cc0d4a20 0x7f95cc15f460 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f95b800c4a0 tx=0x7f95b800c960 comp rx=0 tx=0).stop 2024-09-12T03:11:50.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 -- 172.21.15.29:0/10825026 shutdown_connections 2024-09-12T03:11:50.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f95ac06be30 0x7f95ac06e2f0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95cc15e470 0x7f95cc0d04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95cc0d4a20 0x7f95cc15f460 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 --2- 172.21.15.29:0/10825026 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95cc0d00e0 0x7f95cc159a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 -- 172.21.15.29:0/10825026 >> 172.21.15.29:0/10825026 conn(0x7f95cc09d700 msgr2=0x7f95cc0d2c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:50.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 -- 172.21.15.29:0/10825026 shutdown_connections 2024-09-12T03:11:50.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.643+0000 7f95d1200640 1 -- 172.21.15.29:0/10825026 wait complete. 2024-09-12T03:11:50.660 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-12T03:11:50.660 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-12T03:11:50.660 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-12T03:11:50.661 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:11:50.661 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-12T03:11:50.661 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-12T03:11:50.661 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-12T03:11:50.661 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:11:50.661 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-12T03:11:50.661 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-12T03:11:50.662 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-12T03:11:50.662 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:11:50.662 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-12T03:11:50.662 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-12T03:11:50.662 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-12T03:11:50.662 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:11:50.675 INFO:tasks.ceph.mds.a:Stopped 2024-09-12T03:11:50.676 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-12T03:11:50.676 INFO:tasks.ceph.mds.c:Stopped 2024-09-12T03:11:50.677 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-12T03:11:50.685 INFO:tasks.ceph.mds.b:Stopped 2024-09-12T03:11:50.685 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-12T03:11:50.686 INFO:tasks.ceph.mds.d:Stopped 2024-09-12T03:11:50.686 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-12T03:11:50.721 INFO:tasks.ceph.mds.a:Started 2024-09-12T03:11:50.721 DEBUG:teuthology.parallel:result is None 2024-09-12T03:11:50.723 INFO:tasks.ceph.mds.c:Started 2024-09-12T03:11:50.724 DEBUG:teuthology.parallel:result is None 2024-09-12T03:11:50.730 INFO:tasks.ceph.mds.b:Started 2024-09-12T03:11:50.730 DEBUG:teuthology.parallel:result is None 2024-09-12T03:11:50.732 INFO:tasks.ceph.mds.d:Started 2024-09-12T03:11:50.733 DEBUG:teuthology.parallel:result is None 2024-09-12T03:11:50.733 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-12T03:11:50.854 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:11:50.855 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:11:50.867 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:11:50.867 INFO:tasks.ceph.mds.d.smithi038.stdout:starting mds.d at 2024-09-12T03:11:50.889 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-12T03:11:50.889 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-09-12T03:11:50.889 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-12T03:11:50.889 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-12T03:11:50.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.898+0000 7f30b0a00640 1 Processor -- start 2024-09-12T03:11:50.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.898+0000 7f30b0a00640 1 -- start start 2024-09-12T03:11:50.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.899+0000 7f30b0a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f30ac0cfa10 0x7f30ac0d3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.899+0000 7f30b0a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4060 0x7f30ac0b7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.899+0000 7f30b0a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f30ac0b6060 con 0x7f30ac0d0ff0 2024-09-12T03:11:50.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.899+0000 7f30b0a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f30ac0b6c70 con 0x7f30ac0cfa10 2024-09-12T03:11:50.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.899+0000 7f30b0a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f30ac0b6340 con 0x7f30ac0d4060 2024-09-12T03:11:50.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.899+0000 7f30aa800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4060 0x7f30ac0b7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.899+0000 7f30aa800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4060 0x7f30ac0b7670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:33866/0 (socket says 172.21.15.29:33866) 2024-09-12T03:11:50.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.899+0000 7f30aa800640 1 -- 172.21.15.29:0/931742502 learned_addr learned my addr 172.21.15.29:0/931742502 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:50.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.899+0000 7f30a9400640 1 --2- 172.21.15.29:0/931742502 >> v2:172.21.15.38:3300/0 conn(0x7f30ac0cfa10 0x7f30ac0d3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.900+0000 7f30aa800640 1 -- 172.21.15.29:0/931742502 >> v2:172.21.15.38:3300/0 conn(0x7f30ac0cfa10 msgr2=0x7f30ac0d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:50.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.900+0000 7f30aa800640 1 --2- 172.21.15.29:0/931742502 >> v2:172.21.15.38:3300/0 conn(0x7f30ac0cfa10 0x7f30ac0d3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.900+0000 7f30aa800640 1 -- 172.21.15.29:0/931742502 >> v1:172.21.15.38:6789/0 conn(0x7f30ac0d0ff0 legacy=0x7f30ac0d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:50.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.900+0000 7f30aa800640 1 -- 172.21.15.29:0/931742502 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ac0b6620 con 0x7f30ac0d4060 2024-09-12T03:11:50.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.901+0000 7f30aa800640 1 --2- 172.21.15.29:0/931742502 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4060 0x7f30ac0b7670 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f30a4009e50 tx=0x7f30a402a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=537ca2cae9564bea server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:50.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.901+0000 7f30a8a00640 1 -- 172.21.15.29:0/931742502 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a4036070 con 0x7f30ac0d4060 2024-09-12T03:11:50.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.901+0000 7f30a8a00640 1 -- 172.21.15.29:0/931742502 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30a4031600 con 0x7f30ac0d4060 2024-09-12T03:11:50.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.901+0000 7f30a8a00640 1 -- 172.21.15.29:0/931742502 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a40319d0 con 0x7f30ac0d4060 2024-09-12T03:11:50.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.901+0000 7f30b0a00640 1 -- 172.21.15.29:0/931742502 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4060 msgr2=0x7f30ac0b7670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:50.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.901+0000 7f30b0a00640 1 --2- 172.21.15.29:0/931742502 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4060 0x7f30ac0b7670 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f30a4009e50 tx=0x7f30a402a680 comp rx=0 tx=0).stop 2024-09-12T03:11:50.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.901+0000 7f30b0a00640 1 -- 172.21.15.29:0/931742502 shutdown_connections 2024-09-12T03:11:50.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.901+0000 7f30b0a00640 1 --2- 172.21.15.29:0/931742502 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0d4060 0x7f30ac0b7670 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.901+0000 7f30b0a00640 1 --2- 172.21.15.29:0/931742502 >> v2:172.21.15.38:3300/0 conn(0x7f30ac0cfa10 0x7f30ac0d3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.901+0000 7f30b0a00640 1 -- 172.21.15.29:0/931742502 >> 172.21.15.29:0/931742502 conn(0x7f30ac067f80 msgr2=0x7f30ac06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:50.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.902+0000 7f30b0a00640 1 -- 172.21.15.29:0/931742502 shutdown_connections 2024-09-12T03:11:50.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.902+0000 7f30b0a00640 1 -- 172.21.15.29:0/931742502 wait complete. 2024-09-12T03:11:50.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.903+0000 7f30b0a00640 1 Processor -- start 2024-09-12T03:11:50.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.903+0000 7f30b0a00640 1 -- start start 2024-09-12T03:11:50.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.904+0000 7f30b0a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0cfa10 0x7f30ac15d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.904+0000 7f30b0a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d0ff0 0x7f30ac0cd880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.904+0000 7f30b0a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4060 0x7f30ac0cddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.904+0000 7f30b0a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac15ea70 con 0x7f30ac0d4060 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.904+0000 7f30b0a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac15e8f0 con 0x7f30ac0d0ff0 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.904+0000 7f30b0a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f30ac0b7bb0 con 0x7f30ac0cfa10 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30aa800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4060 0x7f30ac0cddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30a9e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0cfa10 0x7f30ac15d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30a9400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d0ff0 0x7f30ac0cd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30aa800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4060 0x7f30ac0cddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49444/0 (socket says 172.21.15.29:49444) 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30aa800640 1 -- 172.21.15.29:0/4113087786 learned_addr learned my addr 172.21.15.29:0/4113087786 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30a9400640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d0ff0 0x7f30ac0cd880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:46324/0 (socket says 172.21.15.29:46324) 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30aa800640 1 -- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0cfa10 msgr2=0x7f30ac15d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30aa800640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0cfa10 0x7f30ac15d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30aa800640 1 -- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d0ff0 msgr2=0x7f30ac0cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:50.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30aa800640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d0ff0 0x7f30ac0cd880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:50.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30aa800640 1 -- 172.21.15.29:0/4113087786 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ac0b1bf0 con 0x7f30ac0d4060 2024-09-12T03:11:50.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30a9400640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d0ff0 0x7f30ac0cd880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:50.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.905+0000 7f30aa800640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4060 0x7f30ac0cddc0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f30a4009e50 tx=0x7f30a4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:50.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.906+0000 7f30a2000640 1 -- 172.21.15.29:0/4113087786 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a4036050 con 0x7f30ac0d4060 2024-09-12T03:11:50.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.906+0000 7f30a2000640 1 -- 172.21.15.29:0/4113087786 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30a4042070 con 0x7f30ac0d4060 2024-09-12T03:11:50.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.906+0000 7f30a2000640 1 -- 172.21.15.29:0/4113087786 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a4009510 con 0x7f30ac0d4060 2024-09-12T03:11:50.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.906+0000 7f30b0a00640 1 -- 172.21.15.29:0/4113087786 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30ac0b2730 con 0x7f30ac0d4060 2024-09-12T03:11:50.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.906+0000 7f30b0a00640 1 -- 172.21.15.29:0/4113087786 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30ac0b2170 con 0x7f30ac0d4060 2024-09-12T03:11:50.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.907+0000 7f30b0a00640 1 -- 172.21.15.29:0/4113087786 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30ac0d3b20 con 0x7f30ac0d4060 2024-09-12T03:11:50.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.908+0000 7f30a2000640 1 -- 172.21.15.29:0/4113087786 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f30a4007bf0 con 0x7f30ac0d4060 2024-09-12T03:11:50.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.909+0000 7f30a2000640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 0x7f308c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:50.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.909+0000 7f30a2000640 1 -- 172.21.15.29:0/4113087786 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5507+0+0 (secure 0 0 0) 0x7f30a40abc80 con 0x7f30ac0d4060 2024-09-12T03:11:50.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.909+0000 7f30a9e00640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 0x7f308c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:50.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.910+0000 7f30a9e00640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 0x7f308c06e2f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f309c001780 tx=0x7f309c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:50.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:50.913+0000 7f30a2000640 1 -- 172.21.15.29:0/4113087786 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f30a407a090 con 0x7f30ac0d4060 2024-09-12T03:11:51.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.108+0000 7f30b0a00640 1 -- 172.21.15.29:0/4113087786 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f30ac1618a0 con 0x7f30ac0d4060 2024-09-12T03:11:51.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.478+0000 7f30a2000640 1 -- 172.21.15.29:0/4113087786 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v60) ==== 97+0+0 (secure 0 0 0) 0x7f30a407e390 con 0x7f30ac0d4060 2024-09-12T03:11:51.478 INFO:teuthology.orchestra.run.smithi029.stderr: removed all blocklist entries 2024-09-12T03:11:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.481+0000 7f30b0a00640 1 -- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 msgr2=0x7f308c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.481+0000 7f30b0a00640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 0x7f308c06e2f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f309c001780 tx=0x7f309c009040 comp rx=0 tx=0).stop 2024-09-12T03:11:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.481+0000 7f30b0a00640 1 -- 172.21.15.29:0/4113087786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4060 msgr2=0x7f30ac0cddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.481+0000 7f30b0a00640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4060 0x7f30ac0cddc0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f30a4009e50 tx=0x7f30a4004a40 comp rx=0 tx=0).stop 2024-09-12T03:11:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.481+0000 7f30b0a00640 1 -- 172.21.15.29:0/4113087786 shutdown_connections 2024-09-12T03:11:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.481+0000 7f30b0a00640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f308c06be30 0x7f308c06e2f0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.481+0000 7f30b0a00640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30ac0d4060 0x7f30ac0cddc0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.481+0000 7f30b0a00640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30ac0d0ff0 0x7f30ac0cd880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.481+0000 7f30b0a00640 1 --2- 172.21.15.29:0/4113087786 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f30ac0cfa10 0x7f30ac15d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.481+0000 7f30b0a00640 1 -- 172.21.15.29:0/4113087786 >> 172.21.15.29:0/4113087786 conn(0x7f30ac067f80 msgr2=0x7f30ac0b8c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:51.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.482+0000 7f30b0a00640 1 -- 172.21.15.29:0/4113087786 shutdown_connections 2024-09-12T03:11:51.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.482+0000 7f30b0a00640 1 -- 172.21.15.29:0/4113087786 wait complete. 2024-09-12T03:11:51.500 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-12T03:11:51.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.657+0000 7ffbb1a00640 1 Processor -- start 2024-09-12T03:11:51.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.657+0000 7ffbb1a00640 1 -- start start 2024-09-12T03:11:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.659+0000 7ffbb1a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f0e0 0x7ffbac15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.659+0000 7ffbb1a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ffbac0b3ba0 0x7ffbac0b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.659+0000 7ffbb1a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbac15c620 con 0x7ffbac06f4c0 2024-09-12T03:11:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.659+0000 7ffbb1a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7ffbac15bc50 con 0x7ffbac0b3ba0 2024-09-12T03:11:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.659+0000 7ffbb1a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ffbac152630 con 0x7ffbac06f0e0 2024-09-12T03:11:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.659+0000 7ffbaaa00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f0e0 0x7ffbac15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.659+0000 7ffbab400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ffbac0b3ba0 0x7ffbac0b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.659+0000 7ffbaaa00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f0e0 0x7ffbac15c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:33888/0 (socket says 172.21.15.29:33888) 2024-09-12T03:11:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.659+0000 7ffba3e00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7ffbac06f4c0 0x7ffbac0cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:60960/0 (socket says 172.21.15.29:60960) 2024-09-12T03:11:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.659+0000 7ffbaaa00640 1 -- 172.21.15.29:0/1547793234 learned_addr learned my addr 172.21.15.29:0/1547793234 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.660+0000 7ffbab400640 1 -- 172.21.15.29:0/1547793234 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f0e0 msgr2=0x7ffbac15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.660+0000 7ffbab400640 1 --2- 172.21.15.29:0/1547793234 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f0e0 0x7ffbac15c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.660+0000 7ffbab400640 1 -- 172.21.15.29:0/1547793234 >> v1:172.21.15.38:6789/0 conn(0x7ffbac06f4c0 legacy=0x7ffbac0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.660+0000 7ffbab400640 1 -- 172.21.15.29:0/1547793234 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbac0cfb40 con 0x7ffbac0b3ba0 2024-09-12T03:11:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.660+0000 7ffbaaa00640 1 --2- 172.21.15.29:0/1547793234 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f0e0 0x7ffbac15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:51.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.661+0000 7ffbab400640 1 --2- 172.21.15.29:0/1547793234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffbac0b3ba0 0x7ffbac0b4050 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ffba4009d90 tx=0x7ffba402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d26adfff8387e6ae server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:51.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.661+0000 7ffbaa000640 1 -- 172.21.15.29:0/1547793234 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba4007740 con 0x7ffbac0b3ba0 2024-09-12T03:11:51.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.662+0000 7ffbaa000640 1 -- 172.21.15.29:0/1547793234 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffba40078e0 con 0x7ffbac0b3ba0 2024-09-12T03:11:51.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.662+0000 7ffbaa000640 1 -- 172.21.15.29:0/1547793234 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba4007cb0 con 0x7ffbac0b3ba0 2024-09-12T03:11:51.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.662+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1547793234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffbac0b3ba0 msgr2=0x7ffbac0b4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:51.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.662+0000 7ffbb1a00640 1 --2- 172.21.15.29:0/1547793234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffbac0b3ba0 0x7ffbac0b4050 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ffba4009d90 tx=0x7ffba402a660 comp rx=0 tx=0).stop 2024-09-12T03:11:51.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.662+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1547793234 shutdown_connections 2024-09-12T03:11:51.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.662+0000 7ffbb1a00640 1 --2- 172.21.15.29:0/1547793234 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffbac0b3ba0 0x7ffbac0b4050 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.662+0000 7ffbb1a00640 1 --2- 172.21.15.29:0/1547793234 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f0e0 0x7ffbac15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.662+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1547793234 >> 172.21.15.29:0/1547793234 conn(0x7ffbac067da0 msgr2=0x7ffbac06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:51.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.663+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1547793234 shutdown_connections 2024-09-12T03:11:51.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.663+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1547793234 wait complete. 2024-09-12T03:11:51.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.665+0000 7ffbb1a00640 1 Processor -- start 2024-09-12T03:11:51.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.665+0000 7ffbb1a00640 1 -- start start 2024-09-12T03:11:51.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbb1a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffbac06f0e0 0x7ffbac0b00a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:51.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbb1a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f4c0 0x7ffbac14f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:51.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbb1a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffbac0b3ba0 0x7ffbac0b2640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:51.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbb1a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffbac06f900 con 0x7ffbac06f0e0 2024-09-12T03:11:51.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbb1a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ffbac15b8e0 con 0x7ffbac0b3ba0 2024-09-12T03:11:51.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbb1a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ffbac14f6b0 con 0x7ffbac06f4c0 2024-09-12T03:11:51.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbaaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffbac06f0e0 0x7ffbac0b00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:51.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbaaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffbac06f0e0 0x7ffbac0b00a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49450/0 (socket says 172.21.15.29:49450) 2024-09-12T03:11:51.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbaaa00640 1 -- 172.21.15.29:0/1576748047 learned_addr learned my addr 172.21.15.29:0/1576748047 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:51.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffba3e00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f4c0 0x7ffbac14f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:51.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbab400640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffbac0b3ba0 0x7ffbac0b2640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:51.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbaaa00640 1 -- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f4c0 msgr2=0x7ffbac14f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:51.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbaaa00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f4c0 0x7ffbac14f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbaaa00640 1 -- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffbac0b3ba0 msgr2=0x7ffbac0b2640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:51.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbaaa00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffbac0b3ba0 0x7ffbac0b2640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.666+0000 7ffbaaa00640 1 -- 172.21.15.29:0/1576748047 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbac0b2b80 con 0x7ffbac06f0e0 2024-09-12T03:11:51.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.667+0000 7ffbaaa00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffbac06f0e0 0x7ffbac0b00a0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c00ed70 tx=0x7ffb9c00d720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:51.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.667+0000 7ffba2a00640 1 -- 172.21.15.29:0/1576748047 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb9c010850 con 0x7ffbac06f0e0 2024-09-12T03:11:51.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.667+0000 7ffba2a00640 1 -- 172.21.15.29:0/1576748047 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb9c0109f0 con 0x7ffbac06f0e0 2024-09-12T03:11:51.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.667+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1576748047 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbac0b06f0 con 0x7ffbac06f0e0 2024-09-12T03:11:51.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.667+0000 7ffba2a00640 1 -- 172.21.15.29:0/1576748047 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb9c010da0 con 0x7ffbac06f0e0 2024-09-12T03:11:51.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.667+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1576748047 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbac0b0cb0 con 0x7ffbac06f0e0 2024-09-12T03:11:51.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.668+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1576748047 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbac0cdde0 con 0x7ffbac06f0e0 2024-09-12T03:11:51.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.669+0000 7ffba2a00640 1 -- 172.21.15.29:0/1576748047 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffb9c0223f0 con 0x7ffbac06f0e0 2024-09-12T03:11:51.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.670+0000 7ffba2a00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb8806be30 0x7ffb8806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:51.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.670+0000 7ffba2a00640 1 -- 172.21.15.29:0/1576748047 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5249+0+0 (secure 0 0 0) 0x7ffb9c08b760 con 0x7ffbac06f0e0 2024-09-12T03:11:51.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.670+0000 7ffba3e00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb8806be30 0x7ffb8806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:51.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.671+0000 7ffba3e00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb8806be30 0x7ffb8806e2f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7ffbac0b2fb0 tx=0x7ffb94007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:51.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.674+0000 7ffba2a00640 1 -- 172.21.15.29:0/1576748047 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffbac0cdde0 con 0x7ffbac06f0e0 2024-09-12T03:11:51.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.925+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1576748047 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7ffbac0b5900 con 0x7ffbac06f0e0 2024-09-12T03:11:51.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.925+0000 7ffba2a00640 1 -- 172.21.15.29:0/1576748047 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v12) ==== 80+0+5304 (secure 0 0 0) 0x7ffbac0b5900 con 0x7ffbac06f0e0 2024-09-12T03:11:51.925 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:51.925 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:11:51.925 INFO:teuthology.orchestra.run.smithi029.stdout: "auth_dump": [ 2024-09-12T03:11:51.925 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.925 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.a", 2024-09-12T03:11:51.925 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmGdhrORAAsOS/B6LbhU6MJ2GUBYBJFA==", 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.b", 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJm7e2+ERAAyldNZARwXOigGaWNqli9Bg==", 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:11:51.926 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.c", 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmqYmoBxAAYPJQB2lkVmdMtBEIdiX1mQ==", 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.927 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.d", 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmoACEGxAAER5bDtRQNdNN8FDWARVXzQ==", 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.0", 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDsWuJm1gnvDRAAg+7CcQx/xZXRfM+g7lsR/A==", 2024-09-12T03:11:51.928 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.1", 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDvWuJmnW8NKBAAISZJQD5VBkM1KkgEcWGfbQ==", 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.929 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.2", 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDyWuJmZNQuMRAA2ANl+grvUEpgKJt5/+m10w==", 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.3", 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD1WuJmesWYOxAACNJ0k9wf5vX7Jfu09q2HoA==", 2024-09-12T03:11:51.930 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.4", 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD/WuJm9fUiHBAAZrBRG+pAXyud5zXPvQy1CQ==", 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.931 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.5", 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQACW+Jm8F8tJxAAPAwz7p5jMlNbkQC94UiSUA==", 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.6", 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAFW+Jm3IMDMhAAoT6gQFrllSSRpiM6+SH6gA==", 2024-09-12T03:11:51.932 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.933 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:11:51.933 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:11:51.933 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.933 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.933 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.933 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.933 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.7", 2024-09-12T03:11:51.933 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAJW+Jmr+JtAhAAbP/l6S1lDbCzyaZ2DhcYOw==", 2024-09-12T03:11:51.933 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.933 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:11:51.933 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:11:51.934 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.934 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.934 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.934 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.934 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.0", 2024-09-12T03:11:51.934 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w==", 2024-09-12T03:11:51.934 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.935 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:11:51.935 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow r", 2024-09-12T03:11:51.935 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-12T03:11:51.935 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.935 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.935 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.935 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.1", 2024-09-12T03:11:51.936 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmLdQsMRAA+n1A7Ovo1XnY3u+lXv2Ilg==", 2024-09-12T03:11:51.936 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.936 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:11:51.936 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:11:51.936 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:11:51.936 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:11:51.937 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.937 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.937 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.937 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.2", 2024-09-12T03:11:51.937 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmTP2lKhAA0th0lTng+ToO8M32YkX49A==", 2024-09-12T03:11:51.937 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.937 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:11:51.937 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:11:51.938 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:11:51.938 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:11:51.938 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.938 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.938 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.938 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.3", 2024-09-12T03:11:51.938 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmN5KtNxAAPlcAKyvfzPH0Nz+zPjjFLg==", 2024-09-12T03:11:51.938 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.939 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:11:51.939 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:11:51.939 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:11:51.939 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:11:51.939 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.939 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.940 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.940 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.admin", 2024-09-12T03:11:51.940 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmTksqChAA0bocgO0/5SUJ4Gs5Ctchdg==", 2024-09-12T03:11:51.940 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.940 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:11:51.940 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:11:51.941 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:11:51.941 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.941 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.941 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.941 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.941 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.x", 2024-09-12T03:11:51.942 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmamHAMhAAOO0VgoWBN+cj+LH+hCjMrA==", 2024-09-12T03:11:51.942 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.942 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:11:51.942 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:11:51.942 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.942 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.942 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:11:51.943 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:51.943 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.y", 2024-09-12T03:11:51.943 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmaP4NLBAA2aCTJ8rKhk1yHyvYwew2fQ==", 2024-09-12T03:11:51.943 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:11:51.943 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:11:51.943 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:11:51.943 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:11:51.943 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.944 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:51.944 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2024-09-12T03:11:51.944 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:11:51.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.927+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb8806be30 msgr2=0x7ffb8806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:51.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.927+0000 7ffbb1a00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb8806be30 0x7ffb8806e2f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7ffbac0b2fb0 tx=0x7ffb94007e80 comp rx=0 tx=0).stop 2024-09-12T03:11:51.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.927+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1576748047 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffbac06f0e0 msgr2=0x7ffbac0b00a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:51.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.927+0000 7ffbb1a00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffbac06f0e0 0x7ffbac0b00a0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c00ed70 tx=0x7ffb9c00d720 comp rx=0 tx=0).stop 2024-09-12T03:11:51.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.927+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1576748047 shutdown_connections 2024-09-12T03:11:51.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.927+0000 7ffbb1a00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffb8806be30 0x7ffb8806e2f0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.927+0000 7ffbb1a00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffbac0b3ba0 0x7ffbac0b2640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.927+0000 7ffbb1a00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffbac06f4c0 0x7ffbac14f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.927+0000 7ffbb1a00640 1 --2- 172.21.15.29:0/1576748047 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffbac06f0e0 0x7ffbac0b00a0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:51.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.927+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1576748047 >> 172.21.15.29:0/1576748047 conn(0x7ffbac067da0 msgr2=0x7ffbac15abc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:51.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.927+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1576748047 shutdown_connections 2024-09-12T03:11:51.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:51.928+0000 7ffbb1a00640 1 -- 172.21.15.29:0/1576748047 wait complete. 2024-09-12T03:11:51.947 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-12T03:11:52.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.104+0000 7f2d21600640 1 Processor -- start 2024-09-12T03:11:52.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.104+0000 7f2d21600640 1 -- start start 2024-09-12T03:11:52.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.106+0000 7f2d21600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2d1c13e100 0x7f2d1c0af960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.106+0000 7f2d21600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 0x7f2d1c0cef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.106+0000 7f2d21600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d1c15eed0 con 0x7f2d1c141340 2024-09-12T03:11:52.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.106+0000 7f2d21600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f2d1c15ec80 con 0x7f2d1c13e100 2024-09-12T03:11:52.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.106+0000 7f2d21600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2d1c15f800 con 0x7f2d1c06f7f0 2024-09-12T03:11:52.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.106+0000 7f2d13e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f2d1c141340 0x7f2d1c06f0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44068/0 (socket says 172.21.15.29:44068) 2024-09-12T03:11:52.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.106+0000 7f2d13e00640 1 -- 172.21.15.29:0/3301777642 learned_addr learned my addr 172.21.15.29:0/3301777642 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:52.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.106+0000 7f2d1b400640 1 --2- 172.21.15.29:0/3301777642 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 0x7f2d1c0cef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.106+0000 7f2d1aa00640 1 --2- 172.21.15.29:0/3301777642 >> v2:172.21.15.38:3300/0 conn(0x7f2d1c13e100 0x7f2d1c0af960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.107+0000 7f2d1a000640 1 -- 172.21.15.29:0/3301777642 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4143792020 0 0) 0x7f2d1c15eed0 con 0x7f2d1c141340 2024-09-12T03:11:52.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.107+0000 7f2d1a000640 1 -- 172.21.15.29:0/3301777642 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2d00005730 con 0x7f2d1c141340 2024-09-12T03:11:52.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.107+0000 7f2d1b400640 1 -- 172.21.15.29:0/3301777642 >> v2:172.21.15.38:3300/0 conn(0x7f2d1c13e100 msgr2=0x7f2d1c0af960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:52.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.107+0000 7f2d1b400640 1 --2- 172.21.15.29:0/3301777642 >> v2:172.21.15.38:3300/0 conn(0x7f2d1c13e100 0x7f2d1c0af960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.107+0000 7f2d1b400640 1 -- 172.21.15.29:0/3301777642 >> v1:172.21.15.29:6789/0 conn(0x7f2d1c141340 legacy=0x7f2d1c06f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:52.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.107+0000 7f2d1b400640 1 -- 172.21.15.29:0/3301777642 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1c15f1b0 con 0x7f2d1c06f7f0 2024-09-12T03:11:52.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.107+0000 7f2d1aa00640 1 --2- 172.21.15.29:0/3301777642 >> v2:172.21.15.38:3300/0 conn(0x7f2d1c13e100 0x7f2d1c0af960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:52.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.108+0000 7f2d1b400640 1 --2- 172.21.15.29:0/3301777642 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 0x7f2d1c0cef30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2d14009d90 tx=0x7f2d1402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9bd2d1526c1024ba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:52.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.109+0000 7f2d1a000640 1 -- 172.21.15.29:0/3301777642 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d14031600 con 0x7f2d1c06f7f0 2024-09-12T03:11:52.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.109+0000 7f2d1a000640 1 -- 172.21.15.29:0/3301777642 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d140317a0 con 0x7f2d1c06f7f0 2024-09-12T03:11:52.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.109+0000 7f2d1a000640 1 -- 172.21.15.29:0/3301777642 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d14031b70 con 0x7f2d1c06f7f0 2024-09-12T03:11:52.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.109+0000 7f2d21600640 1 -- 172.21.15.29:0/3301777642 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 msgr2=0x7f2d1c0cef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:52.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.109+0000 7f2d21600640 1 --2- 172.21.15.29:0/3301777642 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 0x7f2d1c0cef30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2d14009d90 tx=0x7f2d1402a5d0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.109+0000 7f2d21600640 1 -- 172.21.15.29:0/3301777642 shutdown_connections 2024-09-12T03:11:52.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.109+0000 7f2d21600640 1 --2- 172.21.15.29:0/3301777642 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 0x7f2d1c0cef30 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.109+0000 7f2d21600640 1 --2- 172.21.15.29:0/3301777642 >> v2:172.21.15.38:3300/0 conn(0x7f2d1c13e100 0x7f2d1c0af960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.109+0000 7f2d21600640 1 -- 172.21.15.29:0/3301777642 >> 172.21.15.29:0/3301777642 conn(0x7f2d1c067d70 msgr2=0x7f2d1c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:52.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.109+0000 7f2d21600640 1 -- 172.21.15.29:0/3301777642 shutdown_connections 2024-09-12T03:11:52.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.109+0000 7f2d21600640 1 -- 172.21.15.29:0/3301777642 wait complete. 2024-09-12T03:11:52.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.111+0000 7f2d21600640 1 Processor -- start 2024-09-12T03:11:52.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.111+0000 7f2d21600640 1 -- start start 2024-09-12T03:11:52.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.112+0000 7f2d21600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 0x7f2d1c0ab030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.112+0000 7f2d21600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d1c13e100 0x7f2d1c0ab570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.112+0000 7f2d21600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d1c141340 0x7f2d1c0b2540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.112+0000 7f2d21600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c13e4e0 con 0x7f2d1c13e100 2024-09-12T03:11:52.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.112+0000 7f2d21600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c141780 con 0x7f2d1c141340 2024-09-12T03:11:52.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.112+0000 7f2d21600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2d1c0cf470 con 0x7f2d1c06f7f0 2024-09-12T03:11:52.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.112+0000 7f2d13e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d1c13e100 0x7f2d1c0ab570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.112+0000 7f2d13e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d1c13e100 0x7f2d1c0ab570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49452/0 (socket says 172.21.15.29:49452) 2024-09-12T03:11:52.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.112+0000 7f2d13e00640 1 -- 172.21.15.29:0/4198168389 learned_addr learned my addr 172.21.15.29:0/4198168389 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:52.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d1aa00640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 0x7f2d1c0ab030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d13e00640 1 -- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 msgr2=0x7f2d1c0ab030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:52.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d1b400640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d1c141340 0x7f2d1c0b2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d13e00640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 0x7f2d1c0ab030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d13e00640 1 -- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d1c141340 msgr2=0x7f2d1c0b2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:52.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d13e00640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d1c141340 0x7f2d1c0b2540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d13e00640 1 -- 172.21.15.29:0/4198168389 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1c0b0b80 con 0x7f2d1c13e100 2024-09-12T03:11:52.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d1aa00640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 0x7f2d1c0ab030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:52.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d1b400640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d1c141340 0x7f2d1c0b2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:52.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d13e00640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d1c13e100 0x7f2d1c0ab570 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f2d0400c3c0 tx=0x7f2d0400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d12a00640 1 -- 172.21.15.29:0/4198168389 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d04017070 con 0x7f2d1c13e100 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d12a00640 1 -- 172.21.15.29:0/4198168389 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d04005ce0 con 0x7f2d1c13e100 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d12a00640 1 -- 172.21.15.29:0/4198168389 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d040072f0 con 0x7f2d1c13e100 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d21600640 1 -- 172.21.15.29:0/4198168389 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d1c0b0e60 con 0x7f2d1c13e100 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.113+0000 7f2d21600640 1 -- 172.21.15.29:0/4198168389 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d1c0b1420 con 0x7f2d1c13e100 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.114+0000 7f2d21600640 1 -- 172.21.15.29:0/4198168389 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d1c0cef30 con 0x7f2d1c13e100 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.115+0000 7f2d12a00640 1 -- 172.21.15.29:0/4198168389 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2d0401a070 con 0x7f2d1c13e100 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.116+0000 7f2d12a00640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2cf806be30 0x7f2cf806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.116+0000 7f2d12a00640 1 -- 172.21.15.29:0/4198168389 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5249+0+0 (secure 0 0 0) 0x7f2d0408a110 con 0x7f2d1c13e100 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.117+0000 7f2d1aa00640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2cf806be30 0x7f2cf806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.117+0000 7f2d1aa00640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2cf806be30 0x7f2cf806e2f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c009ac0 tx=0x7f2d0c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:52.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.121+0000 7f2d12a00640 1 -- 172.21.15.29:0/4198168389 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2d04058bf0 con 0x7f2d1c13e100 2024-09-12T03:11:52.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.306+0000 7f2d21600640 1 -- 172.21.15.29:0/4198168389 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f2d1c0b5120 con 0x7f2d1c13e100 2024-09-12T03:11:52.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.306+0000 7f2d12a00640 1 -- 172.21.15.29:0/4198168389 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v62) ==== 84+0+65 (secure 0 0 0) 0x7f2d040584f0 con 0x7f2d1c13e100 2024-09-12T03:11:52.306 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:52.306 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-12T03:11:52.306 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:11:52.306 INFO:teuthology.orchestra.run.smithi029.stdout: "poolnum": 1, 2024-09-12T03:11:52.306 INFO:teuthology.orchestra.run.smithi029.stdout: "poolname": ".mgr" 2024-09-12T03:11:52.306 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:11:52.306 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-12T03:11:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.308+0000 7f2d21600640 1 -- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2cf806be30 msgr2=0x7f2cf806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.308+0000 7f2d21600640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2cf806be30 0x7f2cf806e2f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c009ac0 tx=0x7f2d0c008040 comp rx=0 tx=0).stop 2024-09-12T03:11:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.308+0000 7f2d21600640 1 -- 172.21.15.29:0/4198168389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d1c13e100 msgr2=0x7f2d1c0ab570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.308+0000 7f2d21600640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d1c13e100 0x7f2d1c0ab570 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f2d0400c3c0 tx=0x7f2d0400c880 comp rx=0 tx=0).stop 2024-09-12T03:11:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.309+0000 7f2d21600640 1 -- 172.21.15.29:0/4198168389 shutdown_connections 2024-09-12T03:11:52.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.309+0000 7f2d21600640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2cf806be30 0x7f2cf806e2f0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.309+0000 7f2d21600640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d1c141340 0x7f2d1c0b2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.309+0000 7f2d21600640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d1c13e100 0x7f2d1c0ab570 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.309+0000 7f2d21600640 1 --2- 172.21.15.29:0/4198168389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d1c06f7f0 0x7f2d1c0ab030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.309+0000 7f2d21600640 1 -- 172.21.15.29:0/4198168389 >> 172.21.15.29:0/4198168389 conn(0x7f2d1c067d70 msgr2=0x7f2d1c0b37d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:52.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.309+0000 7f2d21600640 1 -- 172.21.15.29:0/4198168389 shutdown_connections 2024-09-12T03:11:52.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.309+0000 7f2d21600640 1 -- 172.21.15.29:0/4198168389 wait complete. 2024-09-12T03:11:52.324 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T03:11:52.324 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T03:11:52.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.489+0000 7fe46f200640 1 Processor -- start 2024-09-12T03:11:52.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.489+0000 7fe46f200640 1 -- start start 2024-09-12T03:11:52.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.490+0000 7fe46f200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe47015e510 0x7fe470161f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46f200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe4700d2460 0x7fe47006dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46f200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4701627d0 con 0x7fe47006e200 2024-09-12T03:11:52.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46f200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe470162ab0 con 0x7fe4700d2460 2024-09-12T03:11:52.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46f200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe47006d4c0 con 0x7fe47015e510 2024-09-12T03:11:52.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46d400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe4700d2460 0x7fe47006dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46d400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe4700d2460 0x7fe47006dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49454/0 (socket says 172.21.15.29:49454) 2024-09-12T03:11:52.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46d400640 1 -- 172.21.15.29:0/2668992665 learned_addr learned my addr 172.21.15.29:0/2668992665 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:52.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46e800640 1 --1- 172.21.15.29:0/2668992665 >> v1:172.21.15.29:6789/0 conn(0x7fe47006e200 0x7fe4700d2a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44078/0 (socket says 172.21.15.29:44078) 2024-09-12T03:11:52.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46de00640 1 --2- 172.21.15.29:0/2668992665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe47015e510 0x7fe470161f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46d400640 1 -- 172.21.15.29:0/2668992665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe47015e510 msgr2=0x7fe470161f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:52.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46d400640 1 --2- 172.21.15.29:0/2668992665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe47015e510 0x7fe470161f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46d400640 1 -- 172.21.15.29:0/2668992665 >> v1:172.21.15.29:6789/0 conn(0x7fe47006e200 legacy=0x7fe4700d2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:52.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46d400640 1 -- 172.21.15.29:0/2668992665 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe47006d7a0 con 0x7fe4700d2460 2024-09-12T03:11:52.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.491+0000 7fe46ca00640 1 -- 172.21.15.29:0/2668992665 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 636567279 0 0) 0x7fe4701627d0 con 0x7fe47006e200 2024-09-12T03:11:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.492+0000 7fe46d400640 1 --2- 172.21.15.29:0/2668992665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4700d2460 0x7fe47006dcc0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fe45c009850 tx=0x7fe45c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b77bc1d85dfa9b7b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.493+0000 7fe46ca00640 1 -- 172.21.15.29:0/2668992665 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45c004030 con 0x7fe4700d2460 2024-09-12T03:11:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.493+0000 7fe46ca00640 1 -- 172.21.15.29:0/2668992665 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe45c0041d0 con 0x7fe4700d2460 2024-09-12T03:11:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.493+0000 7fe46ca00640 1 -- 172.21.15.29:0/2668992665 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45c003610 con 0x7fe4700d2460 2024-09-12T03:11:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.493+0000 7fe46f200640 1 -- 172.21.15.29:0/2668992665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4700d2460 msgr2=0x7fe47006dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.493+0000 7fe46f200640 1 --2- 172.21.15.29:0/2668992665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4700d2460 0x7fe47006dcc0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fe45c009850 tx=0x7fe45c02a230 comp rx=0 tx=0).stop 2024-09-12T03:11:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.493+0000 7fe46f200640 1 -- 172.21.15.29:0/2668992665 shutdown_connections 2024-09-12T03:11:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.493+0000 7fe46f200640 1 --2- 172.21.15.29:0/2668992665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4700d2460 0x7fe47006dcc0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.493+0000 7fe46f200640 1 --2- 172.21.15.29:0/2668992665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe47015e510 0x7fe470161f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.493+0000 7fe46f200640 1 -- 172.21.15.29:0/2668992665 >> 172.21.15.29:0/2668992665 conn(0x7fe47009d7b0 msgr2=0x7fe47008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.494+0000 7fe46f200640 1 -- 172.21.15.29:0/2668992665 shutdown_connections 2024-09-12T03:11:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.494+0000 7fe46f200640 1 -- 172.21.15.29:0/2668992665 wait complete. 2024-09-12T03:11:52.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.495+0000 7fe46f200640 1 Processor -- start 2024-09-12T03:11:52.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.495+0000 7fe46f200640 1 -- start start 2024-09-12T03:11:52.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.496+0000 7fe46f200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe47006e200 0x7fe47014f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.496+0000 7fe46f200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4700d2460 0x7fe4700cb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.496+0000 7fe46f200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe47015e510 0x7fe470160ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.496+0000 7fe46f200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe4700d3110 con 0x7fe4700d2460 2024-09-12T03:11:52.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.496+0000 7fe46f200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe470162450 con 0x7fe47006e200 2024-09-12T03:11:52.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.496+0000 7fe46f200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe4700d3290 con 0x7fe47015e510 2024-09-12T03:11:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.496+0000 7fe46d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4700d2460 0x7fe4700cb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.496+0000 7fe46d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4700d2460 0x7fe4700cb6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49464/0 (socket says 172.21.15.29:49464) 2024-09-12T03:11:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.497+0000 7fe46d400640 1 -- 172.21.15.29:0/4284296180 learned_addr learned my addr 172.21.15.29:0/4284296180 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.497+0000 7fe46de00640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe47006e200 0x7fe47014f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.497+0000 7fe46e800640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe47015e510 0x7fe470160ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.497+0000 7fe46d400640 1 -- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe47015e510 msgr2=0x7fe470160ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.497+0000 7fe46d400640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe47015e510 0x7fe470160ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.497+0000 7fe46d400640 1 -- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe47006e200 msgr2=0x7fe47014f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.497+0000 7fe46d400640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe47006e200 0x7fe47014f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.497+0000 7fe46d400640 1 -- 172.21.15.29:0/4284296180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4700ce810 con 0x7fe4700d2460 2024-09-12T03:11:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.497+0000 7fe46d400640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4700d2460 0x7fe4700cb6f0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fe45c034040 tx=0x7fe45c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:52.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.498+0000 7fe466000640 1 -- 172.21.15.29:0/4284296180 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45c041020 con 0x7fe4700d2460 2024-09-12T03:11:52.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.498+0000 7fe466000640 1 -- 172.21.15.29:0/4284296180 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe45c003c50 con 0x7fe4700d2460 2024-09-12T03:11:52.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.498+0000 7fe466000640 1 -- 172.21.15.29:0/4284296180 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45c004030 con 0x7fe4700d2460 2024-09-12T03:11:52.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.498+0000 7fe46f200640 1 -- 172.21.15.29:0/4284296180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4701f3e50 con 0x7fe4700d2460 2024-09-12T03:11:52.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.498+0000 7fe46f200640 1 -- 172.21.15.29:0/4284296180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4701f43f0 con 0x7fe4700d2460 2024-09-12T03:11:52.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.499+0000 7fe46f200640 1 -- 172.21.15.29:0/4284296180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe47006dcc0 con 0x7fe4700d2460 2024-09-12T03:11:52.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.500+0000 7fe466000640 1 -- 172.21.15.29:0/4284296180 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe45c044020 con 0x7fe4700d2460 2024-09-12T03:11:52.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.501+0000 7fe466000640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe45006be30 0x7fe45006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:52.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.501+0000 7fe466000640 1 -- 172.21.15.29:0/4284296180 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5249+0+0 (secure 0 0 0) 0x7fe45c0ab670 con 0x7fe4700d2460 2024-09-12T03:11:52.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.502+0000 7fe46de00640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe45006be30 0x7fe45006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:52.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.502+0000 7fe46de00640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe45006be30 0x7fe45006e2f0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe460009aa0 tx=0x7fe460009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:52.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.505+0000 7fe466000640 1 -- 172.21.15.29:0/4284296180 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe45c04b030 con 0x7fe4700d2460 2024-09-12T03:11:52.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:52.689+0000 7fe46f200640 1 -- 172.21.15.29:0/4284296180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fe470069e30 con 0x7fe4700d2460 2024-09-12T03:11:53.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.495+0000 7fe466000640 1 -- 172.21.15.29:0/4284296180 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v63) ==== 138+0+0 (secure 0 0 0) 0x7fe45c079b80 con 0x7fe4700d2460 2024-09-12T03:11:53.495 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' created 2024-09-12T03:11:53.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.498+0000 7fe46f200640 1 -- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe45006be30 msgr2=0x7fe45006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:53.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.498+0000 7fe46f200640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe45006be30 0x7fe45006e2f0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe460009aa0 tx=0x7fe460009190 comp rx=0 tx=0).stop 2024-09-12T03:11:53.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.498+0000 7fe46f200640 1 -- 172.21.15.29:0/4284296180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4700d2460 msgr2=0x7fe4700cb6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:53.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.498+0000 7fe46f200640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4700d2460 0x7fe4700cb6f0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fe45c034040 tx=0x7fe45c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:53.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.499+0000 7fe46f200640 1 -- 172.21.15.29:0/4284296180 shutdown_connections 2024-09-12T03:11:53.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.499+0000 7fe46f200640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe45006be30 0x7fe45006e2f0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:53.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.499+0000 7fe46f200640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe47015e510 0x7fe470160ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:53.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.499+0000 7fe46f200640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4700d2460 0x7fe4700cb6f0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:53.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.499+0000 7fe46f200640 1 --2- 172.21.15.29:0/4284296180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe47006e200 0x7fe47014f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:53.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.499+0000 7fe46f200640 1 -- 172.21.15.29:0/4284296180 >> 172.21.15.29:0/4284296180 conn(0x7fe47009d7b0 msgr2=0x7fe4700b5ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:53.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.499+0000 7fe46f200640 1 -- 172.21.15.29:0/4284296180 shutdown_connections 2024-09-12T03:11:53.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.499+0000 7fe46f200640 1 -- 172.21.15.29:0/4284296180 wait complete. 2024-09-12T03:11:53.521 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T03:11:53.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.689+0000 7f0d34400640 1 Processor -- start 2024-09-12T03:11:53.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.689+0000 7f0d34400640 1 -- start start 2024-09-12T03:11:53.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.690+0000 7f0d34400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0d2c0b5520 0x7f0d2c0b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:53.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.690+0000 7f0d34400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0d2c0b5900 0x7f0d2c06cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:53.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.690+0000 7f0d34400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d2c15f7d0 con 0x7f0d2c06d160 2024-09-12T03:11:53.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.690+0000 7f0d34400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0d2c073a60 con 0x7f0d2c0b5520 2024-09-12T03:11:53.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.690+0000 7f0d34400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0d2c15fab0 con 0x7f0d2c0b5900 2024-09-12T03:11:53.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.690+0000 7f0d31a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0d2c0b5520 0x7f0d2c0b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:53.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.690+0000 7f0d31a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0d2c0b5520 0x7f0d2c0b47e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49472/0 (socket says 172.21.15.29:49472) 2024-09-12T03:11:53.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.690+0000 7f0d31a00640 1 -- 172.21.15.29:0/2112810820 learned_addr learned my addr 172.21.15.29:0/2112810820 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:53.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.690+0000 7f0d32400640 1 --1- 172.21.15.29:0/2112810820 >> v1:172.21.15.29:6789/0 conn(0x7f0d2c06d160 0x7f0d2c15eb80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44082/0 (socket says 172.21.15.29:44082) 2024-09-12T03:11:53.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.691+0000 7f0d31000640 1 --2- 172.21.15.29:0/2112810820 >> v2:172.21.15.38:3300/0 conn(0x7f0d2c0b5900 0x7f0d2c06cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:53.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.691+0000 7f0d31a00640 1 -- 172.21.15.29:0/2112810820 >> v2:172.21.15.38:3300/0 conn(0x7f0d2c0b5900 msgr2=0x7f0d2c06cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:53.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.691+0000 7f0d31a00640 1 --2- 172.21.15.29:0/2112810820 >> v2:172.21.15.38:3300/0 conn(0x7f0d2c0b5900 0x7f0d2c06cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:53.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.691+0000 7f0d31a00640 1 -- 172.21.15.29:0/2112810820 >> v1:172.21.15.29:6789/0 conn(0x7f0d2c06d160 legacy=0x7f0d2c15eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:53.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.691+0000 7f0d31a00640 1 -- 172.21.15.29:0/2112810820 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d2c0b3d00 con 0x7f0d2c0b5520 2024-09-12T03:11:53.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.691+0000 7f0d2be00640 1 -- 172.21.15.29:0/2112810820 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4034646770 0 0) 0x7f0d2c15f7d0 con 0x7f0d2c06d160 2024-09-12T03:11:53.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.692+0000 7f0d31a00640 1 --2- 172.21.15.29:0/2112810820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d2c0b5520 0x7f0d2c0b47e0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c0ae5c0 tx=0x7f0d2002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e784dfa3eadd5106 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:53.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.692+0000 7f0d2be00640 1 -- 172.21.15.29:0/2112810820 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20037070 con 0x7f0d2c0b5520 2024-09-12T03:11:53.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.692+0000 7f0d2be00640 1 -- 172.21.15.29:0/2112810820 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d20032440 con 0x7f0d2c0b5520 2024-09-12T03:11:53.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.692+0000 7f0d2be00640 1 -- 172.21.15.29:0/2112810820 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20032810 con 0x7f0d2c0b5520 2024-09-12T03:11:53.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.693+0000 7f0d34400640 1 -- 172.21.15.29:0/2112810820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d2c0b5520 msgr2=0x7f0d2c0b47e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:53.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.693+0000 7f0d34400640 1 --2- 172.21.15.29:0/2112810820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d2c0b5520 0x7f0d2c0b47e0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c0ae5c0 tx=0x7f0d2002a1e0 comp rx=0 tx=0).stop 2024-09-12T03:11:53.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.693+0000 7f0d34400640 1 -- 172.21.15.29:0/2112810820 shutdown_connections 2024-09-12T03:11:53.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.693+0000 7f0d34400640 1 --2- 172.21.15.29:0/2112810820 >> v2:172.21.15.38:3300/0 conn(0x7f0d2c0b5900 0x7f0d2c06cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:53.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.693+0000 7f0d34400640 1 --2- 172.21.15.29:0/2112810820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d2c0b5520 0x7f0d2c0b47e0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:53.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.693+0000 7f0d34400640 1 -- 172.21.15.29:0/2112810820 >> 172.21.15.29:0/2112810820 conn(0x7f0d2c0b3050 msgr2=0x7f0d2c072950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:53.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.693+0000 7f0d34400640 1 -- 172.21.15.29:0/2112810820 shutdown_connections 2024-09-12T03:11:53.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.693+0000 7f0d34400640 1 -- 172.21.15.29:0/2112810820 wait complete. 2024-09-12T03:11:53.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.695+0000 7f0d34400640 1 Processor -- start 2024-09-12T03:11:53.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.695+0000 7f0d34400640 1 -- start start 2024-09-12T03:11:53.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d34400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d2c06d160 0x7f0d2c145540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:53.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d34400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d2c0b5520 0x7f0d2c1603c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d34400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d2c0b5900 0x7f0d2c160900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d34400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2c15f290 con 0x7f0d2c0b5520 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d34400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2c0b42c0 con 0x7f0d2c06d160 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d34400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0d2c15f410 con 0x7f0d2c0b5900 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d31000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d2c0b5520 0x7f0d2c1603c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d31000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d2c0b5520 0x7f0d2c1603c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49482/0 (socket says 172.21.15.29:49482) 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d31000640 1 -- 172.21.15.29:0/1728247264 learned_addr learned my addr 172.21.15.29:0/1728247264 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d31a00640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d2c06d160 0x7f0d2c145540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d32400640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d2c0b5900 0x7f0d2c160900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d31000640 1 -- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d2c0b5900 msgr2=0x7f0d2c160900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d31000640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d2c0b5900 0x7f0d2c160900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d31000640 1 -- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d2c06d160 msgr2=0x7f0d2c145540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d31000640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d2c06d160 0x7f0d2c145540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:53.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d31000640 1 -- 172.21.15.29:0/1728247264 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d2c15dd70 con 0x7f0d2c0b5520 2024-09-12T03:11:53.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d32400640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d2c0b5900 0x7f0d2c160900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:53.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.696+0000 7f0d31a00640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d2c06d160 0x7f0d2c145540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:53.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.697+0000 7f0d31000640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d2c0b5520 0x7f0d2c1603c0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f0d1800e840 tx=0x7f0d1800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:53.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.697+0000 7f0d29600640 1 -- 172.21.15.29:0/1728247264 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d18017070 con 0x7f0d2c0b5520 2024-09-12T03:11:53.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.697+0000 7f0d29600640 1 -- 172.21.15.29:0/1728247264 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d1800c940 con 0x7f0d2c0b5520 2024-09-12T03:11:53.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.697+0000 7f0d29600640 1 -- 172.21.15.29:0/1728247264 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1800cd10 con 0x7f0d2c0b5520 2024-09-12T03:11:53.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.697+0000 7f0d34400640 1 -- 172.21.15.29:0/1728247264 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d2c159100 con 0x7f0d2c0b5520 2024-09-12T03:11:53.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.697+0000 7f0d34400640 1 -- 172.21.15.29:0/1728247264 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d2c15d020 con 0x7f0d2c0b5520 2024-09-12T03:11:53.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.698+0000 7f0d34400640 1 -- 172.21.15.29:0/1728247264 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d2c06cc20 con 0x7f0d2c0b5520 2024-09-12T03:11:53.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.699+0000 7f0d29600640 1 -- 172.21.15.29:0/1728247264 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0d1801a070 con 0x7f0d2c0b5520 2024-09-12T03:11:53.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.700+0000 7f0d29600640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0c06be30 0x7f0d0c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:53.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.700+0000 7f0d29600640 1 -- 172.21.15.29:0/1728247264 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5619+0+0 (secure 0 0 0) 0x7f0d1808ad90 con 0x7f0d2c0b5520 2024-09-12T03:11:53.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.701+0000 7f0d31a00640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0c06be30 0x7f0d0c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:53.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.701+0000 7f0d31a00640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0c06be30 0x7f0d0c06e2f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f0d20034000 tx=0x7f0d2002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:53.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.705+0000 7f0d29600640 1 -- 172.21.15.29:0/1728247264 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0d180596f0 con 0x7f0d2c0b5520 2024-09-12T03:11:53.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:53.890+0000 7f0d34400640 1 -- 172.21.15.29:0/1728247264 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f0d2c0af9c0 con 0x7f0d2c0b5520 2024-09-12T03:11:54.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.504+0000 7f0d29600640 1 -- 172.21.15.29:0/1728247264 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v64) ==== 170+0+0 (secure 0 0 0) 0x7f0d18058ff0 con 0x7f0d2c0b5520 2024-09-12T03:11:54.503 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' created 2024-09-12T03:11:54.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.507+0000 7f0d34400640 1 -- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0c06be30 msgr2=0x7f0d0c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:54.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.507+0000 7f0d34400640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0c06be30 0x7f0d0c06e2f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f0d20034000 tx=0x7f0d2002e000 comp rx=0 tx=0).stop 2024-09-12T03:11:54.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.507+0000 7f0d34400640 1 -- 172.21.15.29:0/1728247264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d2c0b5520 msgr2=0x7f0d2c1603c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:54.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.507+0000 7f0d34400640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d2c0b5520 0x7f0d2c1603c0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f0d1800e840 tx=0x7f0d1800ed00 comp rx=0 tx=0).stop 2024-09-12T03:11:54.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.507+0000 7f0d34400640 1 -- 172.21.15.29:0/1728247264 shutdown_connections 2024-09-12T03:11:54.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.507+0000 7f0d34400640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d0c06be30 0x7f0d0c06e2f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:54.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.507+0000 7f0d34400640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d2c0b5900 0x7f0d2c160900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:54.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.507+0000 7f0d34400640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d2c0b5520 0x7f0d2c1603c0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:54.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.507+0000 7f0d34400640 1 --2- 172.21.15.29:0/1728247264 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d2c06d160 0x7f0d2c145540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:54.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.507+0000 7f0d34400640 1 -- 172.21.15.29:0/1728247264 >> 172.21.15.29:0/1728247264 conn(0x7f0d2c0b3050 msgr2=0x7f0d2c0afdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:54.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.508+0000 7f0d34400640 1 -- 172.21.15.29:0/1728247264 shutdown_connections 2024-09-12T03:11:54.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.508+0000 7f0d34400640 1 -- 172.21.15.29:0/1728247264 wait complete. 2024-09-12T03:11:54.536 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T03:11:54.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.699+0000 7f7387600640 1 Processor -- start 2024-09-12T03:11:54.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.699+0000 7f7387600640 1 -- start start 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.700+0000 7f7387600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f738015ebf0 0x7f7380072040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f7387600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7380072580 0x7f73800af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f7387600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73800b4ed0 con 0x7f7380147fe0 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f7387600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f73800729f0 con 0x7f7380072580 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f7387600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f73801483c0 con 0x7f738015ebf0 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f7384c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7380147fe0 0x7f73800b4140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44084/0 (socket says 172.21.15.29:44084) 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f7384c00640 1 -- 172.21.15.29:0/2281196395 learned_addr learned my addr 172.21.15.29:0/2281196395 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f7385600640 1 --2- 172.21.15.29:0/2281196395 >> v2:172.21.15.29:3300/0 conn(0x7f7380072580 0x7f73800af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f737fe00640 1 --2- 172.21.15.29:0/2281196395 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f738015ebf0 0x7f7380072040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f737f400640 1 -- 172.21.15.29:0/2281196395 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 298856416 0 0) 0x7f73800b4ed0 con 0x7f7380147fe0 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f737f400640 1 -- 172.21.15.29:0/2281196395 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7368003520 con 0x7f7380147fe0 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f7385600640 1 -- 172.21.15.29:0/2281196395 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f738015ebf0 msgr2=0x7f7380072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:54.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f7385600640 1 --2- 172.21.15.29:0/2281196395 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f738015ebf0 0x7f7380072040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:54.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f7385600640 1 -- 172.21.15.29:0/2281196395 >> v1:172.21.15.29:6789/0 conn(0x7f7380147fe0 legacy=0x7f73800b4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:54.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.701+0000 7f7385600640 1 -- 172.21.15.29:0/2281196395 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73800b51b0 con 0x7f7380072580 2024-09-12T03:11:54.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.702+0000 7f7385600640 1 --2- 172.21.15.29:0/2281196395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7380072580 0x7f73800af0e0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f7378009d90 tx=0x7f737802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5a0c93ea778e53e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:54.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.703+0000 7f737f400640 1 -- 172.21.15.29:0/2281196395 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7378007740 con 0x7f7380072580 2024-09-12T03:11:54.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.703+0000 7f737f400640 1 -- 172.21.15.29:0/2281196395 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73780078e0 con 0x7f7380072580 2024-09-12T03:11:54.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.703+0000 7f737f400640 1 -- 172.21.15.29:0/2281196395 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7378007cb0 con 0x7f7380072580 2024-09-12T03:11:54.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.703+0000 7f7387600640 1 -- 172.21.15.29:0/2281196395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7380072580 msgr2=0x7f73800af0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:54.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.703+0000 7f7387600640 1 --2- 172.21.15.29:0/2281196395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7380072580 0x7f73800af0e0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f7378009d90 tx=0x7f737802a660 comp rx=0 tx=0).stop 2024-09-12T03:11:54.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.703+0000 7f7387600640 1 -- 172.21.15.29:0/2281196395 shutdown_connections 2024-09-12T03:11:54.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.703+0000 7f7387600640 1 --2- 172.21.15.29:0/2281196395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7380072580 0x7f73800af0e0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:54.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.703+0000 7f7387600640 1 --2- 172.21.15.29:0/2281196395 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f738015ebf0 0x7f7380072040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:54.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.703+0000 7f7387600640 1 -- 172.21.15.29:0/2281196395 >> 172.21.15.29:0/2281196395 conn(0x7f7380067d70 msgr2=0x7f738006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:54.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.703+0000 7f7387600640 1 -- 172.21.15.29:0/2281196395 shutdown_connections 2024-09-12T03:11:54.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.703+0000 7f7387600640 1 -- 172.21.15.29:0/2281196395 wait complete. 2024-09-12T03:11:54.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.705+0000 7f7387600640 1 Processor -- start 2024-09-12T03:11:54.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.705+0000 7f7387600640 1 -- start start 2024-09-12T03:11:54.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.706+0000 7f7387600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7380072580 0x7f73801439c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:54.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.706+0000 7f7387600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7380147fe0 0x7f73801f4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:54.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.706+0000 7f7387600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f738015ebf0 0x7f73801f4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:54.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.706+0000 7f7387600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f73800b4850 con 0x7f7380147fe0 2024-09-12T03:11:54.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.706+0000 7f7387600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f73800aebc0 con 0x7f738015ebf0 2024-09-12T03:11:54.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.706+0000 7f7387600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f73800b5770 con 0x7f7380072580 2024-09-12T03:11:54.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.706+0000 7f737fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7380147fe0 0x7f73801f4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:54.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.706+0000 7f737fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7380147fe0 0x7f73801f4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49500/0 (socket says 172.21.15.29:49500) 2024-09-12T03:11:54.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.706+0000 7f737fe00640 1 -- 172.21.15.29:0/1026647652 learned_addr learned my addr 172.21.15.29:0/1026647652 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:54.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f7385600640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f738015ebf0 0x7f73801f4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:54.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f7384c00640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7380072580 0x7f73801439c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:54.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f737fe00640 1 -- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7380072580 msgr2=0x7f73801439c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:54.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f737fe00640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7380072580 0x7f73801439c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:54.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f737fe00640 1 -- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f738015ebf0 msgr2=0x7f73801f4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:54.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f737fe00640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f738015ebf0 0x7f73801f4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:54.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f737fe00640 1 -- 172.21.15.29:0/1026647652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f738013f130 con 0x7f7380147fe0 2024-09-12T03:11:54.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f7385600640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f738015ebf0 0x7f73801f4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:54.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f7384c00640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7380072580 0x7f73801439c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:54.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f737fe00640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7380147fe0 0x7f73801f4010 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f736c00d5f0 tx=0x7f736c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:54.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f737cc00640 1 -- 172.21.15.29:0/1026647652 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736c0125f0 con 0x7f7380147fe0 2024-09-12T03:11:54.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f737cc00640 1 -- 172.21.15.29:0/1026647652 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f736c019070 con 0x7f7380147fe0 2024-09-12T03:11:54.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f737cc00640 1 -- 172.21.15.29:0/1026647652 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736c0129d0 con 0x7f7380147fe0 2024-09-12T03:11:54.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f7387600640 1 -- 172.21.15.29:0/1026647652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f738013f6a0 con 0x7f7380147fe0 2024-09-12T03:11:54.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.707+0000 7f7387600640 1 -- 172.21.15.29:0/1026647652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f738013fc60 con 0x7f7380147fe0 2024-09-12T03:11:54.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.709+0000 7f7387600640 1 -- 172.21.15.29:0/1026647652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7380068480 con 0x7f7380147fe0 2024-09-12T03:11:54.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.709+0000 7f737cc00640 1 -- 172.21.15.29:0/1026647652 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f736c012b70 con 0x7f7380147fe0 2024-09-12T03:11:54.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.710+0000 7f737cc00640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f736006be30 0x7f736006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:54.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.710+0000 7f737cc00640 1 -- 172.21.15.29:0/1026647652 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 6001+0+0 (secure 0 0 0) 0x7f736c08b440 con 0x7f7380147fe0 2024-09-12T03:11:54.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.711+0000 7f7384c00640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f736006be30 0x7f736006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:54.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.711+0000 7f7384c00640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f736006be30 0x7f736006e2f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f7374005880 tx=0x7f7374009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:54.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.715+0000 7f737cc00640 1 -- 172.21.15.29:0/1026647652 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7380068480 con 0x7f7380147fe0 2024-09-12T03:11:54.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:54.936+0000 7f7387600640 1 -- 172.21.15.29:0/1026647652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f7380145ce0 con 0x7f7380147fe0 2024-09-12T03:11:55.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.506+0000 7f737cc00640 1 -- 172.21.15.29:0/1026647652 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 9 and data pool 10 v48) ==== 173+0+0 (secure 0 0 0) 0x7f736c059c20 con 0x7f7380147fe0 2024-09-12T03:11:55.506 INFO:teuthology.orchestra.run.smithi029.stderr:new fs with metadata pool 9 and data pool 10 2024-09-12T03:11:55.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 -- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f736006be30 msgr2=0x7f736006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f736006be30 0x7f736006e2f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f7374005880 tx=0x7f7374009040 comp rx=0 tx=0).stop 2024-09-12T03:11:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 -- 172.21.15.29:0/1026647652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7380147fe0 msgr2=0x7f73801f4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7380147fe0 0x7f73801f4010 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f736c00d5f0 tx=0x7f736c00dab0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 -- 172.21.15.29:0/1026647652 shutdown_connections 2024-09-12T03:11:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f736006be30 0x7f736006e2f0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f738015ebf0 0x7f73801f4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7380147fe0 0x7f73801f4010 secure :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f736c00d5f0 tx=0x7f736c00dab0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 --2- 172.21.15.29:0/1026647652 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7380072580 0x7f73801439c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 -- 172.21.15.29:0/1026647652 >> 172.21.15.29:0/1026647652 conn(0x7f7380067d70 msgr2=0x7f7380146fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:55.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 -- 172.21.15.29:0/1026647652 shutdown_connections 2024-09-12T03:11:55.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.509+0000 7f7387600640 1 -- 172.21.15.29:0/1026647652 wait complete. 2024-09-12T03:11:55.545 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:11:55.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.705+0000 7f4cbda00640 1 Processor -- start 2024-09-12T03:11:55.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.705+0000 7f4cbda00640 1 -- start start 2024-09-12T03:11:55.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cbda00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4cb806f0e0 0x7f4cb815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:55.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cbda00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f4cb806f4c0 0x7f4cb80cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:55.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cbda00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4cb815c620 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cbda00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4cb815bc50 con 0x7f4cb806f0e0 2024-09-12T03:11:55.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cbda00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f4cb8152630 con 0x7f4cb806f4c0 2024-09-12T03:11:55.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cb6a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4cb806f0e0 0x7f4cb815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:55.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cb6a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4cb806f0e0 0x7f4cb815c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49516/0 (socket says 172.21.15.29:49516) 2024-09-12T03:11:55.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cb6a00640 1 -- 172.21.15.29:0/3093940651 learned_addr learned my addr 172.21.15.29:0/3093940651 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:55.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cafe00640 1 --2- 172.21.15.29:0/3093940651 >> v2:172.21.15.38:3300/0 conn(0x7f4cb806f4c0 0x7f4cb80cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:55.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cb6a00640 1 -- 172.21.15.29:0/3093940651 >> v2:172.21.15.38:3300/0 conn(0x7f4cb806f4c0 msgr2=0x7f4cb80cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:55.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cb6a00640 1 --2- 172.21.15.29:0/3093940651 >> v2:172.21.15.38:3300/0 conn(0x7f4cb806f4c0 0x7f4cb80cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cb6a00640 1 -- 172.21.15.29:0/3093940651 >> v1:172.21.15.38:6789/0 conn(0x7f4cb80cf5a0 legacy=0x7f4cb80b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:55.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.707+0000 7f4cb6a00640 1 -- 172.21.15.29:0/3093940651 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cb80cfb40 con 0x7f4cb806f0e0 2024-09-12T03:11:55.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.708+0000 7f4cafe00640 1 --2- 172.21.15.29:0/3093940651 >> v2:172.21.15.38:3300/0 conn(0x7f4cb806f4c0 0x7f4cb80cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:55.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.709+0000 7f4cb6a00640 1 --2- 172.21.15.29:0/3093940651 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cb806f0e0 0x7f4cb815c0e0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f4cb80704e0 tx=0x7f4ca802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=200c001a6785f9af server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:55.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.709+0000 7f4cb6000640 1 -- 172.21.15.29:0/3093940651 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca8037070 con 0x7f4cb806f0e0 2024-09-12T03:11:55.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.709+0000 7f4cb6000640 1 -- 172.21.15.29:0/3093940651 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca8032440 con 0x7f4cb806f0e0 2024-09-12T03:11:55.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.709+0000 7f4cb6000640 1 -- 172.21.15.29:0/3093940651 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca8032810 con 0x7f4cb806f0e0 2024-09-12T03:11:55.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.709+0000 7f4cbda00640 1 -- 172.21.15.29:0/3093940651 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cb806f0e0 msgr2=0x7f4cb815c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:55.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.709+0000 7f4cbda00640 1 --2- 172.21.15.29:0/3093940651 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cb806f0e0 0x7f4cb815c0e0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f4cb80704e0 tx=0x7f4ca802a230 comp rx=0 tx=0).stop 2024-09-12T03:11:55.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.709+0000 7f4cbda00640 1 -- 172.21.15.29:0/3093940651 shutdown_connections 2024-09-12T03:11:55.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.709+0000 7f4cbda00640 1 --2- 172.21.15.29:0/3093940651 >> v2:172.21.15.38:3300/0 conn(0x7f4cb806f4c0 0x7f4cb80cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.709+0000 7f4cbda00640 1 --2- 172.21.15.29:0/3093940651 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cb806f0e0 0x7f4cb815c0e0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.709+0000 7f4cbda00640 1 -- 172.21.15.29:0/3093940651 >> 172.21.15.29:0/3093940651 conn(0x7f4cb8067da0 msgr2=0x7f4cb806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:55.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.710+0000 7f4cbda00640 1 -- 172.21.15.29:0/3093940651 shutdown_connections 2024-09-12T03:11:55.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.710+0000 7f4cbda00640 1 -- 172.21.15.29:0/3093940651 wait complete. 2024-09-12T03:11:55.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.711+0000 7f4cbda00640 1 Processor -- start 2024-09-12T03:11:55.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.711+0000 7f4cbda00640 1 -- start start 2024-09-12T03:11:55.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.712+0000 7f4cbda00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4cb806f0e0 0x7f4cb81e6a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:55.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.712+0000 7f4cbda00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4cb806f4c0 0x7f4cb8151270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:55.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.712+0000 7f4cbda00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cb80cf5a0 0x7f4cb81517b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:55.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.712+0000 7f4cbda00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4cb806f930 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.712+0000 7f4cbda00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4cb815b8e0 con 0x7f4cb806f0e0 2024-09-12T03:11:55.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.712+0000 7f4cbda00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f4cb815ee80 con 0x7f4cb806f4c0 2024-09-12T03:11:55.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.712+0000 7f4cb7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cb80cf5a0 0x7f4cb81517b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cafe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4cb806f4c0 0x7f4cb8151270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cb7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cb80cf5a0 0x7f4cb81517b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49528/0 (socket says 172.21.15.29:49528) 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cb6a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4cb806f0e0 0x7f4cb81e6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cb7400640 1 -- 172.21.15.29:0/2055725003 learned_addr learned my addr 172.21.15.29:0/2055725003 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cb7400640 1 -- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4cb806f4c0 msgr2=0x7f4cb8151270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cb7400640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4cb806f4c0 0x7f4cb8151270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cb7400640 1 -- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4cb806f0e0 msgr2=0x7f4cb81e6a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cb7400640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4cb806f0e0 0x7f4cb81e6a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cb7400640 1 -- 172.21.15.29:0/2055725003 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cb8155900 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cb6a00640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4cb806f0e0 0x7f4cb81e6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cafe00640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4cb806f4c0 0x7f4cb8151270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.713+0000 7f4cb7400640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cb80cf5a0 0x7f4cb81517b0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f4cb000b970 tx=0x7f4cb000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:55.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.714+0000 7f4caea00640 1 -- 172.21.15.29:0/2055725003 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb0019070 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.714+0000 7f4caea00640 1 -- 172.21.15.29:0/2055725003 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cb000cb40 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.714+0000 7f4caea00640 1 -- 172.21.15.29:0/2055725003 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb0014440 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.714+0000 7f4cbda00640 1 -- 172.21.15.29:0/2055725003 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cb8153360 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.714+0000 7f4cbda00640 1 -- 172.21.15.29:0/2055725003 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cb8152070 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.715+0000 7f4cbda00640 1 -- 172.21.15.29:0/2055725003 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cb815f9a0 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.716+0000 7f4caea00640 1 -- 172.21.15.29:0/2055725003 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4cb001c070 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.717+0000 7f4caea00640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4c94070270 0x7f4c94072730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:55.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.717+0000 7f4caea00640 1 -- 172.21.15.29:0/2055725003 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 6101+0+0 (secure 0 0 0) 0x7f4cb008ab70 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.717+0000 7f4cb6a00640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4c94070270 0x7f4c94072730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:55.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.718+0000 7f4cb6a00640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4c94070270 0x7f4c94072730 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f4ca8034000 tx=0x7f4ca802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:55.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.721+0000 7f4caea00640 1 -- 172.21.15.29:0/2055725003 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4cb0058d30 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.907+0000 7f4cbda00640 1 -- 172.21.15.29:0/2055725003 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4cb815cc80 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.908+0000 7f4caea00640 1 -- 172.21.15.29:0/2055725003 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v65) ==== 74+0+16885 (secure 0 0 0) 0x7f4cb005d030 con 0x7f4cb80cf5a0 2024-09-12T03:11:55.908 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:55.909 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":65,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:11:54.937253+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:11:52.730614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-12T03:11:53.932252+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:11:55.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 -- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4c94070270 msgr2=0x7f4c94072730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:55.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4c94070270 0x7f4c94072730 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f4ca8034000 tx=0x7f4ca802e000 comp rx=0 tx=0).stop 2024-09-12T03:11:55.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 -- 172.21.15.29:0/2055725003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cb80cf5a0 msgr2=0x7f4cb81517b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:55.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cb80cf5a0 0x7f4cb81517b0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f4cb000b970 tx=0x7f4cb000be30 comp rx=0 tx=0).stop 2024-09-12T03:11:55.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 -- 172.21.15.29:0/2055725003 shutdown_connections 2024-09-12T03:11:55.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4c94070270 0x7f4c94072730 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cb80cf5a0 0x7f4cb81517b0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4cb806f4c0 0x7f4cb8151270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 --2- 172.21.15.29:0/2055725003 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4cb806f0e0 0x7f4cb81e6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:55.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 -- 172.21.15.29:0/2055725003 >> 172.21.15.29:0/2055725003 conn(0x7f4cb8067da0 msgr2=0x7f4cb815de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:55.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 -- 172.21.15.29:0/2055725003 shutdown_connections 2024-09-12T03:11:55.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:55.911+0000 7f4cbda00640 1 -- 172.21.15.29:0/2055725003 wait complete. 2024-09-12T03:11:55.926 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:11:56.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.084+0000 7f3055800640 1 Processor -- start 2024-09-12T03:11:56.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.084+0000 7f3055800640 1 -- start start 2024-09-12T03:11:56.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.085+0000 7f3055800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f30500d4310 0x7f30500d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.085+0000 7f3055800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f305006d460 0x7f305006d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.085+0000 7f3055800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f305006de10 con 0x7f305015e470 2024-09-12T03:11:56.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.085+0000 7f3055800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f30500d4cc0 con 0x7f305006d460 2024-09-12T03:11:56.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.085+0000 7f3055800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f30500cf710 con 0x7f30500d4310 2024-09-12T03:11:56.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.085+0000 7f3054e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f305006d460 0x7f305006d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.085+0000 7f3054e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f305006d460 0x7f305006d8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49544/0 (socket says 172.21.15.29:49544) 2024-09-12T03:11:56.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.085+0000 7f3054e00640 1 -- 172.21.15.29:0/931213186 learned_addr learned my addr 172.21.15.29:0/931213186 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:56.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.086+0000 7f3047e00640 1 --2- 172.21.15.29:0/931213186 >> v2:172.21.15.38:3300/0 conn(0x7f30500d4310 0x7f30500d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.086+0000 7f3054e00640 1 -- 172.21.15.29:0/931213186 >> v2:172.21.15.38:3300/0 conn(0x7f30500d4310 msgr2=0x7f30500d4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:56.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.086+0000 7f3054e00640 1 --2- 172.21.15.29:0/931213186 >> v2:172.21.15.38:3300/0 conn(0x7f30500d4310 0x7f30500d4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.086+0000 7f3054e00640 1 -- 172.21.15.29:0/931213186 >> v1:172.21.15.38:6789/0 conn(0x7f305015e470 legacy=0x7f30500cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:56.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.086+0000 7f3054e00640 1 -- 172.21.15.29:0/931213186 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f305015e850 con 0x7f305006d460 2024-09-12T03:11:56.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.087+0000 7f3054e00640 1 --2- 172.21.15.29:0/931213186 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f305006d460 0x7f305006d8d0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f30500b6f10 tx=0x7f304802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbb19e38655217ac server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:56.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.087+0000 7f304f400640 1 -- 172.21.15.29:0/931213186 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3048036070 con 0x7f305006d460 2024-09-12T03:11:56.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.087+0000 7f304f400640 1 -- 172.21.15.29:0/931213186 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3048031600 con 0x7f305006d460 2024-09-12T03:11:56.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.087+0000 7f304f400640 1 -- 172.21.15.29:0/931213186 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30480319d0 con 0x7f305006d460 2024-09-12T03:11:56.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.088+0000 7f3055800640 1 -- 172.21.15.29:0/931213186 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f305006d460 msgr2=0x7f305006d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:56.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.088+0000 7f3055800640 1 --2- 172.21.15.29:0/931213186 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f305006d460 0x7f305006d8d0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f30500b6f10 tx=0x7f304802a730 comp rx=0 tx=0).stop 2024-09-12T03:11:56.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.088+0000 7f3055800640 1 -- 172.21.15.29:0/931213186 shutdown_connections 2024-09-12T03:11:56.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.088+0000 7f3055800640 1 --2- 172.21.15.29:0/931213186 >> v2:172.21.15.38:3300/0 conn(0x7f30500d4310 0x7f30500d4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.088+0000 7f3055800640 1 --2- 172.21.15.29:0/931213186 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f305006d460 0x7f305006d8d0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.088+0000 7f3055800640 1 -- 172.21.15.29:0/931213186 >> 172.21.15.29:0/931213186 conn(0x7f305009d700 msgr2=0x7f305008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:56.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.088+0000 7f3055800640 1 -- 172.21.15.29:0/931213186 shutdown_connections 2024-09-12T03:11:56.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.088+0000 7f3055800640 1 -- 172.21.15.29:0/931213186 wait complete. 2024-09-12T03:11:56.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.089+0000 7f3055800640 1 Processor -- start 2024-09-12T03:11:56.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.090+0000 7f3055800640 1 -- start start 2024-09-12T03:11:56.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.090+0000 7f3055800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f305006d460 0x7f305015d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f3055800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30500d4310 0x7f305015ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f3055800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f305015e470 0x7f305014d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f3055800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f30500cf0c0 con 0x7f305006d460 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f3055800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f30500d1980 con 0x7f30500d4310 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f3055800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f30500cf3a0 con 0x7f305015e470 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f304fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f305006d460 0x7f305015d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f304fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f305006d460 0x7f305015d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49552/0 (socket says 172.21.15.29:49552) 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f304fe00640 1 -- 172.21.15.29:0/1849668254 learned_addr learned my addr 172.21.15.29:0/1849668254 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f3047e00640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30500d4310 0x7f305015ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f3054e00640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f305015e470 0x7f305014d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f304fe00640 1 -- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f305015e470 msgr2=0x7f305014d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f304fe00640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f305015e470 0x7f305014d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f304fe00640 1 -- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30500d4310 msgr2=0x7f305015ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f304fe00640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30500d4310 0x7f305015ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f304fe00640 1 -- 172.21.15.29:0/1849668254 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30500cd220 con 0x7f305006d460 2024-09-12T03:11:56.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.091+0000 7f3054e00640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f305015e470 0x7f305014d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:56.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.092+0000 7f304fe00640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f305006d460 0x7f305015d3b0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f304000c3c0 tx=0x7f304000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:56.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.092+0000 7f304cc00640 1 -- 172.21.15.29:0/1849668254 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30400052d0 con 0x7f305006d460 2024-09-12T03:11:56.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.092+0000 7f304cc00640 1 -- 172.21.15.29:0/1849668254 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3040005490 con 0x7f305006d460 2024-09-12T03:11:56.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.092+0000 7f304cc00640 1 -- 172.21.15.29:0/1849668254 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3040007260 con 0x7f305006d460 2024-09-12T03:11:56.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.092+0000 7f3055800640 1 -- 172.21.15.29:0/1849668254 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30500cd500 con 0x7f305006d460 2024-09-12T03:11:56.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.092+0000 7f3055800640 1 -- 172.21.15.29:0/1849668254 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30500cdda0 con 0x7f305006d460 2024-09-12T03:11:56.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.093+0000 7f3055800640 1 -- 172.21.15.29:0/1849668254 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30500cd6d0 con 0x7f305006d460 2024-09-12T03:11:56.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.094+0000 7f304cc00640 1 -- 172.21.15.29:0/1849668254 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3040007400 con 0x7f305006d460 2024-09-12T03:11:56.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.095+0000 7f304cc00640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f302c06be30 0x7f302c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.095+0000 7f304cc00640 1 -- 172.21.15.29:0/1849668254 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 6101+0+0 (secure 0 0 0) 0x7f304008a430 con 0x7f305006d460 2024-09-12T03:11:56.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.096+0000 7f3047e00640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f302c06be30 0x7f302c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.097+0000 7f3047e00640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f302c06be30 0x7f302c06e2f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3038006fd0 tx=0x7f3038008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:56.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.100+0000 7f304cc00640 1 -- 172.21.15.29:0/1849668254 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f30400585f0 con 0x7f305006d460 2024-09-12T03:11:56.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.287+0000 7f3055800640 1 -- 172.21.15.29:0/1849668254 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f305006d8d0 con 0x7f305006d460 2024-09-12T03:11:56.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.288+0000 7f304cc00640 1 -- 172.21.15.29:0/1849668254 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v65) ==== 74+0+16885 (secure 0 0 0) 0x7f304005c8f0 con 0x7f305006d460 2024-09-12T03:11:56.287 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:56.288 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":65,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:11:54.937253+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:11:52.730614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-12T03:11:53.932252+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:11:56.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 -- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f302c06be30 msgr2=0x7f302c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f302c06be30 0x7f302c06e2f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3038006fd0 tx=0x7f3038008040 comp rx=0 tx=0).stop 2024-09-12T03:11:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 -- 172.21.15.29:0/1849668254 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f305006d460 msgr2=0x7f305015d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f305006d460 0x7f305015d3b0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f304000c3c0 tx=0x7f304000c880 comp rx=0 tx=0).stop 2024-09-12T03:11:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 -- 172.21.15.29:0/1849668254 shutdown_connections 2024-09-12T03:11:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f302c06be30 0x7f302c06e2f0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f305015e470 0x7f305014d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f30500d4310 0x7f305015ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 --2- 172.21.15.29:0/1849668254 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f305006d460 0x7f305015d3b0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 -- 172.21.15.29:0/1849668254 >> 172.21.15.29:0/1849668254 conn(0x7f305009d700 msgr2=0x7f30500b40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 -- 172.21.15.29:0/1849668254 shutdown_connections 2024-09-12T03:11:56.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.290+0000 7f3055800640 1 -- 172.21.15.29:0/1849668254 wait complete. 2024-09-12T03:11:56.305 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-12T03:11:56.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.465+0000 7fb80d600640 1 Processor -- start 2024-09-12T03:11:56.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.465+0000 7fb80d600640 1 -- start start 2024-09-12T03:11:56.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb80d600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb8080cf0d0 0x7fb80813e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb80d600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb80806f1b0 0x7fb80806f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb80d600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8080cf5b0 con 0x7fb808155910 2024-09-12T03:11:56.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb80d600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb80813ed70 con 0x7fb80806f1b0 2024-09-12T03:11:56.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb80d600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fb8080cf890 con 0x7fb8080cf0d0 2024-09-12T03:11:56.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb807400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb80806f1b0 0x7fb80806f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb807400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb80806f1b0 0x7fb80806f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49564/0 (socket says 172.21.15.29:49564) 2024-09-12T03:11:56.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb807400640 1 -- 172.21.15.29:0/2128975425 learned_addr learned my addr 172.21.15.29:0/2128975425 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:56.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb7ffe00640 1 --2- 172.21.15.29:0/2128975425 >> v2:172.21.15.38:3300/0 conn(0x7fb8080cf0d0 0x7fb80813e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb807400640 1 -- 172.21.15.29:0/2128975425 >> v2:172.21.15.38:3300/0 conn(0x7fb8080cf0d0 msgr2=0x7fb80813e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:56.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb807400640 1 --2- 172.21.15.29:0/2128975425 >> v2:172.21.15.38:3300/0 conn(0x7fb8080cf0d0 0x7fb80813e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb807400640 1 -- 172.21.15.29:0/2128975425 >> v1:172.21.15.38:6789/0 conn(0x7fb808155910 legacy=0x7fb808141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:56.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb807400640 1 -- 172.21.15.29:0/2128975425 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8080cfb70 con 0x7fb80806f1b0 2024-09-12T03:11:56.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.467+0000 7fb7ffe00640 1 --2- 172.21.15.29:0/2128975425 >> v2:172.21.15.38:3300/0 conn(0x7fb8080cf0d0 0x7fb80813e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.468+0000 7fb807400640 1 --2- 172.21.15.29:0/2128975425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb80806f1b0 0x7fb80806f640 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb808141980 tx=0x7fb80002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ea053b8053114e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.469+0000 7fb806000640 1 -- 172.21.15.29:0/2128975425 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb800036070 con 0x7fb80806f1b0 2024-09-12T03:11:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.469+0000 7fb806000640 1 -- 172.21.15.29:0/2128975425 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb800031600 con 0x7fb80806f1b0 2024-09-12T03:11:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.469+0000 7fb806000640 1 -- 172.21.15.29:0/2128975425 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8000319d0 con 0x7fb80806f1b0 2024-09-12T03:11:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.469+0000 7fb80d600640 1 -- 172.21.15.29:0/2128975425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb80806f1b0 msgr2=0x7fb80806f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.469+0000 7fb80d600640 1 --2- 172.21.15.29:0/2128975425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb80806f1b0 0x7fb80806f640 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb808141980 tx=0x7fb80002a6a0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.469+0000 7fb80d600640 1 -- 172.21.15.29:0/2128975425 shutdown_connections 2024-09-12T03:11:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.469+0000 7fb80d600640 1 --2- 172.21.15.29:0/2128975425 >> v2:172.21.15.38:3300/0 conn(0x7fb8080cf0d0 0x7fb80813e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.469+0000 7fb80d600640 1 --2- 172.21.15.29:0/2128975425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb80806f1b0 0x7fb80806f640 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.469+0000 7fb80d600640 1 -- 172.21.15.29:0/2128975425 >> 172.21.15.29:0/2128975425 conn(0x7fb808067d70 msgr2=0x7fb80806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.469+0000 7fb80d600640 1 -- 172.21.15.29:0/2128975425 shutdown_connections 2024-09-12T03:11:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.469+0000 7fb80d600640 1 -- 172.21.15.29:0/2128975425 wait complete. 2024-09-12T03:11:56.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.471+0000 7fb80d600640 1 Processor -- start 2024-09-12T03:11:56.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.471+0000 7fb80d600640 1 -- start start 2024-09-12T03:11:56.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.472+0000 7fb80d600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb80806f1b0 0x7fb808157750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.472+0000 7fb80d600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8080cf0d0 0x7fb8081548b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.472+0000 7fb80d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb808155910 0x7fb8080cb600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.472+0000 7fb80d600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb8080cd1b0 con 0x7fb808155910 2024-09-12T03:11:56.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.472+0000 7fb80d600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb8080cd030 con 0x7fb8080cf0d0 2024-09-12T03:11:56.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.472+0000 7fb80d600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb80815bb60 con 0x7fb80806f1b0 2024-09-12T03:11:56.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.472+0000 7fb807400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb808155910 0x7fb8080cb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.472+0000 7fb807400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb808155910 0x7fb8080cb600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49572/0 (socket says 172.21.15.29:49572) 2024-09-12T03:11:56.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.472+0000 7fb807400640 1 -- 172.21.15.29:0/3523535888 learned_addr learned my addr 172.21.15.29:0/3523535888 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:56.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.472+0000 7fb7ffe00640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8080cf0d0 0x7fb8081548b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.473+0000 7fb806a00640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb80806f1b0 0x7fb808157750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.473+0000 7fb807400640 1 -- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb80806f1b0 msgr2=0x7fb808157750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:56.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.473+0000 7fb807400640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb80806f1b0 0x7fb808157750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.473+0000 7fb807400640 1 -- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8080cf0d0 msgr2=0x7fb8081548b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:56.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.473+0000 7fb807400640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8080cf0d0 0x7fb8081548b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:56.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.473+0000 7fb807400640 1 -- 172.21.15.29:0/3523535888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb808157f80 con 0x7fb808155910 2024-09-12T03:11:56.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.473+0000 7fb806a00640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb80806f1b0 0x7fb808157750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:56.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.473+0000 7fb807400640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb808155910 0x7fb8080cb600 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fb800009f40 tx=0x7fb800004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:56.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.473+0000 7fb7fea00640 1 -- 172.21.15.29:0/3523535888 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb800036050 con 0x7fb808155910 2024-09-12T03:11:56.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.474+0000 7fb7fea00640 1 -- 172.21.15.29:0/3523535888 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb800042070 con 0x7fb808155910 2024-09-12T03:11:56.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.474+0000 7fb7fea00640 1 -- 172.21.15.29:0/3523535888 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb800009510 con 0x7fb808155910 2024-09-12T03:11:56.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.474+0000 7fb80d600640 1 -- 172.21.15.29:0/3523535888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb808158260 con 0x7fb808155910 2024-09-12T03:11:56.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.474+0000 7fb80d600640 1 -- 172.21.15.29:0/3523535888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb808158820 con 0x7fb808155910 2024-09-12T03:11:56.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.475+0000 7fb80d600640 1 -- 172.21.15.29:0/3523535888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb80813e830 con 0x7fb808155910 2024-09-12T03:11:56.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.476+0000 7fb7fea00640 1 -- 172.21.15.29:0/3523535888 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb800007bd0 con 0x7fb808155910 2024-09-12T03:11:56.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.476+0000 7fb7fea00640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7e406be30 0x7fb7e406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:56.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.477+0000 7fb7fea00640 1 -- 172.21.15.29:0/3523535888 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 6101+0+0 (secure 0 0 0) 0x7fb8000abe70 con 0x7fb808155910 2024-09-12T03:11:56.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.477+0000 7fb806a00640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7e406be30 0x7fb7e406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:56.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.478+0000 7fb806a00640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7e406be30 0x7fb7e406e2f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb7f8001660 tx=0x7fb7f8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:56.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.481+0000 7fb7fea00640 1 -- 172.21.15.29:0/3523535888 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb80007a5f0 con 0x7fb808155910 2024-09-12T03:11:56.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:56.705+0000 7fb80d600640 1 -- 172.21.15.29:0/3523535888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fb80806ead0 con 0x7fb808155910 2024-09-12T03:11:57.492 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:11:57.492+0000 7fe23c400640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T03:11:57.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.531+0000 7fb7fea00640 1 -- 172.21.15.29:0/3523535888 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v51) ==== 118+0+0 (secure 0 0 0) 0x7fb800079ef0 con 0x7fb808155910 2024-09-12T03:11:57.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.534+0000 7fb80d600640 1 -- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7e406be30 msgr2=0x7fb7e406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:57.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.534+0000 7fb80d600640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7e406be30 0x7fb7e406e2f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb7f8001660 tx=0x7fb7f8009040 comp rx=0 tx=0).stop 2024-09-12T03:11:57.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.534+0000 7fb80d600640 1 -- 172.21.15.29:0/3523535888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb808155910 msgr2=0x7fb8080cb600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:57.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.534+0000 7fb80d600640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb808155910 0x7fb8080cb600 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fb800009f40 tx=0x7fb800004a40 comp rx=0 tx=0).stop 2024-09-12T03:11:57.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.535+0000 7fb80d600640 1 -- 172.21.15.29:0/3523535888 shutdown_connections 2024-09-12T03:11:57.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.535+0000 7fb80d600640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb7e406be30 0x7fb7e406e2f0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:57.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.535+0000 7fb80d600640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb808155910 0x7fb8080cb600 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:57.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.535+0000 7fb80d600640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8080cf0d0 0x7fb8081548b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:57.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.535+0000 7fb80d600640 1 --2- 172.21.15.29:0/3523535888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb80806f1b0 0x7fb808157750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:57.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.535+0000 7fb80d600640 1 -- 172.21.15.29:0/3523535888 >> 172.21.15.29:0/3523535888 conn(0x7fb808067d70 msgr2=0x7fb80806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:57.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.535+0000 7fb80d600640 1 -- 172.21.15.29:0/3523535888 shutdown_connections 2024-09-12T03:11:57.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.535+0000 7fb80d600640 1 -- 172.21.15.29:0/3523535888 wait complete. 2024-09-12T03:11:57.552 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-12T03:11:57.552 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-12T03:11:57.604 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-12T03:11:57.604 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-09-12T03:11:57.605 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-12T03:11:57.605 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-12T03:11:57.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.716+0000 7fa305800640 1 Processor -- start 2024-09-12T03:11:57.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.717+0000 7fa305800640 1 -- start start 2024-09-12T03:11:57.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.718+0000 7fa305800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa300072040 0x7fa30015fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:57.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.718+0000 7fa305800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa300160340 con 0x7fa30006e0a0 2024-09-12T03:11:57.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.718+0000 7fa305800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3001605e0 con 0x7fa300072d80 2024-09-12T03:11:57.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.718+0000 7fa305800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa3001608c0 con 0x7fa300072040 2024-09-12T03:11:57.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.718+0000 7fa2ff400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa30006e0a0 0x7fa3000cd5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44094/0 (socket says 172.21.15.29:44094) 2024-09-12T03:11:57.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.718+0000 7fa2ff400640 1 -- 172.21.15.29:0/2714634990 learned_addr learned my addr 172.21.15.29:0/2714634990 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:57.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.718+0000 7fa2fea00640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa300072040 0x7fa30015fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.718+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2301563786 0 0) 0x7fa300160340 con 0x7fa30006e0a0 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa2e4003520 con 0x7fa30006e0a0 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2568610992 0 0) 0x7fa3001605e0 con 0x7fa300072d80 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa300160340 con 0x7fa300072d80 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3586192667 0 0) 0x7fa2e4003520 con 0x7fa30006e0a0 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa300072040 msgr2=0x7fa30015fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa300072040 0x7fa30015fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 >> v1:172.21.15.38:6789/0 conn(0x7fa300072d80 legacy=0x7fa300072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa300160ba0 con 0x7fa30006e0a0 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fa2f80019f0 con 0x7fa30006e0a0 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 >> v1:172.21.15.29:6789/0 conn(0x7fa30006e0a0 legacy=0x7fa3000cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:57.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2e4003b70 0x7fa2e4003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2e4004800 0x7fa2e4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa300072040 0x7fa2e40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa3001608c0 con 0x7fa2e4004800 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e400ba70 con 0x7fa2e4003b70 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa2e400bc40 con 0x7fa300072040 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2f7e00640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2e4004800 0x7fa2e4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2ff400640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa300072040 0x7fa2e40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.719+0000 7fa2fea00640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2e4003b70 0x7fa2e4003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.720+0000 7fa2f7e00640 1 -- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa300072040 msgr2=0x7fa2e40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.720+0000 7fa2f7e00640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa300072040 0x7fa2e40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.720+0000 7fa2f7e00640 1 -- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2e4003b70 msgr2=0x7fa2e4003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.720+0000 7fa2f7e00640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2e4003b70 0x7fa2e4003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:57.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.720+0000 7fa2f7e00640 1 -- 172.21.15.29:0/2714634990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2e4003520 con 0x7fa2e4004800 2024-09-12T03:11:57.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.720+0000 7fa2fea00640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2e4003b70 0x7fa2e4003f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:57.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.721+0000 7fa2f7e00640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2e4004800 0x7fa2e4004c80 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fa2e80018a0 tx=0x7fa2e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfe5ab701f21441d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:57.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.721+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e80014f0 con 0x7fa2e4004800 2024-09-12T03:11:57.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.721+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2e80052d0 con 0x7fa2e4004800 2024-09-12T03:11:57.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.721+0000 7fa2fe000640 1 -- 172.21.15.29:0/2714634990 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e802ac00 con 0x7fa2e4004800 2024-09-12T03:11:57.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.721+0000 7fa305800640 1 -- 172.21.15.29:0/2714634990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2e4004800 msgr2=0x7fa2e4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:57.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.721+0000 7fa305800640 1 --2- 172.21.15.29:0/2714634990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2e4004800 0x7fa2e4004c80 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fa2e80018a0 tx=0x7fa2e4005830 comp rx=0 tx=0).stop 2024-09-12T03:11:57.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.721+0000 7fa2ff400640 1 -- 172.21.15.29:0/2714634990 reap_dead start 2024-09-12T03:11:57.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.722+0000 7fa305800640 1 -- 172.21.15.29:0/2714634990 shutdown_connections 2024-09-12T03:11:57.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.722+0000 7fa305800640 1 -- 172.21.15.29:0/2714634990 >> 172.21.15.29:0/2714634990 conn(0x7fa300067d70 msgr2=0x7fa30006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:57.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.722+0000 7fa305800640 1 -- 172.21.15.29:0/2714634990 shutdown_connections 2024-09-12T03:11:57.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.722+0000 7fa305800640 1 -- 172.21.15.29:0/2714634990 wait complete. 2024-09-12T03:11:57.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.723+0000 7fa305800640 1 Processor -- start 2024-09-12T03:11:57.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.723+0000 7fa305800640 1 -- start start 2024-09-12T03:11:57.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.724+0000 7fa305800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2e4004800 0x7fa3000cad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:57.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.724+0000 7fa305800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3000aa660 0x7fa30015bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:57.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.724+0000 7fa305800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30015e720 0x7fa30015eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:57.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.724+0000 7fa305800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa3000cdcc0 con 0x7fa30015e720 2024-09-12T03:11:57.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.724+0000 7fa305800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa300145b00 con 0x7fa3000aa660 2024-09-12T03:11:57.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.724+0000 7fa305800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa3000cde40 con 0x7fa2e4004800 2024-09-12T03:11:57.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2ff400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30015e720 0x7fa30015eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:57.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2ff400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30015e720 0x7fa30015eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49578/0 (socket says 172.21.15.29:49578) 2024-09-12T03:11:57.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2ff400640 1 -- 172.21.15.29:0/2086545694 learned_addr learned my addr 172.21.15.29:0/2086545694 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:57.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2fea00640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2e4004800 0x7fa3000cad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2f7e00640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3000aa660 0x7fa30015bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2ff400640 1 -- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2e4004800 msgr2=0x7fa3000cad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2ff400640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2e4004800 0x7fa3000cad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2ff400640 1 -- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3000aa660 msgr2=0x7fa30015bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2ff400640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3000aa660 0x7fa30015bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2ff400640 1 -- 172.21.15.29:0/2086545694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3000cb2d0 con 0x7fa30015e720 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2f7e00640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3000aa660 0x7fa30015bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.725+0000 7fa2ff400640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30015e720 0x7fa30015eb80 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fa300071fd0 tx=0x7fa2f8007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.726+0000 7fa2f6a00640 1 -- 172.21.15.29:0/2086545694 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f800abd0 con 0x7fa30015e720 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.726+0000 7fa2f6a00640 1 -- 172.21.15.29:0/2086545694 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2f8018070 con 0x7fa30015e720 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.726+0000 7fa2f6a00640 1 -- 172.21.15.29:0/2086545694 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f80133f0 con 0x7fa30015e720 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.726+0000 7fa305800640 1 -- 172.21.15.29:0/2086545694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3000cb570 con 0x7fa30015e720 2024-09-12T03:11:57.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.726+0000 7fa305800640 1 -- 172.21.15.29:0/2086545694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3000cbb30 con 0x7fa30015e720 2024-09-12T03:11:57.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.727+0000 7fa305800640 1 -- 172.21.15.29:0/2086545694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3000cc1f0 con 0x7fa30015e720 2024-09-12T03:11:57.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.728+0000 7fa2f6a00640 1 -- 172.21.15.29:0/2086545694 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa2f80135b0 con 0x7fa30015e720 2024-09-12T03:11:57.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.728+0000 7fa2f6a00640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2dc06be30 0x7fa2dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:57.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.729+0000 7fa2f6a00640 1 -- 172.21.15.29:0/2086545694 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fa2f808b800 con 0x7fa30015e720 2024-09-12T03:11:57.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.729+0000 7fa2fea00640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2dc06be30 0x7fa2dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:57.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.730+0000 7fa2fea00640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2dc06be30 0x7fa2dc06e2f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa2f0009930 tx=0x7fa2f0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:57.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.733+0000 7fa2f6a00640 1 -- 172.21.15.29:0/2086545694 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa3000cc1f0 con 0x7fa30015e720 2024-09-12T03:11:57.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:57.952+0000 7fa305800640 1 -- 172.21.15.29:0/2086545694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fa300145d70 con 0x7fa30015e720 2024-09-12T03:11:58.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.537+0000 7fa2f6a00640 1 -- 172.21.15.29:0/2086545694 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v52) ==== 122+0+0 (secure 0 0 0) 0x7fa300145d70 con 0x7fa30015e720 2024-09-12T03:11:58.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 -- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2dc06be30 msgr2=0x7fa2dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:58.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2dc06be30 0x7fa2dc06e2f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa2f0009930 tx=0x7fa2f0008040 comp rx=0 tx=0).stop 2024-09-12T03:11:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 -- 172.21.15.29:0/2086545694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30015e720 msgr2=0x7fa30015eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30015e720 0x7fa30015eb80 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fa300071fd0 tx=0x7fa2f8007bd0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 -- 172.21.15.29:0/2086545694 shutdown_connections 2024-09-12T03:11:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2dc06be30 0x7fa2dc06e2f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30015e720 0x7fa30015eb80 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa3000aa660 0x7fa30015bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 --2- 172.21.15.29:0/2086545694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2e4004800 0x7fa3000cad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 -- 172.21.15.29:0/2086545694 >> 172.21.15.29:0/2086545694 conn(0x7fa300067d70 msgr2=0x7fa30006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 -- 172.21.15.29:0/2086545694 shutdown_connections 2024-09-12T03:11:58.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.540+0000 7fa305800640 1 -- 172.21.15.29:0/2086545694 wait complete. 2024-09-12T03:11:58.559 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-12T03:11:58.559 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:11:58.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.719+0000 7fca79200640 1 Processor -- start 2024-09-12T03:11:58.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.719+0000 7fca79200640 1 -- start start 2024-09-12T03:11:58.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.720+0000 7fca79200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca7415e470 0x7fca740cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:58.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.720+0000 7fca79200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fca740d00e0 0x7fca740d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:58.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.720+0000 7fca79200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca7415e850 con 0x7fca740d4850 2024-09-12T03:11:58.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.720+0000 7fca79200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fca740cf710 con 0x7fca740d00e0 2024-09-12T03:11:58.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.720+0000 7fca79200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fca740d1c60 con 0x7fca7415e470 2024-09-12T03:11:58.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.720+0000 7fca72a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fca740d00e0 0x7fca740d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:58.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.720+0000 7fca72a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fca740d00e0 0x7fca740d4310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49588/0 (socket says 172.21.15.29:49588) 2024-09-12T03:11:58.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.720+0000 7fca72a00640 1 -- 172.21.15.29:0/1383654455 learned_addr learned my addr 172.21.15.29:0/1383654455 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:58.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.720+0000 7fca73e00640 1 --1- 172.21.15.29:0/1383654455 >> v1:172.21.15.29:6789/0 conn(0x7fca740d4850 0x7fca7406d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44106/0 (socket says 172.21.15.29:44106) 2024-09-12T03:11:58.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.720+0000 7fca73400640 1 --2- 172.21.15.29:0/1383654455 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca7415e470 0x7fca740cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:58.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.721+0000 7fca72a00640 1 -- 172.21.15.29:0/1383654455 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca7415e470 msgr2=0x7fca740cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:58.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.721+0000 7fca72a00640 1 --2- 172.21.15.29:0/1383654455 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca7415e470 0x7fca740cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.721+0000 7fca72a00640 1 -- 172.21.15.29:0/1383654455 >> v1:172.21.15.29:6789/0 conn(0x7fca740d4850 legacy=0x7fca7406d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:58.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.721+0000 7fca72a00640 1 -- 172.21.15.29:0/1383654455 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca740d1980 con 0x7fca740d00e0 2024-09-12T03:11:58.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.722+0000 7fca72a00640 1 --2- 172.21.15.29:0/1383654455 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca740d00e0 0x7fca740d4310 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fca60009870 tx=0x7fca6002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1652a6613f08553c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:58.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.722+0000 7fca72000640 1 -- 172.21.15.29:0/1383654455 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca60037070 con 0x7fca740d00e0 2024-09-12T03:11:58.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.722+0000 7fca72000640 1 -- 172.21.15.29:0/1383654455 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca60032440 con 0x7fca740d00e0 2024-09-12T03:11:58.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.722+0000 7fca72000640 1 -- 172.21.15.29:0/1383654455 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca60032810 con 0x7fca740d00e0 2024-09-12T03:11:58.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.723+0000 7fca79200640 1 -- 172.21.15.29:0/1383654455 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca740d00e0 msgr2=0x7fca740d4310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:58.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.723+0000 7fca79200640 1 --2- 172.21.15.29:0/1383654455 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca740d00e0 0x7fca740d4310 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fca60009870 tx=0x7fca6002a250 comp rx=0 tx=0).stop 2024-09-12T03:11:58.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.723+0000 7fca79200640 1 -- 172.21.15.29:0/1383654455 shutdown_connections 2024-09-12T03:11:58.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.723+0000 7fca79200640 1 --2- 172.21.15.29:0/1383654455 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca740d00e0 0x7fca740d4310 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.723+0000 7fca79200640 1 --2- 172.21.15.29:0/1383654455 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca7415e470 0x7fca740cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.723+0000 7fca79200640 1 -- 172.21.15.29:0/1383654455 >> 172.21.15.29:0/1383654455 conn(0x7fca7409d700 msgr2=0x7fca7408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:58.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.723+0000 7fca79200640 1 -- 172.21.15.29:0/1383654455 shutdown_connections 2024-09-12T03:11:58.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.723+0000 7fca79200640 1 -- 172.21.15.29:0/1383654455 wait complete. 2024-09-12T03:11:58.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.724+0000 7fca79200640 1 Processor -- start 2024-09-12T03:11:58.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.725+0000 7fca79200640 1 -- start start 2024-09-12T03:11:58.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.725+0000 7fca79200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca740d00e0 0x7fca74156c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:58.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.725+0000 7fca79200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca740d4850 0x7fca74157320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:58.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.725+0000 7fca79200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca7415e470 0x7fca74157860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:58.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.725+0000 7fca79200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fca7406db70 con 0x7fca740d4850 2024-09-12T03:11:58.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.725+0000 7fca79200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fca740cf3a0 con 0x7fca7415e470 2024-09-12T03:11:58.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.725+0000 7fca79200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fca7406dcf0 con 0x7fca740d00e0 2024-09-12T03:11:58.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca72a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca740d4850 0x7fca74157320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca72a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca740d4850 0x7fca74157320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49592/0 (socket says 172.21.15.29:49592) 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca72a00640 1 -- 172.21.15.29:0/4220255408 learned_addr learned my addr 172.21.15.29:0/4220255408 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca73400640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca740d00e0 0x7fca74156c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca72a00640 1 -- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca740d00e0 msgr2=0x7fca74156c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca72a00640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca740d00e0 0x7fca74156c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca72a00640 1 -- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca7415e470 msgr2=0x7fca74157860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca73e00640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca7415e470 0x7fca74157860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca72a00640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca7415e470 0x7fca74157860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca72a00640 1 -- 172.21.15.29:0/4220255408 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca74157e90 con 0x7fca740d4850 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca73400640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca740d00e0 0x7fca74156c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca73e00640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca7415e470 0x7fca74157860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:11:58.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.726+0000 7fca72a00640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca740d4850 0x7fca74157320 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fca60000c00 tx=0x7fca600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:58.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.727+0000 7fca6b400640 1 -- 172.21.15.29:0/4220255408 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca60037040 con 0x7fca740d4850 2024-09-12T03:11:58.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.727+0000 7fca6b400640 1 -- 172.21.15.29:0/4220255408 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca60042070 con 0x7fca740d4850 2024-09-12T03:11:58.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.727+0000 7fca6b400640 1 -- 172.21.15.29:0/4220255408 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca60030880 con 0x7fca740d4850 2024-09-12T03:11:58.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.727+0000 7fca79200640 1 -- 172.21.15.29:0/4220255408 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca74158170 con 0x7fca740d4850 2024-09-12T03:11:58.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.727+0000 7fca79200640 1 -- 172.21.15.29:0/4220255408 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca74158730 con 0x7fca740d4850 2024-09-12T03:11:58.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.728+0000 7fca79200640 1 -- 172.21.15.29:0/4220255408 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca740d4310 con 0x7fca740d4850 2024-09-12T03:11:58.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.729+0000 7fca6b400640 1 -- 172.21.15.29:0/4220255408 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fca60030a20 con 0x7fca740d4850 2024-09-12T03:11:58.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.730+0000 7fca6b400640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca5406be30 0x7fca5406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:58.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.730+0000 7fca6b400640 1 -- 172.21.15.29:0/4220255408 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fca600ab890 con 0x7fca740d4850 2024-09-12T03:11:58.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.730+0000 7fca73400640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca5406be30 0x7fca5406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:58.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.731+0000 7fca73400640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca5406be30 0x7fca5406e2f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fca740ce9c0 tx=0x7fca64008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:58.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.734+0000 7fca6b400640 1 -- 172.21.15.29:0/4220255408 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fca6007a0a0 con 0x7fca740d4850 2024-09-12T03:11:58.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.955+0000 7fca79200640 1 -- 172.21.15.29:0/4220255408 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca7406cf90 con 0x7fca740d4850 2024-09-12T03:11:58.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.955+0000 7fca6b400640 1 -- 172.21.15.29:0/4220255408 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) ==== 94+0+5224 (secure 0 0 0) 0x7fca600799a0 con 0x7fca740d4850 2024-09-12T03:11:58.955 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:58.955 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":52,"btime":"2024-09-12T03:11:58:532147+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5944,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2904742734","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2904742734},{"type":"v1","addr":"172.21.15.29:6834","nonce":2904742734}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46},{"gid":6117,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3488992369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":3488992369},{"type":"v1","addr":"172.21.15.29:6835","nonce":3488992369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/3212600768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":3212600768},{"type":"v1","addr":"172.21.15.38:6836","nonce":3212600768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47}],"filesystems":[{"mdsmap":{"epoch":52,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:11:54.937603+0000","modified":"2024-09-12T03:11:57.953590+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6129},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6129":{"gid":6129,"name":"b","rank":0,"incarnation":48,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/2752509154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2752509154},{"type":"v1","addr":"172.21.15.38:6837","nonce":2752509154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6129,"qdb_cluster":[6129]},"id":4}]} 2024-09-12T03:11:58.955 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 52 2024-09-12T03:11:58.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.957+0000 7fca79200640 1 -- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca5406be30 msgr2=0x7fca5406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:58.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.957+0000 7fca79200640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca5406be30 0x7fca5406e2f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fca740ce9c0 tx=0x7fca64008040 comp rx=0 tx=0).stop 2024-09-12T03:11:58.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.957+0000 7fca79200640 1 -- 172.21.15.29:0/4220255408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca740d4850 msgr2=0x7fca74157320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:58.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.957+0000 7fca79200640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca740d4850 0x7fca74157320 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fca60000c00 tx=0x7fca600046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.957+0000 7fca79200640 1 -- 172.21.15.29:0/4220255408 shutdown_connections 2024-09-12T03:11:58.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.957+0000 7fca79200640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca5406be30 0x7fca5406e2f0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.957+0000 7fca79200640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca7415e470 0x7fca74157860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.957+0000 7fca79200640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca740d4850 0x7fca74157320 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.957+0000 7fca79200640 1 --2- 172.21.15.29:0/4220255408 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca740d00e0 0x7fca74156c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:58.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.957+0000 7fca79200640 1 -- 172.21.15.29:0/4220255408 >> 172.21.15.29:0/4220255408 conn(0x7fca7409d700 msgr2=0x7fca740b5650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:58.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.957+0000 7fca79200640 1 -- 172.21.15.29:0/4220255408 shutdown_connections 2024-09-12T03:11:58.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:58.958+0000 7fca79200640 1 -- 172.21.15.29:0/4220255408 wait complete. 2024-09-12T03:11:58.973 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:11:59.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.130+0000 7f9210c00640 1 Processor -- start 2024-09-12T03:11:59.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.130+0000 7f9210c00640 1 -- start start 2024-09-12T03:11:59.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.131+0000 7f9210c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f920c15e470 0x7f920c0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.131+0000 7f9210c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f920c15e850 con 0x7f920c0d00e0 2024-09-12T03:11:59.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.131+0000 7f9210c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f920c0d1c60 con 0x7f920c0d4a20 2024-09-12T03:11:59.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.131+0000 7f9210c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f920c0cf710 con 0x7f920c15e470 2024-09-12T03:11:59.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.131+0000 7f920aa00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f920c0d00e0 0x7f920c0d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44120/0 (socket says 172.21.15.29:44120) 2024-09-12T03:11:59.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.131+0000 7f920aa00640 1 -- 172.21.15.29:0/1249872571 learned_addr learned my addr 172.21.15.29:0/1249872571 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:59.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.132+0000 7f920b400640 1 --2- 172.21.15.29:0/1249872571 >> v2:172.21.15.38:3300/0 conn(0x7f920c15e470 0x7f920c0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.132+0000 7f920a000640 1 -- 172.21.15.29:0/1249872571 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 316238424 0 0) 0x7f920c15e850 con 0x7f920c0d00e0 2024-09-12T03:11:59.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.132+0000 7f920a000640 1 -- 172.21.15.29:0/1249872571 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f91f0003520 con 0x7f920c0d00e0 2024-09-12T03:11:59.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.132+0000 7f920a000640 1 -- 172.21.15.29:0/1249872571 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1317509799 0 0) 0x7f920c0d1c60 con 0x7f920c0d4a20 2024-09-12T03:11:59.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.132+0000 7f920a000640 1 -- 172.21.15.29:0/1249872571 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f920c15e850 con 0x7f920c0d4a20 2024-09-12T03:11:59.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.132+0000 7f920b400640 1 -- 172.21.15.29:0/1249872571 >> v1:172.21.15.38:6789/0 conn(0x7f920c0d4a20 legacy=0x7f920c06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.132+0000 7f920b400640 1 -- 172.21.15.29:0/1249872571 >> v1:172.21.15.29:6789/0 conn(0x7f920c0d00e0 legacy=0x7f920c0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.132+0000 7f920b400640 1 -- 172.21.15.29:0/1249872571 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f920c0d1980 con 0x7f920c15e470 2024-09-12T03:11:59.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.133+0000 7f920b400640 1 --2- 172.21.15.29:0/1249872571 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f920c15e470 0x7f920c0cfba0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f91fc0097a0 tx=0x7f91fc02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab97f3775b85443f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:59.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.133+0000 7f920a000640 1 -- 172.21.15.29:0/1249872571 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91fc037070 con 0x7f920c15e470 2024-09-12T03:11:59.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.134+0000 7f920a000640 1 -- 172.21.15.29:0/1249872571 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91fc032440 con 0x7f920c15e470 2024-09-12T03:11:59.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.134+0000 7f920a000640 1 -- 172.21.15.29:0/1249872571 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91fc032810 con 0x7f920c15e470 2024-09-12T03:11:59.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.134+0000 7f9210c00640 1 -- 172.21.15.29:0/1249872571 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f920c15e470 msgr2=0x7f920c0cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.134+0000 7f9210c00640 1 --2- 172.21.15.29:0/1249872571 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f920c15e470 0x7f920c0cfba0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f91fc0097a0 tx=0x7f91fc02a230 comp rx=0 tx=0).stop 2024-09-12T03:11:59.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.134+0000 7f9210c00640 1 -- 172.21.15.29:0/1249872571 shutdown_connections 2024-09-12T03:11:59.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.134+0000 7f9210c00640 1 --2- 172.21.15.29:0/1249872571 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f920c15e470 0x7f920c0cfba0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.134+0000 7f9210c00640 1 -- 172.21.15.29:0/1249872571 >> 172.21.15.29:0/1249872571 conn(0x7f920c09d700 msgr2=0x7f920c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:59.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.134+0000 7f9210c00640 1 -- 172.21.15.29:0/1249872571 shutdown_connections 2024-09-12T03:11:59.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.134+0000 7f9210c00640 1 -- 172.21.15.29:0/1249872571 wait complete. 2024-09-12T03:11:59.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.136+0000 7f9210c00640 1 Processor -- start 2024-09-12T03:11:59.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.136+0000 7f9210c00640 1 -- start start 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f9210c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f920c0d00e0 0x7f920c1568d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f9210c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f920c0d4a20 0x7f920c15f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f9210c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f920c15e470 0x7f920c0b9660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f9210c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f920c06db70 con 0x7f920c0d00e0 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f9210c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f920c0cf3a0 con 0x7f920c15e470 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f9210c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f920c06dcf0 con 0x7f920c0d4a20 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f920b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f920c0d00e0 0x7f920c1568d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f920b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f920c0d00e0 0x7f920c1568d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49600/0 (socket says 172.21.15.29:49600) 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f920b400640 1 -- 172.21.15.29:0/2581230037 learned_addr learned my addr 172.21.15.29:0/2581230037 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f920b400640 1 -- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f920c0d4a20 msgr2=0x7f920c15f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f920b400640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f920c0d4a20 0x7f920c15f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f920b400640 1 -- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f920c15e470 msgr2=0x7f920c0b9660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f920b400640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f920c15e470 0x7f920c0b9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.137+0000 7f920b400640 1 -- 172.21.15.29:0/2581230037 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f920c15fb90 con 0x7f920c0d00e0 2024-09-12T03:11:59.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.138+0000 7f920b400640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f920c0d00e0 0x7f920c1568d0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f91fc000c00 tx=0x7f91fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:59.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.138+0000 7f9203400640 1 -- 172.21.15.29:0/2581230037 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91fc041020 con 0x7f920c0d00e0 2024-09-12T03:11:59.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.138+0000 7f9203400640 1 -- 172.21.15.29:0/2581230037 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91fc03d6e0 con 0x7f920c0d00e0 2024-09-12T03:11:59.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.138+0000 7f9203400640 1 -- 172.21.15.29:0/2581230037 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91fc037040 con 0x7f920c0d00e0 2024-09-12T03:11:59.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.138+0000 7f9210c00640 1 -- 172.21.15.29:0/2581230037 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f920c15fe70 con 0x7f920c0d00e0 2024-09-12T03:11:59.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.138+0000 7f9210c00640 1 -- 172.21.15.29:0/2581230037 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f920c160430 con 0x7f920c0d00e0 2024-09-12T03:11:59.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.139+0000 7f9210c00640 1 -- 172.21.15.29:0/2581230037 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f920c0b34b0 con 0x7f920c0d00e0 2024-09-12T03:11:59.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.140+0000 7f9203400640 1 -- 172.21.15.29:0/2581230037 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f91fc044020 con 0x7f920c0d00e0 2024-09-12T03:11:59.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.141+0000 7f9203400640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f91ec06be60 0x7f91ec06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.141+0000 7f9203400640 1 -- 172.21.15.29:0/2581230037 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f91fc0ab8b0 con 0x7f920c0d00e0 2024-09-12T03:11:59.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.142+0000 7f920aa00640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f91ec06be60 0x7f91ec06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.142+0000 7f920aa00640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f91ec06be60 0x7f91ec06e320 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f91f8005880 tx=0x7f91f8007950 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:59.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.145+0000 7f9203400640 1 -- 172.21.15.29:0/2581230037 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f920c0b34b0 con 0x7f920c0d00e0 2024-09-12T03:11:59.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.333+0000 7f9210c00640 1 -- 172.21.15.29:0/2581230037 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f920c0cfba0 con 0x7f920c0d00e0 2024-09-12T03:11:59.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.335+0000 7f9203400640 1 -- 172.21.15.29:0/2581230037 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) ==== 74+0+16872 (secure 0 0 0) 0x7f91fc04b030 con 0x7f920c0d00e0 2024-09-12T03:11:59.334 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:59.335 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":66,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:11:56.514780+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:11:52.730614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-12T03:11:53.932252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:11:59.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 -- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f91ec06be60 msgr2=0x7f91ec06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f91ec06be60 0x7f91ec06e320 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f91f8005880 tx=0x7f91f8007950 comp rx=0 tx=0).stop 2024-09-12T03:11:59.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 -- 172.21.15.29:0/2581230037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f920c0d00e0 msgr2=0x7f920c1568d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f920c0d00e0 0x7f920c1568d0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f91fc000c00 tx=0x7f91fc0046c0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 -- 172.21.15.29:0/2581230037 shutdown_connections 2024-09-12T03:11:59.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f91ec06be60 0x7f91ec06e320 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f920c15e470 0x7f920c0b9660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f920c0d4a20 0x7f920c15f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 --2- 172.21.15.29:0/2581230037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f920c0d00e0 0x7f920c1568d0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 -- 172.21.15.29:0/2581230037 >> 172.21.15.29:0/2581230037 conn(0x7f920c09d700 msgr2=0x7f920c0b54a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:59.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 -- 172.21.15.29:0/2581230037 shutdown_connections 2024-09-12T03:11:59.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.337+0000 7f9210c00640 1 -- 172.21.15.29:0/2581230037 wait complete. 2024-09-12T03:11:59.353 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T03:11:59.353 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:11:59.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.510+0000 7f107b600640 1 Processor -- start 2024-09-12T03:11:59.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.511+0000 7f107b600640 1 -- start start 2024-09-12T03:11:59.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.512+0000 7f107b600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10740b5db0 0x7f107409aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.512+0000 7f107b600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f10740b1950 0x7f10740b6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.512+0000 7f107b600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f10740b0530 0x7f10740b09a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.512+0000 7f107b600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f107409afb0 con 0x7f10740b0530 2024-09-12T03:11:59.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.512+0000 7f107b600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f10740b66d0 con 0x7f10740b1950 2024-09-12T03:11:59.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.512+0000 7f107b600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f107409b250 con 0x7f10740b5db0 2024-09-12T03:11:59.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.512+0000 7f1079600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f10740b0530 0x7f10740b09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.512+0000 7f1079600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f10740b0530 0x7f10740b09a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49610/0 (socket says 172.21.15.29:49610) 2024-09-12T03:11:59.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.512+0000 7f1079600640 1 -- 172.21.15.29:0/822810378 learned_addr learned my addr 172.21.15.29:0/822810378 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:59.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.512+0000 7f1078c00640 1 --2- 172.21.15.29:0/822810378 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10740b5db0 0x7f107409aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.512+0000 7f1073e00640 1 --2- 172.21.15.29:0/822810378 >> v2:172.21.15.38:3300/0 conn(0x7f10740b1950 0x7f10740b6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.513+0000 7f1079600640 1 -- 172.21.15.29:0/822810378 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10740b5db0 msgr2=0x7f107409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:59.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.513+0000 7f1079600640 1 --2- 172.21.15.29:0/822810378 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10740b5db0 0x7f107409aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.513+0000 7f1079600640 1 -- 172.21.15.29:0/822810378 >> v2:172.21.15.38:3300/0 conn(0x7f10740b1950 msgr2=0x7f10740b6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:59.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.513+0000 7f1079600640 1 --2- 172.21.15.29:0/822810378 >> v2:172.21.15.38:3300/0 conn(0x7f10740b1950 0x7f10740b6190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.513+0000 7f1079600640 1 -- 172.21.15.29:0/822810378 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10740afa50 con 0x7f10740b0530 2024-09-12T03:11:59.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.513+0000 7f1078c00640 1 --2- 172.21.15.29:0/822810378 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10740b5db0 0x7f107409aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:11:59.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.514+0000 7f1079600640 1 --2- 172.21.15.29:0/822810378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10740b0530 0x7f10740b09a0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f10740739c0 tx=0x7f106c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b20a57f0c2137c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:59.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.514+0000 7f1073400640 1 -- 172.21.15.29:0/822810378 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c036070 con 0x7f10740b0530 2024-09-12T03:11:59.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.514+0000 7f1073400640 1 -- 172.21.15.29:0/822810378 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f106c031600 con 0x7f10740b0530 2024-09-12T03:11:59.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.514+0000 7f1073400640 1 -- 172.21.15.29:0/822810378 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c0319d0 con 0x7f10740b0530 2024-09-12T03:11:59.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.514+0000 7f107b600640 1 -- 172.21.15.29:0/822810378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10740b0530 msgr2=0x7f10740b09a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.514+0000 7f107b600640 1 --2- 172.21.15.29:0/822810378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10740b0530 0x7f10740b09a0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f10740739c0 tx=0x7f106c02a6a0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.514+0000 7f107b600640 1 -- 172.21.15.29:0/822810378 shutdown_connections 2024-09-12T03:11:59.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.514+0000 7f107b600640 1 --2- 172.21.15.29:0/822810378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10740b0530 0x7f10740b09a0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.514+0000 7f107b600640 1 --2- 172.21.15.29:0/822810378 >> v2:172.21.15.38:3300/0 conn(0x7f10740b1950 0x7f10740b6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.514+0000 7f107b600640 1 --2- 172.21.15.29:0/822810378 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10740b5db0 0x7f107409aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.514+0000 7f107b600640 1 -- 172.21.15.29:0/822810378 >> 172.21.15.29:0/822810378 conn(0x7f10740b3ff0 msgr2=0x7f10740b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.515+0000 7f107b600640 1 -- 172.21.15.29:0/822810378 shutdown_connections 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.515+0000 7f107b600640 1 -- 172.21.15.29:0/822810378 wait complete. 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.516+0000 7f107b600640 1 Processor -- start 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.516+0000 7f107b600640 1 -- start start 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.517+0000 7f107b600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10740b0530 0x7f107415f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.517+0000 7f107b600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10740b1950 0x7f107415ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.517+0000 7f107b600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10740b5db0 0x7f10740d0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.517+0000 7f107b600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f107409b530 con 0x7f10740b5db0 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.517+0000 7f107b600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f10740b0010 con 0x7f10740b0530 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.517+0000 7f107b600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f107415c660 con 0x7f10740b1950 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.517+0000 7f1079600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10740b5db0 0x7f10740d0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.517+0000 7f1079600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10740b5db0 0x7f10740d0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49618/0 (socket says 172.21.15.29:49618) 2024-09-12T03:11:59.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.517+0000 7f1079600640 1 -- 172.21.15.29:0/4286550179 learned_addr learned my addr 172.21.15.29:0/4286550179 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.518+0000 7f1078c00640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10740b0530 0x7f107415f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.518+0000 7f1073e00640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10740b1950 0x7f107415ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.518+0000 7f1079600640 1 -- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10740b1950 msgr2=0x7f107415ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.518+0000 7f1079600640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10740b1950 0x7f107415ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.518+0000 7f1079600640 1 -- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10740b0530 msgr2=0x7f107415f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.518+0000 7f1079600640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10740b0530 0x7f107415f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.518+0000 7f1079600640 1 -- 172.21.15.29:0/4286550179 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10740cf230 con 0x7f10740b5db0 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.518+0000 7f1079600640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10740b5db0 0x7f10740d0910 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f106c009f40 tx=0x7f106c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.518+0000 7f1070c00640 1 -- 172.21.15.29:0/4286550179 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c03f020 con 0x7f10740b5db0 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.518+0000 7f1070c00640 1 -- 172.21.15.29:0/4286550179 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f106c037040 con 0x7f10740b5db0 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.518+0000 7f1070c00640 1 -- 172.21.15.29:0/4286550179 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c036070 con 0x7f10740b5db0 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.519+0000 7f107b600640 1 -- 172.21.15.29:0/4286550179 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1074158380 con 0x7f10740b5db0 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.519+0000 7f107b600640 1 -- 172.21.15.29:0/4286550179 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1074158940 con 0x7f10740b5db0 2024-09-12T03:11:59.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.520+0000 7f107b600640 1 -- 172.21.15.29:0/4286550179 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10740b6190 con 0x7f10740b5db0 2024-09-12T03:11:59.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.521+0000 7f1070c00640 1 -- 172.21.15.29:0/4286550179 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f106c042020 con 0x7f10740b5db0 2024-09-12T03:11:59.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.521+0000 7f1070c00640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f105406be30 0x7f105406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.522+0000 7f1070c00640 1 -- 172.21.15.29:0/4286550179 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f106c0ab3c0 con 0x7f10740b5db0 2024-09-12T03:11:59.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.522+0000 7f1078c00640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f105406be30 0x7f105406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.523+0000 7f1078c00640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f105406be30 0x7f105406e2f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f1068006fd0 tx=0x7f1068008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:59.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.526+0000 7f1070c00640 1 -- 172.21.15.29:0/4286550179 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f106c049030 con 0x7f10740b5db0 2024-09-12T03:11:59.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.709+0000 7f107b600640 1 -- 172.21.15.29:0/4286550179 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1074158b10 con 0x7f105406be30 2024-09-12T03:11:59.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.716+0000 7f1070c00640 1 -- 172.21.15.29:0/4286550179 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239920 (secure 0 0 0) 0x7f1074158b10 con 0x7f105406be30 2024-09-12T03:11:59.722 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:11:59.723 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 -- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f105406be30 msgr2=0x7f105406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f105406be30 0x7f105406e2f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f1068006fd0 tx=0x7f1068008040 comp rx=0 tx=0).stop 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 -- 172.21.15.29:0/4286550179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10740b5db0 msgr2=0x7f10740d0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10740b5db0 0x7f10740d0910 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f106c009f40 tx=0x7f106c004a40 comp rx=0 tx=0).stop 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 -- 172.21.15.29:0/4286550179 shutdown_connections 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f105406be30 0x7f105406e2f0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10740b5db0 0x7f10740d0910 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f10740b1950 0x7f107415ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 --2- 172.21.15.29:0/4286550179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f10740b0530 0x7f107415f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 -- 172.21.15.29:0/4286550179 >> 172.21.15.29:0/4286550179 conn(0x7f10740b3ff0 msgr2=0x7f1074070260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 -- 172.21.15.29:0/4286550179 shutdown_connections 2024-09-12T03:11:59.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.720+0000 7f107b600640 1 -- 172.21.15.29:0/4286550179 wait complete. 2024-09-12T03:11:59.735 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":171,"stamp":"2024-09-12T03:11:57.769826+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":256572,"kb_used_data":7028,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754718148,"statfs":{"total":773094113280,"available":772831383552,"internally_reserved":0,"allocated":7196672,"data_stored":3890505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.268918"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.511189+0000","last_change":"2024-09-12T03:11:53.511189+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.511189+0000","last_undegraded":"2024-09-12T03:11:53.511189+0000","last_fullsized":"2024-09-12T03:11:53.511189+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.515703+0000","last_change":"2024-09-12T03:11:53.515703+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.515703+0000","last_undegraded":"2024-09-12T03:11:53.515703+0000","last_fullsized":"2024-09-12T03:11:53.515703+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.516006+0000","last_change":"2024-09-12T03:11:53.516006+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.516006+0000","last_undegraded":"2024-09-12T03:11:53.516006+0000","last_fullsized":"2024-09-12T03:11:53.516006+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.516042+0000","last_change":"2024-09-12T03:11:53.516042+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.516042+0000","last_undegraded":"2024-09-12T03:11:53.516042+0000","last_fullsized":"2024-09-12T03:11:53.516042+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.510876+0000","last_change":"2024-09-12T03:11:53.510876+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.510876+0000","last_undegraded":"2024-09-12T03:11:53.510876+0000","last_fullsized":"2024-09-12T03:11:53.510876+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.511829+0000","last_change":"2024-09-12T03:11:53.511829+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.511829+0000","last_undegraded":"2024-09-12T03:11:53.511829+0000","last_fullsized":"2024-09-12T03:11:53.511829+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.511203+0000","last_change":"2024-09-12T03:11:53.511203+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.511203+0000","last_undegraded":"2024-09-12T03:11:53.511203+0000","last_fullsized":"2024-09-12T03:11:53.511203+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.507493+0000","last_change":"2024-09-12T03:11:53.507493+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.507493+0000","last_undegraded":"2024-09-12T03:11:53.507493+0000","last_fullsized":"2024-09-12T03:11:53.507493+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.509223+0000","last_change":"2024-09-12T03:11:53.509223+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.509223+0000","last_undegraded":"2024-09-12T03:11:53.509223+0000","last_fullsized":"2024-09-12T03:11:53.509223+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.514467+0000","last_change":"2024-09-12T03:11:53.514467+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.514467+0000","last_undegraded":"2024-09-12T03:11:53.514467+0000","last_fullsized":"2024-09-12T03:11:53.514467+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.508726+0000","last_change":"2024-09-12T03:11:53.508726+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.508726+0000","last_undegraded":"2024-09-12T03:11:53.508726+0000","last_fullsized":"2024-09-12T03:11:53.508726+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.511224+0000","last_change":"2024-09-12T03:11:53.511224+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.511224+0000","last_undegraded":"2024-09-12T03:11:53.511224+0000","last_fullsized":"2024-09-12T03:11:53.511224+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.509407+0000","last_change":"2024-09-12T03:11:53.509407+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.509407+0000","last_undegraded":"2024-09-12T03:11:53.509407+0000","last_fullsized":"2024-09-12T03:11:53.509407+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.518544+0000","last_change":"2024-09-12T03:11:53.518544+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.518544+0000","last_undegraded":"2024-09-12T03:11:53.518544+0000","last_fullsized":"2024-09-12T03:11:53.518544+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.508060+0000","last_change":"2024-09-12T03:11:53.508060+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.508060+0000","last_undegraded":"2024-09-12T03:11:53.508060+0000","last_fullsized":"2024-09-12T03:11:53.508060+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.514422+0000","last_change":"2024-09-12T03:11:53.514422+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.514422+0000","last_undegraded":"2024-09-12T03:11:53.514422+0000","last_fullsized":"2024-09-12T03:11:53.514422+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.518528+0000","last_change":"2024-09-12T03:11:53.518528+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.518528+0000","last_undegraded":"2024-09-12T03:11:53.518528+0000","last_fullsized":"2024-09-12T03:11:53.518528+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.508178+0000","last_change":"2024-09-12T03:11:53.508178+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.508178+0000","last_undegraded":"2024-09-12T03:11:53.508178+0000","last_fullsized":"2024-09-12T03:11:53.508178+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.508095+0000","last_change":"2024-09-12T03:11:53.508095+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.508095+0000","last_undegraded":"2024-09-12T03:11:53.508095+0000","last_fullsized":"2024-09-12T03:11:53.508095+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.511989+0000","last_change":"2024-09-12T03:11:53.511989+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.511989+0000","last_undegraded":"2024-09-12T03:11:53.511989+0000","last_fullsized":"2024-09-12T03:11:53.511989+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.515104+0000","last_change":"2024-09-12T03:11:53.515104+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.515104+0000","last_undegraded":"2024-09-12T03:11:53.515104+0000","last_fullsized":"2024-09-12T03:11:53.515104+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.518004+0000","last_change":"2024-09-12T03:11:53.518004+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.518004+0000","last_undegraded":"2024-09-12T03:11:53.518004+0000","last_fullsized":"2024-09-12T03:11:53.518004+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.515176+0000","last_change":"2024-09-12T03:11:53.515176+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.515176+0000","last_undegraded":"2024-09-12T03:11:53.515176+0000","last_fullsized":"2024-09-12T03:11:53.515176+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.518003+0000","last_change":"2024-09-12T03:11:53.518003+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.518003+0000","last_undegraded":"2024-09-12T03:11:53.518003+0000","last_fullsized":"2024-09-12T03:11:53.518003+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.518053+0000","last_change":"2024-09-12T03:11:53.518053+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.518053+0000","last_undegraded":"2024-09-12T03:11:53.518053+0000","last_fullsized":"2024-09-12T03:11:53.518053+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.515546+0000","last_change":"2024-09-12T03:11:53.515546+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.515546+0000","last_undegraded":"2024-09-12T03:11:53.515546+0000","last_fullsized":"2024-09-12T03:11:53.515546+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.510783+0000","last_change":"2024-09-12T03:11:53.510783+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.510783+0000","last_undegraded":"2024-09-12T03:11:53.510783+0000","last_fullsized":"2024-09-12T03:11:53.510783+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.508942+0000","last_change":"2024-09-12T03:11:53.508942+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.508942+0000","last_undegraded":"2024-09-12T03:11:53.508942+0000","last_fullsized":"2024-09-12T03:11:53.508942+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.511352+0000","last_change":"2024-09-12T03:11:53.511352+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.511352+0000","last_undegraded":"2024-09-12T03:11:53.511352+0000","last_fullsized":"2024-09-12T03:11:53.511352+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.510675+0000","last_change":"2024-09-12T03:11:53.510675+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.510675+0000","last_undegraded":"2024-09-12T03:11:53.510675+0000","last_fullsized":"2024-09-12T03:11:53.510675+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.510672+0000","last_change":"2024-09-12T03:11:53.510672+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.510672+0000","last_undegraded":"2024-09-12T03:11:53.510672+0000","last_fullsized":"2024-09-12T03:11:53.510672+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-12T03:11:54.496286+0000","last_change":"2024-09-12T03:11:54.496286+0000","last_active":"2024-09-12T03:11:54.496286+0000","last_peered":"2024-09-12T03:11:54.496286+0000","last_clean":"2024-09-12T03:11:54.496286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:54.496286+0000","last_undegraded":"2024-09-12T03:11:54.496286+0000","last_fullsized":"2024-09-12T03:11:54.496286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-12T03:11:53.510742+0000","last_change":"2024-09-12T03:11:53.510742+0000","last_active":"2024-09-12T03:11:53.490418+0000","last_peered":"2024-09-12T03:11:53.490418+0000","last_clean":"2024-09-12T03:11:53.490418+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:11:53.510742+0000","last_undegraded":"2024-09-12T03:11:53.510742+0000","last_fullsized":"2024-09-12T03:11:53.510742+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":251,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-12T03:11:53.509720+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:11:53.509720+0000","last_peered":"2024-09-12T03:11:53.509720+0000","last_clean":"2024-09-12T03:11:53.509720+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:11:53.509720+0000","last_undegraded":"2024-09-12T03:11:53.509720+0000","last_fullsized":"2024-09-12T03:11:53.509720+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574894,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32500,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339340,"statfs":{"total":96636764160,"available":96603484160,"internally_reserved":0,"allocated":1343488,"data_stored":928313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574894,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":749568,"data_stored":337945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574894,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31920,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339920,"statfs":{"total":96636764160,"available":96604078080,"internally_reserved":0,"allocated":749568,"data_stored":337945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574894,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31932,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339908,"statfs":{"total":96636764160,"available":96604065792,"internally_reserved":0,"allocated":749568,"data_stored":337945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574895,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":749568,"data_stored":337945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574895,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31924,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":749568,"data_stored":337945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574894,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31936,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339904,"statfs":{"total":96636764160,"available":96604061696,"internally_reserved":0,"allocated":761856,"data_stored":344154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574895,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32504,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339336,"statfs":{"total":96636764160,"available":96603480064,"internally_reserved":0,"allocated":1343488,"data_stored":928313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:11:59.740 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:11:59.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.933+0000 7f1864a00640 1 Processor -- start 2024-09-12T03:11:59.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.933+0000 7f1864a00640 1 -- start start 2024-09-12T03:11:59.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.935+0000 7f1864a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1860072240 0x7f186015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.935+0000 7f1864a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f186015d730 con 0x7f18600afc40 2024-09-12T03:11:59.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.935+0000 7f1864a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f186006e590 con 0x7f1860072620 2024-09-12T03:11:59.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.935+0000 7f1864a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f186006e870 con 0x7f1860072240 2024-09-12T03:11:59.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.935+0000 7f185e800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f18600afc40 0x7f18600cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49366/0 (socket says 172.21.15.29:49366) 2024-09-12T03:11:59.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.935+0000 7f185e800640 1 -- 172.21.15.29:0/2123556553 learned_addr learned my addr 172.21.15.29:0/2123556553 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:11:59.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.935+0000 7f185de00640 1 --2- 172.21.15.29:0/2123556553 >> v2:172.21.15.38:3300/0 conn(0x7f1860072240 0x7f186015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.935+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3208864174 0 0) 0x7f186015d730 con 0x7f18600afc40 2024-09-12T03:11:59.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1844003520 con 0x7f18600afc40 2024-09-12T03:11:59.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 994859272 0 0) 0x7f186006e590 con 0x7f1860072620 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f186015d730 con 0x7f1860072620 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 785572565 0 0) 0x7f1844003520 con 0x7f18600afc40 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 >> v2:172.21.15.38:3300/0 conn(0x7f1860072240 msgr2=0x7f186015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 --2- 172.21.15.29:0/2123556553 >> v2:172.21.15.38:3300/0 conn(0x7f1860072240 0x7f186015d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 >> v1:172.21.15.38:6789/0 conn(0x7f1860072620 legacy=0x7f18600af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f186006eb50 con 0x7f18600afc40 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f1858001970 con 0x7f18600afc40 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 >> v1:172.21.15.29:6789/0 conn(0x7f18600afc40 legacy=0x7f18600cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 --2- 172.21.15.29:0/2123556553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1844003b90 0x7f1844003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 --2- 172.21.15.29:0/2123556553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1844004800 0x7f1844004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 --2- 172.21.15.29:0/2123556553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18440051c0 0x7f184400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f186006e870 con 0x7f1844003b90 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f184400c090 con 0x7f1844004800 2024-09-12T03:11:59.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f184400c290 con 0x7f18440051c0 2024-09-12T03:11:59.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185de00640 1 --2- 172.21.15.29:0/2123556553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1844003b90 0x7f1844003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.936+0000 7f185d400640 1 --2- 172.21.15.29:0/2123556553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1844004800 0x7f1844004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.937+0000 7f185e800640 1 --2- 172.21.15.29:0/2123556553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18440051c0 0x7f184400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.937+0000 7f185de00640 1 -- 172.21.15.29:0/2123556553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18440051c0 msgr2=0x7f184400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:59.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.937+0000 7f185de00640 1 --2- 172.21.15.29:0/2123556553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18440051c0 0x7f184400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.937+0000 7f185de00640 1 -- 172.21.15.29:0/2123556553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1844004800 msgr2=0x7f1844004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:11:59.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.937+0000 7f185de00640 1 --2- 172.21.15.29:0/2123556553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1844004800 0x7f1844004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.937+0000 7f185de00640 1 -- 172.21.15.29:0/2123556553 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1844003520 con 0x7f1844003b90 2024-09-12T03:11:59.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.937+0000 7f185e800640 1 -- 172.21.15.29:0/2123556553 reap_dead start 2024-09-12T03:11:59.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.938+0000 7f185de00640 1 --2- 172.21.15.29:0/2123556553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1844003b90 0x7f1844003f90 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f1850009ac0 tx=0x7f1844005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35e70d32508b62b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.938+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1850036070 con 0x7f1844003b90 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.938+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1850031400 con 0x7f1844003b90 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.938+0000 7f185ca00640 1 -- 172.21.15.29:0/2123556553 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1850009690 con 0x7f1844003b90 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.938+0000 7f1864a00640 1 -- 172.21.15.29:0/2123556553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1844003b90 msgr2=0x7f1844003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.938+0000 7f1864a00640 1 --2- 172.21.15.29:0/2123556553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1844003b90 0x7f1844003f90 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f1850009ac0 tx=0x7f1844005830 comp rx=0 tx=0).stop 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.939+0000 7f1864a00640 1 -- 172.21.15.29:0/2123556553 shutdown_connections 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.939+0000 7f1864a00640 1 --2- 172.21.15.29:0/2123556553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1844003b90 0x7f1844003f90 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.939+0000 7f1864a00640 1 -- 172.21.15.29:0/2123556553 >> 172.21.15.29:0/2123556553 conn(0x7f1860067da0 msgr2=0x7f186006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.939+0000 7f1864a00640 1 -- 172.21.15.29:0/2123556553 shutdown_connections 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.939+0000 7f1864a00640 1 -- 172.21.15.29:0/2123556553 wait complete. 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.940+0000 7f1864a00640 1 Processor -- start 2024-09-12T03:11:59.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.940+0000 7f1864a00640 1 -- start start 2024-09-12T03:11:59.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.941+0000 7f1864a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1844003b90 0x7f1860147660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.941+0000 7f1864a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18600ace60 0x7f18600ab610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.941+0000 7f1864a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18600ad2e0 0x7f1860149d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.941+0000 7f1864a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f186006e150 con 0x7f18600ad2e0 2024-09-12T03:11:59.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.941+0000 7f1864a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f186006dfd0 con 0x7f18600ace60 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.941+0000 7f1864a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f186006e2d0 con 0x7f1844003b90 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.942+0000 7f185e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18600ad2e0 0x7f1860149d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.942+0000 7f185e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18600ad2e0 0x7f1860149d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54052/0 (socket says 172.21.15.29:54052) 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.942+0000 7f185e800640 1 -- 172.21.15.29:0/2219886674 learned_addr learned my addr 172.21.15.29:0/2219886674 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.942+0000 7f185d400640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18600ace60 0x7f18600ab610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.942+0000 7f185de00640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1844003b90 0x7f1860147660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.942+0000 7f185e800640 1 -- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1844003b90 msgr2=0x7f1860147660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.942+0000 7f185e800640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1844003b90 0x7f1860147660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.942+0000 7f185e800640 1 -- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18600ace60 msgr2=0x7f18600ab610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.942+0000 7f185e800640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18600ace60 0x7f18600ab610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.942+0000 7f185e800640 1 -- 172.21.15.29:0/2219886674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1860148070 con 0x7f18600ad2e0 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.942+0000 7f185e800640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18600ad2e0 0x7f1860149d90 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f1860156e50 tx=0x7f1858007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.943+0000 7f1856000640 1 -- 172.21.15.29:0/2219886674 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185800ea40 con 0x7f18600ad2e0 2024-09-12T03:11:59.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.943+0000 7f1856000640 1 -- 172.21.15.29:0/2219886674 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1858018070 con 0x7f18600ad2e0 2024-09-12T03:11:59.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.943+0000 7f1864a00640 1 -- 172.21.15.29:0/2219886674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1860148350 con 0x7f18600ad2e0 2024-09-12T03:11:59.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.943+0000 7f1856000640 1 -- 172.21.15.29:0/2219886674 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185800ee40 con 0x7f18600ad2e0 2024-09-12T03:11:59.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.943+0000 7f1864a00640 1 -- 172.21.15.29:0/2219886674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1860148910 con 0x7f18600ad2e0 2024-09-12T03:11:59.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.944+0000 7f1864a00640 1 -- 172.21.15.29:0/2219886674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f186015d1f0 con 0x7f18600ad2e0 2024-09-12T03:11:59.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.945+0000 7f1856000640 1 -- 172.21.15.29:0/2219886674 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f185801d460 con 0x7f18600ad2e0 2024-09-12T03:11:59.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.946+0000 7f1856000640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f184006be30 0x7f184006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:11:59.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.946+0000 7f1856000640 1 -- 172.21.15.29:0/2219886674 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f185808b230 con 0x7f18600ad2e0 2024-09-12T03:11:59.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.946+0000 7f185de00640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f184006be30 0x7f184006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:11:59.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.947+0000 7f185de00640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f184006be30 0x7f184006e2f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1850033000 tx=0x7f1850008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:11:59.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:11:59.950+0000 7f1856000640 1 -- 172.21.15.29:0/2219886674 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f18580599b0 con 0x7f18600ad2e0 2024-09-12T03:12:00.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.132+0000 7f1864a00640 1 -- 172.21.15.29:0/2219886674 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f18600b35b0 con 0x7f184006be30 2024-09-12T03:12:00.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.140+0000 7f1856000640 1 -- 172.21.15.29:0/2219886674 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252020 (secure 0 0 0) 0x7f18600b35b0 con 0x7f184006be30 2024-09-12T03:12:00.142 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:12:00.143 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:12:00.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.143+0000 7f1864a00640 1 -- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f184006be30 msgr2=0x7f184006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:00.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.143+0000 7f1864a00640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f184006be30 0x7f184006e2f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1850033000 tx=0x7f1850008030 comp rx=0 tx=0).stop 2024-09-12T03:12:00.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.143+0000 7f1864a00640 1 -- 172.21.15.29:0/2219886674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18600ad2e0 msgr2=0x7f1860149d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:00.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.143+0000 7f1864a00640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18600ad2e0 0x7f1860149d90 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f1860156e50 tx=0x7f1858007bc0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.143+0000 7f1864a00640 1 -- 172.21.15.29:0/2219886674 shutdown_connections 2024-09-12T03:12:00.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.143+0000 7f1864a00640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f184006be30 0x7f184006e2f0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.143+0000 7f1864a00640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18600ad2e0 0x7f1860149d90 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.143+0000 7f1864a00640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18600ace60 0x7f18600ab610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.143+0000 7f1864a00640 1 --2- 172.21.15.29:0/2219886674 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1844003b90 0x7f1860147660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.143+0000 7f1864a00640 1 -- 172.21.15.29:0/2219886674 >> 172.21.15.29:0/2219886674 conn(0x7f1860067da0 msgr2=0x7f186006fb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:00.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.144+0000 7f1864a00640 1 -- 172.21.15.29:0/2219886674 shutdown_connections 2024-09-12T03:12:00.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.144+0000 7f1864a00640 1 -- 172.21.15.29:0/2219886674 wait complete. 2024-09-12T03:12:00.158 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":172,"stamp":"2024-09-12T03:11:59.770302+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":173,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257020,"kb_used_data":7464,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754717700,"statfs":{"total":773094113280,"available":772830924800,"internally_reserved":0,"allocated":7643136,"data_stored":4102932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001547"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.797231+0000","last_change":"2024-09-12T03:11:55.536489+0000","last_active":"2024-09-12T03:11:56.797231+0000","last_peered":"2024-09-12T03:11:56.797231+0000","last_clean":"2024-09-12T03:11:56.797231+0000","last_became_active":"2024-09-12T03:11:55.535146+0000","last_became_peered":"2024-09-12T03:11:55.535146+0000","last_unstale":"2024-09-12T03:11:56.797231+0000","last_undegraded":"2024-09-12T03:11:56.797231+0000","last_fullsized":"2024-09-12T03:11:56.797231+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:32:25.859848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.797095+0000","last_change":"2024-09-12T03:11:55.534640+0000","last_active":"2024-09-12T03:11:56.797095+0000","last_peered":"2024-09-12T03:11:56.797095+0000","last_clean":"2024-09-12T03:11:56.797095+0000","last_became_active":"2024-09-12T03:11:55.534375+0000","last_became_peered":"2024-09-12T03:11:55.534375+0000","last_unstale":"2024-09-12T03:11:56.797095+0000","last_undegraded":"2024-09-12T03:11:56.797095+0000","last_fullsized":"2024-09-12T03:11:56.797095+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:39:44.189624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796508+0000","last_change":"2024-09-12T03:11:55.543975+0000","last_active":"2024-09-12T03:11:56.796508+0000","last_peered":"2024-09-12T03:11:56.796508+0000","last_clean":"2024-09-12T03:11:56.796508+0000","last_became_active":"2024-09-12T03:11:55.543642+0000","last_became_peered":"2024-09-12T03:11:55.543642+0000","last_unstale":"2024-09-12T03:11:56.796508+0000","last_undegraded":"2024-09-12T03:11:56.796508+0000","last_fullsized":"2024-09-12T03:11:56.796508+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:54:39.541774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.529931+0000","last_change":"2024-09-12T03:11:55.523452+0000","last_active":"2024-09-12T03:11:56.529931+0000","last_peered":"2024-09-12T03:11:56.529931+0000","last_clean":"2024-09-12T03:11:56.529931+0000","last_became_active":"2024-09-12T03:11:55.523152+0000","last_became_peered":"2024-09-12T03:11:55.523152+0000","last_unstale":"2024-09-12T03:11:56.529931+0000","last_undegraded":"2024-09-12T03:11:56.529931+0000","last_fullsized":"2024-09-12T03:11:56.529931+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:21.082224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.530603+0000","last_change":"2024-09-12T03:11:55.549904+0000","last_active":"2024-09-12T03:11:56.530603+0000","last_peered":"2024-09-12T03:11:56.530603+0000","last_clean":"2024-09-12T03:11:56.530603+0000","last_became_active":"2024-09-12T03:11:55.549628+0000","last_became_peered":"2024-09-12T03:11:55.549628+0000","last_unstale":"2024-09-12T03:11:56.530603+0000","last_undegraded":"2024-09-12T03:11:56.530603+0000","last_fullsized":"2024-09-12T03:11:56.530603+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:37.298373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.525404+0000","last_change":"2024-09-12T03:11:55.539421+0000","last_active":"2024-09-12T03:11:56.525404+0000","last_peered":"2024-09-12T03:11:56.525404+0000","last_clean":"2024-09-12T03:11:56.525404+0000","last_became_active":"2024-09-12T03:11:55.539071+0000","last_became_peered":"2024-09-12T03:11:55.539071+0000","last_unstale":"2024-09-12T03:11:56.525404+0000","last_undegraded":"2024-09-12T03:11:56.525404+0000","last_fullsized":"2024-09-12T03:11:56.525404+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:54:39.541774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796402+0000","last_change":"2024-09-12T03:11:55.539080+0000","last_active":"2024-09-12T03:11:56.796402+0000","last_peered":"2024-09-12T03:11:56.796402+0000","last_clean":"2024-09-12T03:11:56.796402+0000","last_became_active":"2024-09-12T03:11:55.538567+0000","last_became_peered":"2024-09-12T03:11:55.538567+0000","last_unstale":"2024-09-12T03:11:56.796402+0000","last_undegraded":"2024-09-12T03:11:56.796402+0000","last_fullsized":"2024-09-12T03:11:56.796402+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:02:34.963560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798228+0000","last_change":"2024-09-12T03:11:55.548948+0000","last_active":"2024-09-12T03:11:56.798228+0000","last_peered":"2024-09-12T03:11:56.798228+0000","last_clean":"2024-09-12T03:11:56.798228+0000","last_became_active":"2024-09-12T03:11:55.548658+0000","last_became_peered":"2024-09-12T03:11:55.548658+0000","last_unstale":"2024-09-12T03:11:56.798228+0000","last_undegraded":"2024-09-12T03:11:56.798228+0000","last_fullsized":"2024-09-12T03:11:56.798228+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:14:06.130176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796985+0000","last_change":"2024-09-12T03:11:55.555402+0000","last_active":"2024-09-12T03:11:56.796985+0000","last_peered":"2024-09-12T03:11:56.796985+0000","last_clean":"2024-09-12T03:11:56.796985+0000","last_became_active":"2024-09-12T03:11:55.555101+0000","last_became_peered":"2024-09-12T03:11:55.555101+0000","last_unstale":"2024-09-12T03:11:56.796985+0000","last_undegraded":"2024-09-12T03:11:56.796985+0000","last_fullsized":"2024-09-12T03:11:56.796985+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:00:14.716916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796507+0000","last_change":"2024-09-12T03:11:55.542275+0000","last_active":"2024-09-12T03:11:56.796507+0000","last_peered":"2024-09-12T03:11:56.796507+0000","last_clean":"2024-09-12T03:11:56.796507+0000","last_became_active":"2024-09-12T03:11:55.538648+0000","last_became_peered":"2024-09-12T03:11:55.538648+0000","last_unstale":"2024-09-12T03:11:56.796507+0000","last_undegraded":"2024-09-12T03:11:56.796507+0000","last_fullsized":"2024-09-12T03:11:56.796507+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:11.699374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.529911+0000","last_change":"2024-09-12T03:11:55.544445+0000","last_active":"2024-09-12T03:11:56.529911+0000","last_peered":"2024-09-12T03:11:56.529911+0000","last_clean":"2024-09-12T03:11:56.529911+0000","last_became_active":"2024-09-12T03:11:55.544055+0000","last_became_peered":"2024-09-12T03:11:55.544055+0000","last_unstale":"2024-09-12T03:11:56.529911+0000","last_undegraded":"2024-09-12T03:11:56.529911+0000","last_fullsized":"2024-09-12T03:11:56.529911+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:28:33.069493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798227+0000","last_change":"2024-09-12T03:11:55.554040+0000","last_active":"2024-09-12T03:11:56.798227+0000","last_peered":"2024-09-12T03:11:56.798227+0000","last_clean":"2024-09-12T03:11:56.798227+0000","last_became_active":"2024-09-12T03:11:55.553419+0000","last_became_peered":"2024-09-12T03:11:55.553419+0000","last_unstale":"2024-09-12T03:11:56.798227+0000","last_undegraded":"2024-09-12T03:11:56.798227+0000","last_fullsized":"2024-09-12T03:11:56.798227+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:02:17.911605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798139+0000","last_change":"2024-09-12T03:11:55.546234+0000","last_active":"2024-09-12T03:11:56.798139+0000","last_peered":"2024-09-12T03:11:56.798139+0000","last_clean":"2024-09-12T03:11:56.798139+0000","last_became_active":"2024-09-12T03:11:55.545906+0000","last_became_peered":"2024-09-12T03:11:55.545906+0000","last_unstale":"2024-09-12T03:11:56.798139+0000","last_undegraded":"2024-09-12T03:11:56.798139+0000","last_fullsized":"2024-09-12T03:11:56.798139+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:26.985014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796398+0000","last_change":"2024-09-12T03:11:55.538573+0000","last_active":"2024-09-12T03:11:56.796398+0000","last_peered":"2024-09-12T03:11:56.796398+0000","last_clean":"2024-09-12T03:11:56.796398+0000","last_became_active":"2024-09-12T03:11:55.538235+0000","last_became_peered":"2024-09-12T03:11:55.538235+0000","last_unstale":"2024-09-12T03:11:56.796398+0000","last_undegraded":"2024-09-12T03:11:56.796398+0000","last_fullsized":"2024-09-12T03:11:56.796398+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:14:06.130176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796183+0000","last_change":"2024-09-12T03:11:55.538763+0000","last_active":"2024-09-12T03:11:56.796183+0000","last_peered":"2024-09-12T03:11:56.796183+0000","last_clean":"2024-09-12T03:11:56.796183+0000","last_became_active":"2024-09-12T03:11:55.538265+0000","last_became_peered":"2024-09-12T03:11:55.538265+0000","last_unstale":"2024-09-12T03:11:56.796183+0000","last_undegraded":"2024-09-12T03:11:56.796183+0000","last_fullsized":"2024-09-12T03:11:56.796183+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:04.646182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796045+0000","last_change":"2024-09-12T03:11:55.536932+0000","last_active":"2024-09-12T03:11:56.796045+0000","last_peered":"2024-09-12T03:11:56.796045+0000","last_clean":"2024-09-12T03:11:56.796045+0000","last_became_active":"2024-09-12T03:11:55.536661+0000","last_became_peered":"2024-09-12T03:11:55.536661+0000","last_unstale":"2024-09-12T03:11:56.796045+0000","last_undegraded":"2024-09-12T03:11:56.796045+0000","last_fullsized":"2024-09-12T03:11:56.796045+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:12.900535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.797311+0000","last_change":"2024-09-12T03:11:55.552755+0000","last_active":"2024-09-12T03:11:56.797311+0000","last_peered":"2024-09-12T03:11:56.797311+0000","last_clean":"2024-09-12T03:11:56.797311+0000","last_became_active":"2024-09-12T03:11:55.552485+0000","last_became_peered":"2024-09-12T03:11:55.552485+0000","last_unstale":"2024-09-12T03:11:56.797311+0000","last_undegraded":"2024-09-12T03:11:56.797311+0000","last_fullsized":"2024-09-12T03:11:56.797311+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:56.870029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.530500+0000","last_change":"2024-09-12T03:11:55.523428+0000","last_active":"2024-09-12T03:11:56.530500+0000","last_peered":"2024-09-12T03:11:56.530500+0000","last_clean":"2024-09-12T03:11:56.530500+0000","last_became_active":"2024-09-12T03:11:55.523109+0000","last_became_peered":"2024-09-12T03:11:55.523109+0000","last_unstale":"2024-09-12T03:11:56.530500+0000","last_undegraded":"2024-09-12T03:11:56.530500+0000","last_fullsized":"2024-09-12T03:11:56.530500+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:52:27.907904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.531101+0000","last_change":"2024-09-12T03:11:55.535728+0000","last_active":"2024-09-12T03:11:56.531101+0000","last_peered":"2024-09-12T03:11:56.531101+0000","last_clean":"2024-09-12T03:11:56.531101+0000","last_became_active":"2024-09-12T03:11:55.535408+0000","last_became_peered":"2024-09-12T03:11:55.535408+0000","last_unstale":"2024-09-12T03:11:56.531101+0000","last_undegraded":"2024-09-12T03:11:56.531101+0000","last_fullsized":"2024-09-12T03:11:56.531101+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:52:27.907904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.797037+0000","last_change":"2024-09-12T03:11:55.526591+0000","last_active":"2024-09-12T03:11:56.797037+0000","last_peered":"2024-09-12T03:11:56.797037+0000","last_clean":"2024-09-12T03:11:56.797037+0000","last_became_active":"2024-09-12T03:11:55.526310+0000","last_became_peered":"2024-09-12T03:11:55.526310+0000","last_unstale":"2024-09-12T03:11:56.797037+0000","last_undegraded":"2024-09-12T03:11:56.797037+0000","last_fullsized":"2024-09-12T03:11:56.797037+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:02:21.166057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798329+0000","last_change":"2024-09-12T03:11:55.539687+0000","last_active":"2024-09-12T03:11:56.798329+0000","last_peered":"2024-09-12T03:11:56.798329+0000","last_clean":"2024-09-12T03:11:56.798329+0000","last_became_active":"2024-09-12T03:11:55.539416+0000","last_became_peered":"2024-09-12T03:11:55.539416+0000","last_unstale":"2024-09-12T03:11:56.798329+0000","last_undegraded":"2024-09-12T03:11:56.798329+0000","last_fullsized":"2024-09-12T03:11:56.798329+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:11.699374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796327+0000","last_change":"2024-09-12T03:11:55.539688+0000","last_active":"2024-09-12T03:11:56.796327+0000","last_peered":"2024-09-12T03:11:56.796327+0000","last_clean":"2024-09-12T03:11:56.796327+0000","last_became_active":"2024-09-12T03:11:55.539023+0000","last_became_peered":"2024-09-12T03:11:55.539023+0000","last_unstale":"2024-09-12T03:11:56.796327+0000","last_undegraded":"2024-09-12T03:11:56.796327+0000","last_fullsized":"2024-09-12T03:11:56.796327+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:39:10.680197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796074+0000","last_change":"2024-09-12T03:11:55.540389+0000","last_active":"2024-09-12T03:11:56.796074+0000","last_peered":"2024-09-12T03:11:56.796074+0000","last_clean":"2024-09-12T03:11:56.796074+0000","last_became_active":"2024-09-12T03:11:55.540147+0000","last_became_peered":"2024-09-12T03:11:55.540147+0000","last_unstale":"2024-09-12T03:11:56.796074+0000","last_undegraded":"2024-09-12T03:11:56.796074+0000","last_fullsized":"2024-09-12T03:11:56.796074+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:38.355649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796117+0000","last_change":"2024-09-12T03:11:55.542847+0000","last_active":"2024-09-12T03:11:56.796117+0000","last_peered":"2024-09-12T03:11:56.796117+0000","last_clean":"2024-09-12T03:11:56.796117+0000","last_became_active":"2024-09-12T03:11:55.538589+0000","last_became_peered":"2024-09-12T03:11:55.538589+0000","last_unstale":"2024-09-12T03:11:56.796117+0000","last_undegraded":"2024-09-12T03:11:56.796117+0000","last_fullsized":"2024-09-12T03:11:56.796117+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:35.109498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798467+0000","last_change":"2024-09-12T03:11:55.543374+0000","last_active":"2024-09-12T03:11:56.798467+0000","last_peered":"2024-09-12T03:11:56.798467+0000","last_clean":"2024-09-12T03:11:56.798467+0000","last_became_active":"2024-09-12T03:11:55.542958+0000","last_became_peered":"2024-09-12T03:11:55.542958+0000","last_unstale":"2024-09-12T03:11:56.798467+0000","last_undegraded":"2024-09-12T03:11:56.798467+0000","last_fullsized":"2024-09-12T03:11:56.798467+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:02:07.142649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798427+0000","last_change":"2024-09-12T03:11:55.539630+0000","last_active":"2024-09-12T03:11:56.798427+0000","last_peered":"2024-09-12T03:11:56.798427+0000","last_clean":"2024-09-12T03:11:56.798427+0000","last_became_active":"2024-09-12T03:11:55.539340+0000","last_became_peered":"2024-09-12T03:11:55.539340+0000","last_unstale":"2024-09-12T03:11:56.798427+0000","last_undegraded":"2024-09-12T03:11:56.798427+0000","last_fullsized":"2024-09-12T03:11:56.798427+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:20:01.359051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.530069+0000","last_change":"2024-09-12T03:11:55.545380+0000","last_active":"2024-09-12T03:11:56.530069+0000","last_peered":"2024-09-12T03:11:56.530069+0000","last_clean":"2024-09-12T03:11:56.530069+0000","last_became_active":"2024-09-12T03:11:55.544438+0000","last_became_peered":"2024-09-12T03:11:55.544438+0000","last_unstale":"2024-09-12T03:11:56.530069+0000","last_undegraded":"2024-09-12T03:11:56.530069+0000","last_fullsized":"2024-09-12T03:11:56.530069+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:33.641428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796338+0000","last_change":"2024-09-12T03:11:55.537354+0000","last_active":"2024-09-12T03:11:56.796338+0000","last_peered":"2024-09-12T03:11:56.796338+0000","last_clean":"2024-09-12T03:11:56.796338+0000","last_became_active":"2024-09-12T03:11:55.536479+0000","last_became_peered":"2024-09-12T03:11:55.536479+0000","last_unstale":"2024-09-12T03:11:56.796338+0000","last_undegraded":"2024-09-12T03:11:56.796338+0000","last_fullsized":"2024-09-12T03:11:56.796338+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:58.033834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796412+0000","last_change":"2024-09-12T03:11:55.549802+0000","last_active":"2024-09-12T03:11:56.796412+0000","last_peered":"2024-09-12T03:11:56.796412+0000","last_clean":"2024-09-12T03:11:56.796412+0000","last_became_active":"2024-09-12T03:11:55.549353+0000","last_became_peered":"2024-09-12T03:11:55.549353+0000","last_unstale":"2024-09-12T03:11:56.796412+0000","last_undegraded":"2024-09-12T03:11:56.796412+0000","last_fullsized":"2024-09-12T03:11:56.796412+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:02:17.911605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798216+0000","last_change":"2024-09-12T03:11:55.549889+0000","last_active":"2024-09-12T03:11:56.798216+0000","last_peered":"2024-09-12T03:11:56.798216+0000","last_clean":"2024-09-12T03:11:56.798216+0000","last_became_active":"2024-09-12T03:11:55.549658+0000","last_became_peered":"2024-09-12T03:11:55.549658+0000","last_unstale":"2024-09-12T03:11:56.798216+0000","last_undegraded":"2024-09-12T03:11:56.798216+0000","last_fullsized":"2024-09-12T03:11:56.798216+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:35.109498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.529545+0000","last_change":"2024-09-12T03:11:55.547939+0000","last_active":"2024-09-12T03:11:56.529545+0000","last_peered":"2024-09-12T03:11:56.529545+0000","last_clean":"2024-09-12T03:11:56.529545+0000","last_became_active":"2024-09-12T03:11:55.547568+0000","last_became_peered":"2024-09-12T03:11:55.547568+0000","last_unstale":"2024-09-12T03:11:56.529545+0000","last_undegraded":"2024-09-12T03:11:56.529545+0000","last_fullsized":"2024-09-12T03:11:56.529545+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:57.676709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.525102+0000","last_change":"2024-09-12T03:11:55.521396+0000","last_active":"2024-09-12T03:11:56.525102+0000","last_peered":"2024-09-12T03:11:56.525102+0000","last_clean":"2024-09-12T03:11:56.525102+0000","last_became_active":"2024-09-12T03:11:55.521041+0000","last_became_peered":"2024-09-12T03:11:55.521041+0000","last_unstale":"2024-09-12T03:11:56.525102+0000","last_undegraded":"2024-09-12T03:11:56.525102+0000","last_fullsized":"2024-09-12T03:11:56.525102+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:02:17.911605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.531148+0000","last_change":"2024-09-12T03:11:55.535289+0000","last_active":"2024-09-12T03:11:56.531148+0000","last_peered":"2024-09-12T03:11:56.531148+0000","last_clean":"2024-09-12T03:11:56.531148+0000","last_became_active":"2024-09-12T03:11:55.534745+0000","last_became_peered":"2024-09-12T03:11:55.534745+0000","last_unstale":"2024-09-12T03:11:56.531148+0000","last_undegraded":"2024-09-12T03:11:56.531148+0000","last_fullsized":"2024-09-12T03:11:56.531148+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:29:37.943732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"65'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.797301+0000","last_change":"2024-09-12T03:11:54.541619+0000","last_active":"2024-09-12T03:11:56.797301+0000","last_peered":"2024-09-12T03:11:56.797301+0000","last_clean":"2024-09-12T03:11:56.797301+0000","last_became_active":"2024-09-12T03:11:54.541316+0000","last_became_peered":"2024-09-12T03:11:54.541316+0000","last_unstale":"2024-09-12T03:11:56.797301+0000","last_undegraded":"2024-09-12T03:11:56.797301+0000","last_fullsized":"2024-09-12T03:11:56.797301+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:07:14.231311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.530202+0000","last_change":"2024-09-12T03:11:55.546556+0000","last_active":"2024-09-12T03:11:56.530202+0000","last_peered":"2024-09-12T03:11:56.530202+0000","last_clean":"2024-09-12T03:11:56.530202+0000","last_became_active":"2024-09-12T03:11:55.545924+0000","last_became_peered":"2024-09-12T03:11:55.545924+0000","last_unstale":"2024-09-12T03:11:56.530202+0000","last_undegraded":"2024-09-12T03:11:56.530202+0000","last_fullsized":"2024-09-12T03:11:56.530202+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:01.549478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.525649+0000","last_change":"2024-09-12T03:11:54.541671+0000","last_active":"2024-09-12T03:11:56.525649+0000","last_peered":"2024-09-12T03:11:56.525649+0000","last_clean":"2024-09-12T03:11:56.525649+0000","last_became_active":"2024-09-12T03:11:54.541334+0000","last_became_peered":"2024-09-12T03:11:54.541334+0000","last_unstale":"2024-09-12T03:11:56.525649+0000","last_undegraded":"2024-09-12T03:11:56.525649+0000","last_fullsized":"2024-09-12T03:11:56.525649+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:43:05.238273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.525672+0000","last_change":"2024-09-12T03:11:55.520505+0000","last_active":"2024-09-12T03:11:56.525672+0000","last_peered":"2024-09-12T03:11:56.525672+0000","last_clean":"2024-09-12T03:11:56.525672+0000","last_became_active":"2024-09-12T03:11:55.520224+0000","last_became_peered":"2024-09-12T03:11:55.520224+0000","last_unstale":"2024-09-12T03:11:56.525672+0000","last_undegraded":"2024-09-12T03:11:56.525672+0000","last_fullsized":"2024-09-12T03:11:56.525672+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:02:07.142649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.525563+0000","last_change":"2024-09-12T03:11:54.534967+0000","last_active":"2024-09-12T03:11:56.525563+0000","last_peered":"2024-09-12T03:11:56.525563+0000","last_clean":"2024-09-12T03:11:56.525563+0000","last_became_active":"2024-09-12T03:11:54.534562+0000","last_became_peered":"2024-09-12T03:11:54.534562+0000","last_unstale":"2024-09-12T03:11:56.525563+0000","last_undegraded":"2024-09-12T03:11:56.525563+0000","last_fullsized":"2024-09-12T03:11:56.525563+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:26.510888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796851+0000","last_change":"2024-09-12T03:11:55.545399+0000","last_active":"2024-09-12T03:11:56.796851+0000","last_peered":"2024-09-12T03:11:56.796851+0000","last_clean":"2024-09-12T03:11:56.796851+0000","last_became_active":"2024-09-12T03:11:55.542171+0000","last_became_peered":"2024-09-12T03:11:55.542171+0000","last_unstale":"2024-09-12T03:11:56.796851+0000","last_undegraded":"2024-09-12T03:11:56.796851+0000","last_fullsized":"2024-09-12T03:11:56.796851+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:02:07.142649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.525415+0000","last_change":"2024-09-12T03:11:54.522311+0000","last_active":"2024-09-12T03:11:56.525415+0000","last_peered":"2024-09-12T03:11:56.525415+0000","last_clean":"2024-09-12T03:11:56.525415+0000","last_became_active":"2024-09-12T03:11:54.522004+0000","last_became_peered":"2024-09-12T03:11:54.522004+0000","last_unstale":"2024-09-12T03:11:56.525415+0000","last_undegraded":"2024-09-12T03:11:56.525415+0000","last_fullsized":"2024-09-12T03:11:56.525415+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:12.911786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796047+0000","last_change":"2024-09-12T03:11:55.524504+0000","last_active":"2024-09-12T03:11:56.796047+0000","last_peered":"2024-09-12T03:11:56.796047+0000","last_clean":"2024-09-12T03:11:56.796047+0000","last_became_active":"2024-09-12T03:11:55.524251+0000","last_became_peered":"2024-09-12T03:11:55.524251+0000","last_unstale":"2024-09-12T03:11:56.796047+0000","last_undegraded":"2024-09-12T03:11:56.796047+0000","last_fullsized":"2024-09-12T03:11:56.796047+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:58.725187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796793+0000","last_change":"2024-09-12T03:11:54.516176+0000","last_active":"2024-09-12T03:11:56.796793+0000","last_peered":"2024-09-12T03:11:56.796793+0000","last_clean":"2024-09-12T03:11:56.796793+0000","last_became_active":"2024-09-12T03:11:54.515829+0000","last_became_peered":"2024-09-12T03:11:54.515829+0000","last_unstale":"2024-09-12T03:11:56.796793+0000","last_undegraded":"2024-09-12T03:11:56.796793+0000","last_fullsized":"2024-09-12T03:11:56.796793+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:03:37.054396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796667+0000","last_change":"2024-09-12T03:11:55.554755+0000","last_active":"2024-09-12T03:11:56.796667+0000","last_peered":"2024-09-12T03:11:56.796667+0000","last_clean":"2024-09-12T03:11:56.796667+0000","last_became_active":"2024-09-12T03:11:55.554400+0000","last_became_peered":"2024-09-12T03:11:55.554400+0000","last_unstale":"2024-09-12T03:11:56.796667+0000","last_undegraded":"2024-09-12T03:11:56.796667+0000","last_fullsized":"2024-09-12T03:11:56.796667+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:24:08.461388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796379+0000","last_change":"2024-09-12T03:11:54.522482+0000","last_active":"2024-09-12T03:11:56.796379+0000","last_peered":"2024-09-12T03:11:56.796379+0000","last_clean":"2024-09-12T03:11:56.796379+0000","last_became_active":"2024-09-12T03:11:54.519960+0000","last_became_peered":"2024-09-12T03:11:54.519960+0000","last_unstale":"2024-09-12T03:11:56.796379+0000","last_undegraded":"2024-09-12T03:11:56.796379+0000","last_fullsized":"2024-09-12T03:11:56.796379+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:03.640314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.530191+0000","last_change":"2024-09-12T03:11:55.537078+0000","last_active":"2024-09-12T03:11:56.530191+0000","last_peered":"2024-09-12T03:11:56.530191+0000","last_clean":"2024-09-12T03:11:56.530191+0000","last_became_active":"2024-09-12T03:11:55.536046+0000","last_became_peered":"2024-09-12T03:11:55.536046+0000","last_unstale":"2024-09-12T03:11:56.530191+0000","last_undegraded":"2024-09-12T03:11:56.530191+0000","last_fullsized":"2024-09-12T03:11:56.530191+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:28:33.069493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796010+0000","last_change":"2024-09-12T03:11:54.528851+0000","last_active":"2024-09-12T03:11:56.796010+0000","last_peered":"2024-09-12T03:11:56.796010+0000","last_clean":"2024-09-12T03:11:56.796010+0000","last_became_active":"2024-09-12T03:11:54.528633+0000","last_became_peered":"2024-09-12T03:11:54.528633+0000","last_unstale":"2024-09-12T03:11:56.796010+0000","last_undegraded":"2024-09-12T03:11:56.796010+0000","last_fullsized":"2024-09-12T03:11:56.796010+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:25.979146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796739+0000","last_change":"2024-09-12T03:11:55.543400+0000","last_active":"2024-09-12T03:11:56.796739+0000","last_peered":"2024-09-12T03:11:56.796739+0000","last_clean":"2024-09-12T03:11:56.796739+0000","last_became_active":"2024-09-12T03:11:55.543046+0000","last_became_peered":"2024-09-12T03:11:55.543046+0000","last_unstale":"2024-09-12T03:11:56.796739+0000","last_undegraded":"2024-09-12T03:11:56.796739+0000","last_fullsized":"2024-09-12T03:11:56.796739+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:13.236584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.529532+0000","last_change":"2024-09-12T03:11:54.541395+0000","last_active":"2024-09-12T03:11:56.529532+0000","last_peered":"2024-09-12T03:11:56.529532+0000","last_clean":"2024-09-12T03:11:56.529532+0000","last_became_active":"2024-09-12T03:11:54.541114+0000","last_became_peered":"2024-09-12T03:11:54.541114+0000","last_unstale":"2024-09-12T03:11:56.529532+0000","last_undegraded":"2024-09-12T03:11:56.529532+0000","last_fullsized":"2024-09-12T03:11:56.529532+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:07:41.899080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796489+0000","last_change":"2024-09-12T03:11:55.536703+0000","last_active":"2024-09-12T03:11:56.796489+0000","last_peered":"2024-09-12T03:11:56.796489+0000","last_clean":"2024-09-12T03:11:56.796489+0000","last_became_active":"2024-09-12T03:11:55.536232+0000","last_became_peered":"2024-09-12T03:11:55.536232+0000","last_unstale":"2024-09-12T03:11:56.796489+0000","last_undegraded":"2024-09-12T03:11:56.796489+0000","last_fullsized":"2024-09-12T03:11:56.796489+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:01:37.306714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796945+0000","last_change":"2024-09-12T03:11:54.543198+0000","last_active":"2024-09-12T03:11:56.796945+0000","last_peered":"2024-09-12T03:11:56.796945+0000","last_clean":"2024-09-12T03:11:56.796945+0000","last_became_active":"2024-09-12T03:11:54.542084+0000","last_became_peered":"2024-09-12T03:11:54.542084+0000","last_unstale":"2024-09-12T03:11:56.796945+0000","last_undegraded":"2024-09-12T03:11:56.796945+0000","last_fullsized":"2024-09-12T03:11:56.796945+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:16:35.352743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.797251+0000","last_change":"2024-09-12T03:11:55.532997+0000","last_active":"2024-09-12T03:11:56.797251+0000","last_peered":"2024-09-12T03:11:56.797251+0000","last_clean":"2024-09-12T03:11:56.797251+0000","last_became_active":"2024-09-12T03:11:55.531267+0000","last_became_peered":"2024-09-12T03:11:55.531267+0000","last_unstale":"2024-09-12T03:11:56.797251+0000","last_undegraded":"2024-09-12T03:11:56.797251+0000","last_fullsized":"2024-09-12T03:11:56.797251+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:46:36.076145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.530706+0000","last_change":"2024-09-12T03:11:54.527727+0000","last_active":"2024-09-12T03:11:56.530706+0000","last_peered":"2024-09-12T03:11:56.530706+0000","last_clean":"2024-09-12T03:11:56.530706+0000","last_became_active":"2024-09-12T03:11:54.524770+0000","last_became_peered":"2024-09-12T03:11:54.524770+0000","last_unstale":"2024-09-12T03:11:56.530706+0000","last_undegraded":"2024-09-12T03:11:56.530706+0000","last_fullsized":"2024-09-12T03:11:56.530706+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:07:41.899080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.531379+0000","last_change":"2024-09-12T03:11:55.536213+0000","last_active":"2024-09-12T03:11:56.531379+0000","last_peered":"2024-09-12T03:11:56.531379+0000","last_clean":"2024-09-12T03:11:56.531379+0000","last_became_active":"2024-09-12T03:11:55.535593+0000","last_became_peered":"2024-09-12T03:11:55.535593+0000","last_unstale":"2024-09-12T03:11:56.531379+0000","last_undegraded":"2024-09-12T03:11:56.531379+0000","last_fullsized":"2024-09-12T03:11:56.531379+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:29.671448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"65'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796416+0000","last_change":"2024-09-12T03:11:54.541997+0000","last_active":"2024-09-12T03:11:56.796416+0000","last_peered":"2024-09-12T03:11:56.796416+0000","last_clean":"2024-09-12T03:11:56.796416+0000","last_became_active":"2024-09-12T03:11:54.540992+0000","last_became_peered":"2024-09-12T03:11:54.540992+0000","last_unstale":"2024-09-12T03:11:56.796416+0000","last_undegraded":"2024-09-12T03:11:56.796416+0000","last_fullsized":"2024-09-12T03:11:56.796416+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:55.864161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.530162+0000","last_change":"2024-09-12T03:11:55.532607+0000","last_active":"2024-09-12T03:11:56.530162+0000","last_peered":"2024-09-12T03:11:56.530162+0000","last_clean":"2024-09-12T03:11:56.530162+0000","last_became_active":"2024-09-12T03:11:55.527630+0000","last_became_peered":"2024-09-12T03:11:55.527630+0000","last_unstale":"2024-09-12T03:11:56.530162+0000","last_undegraded":"2024-09-12T03:11:56.530162+0000","last_fullsized":"2024-09-12T03:11:56.530162+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:37.298373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"65'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796523+0000","last_change":"2024-09-12T03:11:54.529772+0000","last_active":"2024-09-12T03:11:56.796523+0000","last_peered":"2024-09-12T03:11:56.796523+0000","last_clean":"2024-09-12T03:11:56.796523+0000","last_became_active":"2024-09-12T03:11:54.529534+0000","last_became_peered":"2024-09-12T03:11:54.529534+0000","last_unstale":"2024-09-12T03:11:56.796523+0000","last_undegraded":"2024-09-12T03:11:56.796523+0000","last_fullsized":"2024-09-12T03:11:56.796523+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:36.109076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.529477+0000","last_change":"2024-09-12T03:11:55.541596+0000","last_active":"2024-09-12T03:11:56.529477+0000","last_peered":"2024-09-12T03:11:56.529477+0000","last_clean":"2024-09-12T03:11:56.529477+0000","last_became_active":"2024-09-12T03:11:55.541269+0000","last_became_peered":"2024-09-12T03:11:55.541269+0000","last_unstale":"2024-09-12T03:11:56.529477+0000","last_undegraded":"2024-09-12T03:11:56.529477+0000","last_fullsized":"2024-09-12T03:11:56.529477+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:08:37.114943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796330+0000","last_change":"2024-09-12T03:11:54.543264+0000","last_active":"2024-09-12T03:11:56.796330+0000","last_peered":"2024-09-12T03:11:56.796330+0000","last_clean":"2024-09-12T03:11:56.796330+0000","last_became_active":"2024-09-12T03:11:54.541930+0000","last_became_peered":"2024-09-12T03:11:54.541930+0000","last_unstale":"2024-09-12T03:11:56.796330+0000","last_undegraded":"2024-09-12T03:11:56.796330+0000","last_fullsized":"2024-09-12T03:11:56.796330+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:43.173365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798244+0000","last_change":"2024-09-12T03:11:55.537595+0000","last_active":"2024-09-12T03:11:56.798244+0000","last_peered":"2024-09-12T03:11:56.798244+0000","last_clean":"2024-09-12T03:11:56.798244+0000","last_became_active":"2024-09-12T03:11:55.537046+0000","last_became_peered":"2024-09-12T03:11:55.537046+0000","last_unstale":"2024-09-12T03:11:56.798244+0000","last_undegraded":"2024-09-12T03:11:56.798244+0000","last_fullsized":"2024-09-12T03:11:56.798244+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:04.646182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.797914+0000","last_change":"2024-09-12T03:11:54.534565+0000","last_active":"2024-09-12T03:11:56.797914+0000","last_peered":"2024-09-12T03:11:56.797914+0000","last_clean":"2024-09-12T03:11:56.797914+0000","last_became_active":"2024-09-12T03:11:54.534206+0000","last_became_peered":"2024-09-12T03:11:54.534206+0000","last_unstale":"2024-09-12T03:11:56.797914+0000","last_undegraded":"2024-09-12T03:11:56.797914+0000","last_fullsized":"2024-09-12T03:11:56.797914+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:32:24.853980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.530435+0000","last_change":"2024-09-12T03:11:55.525099+0000","last_active":"2024-09-12T03:11:56.530435+0000","last_peered":"2024-09-12T03:11:56.530435+0000","last_clean":"2024-09-12T03:11:56.530435+0000","last_became_active":"2024-09-12T03:11:55.524774+0000","last_became_peered":"2024-09-12T03:11:55.524774+0000","last_unstale":"2024-09-12T03:11:56.530435+0000","last_undegraded":"2024-09-12T03:11:56.530435+0000","last_fullsized":"2024-09-12T03:11:56.530435+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:21.082224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796310+0000","last_change":"2024-09-12T03:11:54.542772+0000","last_active":"2024-09-12T03:11:56.796310+0000","last_peered":"2024-09-12T03:11:56.796310+0000","last_clean":"2024-09-12T03:11:56.796310+0000","last_became_active":"2024-09-12T03:11:54.542475+0000","last_became_peered":"2024-09-12T03:11:54.542475+0000","last_unstale":"2024-09-12T03:11:56.796310+0000","last_undegraded":"2024-09-12T03:11:56.796310+0000","last_fullsized":"2024-09-12T03:11:56.796310+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:32:24.853980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796513+0000","last_change":"2024-09-12T03:11:55.541185+0000","last_active":"2024-09-12T03:11:56.796513+0000","last_peered":"2024-09-12T03:11:56.796513+0000","last_clean":"2024-09-12T03:11:56.796513+0000","last_became_active":"2024-09-12T03:11:55.540221+0000","last_became_peered":"2024-09-12T03:11:55.540221+0000","last_unstale":"2024-09-12T03:11:56.796513+0000","last_undegraded":"2024-09-12T03:11:56.796513+0000","last_fullsized":"2024-09-12T03:11:56.796513+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:19.892254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.529405+0000","last_change":"2024-09-12T03:11:54.541713+0000","last_active":"2024-09-12T03:11:56.529405+0000","last_peered":"2024-09-12T03:11:56.529405+0000","last_clean":"2024-09-12T03:11:56.529405+0000","last_became_active":"2024-09-12T03:11:54.541417+0000","last_became_peered":"2024-09-12T03:11:54.541417+0000","last_unstale":"2024-09-12T03:11:56.529405+0000","last_undegraded":"2024-09-12T03:11:56.529405+0000","last_fullsized":"2024-09-12T03:11:56.529405+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:59.457992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796731+0000","last_change":"2024-09-12T03:11:55.539290+0000","last_active":"2024-09-12T03:11:56.796731+0000","last_peered":"2024-09-12T03:11:56.796731+0000","last_clean":"2024-09-12T03:11:56.796731+0000","last_became_active":"2024-09-12T03:11:55.538939+0000","last_became_peered":"2024-09-12T03:11:55.538939+0000","last_unstale":"2024-09-12T03:11:56.796731+0000","last_undegraded":"2024-09-12T03:11:56.796731+0000","last_fullsized":"2024-09-12T03:11:56.796731+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:20:01.359051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798366+0000","last_change":"2024-09-12T03:11:54.532640+0000","last_active":"2024-09-12T03:11:56.798366+0000","last_peered":"2024-09-12T03:11:56.798366+0000","last_clean":"2024-09-12T03:11:56.798366+0000","last_became_active":"2024-09-12T03:11:54.532320+0000","last_became_peered":"2024-09-12T03:11:54.532320+0000","last_unstale":"2024-09-12T03:11:56.798366+0000","last_undegraded":"2024-09-12T03:11:56.798366+0000","last_fullsized":"2024-09-12T03:11:56.798366+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:18.886386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.531164+0000","last_change":"2024-09-12T03:11:55.546522+0000","last_active":"2024-09-12T03:11:56.531164+0000","last_peered":"2024-09-12T03:11:56.531164+0000","last_clean":"2024-09-12T03:11:56.531164+0000","last_became_active":"2024-09-12T03:11:55.546211+0000","last_became_peered":"2024-09-12T03:11:55.546211+0000","last_unstale":"2024-09-12T03:11:56.531164+0000","last_undegraded":"2024-09-12T03:11:56.531164+0000","last_fullsized":"2024-09-12T03:11:56.531164+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:49.939540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796717+0000","last_change":"2024-09-12T03:11:54.541666+0000","last_active":"2024-09-12T03:11:56.796717+0000","last_peered":"2024-09-12T03:11:56.796717+0000","last_clean":"2024-09-12T03:11:56.796717+0000","last_became_active":"2024-09-12T03:11:54.541354+0000","last_became_peered":"2024-09-12T03:11:54.541354+0000","last_unstale":"2024-09-12T03:11:56.796717+0000","last_undegraded":"2024-09-12T03:11:56.796717+0000","last_fullsized":"2024-09-12T03:11:56.796717+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:39:43.183756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.530651+0000","last_change":"2024-09-12T03:11:55.541837+0000","last_active":"2024-09-12T03:11:56.530651+0000","last_peered":"2024-09-12T03:11:56.530651+0000","last_clean":"2024-09-12T03:11:56.530651+0000","last_became_active":"2024-09-12T03:11:55.532337+0000","last_became_peered":"2024-09-12T03:11:55.532337+0000","last_unstale":"2024-09-12T03:11:56.530651+0000","last_undegraded":"2024-09-12T03:11:56.530651+0000","last_fullsized":"2024-09-12T03:11:56.530651+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:29:37.943732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796544+0000","last_change":"2024-09-12T03:11:54.541398+0000","last_active":"2024-09-12T03:11:56.796544+0000","last_peered":"2024-09-12T03:11:56.796544+0000","last_clean":"2024-09-12T03:11:56.796544+0000","last_became_active":"2024-09-12T03:11:54.541056+0000","last_became_peered":"2024-09-12T03:11:54.541056+0000","last_unstale":"2024-09-12T03:11:56.796544+0000","last_undegraded":"2024-09-12T03:11:56.796544+0000","last_fullsized":"2024-09-12T03:11:56.796544+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:23:29.060445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.531382+0000","last_change":"2024-09-12T03:11:55.532283+0000","last_active":"2024-09-12T03:11:56.531382+0000","last_peered":"2024-09-12T03:11:56.531382+0000","last_clean":"2024-09-12T03:11:56.531382+0000","last_became_active":"2024-09-12T03:11:55.532015+0000","last_became_peered":"2024-09-12T03:11:55.532015+0000","last_unstale":"2024-09-12T03:11:56.531382+0000","last_undegraded":"2024-09-12T03:11:56.531382+0000","last_fullsized":"2024-09-12T03:11:56.531382+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:31.492883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.797035+0000","last_change":"2024-09-12T03:11:54.523102+0000","last_active":"2024-09-12T03:11:56.797035+0000","last_peered":"2024-09-12T03:11:56.797035+0000","last_clean":"2024-09-12T03:11:56.797035+0000","last_became_active":"2024-09-12T03:11:54.522853+0000","last_became_peered":"2024-09-12T03:11:54.522853+0000","last_unstale":"2024-09-12T03:11:56.797035+0000","last_undegraded":"2024-09-12T03:11:56.797035+0000","last_fullsized":"2024-09-12T03:11:56.797035+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:02:16.905738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.525125+0000","last_change":"2024-09-12T03:11:55.520008+0000","last_active":"2024-09-12T03:11:56.525125+0000","last_peered":"2024-09-12T03:11:56.525125+0000","last_clean":"2024-09-12T03:11:56.525125+0000","last_became_active":"2024-09-12T03:11:55.519688+0000","last_became_peered":"2024-09-12T03:11:55.519688+0000","last_unstale":"2024-09-12T03:11:56.525125+0000","last_undegraded":"2024-09-12T03:11:56.525125+0000","last_fullsized":"2024-09-12T03:11:56.525125+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:11.699374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.525314+0000","last_change":"2024-09-12T03:11:54.527581+0000","last_active":"2024-09-12T03:11:56.525314+0000","last_peered":"2024-09-12T03:11:56.525314+0000","last_clean":"2024-09-12T03:11:56.525314+0000","last_became_active":"2024-09-12T03:11:54.527066+0000","last_became_peered":"2024-09-12T03:11:54.527066+0000","last_unstale":"2024-09-12T03:11:56.525314+0000","last_undegraded":"2024-09-12T03:11:56.525314+0000","last_fullsized":"2024-09-12T03:11:56.525314+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:05:57.341746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798106+0000","last_change":"2024-09-12T03:11:55.537335+0000","last_active":"2024-09-12T03:11:56.798106+0000","last_peered":"2024-09-12T03:11:56.798106+0000","last_clean":"2024-09-12T03:11:56.798106+0000","last_became_active":"2024-09-12T03:11:55.536684+0000","last_became_peered":"2024-09-12T03:11:55.536684+0000","last_unstale":"2024-09-12T03:11:56.798106+0000","last_undegraded":"2024-09-12T03:11:56.798106+0000","last_fullsized":"2024-09-12T03:11:56.798106+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:03:38.060264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798112+0000","last_change":"2024-09-12T03:11:54.532716+0000","last_active":"2024-09-12T03:11:56.798112+0000","last_peered":"2024-09-12T03:11:56.798112+0000","last_clean":"2024-09-12T03:11:56.798112+0000","last_became_active":"2024-09-12T03:11:54.532404+0000","last_became_peered":"2024-09-12T03:11:54.532404+0000","last_unstale":"2024-09-12T03:11:56.798112+0000","last_undegraded":"2024-09-12T03:11:56.798112+0000","last_fullsized":"2024-09-12T03:11:56.798112+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:55.864161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.530440+0000","last_change":"2024-09-12T03:11:55.536814+0000","last_active":"2024-09-12T03:11:56.530440+0000","last_peered":"2024-09-12T03:11:56.530440+0000","last_clean":"2024-09-12T03:11:56.530440+0000","last_became_active":"2024-09-12T03:11:55.535609+0000","last_became_peered":"2024-09-12T03:11:55.535609+0000","last_unstale":"2024-09-12T03:11:56.530440+0000","last_undegraded":"2024-09-12T03:11:56.530440+0000","last_fullsized":"2024-09-12T03:11:56.530440+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:33.641428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.525048+0000","last_change":"2024-09-12T03:11:54.540931+0000","last_active":"2024-09-12T03:11:56.525048+0000","last_peered":"2024-09-12T03:11:56.525048+0000","last_clean":"2024-09-12T03:11:56.525048+0000","last_became_active":"2024-09-12T03:11:54.540651+0000","last_became_peered":"2024-09-12T03:11:54.540651+0000","last_unstale":"2024-09-12T03:11:56.525048+0000","last_undegraded":"2024-09-12T03:11:56.525048+0000","last_fullsized":"2024-09-12T03:11:56.525048+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:48.247906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.525420+0000","last_change":"2024-09-12T03:11:55.524501+0000","last_active":"2024-09-12T03:11:56.525420+0000","last_peered":"2024-09-12T03:11:56.525420+0000","last_clean":"2024-09-12T03:11:56.525420+0000","last_became_active":"2024-09-12T03:11:55.524195+0000","last_became_peered":"2024-09-12T03:11:55.524195+0000","last_unstale":"2024-09-12T03:11:56.525420+0000","last_undegraded":"2024-09-12T03:11:56.525420+0000","last_fullsized":"2024-09-12T03:11:56.525420+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:20:01.359051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798536+0000","last_change":"2024-09-12T03:11:54.544220+0000","last_active":"2024-09-12T03:11:56.798536+0000","last_peered":"2024-09-12T03:11:56.798536+0000","last_clean":"2024-09-12T03:11:56.798536+0000","last_became_active":"2024-09-12T03:11:54.543940+0000","last_became_peered":"2024-09-12T03:11:54.543940+0000","last_unstale":"2024-09-12T03:11:56.798536+0000","last_undegraded":"2024-09-12T03:11:56.798536+0000","last_fullsized":"2024-09-12T03:11:56.798536+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:24:07.455520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796765+0000","last_change":"2024-09-12T03:11:55.529307+0000","last_active":"2024-09-12T03:11:56.796765+0000","last_peered":"2024-09-12T03:11:56.796765+0000","last_clean":"2024-09-12T03:11:56.796765+0000","last_became_active":"2024-09-12T03:11:55.528966+0000","last_became_peered":"2024-09-12T03:11:55.528966+0000","last_unstale":"2024-09-12T03:11:56.796765+0000","last_undegraded":"2024-09-12T03:11:56.796765+0000","last_fullsized":"2024-09-12T03:11:56.796765+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:55.141644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798478+0000","last_change":"2024-09-12T03:11:54.534520+0000","last_active":"2024-09-12T03:11:56.798478+0000","last_peered":"2024-09-12T03:11:56.798478+0000","last_clean":"2024-09-12T03:11:56.798478+0000","last_became_active":"2024-09-12T03:11:54.534221+0000","last_became_peered":"2024-09-12T03:11:54.534221+0000","last_unstale":"2024-09-12T03:11:56.798478+0000","last_undegraded":"2024-09-12T03:11:56.798478+0000","last_fullsized":"2024-09-12T03:11:56.798478+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:39:43.183756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.798384+0000","last_change":"2024-09-12T03:11:55.534133+0000","last_active":"2024-09-12T03:11:56.798384+0000","last_peered":"2024-09-12T03:11:56.798384+0000","last_clean":"2024-09-12T03:11:56.798384+0000","last_became_active":"2024-09-12T03:11:55.533652+0000","last_became_peered":"2024-09-12T03:11:55.533652+0000","last_unstale":"2024-09-12T03:11:56.798384+0000","last_undegraded":"2024-09-12T03:11:56.798384+0000","last_fullsized":"2024-09-12T03:11:56.798384+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:54:39.541774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.525607+0000","last_change":"2024-09-12T03:11:54.535219+0000","last_active":"2024-09-12T03:11:56.525607+0000","last_peered":"2024-09-12T03:11:56.525607+0000","last_clean":"2024-09-12T03:11:56.525607+0000","last_became_active":"2024-09-12T03:11:54.534571+0000","last_became_peered":"2024-09-12T03:11:54.534571+0000","last_unstale":"2024-09-12T03:11:56.525607+0000","last_undegraded":"2024-09-12T03:11:56.525607+0000","last_fullsized":"2024-09-12T03:11:56.525607+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:16:33.873973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.531504+0000","last_change":"2024-09-12T03:11:55.531363+0000","last_active":"2024-09-12T03:11:56.531504+0000","last_peered":"2024-09-12T03:11:56.531504+0000","last_clean":"2024-09-12T03:11:56.531504+0000","last_became_active":"2024-09-12T03:11:55.530533+0000","last_became_peered":"2024-09-12T03:11:55.530533+0000","last_unstale":"2024-09-12T03:11:56.531504+0000","last_undegraded":"2024-09-12T03:11:56.531504+0000","last_fullsized":"2024-09-12T03:11:56.531504+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:58.033834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796709+0000","last_change":"2024-09-12T03:11:54.526701+0000","last_active":"2024-09-12T03:11:56.796709+0000","last_peered":"2024-09-12T03:11:56.796709+0000","last_clean":"2024-09-12T03:11:56.796709+0000","last_became_active":"2024-09-12T03:11:54.526372+0000","last_became_peered":"2024-09-12T03:11:54.526372+0000","last_unstale":"2024-09-12T03:11:56.796709+0000","last_undegraded":"2024-09-12T03:11:56.796709+0000","last_fullsized":"2024-09-12T03:11:56.796709+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:56.670842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.529476+0000","last_change":"2024-09-12T03:11:55.533961+0000","last_active":"2024-09-12T03:11:56.529476+0000","last_peered":"2024-09-12T03:11:56.529476+0000","last_clean":"2024-09-12T03:11:56.529476+0000","last_became_active":"2024-09-12T03:11:55.533476+0000","last_became_peered":"2024-09-12T03:11:55.533476+0000","last_unstale":"2024-09-12T03:11:56.529476+0000","last_undegraded":"2024-09-12T03:11:56.529476+0000","last_fullsized":"2024-09-12T03:11:56.529476+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:07:15.237179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796494+0000","last_change":"2024-09-12T03:11:54.542971+0000","last_active":"2024-09-12T03:11:56.796494+0000","last_peered":"2024-09-12T03:11:56.796494+0000","last_clean":"2024-09-12T03:11:56.796494+0000","last_became_active":"2024-09-12T03:11:54.542639+0000","last_became_peered":"2024-09-12T03:11:54.542639+0000","last_unstale":"2024-09-12T03:11:56.796494+0000","last_undegraded":"2024-09-12T03:11:56.796494+0000","last_fullsized":"2024-09-12T03:11:56.796494+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:02.102681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.529713+0000","last_change":"2024-09-12T03:11:55.545676+0000","last_active":"2024-09-12T03:11:56.529713+0000","last_peered":"2024-09-12T03:11:56.529713+0000","last_clean":"2024-09-12T03:11:56.529713+0000","last_became_active":"2024-09-12T03:11:55.544205+0000","last_became_peered":"2024-09-12T03:11:55.544205+0000","last_unstale":"2024-09-12T03:11:56.529713+0000","last_undegraded":"2024-09-12T03:11:56.529713+0000","last_fullsized":"2024-09-12T03:11:56.529713+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:07:15.237179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796477+0000","last_change":"2024-09-12T03:11:54.523950+0000","last_active":"2024-09-12T03:11:56.796477+0000","last_peered":"2024-09-12T03:11:56.796477+0000","last_clean":"2024-09-12T03:11:56.796477+0000","last_became_active":"2024-09-12T03:11:54.522205+0000","last_became_peered":"2024-09-12T03:11:54.522205+0000","last_unstale":"2024-09-12T03:11:56.796477+0000","last_undegraded":"2024-09-12T03:11:56.796477+0000","last_fullsized":"2024-09-12T03:11:56.796477+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:14:05.124308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796368+0000","last_change":"2024-09-12T03:11:55.555043+0000","last_active":"2024-09-12T03:11:56.796368+0000","last_peered":"2024-09-12T03:11:56.796368+0000","last_clean":"2024-09-12T03:11:56.796368+0000","last_became_active":"2024-09-12T03:11:55.554820+0000","last_became_peered":"2024-09-12T03:11:55.554820+0000","last_unstale":"2024-09-12T03:11:56.796368+0000","last_undegraded":"2024-09-12T03:11:56.796368+0000","last_fullsized":"2024-09-12T03:11:56.796368+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:53.015955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796112+0000","last_change":"2024-09-12T03:11:54.528846+0000","last_active":"2024-09-12T03:11:56.796112+0000","last_peered":"2024-09-12T03:11:56.796112+0000","last_clean":"2024-09-12T03:11:56.796112+0000","last_became_active":"2024-09-12T03:11:54.528449+0000","last_became_peered":"2024-09-12T03:11:54.528449+0000","last_unstale":"2024-09-12T03:11:56.796112+0000","last_undegraded":"2024-09-12T03:11:56.796112+0000","last_fullsized":"2024-09-12T03:11:56.796112+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:34.103630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796470+0000","last_change":"2024-09-12T03:11:55.535504+0000","last_active":"2024-09-12T03:11:56.796470+0000","last_peered":"2024-09-12T03:11:56.796470+0000","last_clean":"2024-09-12T03:11:56.796470+0000","last_became_active":"2024-09-12T03:11:55.531955+0000","last_became_peered":"2024-09-12T03:11:55.531955+0000","last_unstale":"2024-09-12T03:11:56.796470+0000","last_undegraded":"2024-09-12T03:11:56.796470+0000","last_fullsized":"2024-09-12T03:11:56.796470+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:48.762741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796015+0000","last_change":"2024-09-12T03:11:54.526746+0000","last_active":"2024-09-12T03:11:56.796015+0000","last_peered":"2024-09-12T03:11:56.796015+0000","last_clean":"2024-09-12T03:11:56.796015+0000","last_became_active":"2024-09-12T03:11:54.526461+0000","last_became_peered":"2024-09-12T03:11:54.526461+0000","last_unstale":"2024-09-12T03:11:56.796015+0000","last_undegraded":"2024-09-12T03:11:56.796015+0000","last_fullsized":"2024-09-12T03:11:56.796015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:03:32.217823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.530763+0000","last_change":"2024-09-12T03:11:55.536684+0000","last_active":"2024-09-12T03:11:56.530763+0000","last_peered":"2024-09-12T03:11:56.530763+0000","last_clean":"2024-09-12T03:11:56.530763+0000","last_became_active":"2024-09-12T03:11:55.534624+0000","last_became_peered":"2024-09-12T03:11:55.534624+0000","last_unstale":"2024-09-12T03:11:56.530763+0000","last_undegraded":"2024-09-12T03:11:56.530763+0000","last_fullsized":"2024-09-12T03:11:56.530763+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:54.496286+0000","last_clean_scrub_stamp":"2024-09-12T03:11:54.496286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:01.549478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.795961+0000","last_change":"2024-09-12T03:11:54.518301+0000","last_active":"2024-09-12T03:11:56.795961+0000","last_peered":"2024-09-12T03:11:56.795961+0000","last_clean":"2024-09-12T03:11:56.795961+0000","last_became_active":"2024-09-12T03:11:54.517998+0000","last_became_peered":"2024-09-12T03:11:54.517998+0000","last_unstale":"2024-09-12T03:11:56.795961+0000","last_undegraded":"2024-09-12T03:11:56.795961+0000","last_fullsized":"2024-09-12T03:11:56.795961+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:11:53.490418+0000","last_clean_scrub_stamp":"2024-09-12T03:11:53.490418+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:55.530443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":257,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-12T03:11:56.796186+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:11:56.796186+0000","last_peered":"2024-09-12T03:11:56.796186+0000","last_clean":"2024-09-12T03:11:56.796186+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:11:56.796186+0000","last_undegraded":"2024-09-12T03:11:56.796186+0000","last_fullsized":"2024-09-12T03:11:56.796186+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574895,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32568,"kb_used_data":1376,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339272,"statfs":{"total":96636764160,"available":96603414528,"internally_reserved":0,"allocated":1409024,"data_stored":955816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574895,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31976,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339864,"statfs":{"total":96636764160,"available":96604020736,"internally_reserved":0,"allocated":802816,"data_stored":364706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574895,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":802816,"data_stored":364694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574895,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":811008,"data_stored":366284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574896,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31976,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339864,"statfs":{"total":96636764160,"available":96604020736,"internally_reserved":0,"allocated":798720,"data_stored":364672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574896,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31976,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339864,"statfs":{"total":96636764160,"available":96604020736,"internally_reserved":0,"allocated":798720,"data_stored":364672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574895,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32004,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339836,"statfs":{"total":96636764160,"available":96603992064,"internally_reserved":0,"allocated":827392,"data_stored":367048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574896,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32552,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339288,"statfs":{"total":96636764160,"available":96603430912,"internally_reserved":0,"allocated":1392640,"data_stored":955040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:12:00.162 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T03:12:00.163 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-12T03:12:00.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.365+0000 7f5c6ea00640 1 Processor -- start 2024-09-12T03:12:00.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.365+0000 7f5c6ea00640 1 -- start start 2024-09-12T03:12:00.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.366+0000 7f5c6ea00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5c680cf4e0 0x7f5c68162aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.366+0000 7f5c6ea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c680d4980 0x7f5c680d4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.366+0000 7f5c6ea00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c680d28a0 con 0x7f5c6815e4d0 2024-09-12T03:12:00.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.366+0000 7f5c6ea00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f5c680d2b80 con 0x7f5c680cf4e0 2024-09-12T03:12:00.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.366+0000 7f5c6ea00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5c680d2e60 con 0x7f5c680d4980 2024-09-12T03:12:00.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.366+0000 7f5c67400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5c680cf4e0 0x7f5c68162aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.366+0000 7f5c67400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5c680cf4e0 0x7f5c68162aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54054/0 (socket says 172.21.15.29:54054) 2024-09-12T03:12:00.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.366+0000 7f5c67400640 1 -- 172.21.15.29:0/1733820191 learned_addr learned my addr 172.21.15.29:0/1733820191 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:00.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.367+0000 7f5c6ca00640 1 --2- 172.21.15.29:0/1733820191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c680d4980 0x7f5c680d4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.367+0000 7f5c67400640 1 -- 172.21.15.29:0/1733820191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c680d4980 msgr2=0x7f5c680d4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:00.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.367+0000 7f5c67400640 1 --2- 172.21.15.29:0/1733820191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c680d4980 0x7f5c680d4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.367+0000 7f5c67400640 1 -- 172.21.15.29:0/1733820191 >> v1:172.21.15.38:6789/0 conn(0x7f5c6815e4d0 legacy=0x7f5c680b7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:00.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.367+0000 7f5c67400640 1 -- 172.21.15.29:0/1733820191 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c680d3140 con 0x7f5c680cf4e0 2024-09-12T03:12:00.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.367+0000 7f5c6ca00640 1 --2- 172.21.15.29:0/1733820191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c680d4980 0x7f5c680d4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:00.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.368+0000 7f5c67400640 1 --2- 172.21.15.29:0/1733820191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c680cf4e0 0x7f5c68162aa0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f5c54009870 tx=0x7f5c5402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d278883a84b2d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:00.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.368+0000 7f5c66a00640 1 -- 172.21.15.29:0/1733820191 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c54037070 con 0x7f5c680cf4e0 2024-09-12T03:12:00.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.368+0000 7f5c66a00640 1 -- 172.21.15.29:0/1733820191 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c5402ae50 con 0x7f5c680cf4e0 2024-09-12T03:12:00.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.368+0000 7f5c66a00640 1 -- 172.21.15.29:0/1733820191 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c54032860 con 0x7f5c680cf4e0 2024-09-12T03:12:00.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.369+0000 7f5c6ea00640 1 -- 172.21.15.29:0/1733820191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c680cf4e0 msgr2=0x7f5c68162aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:00.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.369+0000 7f5c6ea00640 1 --2- 172.21.15.29:0/1733820191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c680cf4e0 0x7f5c68162aa0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f5c54009870 tx=0x7f5c5402a300 comp rx=0 tx=0).stop 2024-09-12T03:12:00.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.369+0000 7f5c6ea00640 1 -- 172.21.15.29:0/1733820191 shutdown_connections 2024-09-12T03:12:00.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.369+0000 7f5c6ea00640 1 --2- 172.21.15.29:0/1733820191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c680d4980 0x7f5c680d4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.369+0000 7f5c6ea00640 1 --2- 172.21.15.29:0/1733820191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c680cf4e0 0x7f5c68162aa0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.369+0000 7f5c6ea00640 1 -- 172.21.15.29:0/1733820191 >> 172.21.15.29:0/1733820191 conn(0x7f5c6806d0a0 msgr2=0x7f5c6806d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:00.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.369+0000 7f5c6ea00640 1 -- 172.21.15.29:0/1733820191 shutdown_connections 2024-09-12T03:12:00.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.369+0000 7f5c6ea00640 1 -- 172.21.15.29:0/1733820191 wait complete. 2024-09-12T03:12:00.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.371+0000 7f5c6ea00640 1 Processor -- start 2024-09-12T03:12:00.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.371+0000 7f5c6ea00640 1 -- start start 2024-09-12T03:12:00.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c6ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c680cf4e0 0x7f5c680c9190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c6ea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c680d4980 0x7f5c6814f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c6ea00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c6815e4d0 0x7f5c680b57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c6ea00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6815e8b0 con 0x7f5c680cf4e0 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c6ea00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5c680b7d90 con 0x7f5c6815e4d0 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c6ea00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5c680d3940 con 0x7f5c680d4980 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c67e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c680cf4e0 0x7f5c680c9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c67e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c680cf4e0 0x7f5c680c9190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54066/0 (socket says 172.21.15.29:54066) 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c67e00640 1 -- 172.21.15.29:0/3778651668 learned_addr learned my addr 172.21.15.29:0/3778651668 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c67400640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c680d4980 0x7f5c6814f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c6ca00640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c6815e4d0 0x7f5c680b57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c67e00640 1 -- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c680d4980 msgr2=0x7f5c6814f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c67e00640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c680d4980 0x7f5c6814f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c67e00640 1 -- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c6815e4d0 msgr2=0x7f5c680b57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:00.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c67e00640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c6815e4d0 0x7f5c680b57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.372+0000 7f5c67e00640 1 -- 172.21.15.29:0/3778651668 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c680ccfe0 con 0x7f5c680cf4e0 2024-09-12T03:12:00.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.373+0000 7f5c67e00640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c680cf4e0 0x7f5c680c9190 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f5c5800c3f0 tx=0x7f5c5800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:00.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.373+0000 7f5c5fe00640 1 -- 172.21.15.29:0/3778651668 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c580052d0 con 0x7f5c680cf4e0 2024-09-12T03:12:00.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.373+0000 7f5c5fe00640 1 -- 172.21.15.29:0/3778651668 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c58005490 con 0x7f5c680cf4e0 2024-09-12T03:12:00.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.373+0000 7f5c5fe00640 1 -- 172.21.15.29:0/3778651668 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c58007260 con 0x7f5c680cf4e0 2024-09-12T03:12:00.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.373+0000 7f5c6ea00640 1 -- 172.21.15.29:0/3778651668 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c680c99c0 con 0x7f5c680cf4e0 2024-09-12T03:12:00.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.373+0000 7f5c6ea00640 1 -- 172.21.15.29:0/3778651668 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c680c9f80 con 0x7f5c680cf4e0 2024-09-12T03:12:00.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.374+0000 7f5c6ea00640 1 -- 172.21.15.29:0/3778651668 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c680d4e10 con 0x7f5c680cf4e0 2024-09-12T03:12:00.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.375+0000 7f5c5fe00640 1 -- 172.21.15.29:0/3778651668 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5c58007400 con 0x7f5c680cf4e0 2024-09-12T03:12:00.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.376+0000 7f5c5fe00640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5c4806be30 0x7f5c4806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.377+0000 7f5c5fe00640 1 -- 172.21.15.29:0/3778651668 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f5c5808a440 con 0x7f5c680cf4e0 2024-09-12T03:12:00.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.377+0000 7f5c67400640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5c4806be30 0x7f5c4806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.378+0000 7f5c67400640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5c4806be30 0x7f5c4806e2f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5c54034000 tx=0x7f5c5402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:00.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.381+0000 7f5c5fe00640 1 -- 172.21.15.29:0/3778651668 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5c58058600 con 0x7f5c680cf4e0 2024-09-12T03:12:00.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.634+0000 7f5c6ea00640 1 -- 172.21.15.29:0/3778651668 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f5c680d2200 con 0x7f5c680cf4e0 2024-09-12T03:12:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.637+0000 7f5c5fe00640 1 -- 172.21.15.29:0/3778651668 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7f5c5805c900 con 0x7f5c680cf4e0 2024-09-12T03:12:00.637 INFO:teuthology.orchestra.run.smithi029.stdout:[client.0] 2024-09-12T03:12:00.637 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w== 2024-09-12T03:12:00.637 INFO:teuthology.orchestra.run.smithi029.stdout: caps mds = "allow" 2024-09-12T03:12:00.637 INFO:teuthology.orchestra.run.smithi029.stdout: caps mon = "allow r" 2024-09-12T03:12:00.637 INFO:teuthology.orchestra.run.smithi029.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-12T03:12:00.637 INFO:teuthology.orchestra.run.smithi029.stderr:updated caps for client.0 2024-09-12T03:12:00.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 -- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5c4806be30 msgr2=0x7f5c4806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:00.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5c4806be30 0x7f5c4806e2f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5c54034000 tx=0x7f5c5402e000 comp rx=0 tx=0).stop 2024-09-12T03:12:00.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 -- 172.21.15.29:0/3778651668 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c680cf4e0 msgr2=0x7f5c680c9190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:00.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c680cf4e0 0x7f5c680c9190 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f5c5800c3f0 tx=0x7f5c5800c8b0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 -- 172.21.15.29:0/3778651668 shutdown_connections 2024-09-12T03:12:00.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5c4806be30 0x7f5c4806e2f0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5c6815e4d0 0x7f5c680b57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5c680d4980 0x7f5c6814f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 --2- 172.21.15.29:0/3778651668 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c680cf4e0 0x7f5c680c9190 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 -- 172.21.15.29:0/3778651668 >> 172.21.15.29:0/3778651668 conn(0x7f5c6806d0a0 msgr2=0x7f5c6806d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:00.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 -- 172.21.15.29:0/3778651668 shutdown_connections 2024-09-12T03:12:00.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.640+0000 7f5c6ea00640 1 -- 172.21.15.29:0/3778651668 wait complete. 2024-09-12T03:12:00.655 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:12:00.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.811+0000 7fdbba800640 1 Processor -- start 2024-09-12T03:12:00.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.811+0000 7fdbba800640 1 -- start start 2024-09-12T03:12:00.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.812+0000 7fdbba800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fdbb41475b0 0x7fdbb40afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.812+0000 7fdbba800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb4147990 0x7fdbb40b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.812+0000 7fdbba800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdbb4071fd0 0x7fdbb4072410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbba800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fdbb4072950 con 0x7fdbb4071fd0 2024-09-12T03:12:00.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbba800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fdbb40b3c60 con 0x7fdbb41475b0 2024-09-12T03:12:00.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbba800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdbb40b3f40 con 0x7fdbb4147990 2024-09-12T03:12:00.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbb3e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdbb4071fd0 0x7fdbb4072410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbb3e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdbb4071fd0 0x7fdbb4072410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54074/0 (socket says 172.21.15.29:54074) 2024-09-12T03:12:00.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbb3e00640 1 -- 172.21.15.29:0/455180605 learned_addr learned my addr 172.21.15.29:0/455180605 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:00.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbb3400640 1 --2- 172.21.15.29:0/455180605 >> v2:172.21.15.38:3300/0 conn(0x7fdbb41475b0 0x7fdbb40afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbabe00640 1 --2- 172.21.15.29:0/455180605 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb4147990 0x7fdbb40b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbb3e00640 1 -- 172.21.15.29:0/455180605 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb4147990 msgr2=0x7fdbb40b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:00.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbb3e00640 1 --2- 172.21.15.29:0/455180605 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb4147990 0x7fdbb40b3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbb3e00640 1 -- 172.21.15.29:0/455180605 >> v2:172.21.15.38:3300/0 conn(0x7fdbb41475b0 msgr2=0x7fdbb40afb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:00.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbb3e00640 1 --2- 172.21.15.29:0/455180605 >> v2:172.21.15.38:3300/0 conn(0x7fdbb41475b0 0x7fdbb40afb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbb3e00640 1 -- 172.21.15.29:0/455180605 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb40b4220 con 0x7fdbb4071fd0 2024-09-12T03:12:00.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbb3400640 1 --2- 172.21.15.29:0/455180605 >> v2:172.21.15.38:3300/0 conn(0x7fdbb41475b0 0x7fdbb40afb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:00.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.813+0000 7fdbabe00640 1 --2- 172.21.15.29:0/455180605 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb4147990 0x7fdbb40b3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:00.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.814+0000 7fdbb3e00640 1 --2- 172.21.15.29:0/455180605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbb4071fd0 0x7fdbb4072410 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fdbb40b4150 tx=0x7fdbac02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=681e36558e8b2842 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:00.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbb2a00640 1 -- 172.21.15.29:0/455180605 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac036070 con 0x7fdbb4071fd0 2024-09-12T03:12:00.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbb2a00640 1 -- 172.21.15.29:0/455180605 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdbac031600 con 0x7fdbb4071fd0 2024-09-12T03:12:00.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbb2a00640 1 -- 172.21.15.29:0/455180605 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac0319d0 con 0x7fdbb4071fd0 2024-09-12T03:12:00.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbba800640 1 -- 172.21.15.29:0/455180605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbb4071fd0 msgr2=0x7fdbb4072410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:00.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbba800640 1 --2- 172.21.15.29:0/455180605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbb4071fd0 0x7fdbb4072410 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fdbb40b4150 tx=0x7fdbac02a680 comp rx=0 tx=0).stop 2024-09-12T03:12:00.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbba800640 1 -- 172.21.15.29:0/455180605 shutdown_connections 2024-09-12T03:12:00.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbba800640 1 --2- 172.21.15.29:0/455180605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbb4071fd0 0x7fdbb4072410 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbba800640 1 --2- 172.21.15.29:0/455180605 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb4147990 0x7fdbb40b3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbba800640 1 --2- 172.21.15.29:0/455180605 >> v2:172.21.15.38:3300/0 conn(0x7fdbb41475b0 0x7fdbb40afb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbba800640 1 -- 172.21.15.29:0/455180605 >> 172.21.15.29:0/455180605 conn(0x7fdbb4067da0 msgr2=0x7fdbb406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:00.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbba800640 1 -- 172.21.15.29:0/455180605 shutdown_connections 2024-09-12T03:12:00.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.815+0000 7fdbba800640 1 -- 172.21.15.29:0/455180605 wait complete. 2024-09-12T03:12:00.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.817+0000 7fdbba800640 1 Processor -- start 2024-09-12T03:12:00.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.817+0000 7fdbba800640 1 -- start start 2024-09-12T03:12:00.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.818+0000 7fdbba800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbb4071fd0 0x7fdbb413c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.818+0000 7fdbba800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb41475b0 0x7fdbb413ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.818+0000 7fdbba800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbb4147990 0x7fdbb41437f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.818+0000 7fdbba800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb40b3970 con 0x7fdbb4071fd0 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.818+0000 7fdbba800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdbb40b47e0 con 0x7fdbb4147990 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.818+0000 7fdbba800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdbb4161f70 con 0x7fdbb41475b0 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.818+0000 7fdbb3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbb4071fd0 0x7fdbb413c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.818+0000 7fdbb3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbb4071fd0 0x7fdbb413c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54078/0 (socket says 172.21.15.29:54078) 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.818+0000 7fdbb3400640 1 -- 172.21.15.29:0/1879232799 learned_addr learned my addr 172.21.15.29:0/1879232799 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbabe00640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb41475b0 0x7fdbb413ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbb3e00640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbb4147990 0x7fdbb41437f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbb3400640 1 -- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb41475b0 msgr2=0x7fdbb413ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbb3400640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb41475b0 0x7fdbb413ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbb3400640 1 -- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbb4147990 msgr2=0x7fdbb41437f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:00.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbb3400640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbb4147990 0x7fdbb41437f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:00.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbb3400640 1 -- 172.21.15.29:0/1879232799 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbb413b390 con 0x7fdbb4071fd0 2024-09-12T03:12:00.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbabe00640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb41475b0 0x7fdbb413ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:00.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbb3e00640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbb4147990 0x7fdbb41437f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:00.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbb3400640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbb4071fd0 0x7fdbb413c430 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fdba400e730 tx=0x7fdba400ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:00.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbab400640 1 -- 172.21.15.29:0/1879232799 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba400f040 con 0x7fdbb4071fd0 2024-09-12T03:12:00.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbab400640 1 -- 172.21.15.29:0/1879232799 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdba4004230 con 0x7fdbb4071fd0 2024-09-12T03:12:00.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbab400640 1 -- 172.21.15.29:0/1879232799 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba400ee40 con 0x7fdbb4071fd0 2024-09-12T03:12:00.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbba800640 1 -- 172.21.15.29:0/1879232799 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbb413b670 con 0x7fdbb4071fd0 2024-09-12T03:12:00.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.819+0000 7fdbba800640 1 -- 172.21.15.29:0/1879232799 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbb413bc30 con 0x7fdbb4071fd0 2024-09-12T03:12:00.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.820+0000 7fdbba800640 1 -- 172.21.15.29:0/1879232799 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbb40d00f0 con 0x7fdbb4071fd0 2024-09-12T03:12:00.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.821+0000 7fdbab400640 1 -- 172.21.15.29:0/1879232799 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdba400c670 con 0x7fdbb4071fd0 2024-09-12T03:12:00.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.822+0000 7fdbab400640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb9006be30 0x7fdb9006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:00.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.822+0000 7fdbab400640 1 -- 172.21.15.29:0/1879232799 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fdba408ad90 con 0x7fdbb4071fd0 2024-09-12T03:12:00.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.823+0000 7fdbabe00640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb9006be30 0x7fdb9006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:00.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.823+0000 7fdbabe00640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb9006be30 0x7fdb9006e2f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fdb9c006fd0 tx=0x7fdb9c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:00.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:00.827+0000 7fdbab400640 1 -- 172.21.15.29:0/1879232799 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdba4017020 con 0x7fdbb4071fd0 2024-09-12T03:12:01.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.045+0000 7fdbba800640 1 -- 172.21.15.29:0/1879232799 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdbb413a6b0 con 0x7fdbb4071fd0 2024-09-12T03:12:01.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.046+0000 7fdbab400640 1 -- 172.21.15.29:0/1879232799 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) ==== 94+0+5224 (secure 0 0 0) 0x7fdba4059510 con 0x7fdbb4071fd0 2024-09-12T03:12:01.046 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:12:01.046 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":52,"btime":"2024-09-12T03:11:58:532147+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5944,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2904742734","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2904742734},{"type":"v1","addr":"172.21.15.29:6834","nonce":2904742734}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46},{"gid":6117,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3488992369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":3488992369},{"type":"v1","addr":"172.21.15.29:6835","nonce":3488992369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47},{"gid":6126,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/3212600768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":3212600768},{"type":"v1","addr":"172.21.15.38:6836","nonce":3212600768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47}],"filesystems":[{"mdsmap":{"epoch":52,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:11:54.937603+0000","modified":"2024-09-12T03:11:57.953590+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6129},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6129":{"gid":6129,"name":"b","rank":0,"incarnation":48,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/2752509154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2752509154},{"type":"v1","addr":"172.21.15.38:6837","nonce":2752509154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6129,"qdb_cluster":[6129]},"id":4}]} 2024-09-12T03:12:01.046 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 52 2024-09-12T03:12:01.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.048+0000 7fdbba800640 1 -- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb9006be30 msgr2=0x7fdb9006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.048+0000 7fdbba800640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb9006be30 0x7fdb9006e2f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fdb9c006fd0 tx=0x7fdb9c008040 comp rx=0 tx=0).stop 2024-09-12T03:12:01.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.048+0000 7fdbba800640 1 -- 172.21.15.29:0/1879232799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbb4071fd0 msgr2=0x7fdbb413c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.048+0000 7fdbba800640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbb4071fd0 0x7fdbb413c430 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fdba400e730 tx=0x7fdba400ebf0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.049+0000 7fdbba800640 1 -- 172.21.15.29:0/1879232799 shutdown_connections 2024-09-12T03:12:01.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.049+0000 7fdbba800640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb9006be30 0x7fdb9006e2f0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.049+0000 7fdbba800640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdbb4147990 0x7fdbb41437f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.049+0000 7fdbba800640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdbb41475b0 0x7fdbb413ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.049+0000 7fdbba800640 1 --2- 172.21.15.29:0/1879232799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbb4071fd0 0x7fdbb413c430 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.049+0000 7fdbba800640 1 -- 172.21.15.29:0/1879232799 >> 172.21.15.29:0/1879232799 conn(0x7fdbb4067da0 msgr2=0x7fdbb406f480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:01.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.049+0000 7fdbba800640 1 -- 172.21.15.29:0/1879232799 shutdown_connections 2024-09-12T03:12:01.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.049+0000 7fdbba800640 1 -- 172.21.15.29:0/1879232799 wait complete. 2024-09-12T03:12:01.467 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 52, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:11:54.937603+0000', 'modified': '2024-09-12T03:11:57.953590+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6129}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6129': {'gid': 6129, 'name': 'b', 'rank': 0, 'incarnation': 48, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6837/2752509154', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6835', 'nonce': 2752509154}, {'type': 'v1', 'addr': '172.21.15.38:6837', 'nonce': 2752509154}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6129, 'qdb_cluster': [6129]} 2024-09-12T03:12:01.467 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T03:12:01.467 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-12T03:12:01.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.628+0000 7f54ba200640 1 Processor -- start 2024-09-12T03:12:01.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.628+0000 7f54ba200640 1 -- start start 2024-09-12T03:12:01.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.629+0000 7f54ba200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f54b406f0e0 0x7f54b415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.629+0000 7f54ba200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f54b406f4c0 0x7f54b40cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54ba200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54b415c620 con 0x7f54b40cf5a0 2024-09-12T03:12:01.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54ba200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f54b415bc50 con 0x7f54b406f4c0 2024-09-12T03:12:01.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54ba200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f54b4152630 con 0x7f54b406f0e0 2024-09-12T03:12:01.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54abe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f54b406f4c0 0x7f54b40cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54abe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f54b406f4c0 0x7f54b40cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54086/0 (socket says 172.21.15.29:54086) 2024-09-12T03:12:01.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54abe00640 1 -- 172.21.15.29:0/2723536827 learned_addr learned my addr 172.21.15.29:0/2723536827 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:01.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54b3400640 1 --2- 172.21.15.29:0/2723536827 >> v2:172.21.15.38:3300/0 conn(0x7f54b406f0e0 0x7f54b415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54abe00640 1 -- 172.21.15.29:0/2723536827 >> v2:172.21.15.38:3300/0 conn(0x7f54b406f0e0 msgr2=0x7f54b415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:01.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54abe00640 1 --2- 172.21.15.29:0/2723536827 >> v2:172.21.15.38:3300/0 conn(0x7f54b406f0e0 0x7f54b415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54abe00640 1 -- 172.21.15.29:0/2723536827 >> v1:172.21.15.38:6789/0 conn(0x7f54b40cf5a0 legacy=0x7f54b40b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54abe00640 1 -- 172.21.15.29:0/2723536827 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54b40cfb40 con 0x7f54b406f4c0 2024-09-12T03:12:01.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.630+0000 7f54b3400640 1 --2- 172.21.15.29:0/2723536827 >> v2:172.21.15.38:3300/0 conn(0x7f54b406f0e0 0x7f54b415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:01.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.631+0000 7f54abe00640 1 --2- 172.21.15.29:0/2723536827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54b406f4c0 0x7f54b40cf060 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f54b4073070 tx=0x7f549c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c444c95fef140c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:01.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.632+0000 7f54b2a00640 1 -- 172.21.15.29:0/2723536827 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c037070 con 0x7f54b406f4c0 2024-09-12T03:12:01.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.632+0000 7f54b2a00640 1 -- 172.21.15.29:0/2723536827 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f549c032440 con 0x7f54b406f4c0 2024-09-12T03:12:01.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.632+0000 7f54b2a00640 1 -- 172.21.15.29:0/2723536827 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c032810 con 0x7f54b406f4c0 2024-09-12T03:12:01.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.632+0000 7f54ba200640 1 -- 172.21.15.29:0/2723536827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54b406f4c0 msgr2=0x7f54b40cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.632+0000 7f54ba200640 1 --2- 172.21.15.29:0/2723536827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54b406f4c0 0x7f54b40cf060 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f54b4073070 tx=0x7f549c02a270 comp rx=0 tx=0).stop 2024-09-12T03:12:01.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.632+0000 7f54ba200640 1 -- 172.21.15.29:0/2723536827 shutdown_connections 2024-09-12T03:12:01.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.632+0000 7f54ba200640 1 --2- 172.21.15.29:0/2723536827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54b406f4c0 0x7f54b40cf060 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.632+0000 7f54ba200640 1 --2- 172.21.15.29:0/2723536827 >> v2:172.21.15.38:3300/0 conn(0x7f54b406f0e0 0x7f54b415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.632+0000 7f54ba200640 1 -- 172.21.15.29:0/2723536827 >> 172.21.15.29:0/2723536827 conn(0x7f54b4067da0 msgr2=0x7f54b406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:01.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.632+0000 7f54ba200640 1 -- 172.21.15.29:0/2723536827 shutdown_connections 2024-09-12T03:12:01.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.632+0000 7f54ba200640 1 -- 172.21.15.29:0/2723536827 wait complete. 2024-09-12T03:12:01.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.634+0000 7f54ba200640 1 Processor -- start 2024-09-12T03:12:01.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.634+0000 7f54ba200640 1 -- start start 2024-09-12T03:12:01.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.635+0000 7f54ba200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b406f0e0 0x7f54b41531c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.635+0000 7f54ba200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54b406f4c0 0x7f54b414e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.635+0000 7f54ba200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54b40cf5a0 0x7f54b4155540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.635+0000 7f54ba200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f54b406f930 con 0x7f54b406f4c0 2024-09-12T03:12:01.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.635+0000 7f54ba200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f54b415b8e0 con 0x7f54b406f0e0 2024-09-12T03:12:01.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.635+0000 7f54ba200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f54b415ee80 con 0x7f54b40cf5a0 2024-09-12T03:12:01.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.635+0000 7f54abe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54b406f4c0 0x7f54b414e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.635+0000 7f54abe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54b406f4c0 0x7f54b414e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54094/0 (socket says 172.21.15.29:54094) 2024-09-12T03:12:01.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.635+0000 7f54abe00640 1 -- 172.21.15.29:0/1354054791 learned_addr learned my addr 172.21.15.29:0/1354054791 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:01.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.635+0000 7f54b3400640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b406f0e0 0x7f54b41531c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.635+0000 7f54b3e00640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54b40cf5a0 0x7f54b4155540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.636+0000 7f54abe00640 1 -- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54b40cf5a0 msgr2=0x7f54b4155540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.636+0000 7f54abe00640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54b40cf5a0 0x7f54b4155540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.636+0000 7f54abe00640 1 -- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b406f0e0 msgr2=0x7f54b41531c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.636+0000 7f54abe00640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b406f0e0 0x7f54b41531c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.636+0000 7f54abe00640 1 -- 172.21.15.29:0/1354054791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54b4153810 con 0x7f54b406f4c0 2024-09-12T03:12:01.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.636+0000 7f54abe00640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54b406f4c0 0x7f54b414e220 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f549c02a2b0 tx=0x7f549c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:01.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.636+0000 7f54ab400640 1 -- 172.21.15.29:0/1354054791 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c041020 con 0x7f54b406f4c0 2024-09-12T03:12:01.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.636+0000 7f54ab400640 1 -- 172.21.15.29:0/1354054791 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f549c0306c0 con 0x7f54b406f4c0 2024-09-12T03:12:01.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.636+0000 7f54ab400640 1 -- 172.21.15.29:0/1354054791 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c037040 con 0x7f54b406f4c0 2024-09-12T03:12:01.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.636+0000 7f54ba200640 1 -- 172.21.15.29:0/1354054791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54b4153af0 con 0x7f54b406f4c0 2024-09-12T03:12:01.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.637+0000 7f54ba200640 1 -- 172.21.15.29:0/1354054791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54b41540b0 con 0x7f54b406f4c0 2024-09-12T03:12:01.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.638+0000 7f54ab400640 1 -- 172.21.15.29:0/1354054791 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f549c044020 con 0x7f54b406f4c0 2024-09-12T03:12:01.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.639+0000 7f54ab400640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f549006be30 0x7f549006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.639+0000 7f54ab400640 1 -- 172.21.15.29:0/1354054791 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f549c0ab7e0 con 0x7f54b406f4c0 2024-09-12T03:12:01.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.640+0000 7f54b3400640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f549006be30 0x7f549006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.640+0000 7f54bd0c9740 1 Processor -- start 2024-09-12T03:12:01.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.640+0000 7f54bd0c9740 1 -- start start 2024-09-12T03:12:01.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.640+0000 7f54b3400640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f549006be30 0x7f549006e2f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f54b4152450 tx=0x7f54a4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:01.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.641+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207acf0 0x5636820c0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.641+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636820784b0 0x56368207b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.641+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56368207c480 0x563682075570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.641+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563681fd93b0 con 0x5636820784b0 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.641+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563681fde410 con 0x56368207c480 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.641+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x563681f86620 con 0x56368207acf0 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.641+0000 7f54abe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636820784b0 0x56368207b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.641+0000 7f54b3400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207acf0 0x5636820c0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.641+0000 7f54abe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636820784b0 0x56368207b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54104/0 (socket says 172.21.15.29:54104) 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.641+0000 7f54abe00640 1 -- 172.21.15.29:0/3912355193 learned_addr learned my addr 172.21.15.29:0/3912355193 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.641+0000 7f54b3e00640 1 --2- 172.21.15.29:0/3912355193 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56368207c480 0x563682075570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.642+0000 7f54abe00640 1 -- 172.21.15.29:0/3912355193 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207acf0 msgr2=0x5636820c0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.642+0000 7f54abe00640 1 --2- 172.21.15.29:0/3912355193 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207acf0 0x5636820c0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.642+0000 7f54abe00640 1 -- 172.21.15.29:0/3912355193 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56368207c480 msgr2=0x563682075570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:01.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.642+0000 7f54abe00640 1 --2- 172.21.15.29:0/3912355193 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56368207c480 0x563682075570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.642+0000 7f54abe00640 1 -- 172.21.15.29:0/3912355193 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563681cf12d0 con 0x5636820784b0 2024-09-12T03:12:01.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.642+0000 7f54abe00640 1 --2- 172.21.15.29:0/3912355193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636820784b0 0x56368207b0d0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f549c075cc0 tx=0x7f549c079420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c28487658b9b6bdb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:01.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.642+0000 7f54a3400640 1 -- 172.21.15.29:0/3912355193 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c079860 con 0x5636820784b0 2024-09-12T03:12:01.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.642+0000 7f54a3400640 1 -- 172.21.15.29:0/3912355193 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f549c07dc10 con 0x5636820784b0 2024-09-12T03:12:01.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.642+0000 7f54a3400640 1 -- 172.21.15.29:0/3912355193 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c082440 con 0x5636820784b0 2024-09-12T03:12:01.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.643+0000 7f54bd0c9740 1 -- 172.21.15.29:0/3912355193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636820784b0 msgr2=0x56368207b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.643+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/3912355193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636820784b0 0x56368207b0d0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f549c075cc0 tx=0x7f549c079420 comp rx=0 tx=0).stop 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.643+0000 7f54bd0c9740 1 -- 172.21.15.29:0/3912355193 shutdown_connections 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.643+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/3912355193 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56368207c480 0x563682075570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.643+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/3912355193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636820784b0 0x56368207b0d0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.643+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/3912355193 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207acf0 0x5636820c0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.643+0000 7f54bd0c9740 1 -- 172.21.15.29:0/3912355193 >> 172.21.15.29:0/3912355193 conn(0x563682077740 msgr2=0x5636820bf960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.643+0000 7f54bd0c9740 1 -- 172.21.15.29:0/3912355193 shutdown_connections 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.643+0000 7f54bd0c9740 1 -- 172.21.15.29:0/3912355193 wait complete. 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.644+0000 7f54bd0c9740 1 -- start start 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.644+0000 7f54bd0c9740 1 Processor -- start 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56368207acf0 0x563682098720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207c480 0x563682079030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563682098ee0 0x563682079570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563681f99780 con 0x563682098ee0 2024-09-12T03:12:01.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563681fda3d0 con 0x56368207acf0 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x563681fd93b0 con 0x56368207c480 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54bd0c9740 10 client.0 _ll_register_callbacks cb 0x563681fd75d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54b3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563682098ee0 0x563682079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54b3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563682098ee0 0x563682079570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54110/0 (socket says 172.21.15.29:54110) 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54b3e00640 1 -- 172.21.15.29:0/125609013 learned_addr learned my addr 172.21.15.29:0/125609013 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54abe00640 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207c480 0x563682079030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54b3400640 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56368207acf0 0x563682098720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54b3e00640 1 -- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207c480 msgr2=0x563682079030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54b3e00640 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207c480 0x563682079030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54b3e00640 1 -- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56368207acf0 msgr2=0x563682098720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54b3e00640 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56368207acf0 0x563682098720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54b3e00640 1 -- 172.21.15.29:0/125609013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563681dbb6b0 con 0x563682098ee0 2024-09-12T03:12:01.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54abe00640 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207c480 0x563682079030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.645+0000 7f54b3400640 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56368207acf0 0x563682098720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.646+0000 7f54b3e00640 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563682098ee0 0x563682079570 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f54ac011550 tx=0x7f54ac011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=550c90fe03d54142 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.646+0000 7f5497e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.646+0000 7f5497e00640 1 -- 172.21.15.29:0/125609013 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54ac006d60 con 0x563682098ee0 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.646+0000 7f5497e00640 1 -- 172.21.15.29:0/125609013 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f54ac010040 con 0x563682098ee0 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.646+0000 7f54bd0c9740 1 -- 172.21.15.29:0/125609013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f549c07dc10 con 0x563682098ee0 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.646+0000 7f5497e00640 1 -- 172.21.15.29:0/125609013 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7f54ac003970 con 0x563682098ee0 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.646+0000 7f54bd0c9740 10 client.6243 fetch_fsmap learned FSMap version 52 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.646+0000 7f54bd0c9740 1 -- 172.21.15.29:0/125609013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=2+}) -- 0x5636820d3250 con 0x563682098ee0 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.646+0000 7f5497e00640 1 -- 172.21.15.29:0/125609013 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f549c07dc10 con 0x563682098ee0 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.647+0000 7f5497e00640 1 -- 172.21.15.29:0/125609013 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 52) ==== 3502+0+0 (secure 0 0 0) 0x7f54ac003b10 con 0x563682098ee0 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.647+0000 7f54bd0c9740 10 client.6243 fetch_fsmap finished waiting for FSMap version 52 2024-09-12T03:12:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.647+0000 7f54bd0c9740 10 client.6243 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:12:01.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.647+0000 7f54bd0c9740 20 client.6243 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:01.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.647+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x56368209a030 0x563682074c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.647+0000 7f54bd0c9740 4 client.6243 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:01.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.647+0000 7f54bd0c9740 1 -- 172.21.15.29:0/125609013 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563681febb40 con 0x56368209a030 2024-09-12T03:12:01.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.647+0000 7f54b3400640 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x56368209a030 0x563682074c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.648+0000 7f54b3400640 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x56368209a030 0x563682074c00 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9401967c18795734 server_cookie=dcde9560becb4416 in_seq=0 out_seq=0 2024-09-12T03:12:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.648+0000 7f5497e00640 10 client.6243 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f5497e00640 1 -- 172.21.15.29:0/125609013 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563681febb40 con 0x56368209a030 2024-09-12T03:12:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f5497e00640 10 client.6243 handle_command_reply: tid=0 2024-09-12T03:12:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f54bd0c9740 1 client.6243 shutdown 2024-09-12T03:12:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f54bd0c9740 1 -- 172.21.15.29:0/125609013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563682098ee0 msgr2=0x563682079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563682098ee0 0x563682079570 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f54ac011550 tx=0x7f54ac011a10 comp rx=0 tx=0).stop 2024-09-12T03:12:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f54bd0c9740 1 -- 172.21.15.29:0/125609013 shutdown_connections 2024-09-12T03:12:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x56368209a030 0x563682074c00 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563682098ee0 0x563682079570 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207c480 0x563682079030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f5497e00640 0 client.6243 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/125609013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56368207acf0 0x563682098720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f54bd0c9740 1 -- 172.21.15.29:0/125609013 >> 172.21.15.29:0/125609013 conn(0x5636820784b0 msgr2=0x5636820bf180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.649+0000 7f54bd0c9740 1 -- 172.21.15.29:0/125609013 shutdown_connections 2024-09-12T03:12:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.650+0000 7f54bd0c9740 1 -- 172.21.15.29:0/125609013 wait complete. 2024-09-12T03:12:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.650+0000 7f54bd0c9740 20 client.6243 trim_cache size 0 max 16384 2024-09-12T03:12:01.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.669+0000 7f54bd0c9740 1 Processor -- start 2024-09-12T03:12:01.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.669+0000 7f54bd0c9740 1 -- start start 2024-09-12T03:12:01.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.669+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207acf0 0x56368209f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.669+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207c480 0x56368209fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.669+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563682098ee0 0x5636820e2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.669+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f54b4200170 con 0x56368207c480 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.669+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f54b40aa2e0 con 0x563682098ee0 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.670+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f54b41ffb50 con 0x56368207acf0 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.670+0000 7f54abe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207c480 0x56368209fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.670+0000 7f54abe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207c480 0x56368209fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54120/0 (socket says 172.21.15.29:54120) 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.670+0000 7f54abe00640 1 -- 172.21.15.29:0/391726576 learned_addr learned my addr 172.21.15.29:0/391726576 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.670+0000 7f54b3400640 1 --2- 172.21.15.29:0/391726576 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207acf0 0x56368209f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.670+0000 7f54b3e00640 1 --2- 172.21.15.29:0/391726576 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563682098ee0 0x5636820e2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.670+0000 7f54abe00640 1 -- 172.21.15.29:0/391726576 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207acf0 msgr2=0x56368209f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:01.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.670+0000 7f54abe00640 1 --2- 172.21.15.29:0/391726576 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207acf0 0x56368209f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.670+0000 7f54abe00640 1 -- 172.21.15.29:0/391726576 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563682098ee0 msgr2=0x5636820e2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:01.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.670+0000 7f54abe00640 1 --2- 172.21.15.29:0/391726576 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563682098ee0 0x5636820e2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.670+0000 7f54abe00640 1 -- 172.21.15.29:0/391726576 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636820c22f0 con 0x56368207c480 2024-09-12T03:12:01.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54abe00640 1 --2- 172.21.15.29:0/391726576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207c480 0x56368209fc70 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f549c079510 tx=0x7f549c008000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ff0e47ee09168e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:01.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54a2a00640 1 -- 172.21.15.29:0/391726576 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c095070 con 0x56368207c480 2024-09-12T03:12:01.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54a2a00640 1 -- 172.21.15.29:0/391726576 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f549c079860 con 0x56368207c480 2024-09-12T03:12:01.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54a2a00640 1 -- 172.21.15.29:0/391726576 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c07dc10 con 0x56368207c480 2024-09-12T03:12:01.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54bd0c9740 1 -- 172.21.15.29:0/391726576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207c480 msgr2=0x56368209fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/391726576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207c480 0x56368209fc70 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f549c079510 tx=0x7f549c008000 comp rx=0 tx=0).stop 2024-09-12T03:12:01.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54bd0c9740 1 -- 172.21.15.29:0/391726576 shutdown_connections 2024-09-12T03:12:01.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/391726576 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563682098ee0 0x5636820e2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/391726576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207c480 0x56368209fc70 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/391726576 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207acf0 0x56368209f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54bd0c9740 1 -- 172.21.15.29:0/391726576 >> 172.21.15.29:0/391726576 conn(0x5636820784b0 msgr2=0x5636820951f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:01.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54bd0c9740 1 -- 172.21.15.29:0/391726576 shutdown_connections 2024-09-12T03:12:01.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.671+0000 7f54bd0c9740 1 -- 172.21.15.29:0/391726576 wait complete. 2024-09-12T03:12:01.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.672+0000 7f54bd0c9740 1 -- start start 2024-09-12T03:12:01.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.672+0000 7f54bd0c9740 1 Processor -- start 2024-09-12T03:12:01.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.673+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207acf0 0x56368213de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.673+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207c480 0x563682078a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.673+0000 7f54bd0c9740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563682098ee0 0x563682078f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.673+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563682099eb0 con 0x56368207acf0 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.673+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563682098cc0 con 0x563682098ee0 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.673+0000 7f54bd0c9740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56368209a4d0 con 0x56368207c480 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.673+0000 7f54bd0c9740 10 client.0 _ll_register_callbacks cb 0x7f54ac0018a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f54b3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207acf0 0x56368213de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f54b3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207acf0 0x56368213de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54126/0 (socket says 172.21.15.29:54126) 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f54b3400640 1 -- 172.21.15.29:0/198347314 learned_addr learned my addr 172.21.15.29:0/198347314 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f54abe00640 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207c480 0x563682078a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f54b3e00640 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563682098ee0 0x563682078f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f54b3400640 1 -- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207c480 msgr2=0x563682078a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f54b3400640 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207c480 0x563682078a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f54b3400640 1 -- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563682098ee0 msgr2=0x563682078f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f54b3400640 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563682098ee0 0x563682078f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f54b3400640 1 -- 172.21.15.29:0/198347314 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636820bba80 con 0x56368207acf0 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f54b3400640 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207acf0 0x56368213de60 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f54a40044d0 tx=0x7f54a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14cb6c949b5db768 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f5497e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.674+0000 7f5497e00640 1 -- 172.21.15.29:0/198347314 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a400f040 con 0x56368207acf0 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f5497e00640 1 -- 172.21.15.29:0/198347314 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f54a4003c10 con 0x56368207acf0 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f54bd0c9740 1 -- 172.21.15.29:0/198347314 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f549c079860 con 0x56368207acf0 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f5497e00640 1 -- 172.21.15.29:0/198347314 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) ==== 24+0+0 (secure 0 0 0) 0x7f54a403a050 con 0x56368207acf0 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f54bd0c9740 10 client.6249 fetch_fsmap learned FSMap version 52 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f54bd0c9740 1 -- 172.21.15.29:0/198347314 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=2+}) -- 0x5636820a08a0 con 0x56368207acf0 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f5497e00640 1 -- 172.21.15.29:0/198347314 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f549c079860 con 0x56368207acf0 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f5497e00640 1 -- 172.21.15.29:0/198347314 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 52) ==== 3502+0+0 (secure 0 0 0) 0x7f54a403d020 con 0x56368207acf0 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f54bd0c9740 10 client.6249 fetch_fsmap finished waiting for FSMap version 52 2024-09-12T03:12:01.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f54bd0c9740 10 client.6249 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f54bd0c9740 20 client.6249 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x56368209e2b0 0x5636820d1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f54bd0c9740 4 client.6249 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.675+0000 7f54bd0c9740 1 -- 172.21.15.29:0/198347314 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "status"}) -- 0x563681fe5e90 con 0x56368209e2b0 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.676+0000 7f54abe00640 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x56368209e2b0 0x5636820d1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.676+0000 7f54abe00640 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x56368209e2b0 0x5636820d1510 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa7f39b363504477 server_cookie=6c05d103b3a4ec8f in_seq=0 out_seq=0 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.676+0000 7f5497e00640 10 client.6249 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.676+0000 7f5497e00640 1 -- 172.21.15.29:0/198347314 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x563681fe5e90 con 0x56368209e2b0 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.676+0000 7f5497e00640 10 client.6249 handle_command_reply: tid=0 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.676+0000 7f54bd0c9740 1 client.6249 shutdown 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f54bd0c9740 1 -- 172.21.15.29:0/198347314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207acf0 msgr2=0x56368213de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207acf0 0x56368213de60 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f54a40044d0 tx=0x7f54a40046c0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f54bd0c9740 1 -- 172.21.15.29:0/198347314 shutdown_connections 2024-09-12T03:12:01.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x56368209e2b0 0x5636820d1510 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563682098ee0 0x563682078f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f5497e00640 0 client.6249 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:01.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56368207c480 0x563682078a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f54bd0c9740 1 --2- 172.21.15.29:0/198347314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56368207acf0 0x56368213de60 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f54bd0c9740 1 -- 172.21.15.29:0/198347314 >> 172.21.15.29:0/198347314 conn(0x5636820784b0 msgr2=0x5636820951b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:01.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f54bd0c9740 1 -- 172.21.15.29:0/198347314 shutdown_connections 2024-09-12T03:12:01.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f54bd0c9740 1 -- 172.21.15.29:0/198347314 wait complete. 2024-09-12T03:12:01.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.677+0000 7f54bd0c9740 20 client.6249 trim_cache size 0 max 16384 2024-09-12T03:12:01.680 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:12:01.680 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:12:01.681 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:12:01.681 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 6129, 2024-09-12T03:12:01.681 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:12:01.681 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:12:01.681 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:12:01.681 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 6.1689596340000001, 2024-09-12T03:12:01.681 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 52, 2024-09-12T03:12:01.681 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 66, 2024-09-12T03:12:01.681 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 66, 2024-09-12T03:12:01.681 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 10.804029133 2024-09-12T03:12:01.681 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:12:01.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 -- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f549006be30 msgr2=0x7f549006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f549006be30 0x7f549006e2f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f54b4152450 tx=0x7f54a4008040 comp rx=0 tx=0).stop 2024-09-12T03:12:01.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 -- 172.21.15.29:0/1354054791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54b406f4c0 msgr2=0x7f54b414e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54b406f4c0 0x7f54b414e220 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f549c02a2b0 tx=0x7f549c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 -- 172.21.15.29:0/1354054791 shutdown_connections 2024-09-12T03:12:01.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f549006be30 0x7f549006e2f0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54b40cf5a0 0x7f54b4155540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54b406f4c0 0x7f54b414e220 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 --2- 172.21.15.29:0/1354054791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54b406f0e0 0x7f54b41531c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 -- 172.21.15.29:0/1354054791 >> 172.21.15.29:0/1354054791 conn(0x7f54b4067da0 msgr2=0x7f54b415d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:01.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 -- 172.21.15.29:0/1354054791 shutdown_connections 2024-09-12T03:12:01.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.678+0000 7f54ba200640 1 -- 172.21.15.29:0/1354054791 wait complete. 2024-09-12T03:12:01.692 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T03:12:01.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.848+0000 7f7033400640 1 Processor -- start 2024-09-12T03:12:01.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.849+0000 7f7033400640 1 -- start start 2024-09-12T03:12:01.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.850+0000 7f7033400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f702c0ce830 0x7f702c06d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.850+0000 7f7033400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f702c06ee90 0x7f702c06f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.850+0000 7f7033400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f702c160df0 con 0x7f702c0aff20 2024-09-12T03:12:01.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.850+0000 7f7033400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f702c1608c0 con 0x7f702c06ee90 2024-09-12T03:12:01.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.850+0000 7f7033400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f702c067950 con 0x7f702c0ce830 2024-09-12T03:12:01.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.850+0000 7f7031400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f702c06ee90 0x7f702c06f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.850+0000 7f7031400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f702c06ee90 0x7f702c06f2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54138/0 (socket says 172.21.15.29:54138) 2024-09-12T03:12:01.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.850+0000 7f7031400640 1 -- 172.21.15.29:0/3774009237 learned_addr learned my addr 172.21.15.29:0/3774009237 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:01.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.850+0000 7f7030a00640 1 --2- 172.21.15.29:0/3774009237 >> v2:172.21.15.38:3300/0 conn(0x7f702c0ce830 0x7f702c06d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.851+0000 7f7031400640 1 -- 172.21.15.29:0/3774009237 >> v2:172.21.15.38:3300/0 conn(0x7f702c0ce830 msgr2=0x7f702c06d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.851+0000 7f7031400640 1 --2- 172.21.15.29:0/3774009237 >> v2:172.21.15.38:3300/0 conn(0x7f702c0ce830 0x7f702c06d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.851+0000 7f7031400640 1 -- 172.21.15.29:0/3774009237 >> v1:172.21.15.38:6789/0 conn(0x7f702c0aff20 legacy=0x7f702c0cec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.851+0000 7f7031400640 1 -- 172.21.15.29:0/3774009237 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f702c06e9b0 con 0x7f702c06ee90 2024-09-12T03:12:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.852+0000 7f7031400640 1 --2- 172.21.15.29:0/3774009237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f702c06ee90 0x7f702c06f2e0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f7024009e50 tx=0x7f702402a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5199708a9af2c1d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.852+0000 7f702b400640 1 -- 172.21.15.29:0/3774009237 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7024036070 con 0x7f702c06ee90 2024-09-12T03:12:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.852+0000 7f702b400640 1 -- 172.21.15.29:0/3774009237 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7024031600 con 0x7f702c06ee90 2024-09-12T03:12:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.852+0000 7f702b400640 1 -- 172.21.15.29:0/3774009237 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70240319d0 con 0x7f702c06ee90 2024-09-12T03:12:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.852+0000 7f7033400640 1 -- 172.21.15.29:0/3774009237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f702c06ee90 msgr2=0x7f702c06f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.852+0000 7f7033400640 1 --2- 172.21.15.29:0/3774009237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f702c06ee90 0x7f702c06f2e0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f7024009e50 tx=0x7f702402a6d0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.853+0000 7f7033400640 1 -- 172.21.15.29:0/3774009237 shutdown_connections 2024-09-12T03:12:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.853+0000 7f7033400640 1 --2- 172.21.15.29:0/3774009237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f702c06ee90 0x7f702c06f2e0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.853+0000 7f7033400640 1 --2- 172.21.15.29:0/3774009237 >> v2:172.21.15.38:3300/0 conn(0x7f702c0ce830 0x7f702c06d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.853+0000 7f7033400640 1 -- 172.21.15.29:0/3774009237 >> 172.21.15.29:0/3774009237 conn(0x7f702c0736d0 msgr2=0x7f702c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:01.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.853+0000 7f7033400640 1 -- 172.21.15.29:0/3774009237 shutdown_connections 2024-09-12T03:12:01.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.853+0000 7f7033400640 1 -- 172.21.15.29:0/3774009237 wait complete. 2024-09-12T03:12:01.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.854+0000 7f7033400640 1 Processor -- start 2024-09-12T03:12:01.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.854+0000 7f7033400640 1 -- start start 2024-09-12T03:12:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.855+0000 7f7033400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f702c06ee90 0x7f702c1496a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.855+0000 7f7033400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f702c0aff20 0x7f702c157b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.855+0000 7f7033400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f702c0ce830 0x7f702c0b4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.855+0000 7f7033400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f702c15c690 con 0x7f702c0aff20 2024-09-12T03:12:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.855+0000 7f7033400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f702c160b10 con 0x7f702c0ce830 2024-09-12T03:12:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.855+0000 7f7033400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f702c06f820 con 0x7f702c06ee90 2024-09-12T03:12:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.855+0000 7f702be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f702c0aff20 0x7f702c157b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.855+0000 7f702be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f702c0aff20 0x7f702c157b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54146/0 (socket says 172.21.15.29:54146) 2024-09-12T03:12:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.855+0000 7f702be00640 1 -- 172.21.15.29:0/3797252933 learned_addr learned my addr 172.21.15.29:0/3797252933 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.856+0000 7f7031400640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f702c0ce830 0x7f702c0b4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.856+0000 7f7030a00640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f702c06ee90 0x7f702c1496a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.856+0000 7f702be00640 1 -- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f702c06ee90 msgr2=0x7f702c1496a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.856+0000 7f702be00640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f702c06ee90 0x7f702c1496a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.856+0000 7f702be00640 1 -- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f702c0ce830 msgr2=0x7f702c0b4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.856+0000 7f702be00640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f702c0ce830 0x7f702c0b4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.856+0000 7f702be00640 1 -- 172.21.15.29:0/3797252933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f702c159d20 con 0x7f702c0aff20 2024-09-12T03:12:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.856+0000 7f7030a00640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f702c06ee90 0x7f702c1496a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:01.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.856+0000 7f702be00640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f702c0aff20 0x7f702c157b90 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f701800c430 tx=0x7f701800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:01.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.856+0000 7f7028c00640 1 -- 172.21.15.29:0/3797252933 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70180052d0 con 0x7f702c0aff20 2024-09-12T03:12:01.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.857+0000 7f7028c00640 1 -- 172.21.15.29:0/3797252933 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7018005490 con 0x7f702c0aff20 2024-09-12T03:12:01.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.857+0000 7f7028c00640 1 -- 172.21.15.29:0/3797252933 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7018007260 con 0x7f702c0aff20 2024-09-12T03:12:01.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.857+0000 7f7033400640 1 -- 172.21.15.29:0/3797252933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f702c158590 con 0x7f702c0aff20 2024-09-12T03:12:01.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.857+0000 7f7033400640 1 -- 172.21.15.29:0/3797252933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f702c15a270 con 0x7f702c0aff20 2024-09-12T03:12:01.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.858+0000 7f7033400640 1 -- 172.21.15.29:0/3797252933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f702c06f2e0 con 0x7f702c0aff20 2024-09-12T03:12:01.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.859+0000 7f7028c00640 1 -- 172.21.15.29:0/3797252933 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7018007400 con 0x7f702c0aff20 2024-09-12T03:12:01.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.859+0000 7f7028c00640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f700c06be30 0x7f700c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:01.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.859+0000 7f7028c00640 1 -- 172.21.15.29:0/3797252933 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f701808a470 con 0x7f702c0aff20 2024-09-12T03:12:01.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.860+0000 7f7030a00640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f700c06be30 0x7f700c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:01.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.861+0000 7f7030a00640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f700c06be30 0x7f700c06e2f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f702c1506e0 tx=0x7f7020008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:01.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:01.863+0000 7f7028c00640 1 -- 172.21.15.29:0/3797252933 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7018058630 con 0x7f702c0aff20 2024-09-12T03:12:02.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.082+0000 7f7033400640 1 -- 172.21.15.29:0/3797252933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f702c0ada10 con 0x7f702c0aff20 2024-09-12T03:12:02.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.082+0000 7f7028c00640 1 -- 172.21.15.29:0/3797252933 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v52) ==== 53+0+73 (secure 0 0 0) 0x7f701805c930 con 0x7f702c0aff20 2024-09-12T03:12:02.082 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-12T03:12:02.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 -- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f700c06be30 msgr2=0x7f700c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:02.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f700c06be30 0x7f700c06e2f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f702c1506e0 tx=0x7f7020008040 comp rx=0 tx=0).stop 2024-09-12T03:12:02.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 -- 172.21.15.29:0/3797252933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f702c0aff20 msgr2=0x7f702c157b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:02.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f702c0aff20 0x7f702c157b90 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f701800c430 tx=0x7f701800c8f0 comp rx=0 tx=0).stop 2024-09-12T03:12:02.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 -- 172.21.15.29:0/3797252933 shutdown_connections 2024-09-12T03:12:02.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f700c06be30 0x7f700c06e2f0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:02.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f702c0ce830 0x7f702c0b4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:02.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f702c0aff20 0x7f702c157b90 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:02.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 --2- 172.21.15.29:0/3797252933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f702c06ee90 0x7f702c1496a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:02.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 -- 172.21.15.29:0/3797252933 >> 172.21.15.29:0/3797252933 conn(0x7f702c0736d0 msgr2=0x7f702c06cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:02.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 -- 172.21.15.29:0/3797252933 shutdown_connections 2024-09-12T03:12:02.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02.084+0000 7f7033400640 1 -- 172.21.15.29:0/3797252933 wait complete. 2024-09-12T03:12:02.099 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-12T03:12:02.099 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T03:12:02.099 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-12T03:12:02.099 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T03:12:02.099 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T03:12:02.099 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-12T03:12:02.099 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-12T03:12:02.099 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T03:12:02.099 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:12:02.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:02.100 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-12T03:12:02.135 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:12:02.135 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:12:02.135 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:12:02.135 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:12:02.135 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-12T03:12:02.135 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:12:02.135 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:12:02.135 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:12:02.136 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-12T03:12:02.136 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:12:02.136 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:12:02.136 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-12T03:12:02.136 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T03:12:02.136 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-12T03:12:02.136 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-12T03:12:02.136 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-12T03:12:02.136 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42464sec preferred_lft 42464sec 2024-09-12T03:12:02.136 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::5cad:38ff:fe5a:4a20/64 scope link 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 92:35:2c:af:97:19 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T03:12:02.137 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::9035:2cff:feaf:9719/64 scope link 2024-09-12T03:12:02.138 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:12:02.138 INFO:teuthology.orchestra.run.smithi029.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:12:02.138 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T03:12:02.138 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::1863:d3ff:fec7:b92e/64 scope link 2024-09-12T03:12:02.138 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:12:02.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:02.139 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T03:12:02.233 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-12T03:12:02.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:02.237 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-12T03:12:02.273 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-12T03:12:02.273 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T03:12:02.273 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-12T03:12:02.273 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-12T03:12:02.273 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T03:12:02.274 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:12:02.274 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:12:02.274 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-12T03:12:02.274 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-12T03:12:02.274 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-12T03:12:02.274 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:12:02.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:12:02.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:12:02.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:02.471 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:12:02.507 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T03:12:02.508 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-12T03:12:02.508 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:12:02.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:02.508 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2024-09-12T03:12:02.611 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:12:02.611 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T03:12:02.655 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:12:02.655 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:12:02.655 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:12:02.737 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-12T03:12:02.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:02.737 DEBUG:teuthology.orchestra.run.smithi029:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:12:02.873 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:12:02.873 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:12:02.901 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:12:02.901 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:12:02.901 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: resolved to: "172.21.15.29:3300,172.21.15.38:3300,172.21.15.38:3301" 2024-09-12T03:12:02.901 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: trying mount with new device syntax: 0@8387999b-c63f-4080-b5fb-52fe2b1dc5d5.cephfs=/ 2024-09-12T03:12:02.902 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.29:3300/172.21.15.38:3300/172.21.15.38:3301" will pass to kernel 2024-09-12T03:12:02.902 INFO:teuthology.orchestra.run.smithi029.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T03:12:02.903 INFO:teuthology.orchestra.run.smithi029.stdout: You just mounted a file system that supports labels which does not 2024-09-12T03:12:02.903 INFO:teuthology.orchestra.run.smithi029.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T03:12:02.903 INFO:teuthology.orchestra.run.smithi029.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T03:12:02.903 INFO:teuthology.orchestra.run.smithi029.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T03:12:02.906 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T03:12:02.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:02.906 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:12:02.963 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:12:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:12:03.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:12:03.065 INFO:teuthology.orchestra.run.smithi029.stdout:client5591 2024-09-12T03:12:03.065 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:12:03.065 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:12:03.102 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-09-12T03:12:03.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.303+0000 7f4151400640 1 Processor -- start 2024-09-12T03:12:03.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.303+0000 7f4151400640 1 -- start start 2024-09-12T03:12:03.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.304+0000 7f4151400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f414c155910 0x7f414c13e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:03.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.304+0000 7f4151400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f414c0cf0d0 0x7f414c141270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:03.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.304+0000 7f4151400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f414c1417b0 con 0x7f414c06f1b0 2024-09-12T03:12:03.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.304+0000 7f4151400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f414c13ed70 con 0x7f414c155910 2024-09-12T03:12:03.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.304+0000 7f4151400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f414c0cf5b0 con 0x7f414c0cf0d0 2024-09-12T03:12:03.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.304+0000 7f414a800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f414c155910 0x7f414c13e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:03.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.305+0000 7f414a800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f414c155910 0x7f414c13e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54152/0 (socket says 172.21.15.29:54152) 2024-09-12T03:12:03.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.305+0000 7f414a800640 1 -- 172.21.15.29:0/1187852115 learned_addr learned my addr 172.21.15.29:0/1187852115 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:03.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.305+0000 7f4143e00640 1 --2- 172.21.15.29:0/1187852115 >> v2:172.21.15.38:3300/0 conn(0x7f414c0cf0d0 0x7f414c141270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:03.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.305+0000 7f414a800640 1 -- 172.21.15.29:0/1187852115 >> v2:172.21.15.38:3300/0 conn(0x7f414c0cf0d0 msgr2=0x7f414c141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:03.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.305+0000 7f414a800640 1 --2- 172.21.15.29:0/1187852115 >> v2:172.21.15.38:3300/0 conn(0x7f414c0cf0d0 0x7f414c141270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.305+0000 7f414a800640 1 -- 172.21.15.29:0/1187852115 >> v1:172.21.15.38:6789/0 conn(0x7f414c06f1b0 legacy=0x7f414c15bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:03.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.305+0000 7f414a800640 1 -- 172.21.15.29:0/1187852115 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f414c0cf890 con 0x7f414c155910 2024-09-12T03:12:03.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.306+0000 7f414a800640 1 --2- 172.21.15.29:0/1187852115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414c155910 0x7f414c13e830 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f414c13eef0 tx=0x7f413c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cac23d2601737f74 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:03.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.306+0000 7f4149e00640 1 -- 172.21.15.29:0/1187852115 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f413c037070 con 0x7f414c155910 2024-09-12T03:12:03.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.306+0000 7f4149e00640 1 -- 172.21.15.29:0/1187852115 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f413c032440 con 0x7f414c155910 2024-09-12T03:12:03.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.306+0000 7f4149e00640 1 -- 172.21.15.29:0/1187852115 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f413c032810 con 0x7f414c155910 2024-09-12T03:12:03.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.307+0000 7f4151400640 1 -- 172.21.15.29:0/1187852115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414c155910 msgr2=0x7f414c13e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:03.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.307+0000 7f4151400640 1 --2- 172.21.15.29:0/1187852115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414c155910 0x7f414c13e830 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f414c13eef0 tx=0x7f413c02a180 comp rx=0 tx=0).stop 2024-09-12T03:12:03.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.307+0000 7f4151400640 1 -- 172.21.15.29:0/1187852115 shutdown_connections 2024-09-12T03:12:03.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.307+0000 7f4151400640 1 --2- 172.21.15.29:0/1187852115 >> v2:172.21.15.38:3300/0 conn(0x7f414c0cf0d0 0x7f414c141270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.307+0000 7f4151400640 1 --2- 172.21.15.29:0/1187852115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414c155910 0x7f414c13e830 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.307+0000 7f4151400640 1 -- 172.21.15.29:0/1187852115 >> 172.21.15.29:0/1187852115 conn(0x7f414c067d70 msgr2=0x7f414c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:03.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.307+0000 7f4151400640 1 -- 172.21.15.29:0/1187852115 shutdown_connections 2024-09-12T03:12:03.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.307+0000 7f4151400640 1 -- 172.21.15.29:0/1187852115 wait complete. 2024-09-12T03:12:03.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.309+0000 7f4151400640 1 Processor -- start 2024-09-12T03:12:03.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.309+0000 7f4151400640 1 -- start start 2024-09-12T03:12:03.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4151400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f414c06f1b0 0x7f414c13dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:03.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4151400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414c0cf0d0 0x7f414c157d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4151400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f414c155910 0x7f414c15dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4151400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f414c0cd030 con 0x7f414c0cf0d0 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4151400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f414c0cfe50 con 0x7f414c155910 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4151400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f414c0cd1b0 con 0x7f414c06f1b0 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4143e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414c0cf0d0 0x7f414c157d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4143e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414c0cf0d0 0x7f414c157d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54166/0 (socket says 172.21.15.29:54166) 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4143e00640 1 -- 172.21.15.29:0/540645062 learned_addr learned my addr 172.21.15.29:0/540645062 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f414b200640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f414c155910 0x7f414c15dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f414a800640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f414c06f1b0 0x7f414c13dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4143e00640 1 -- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f414c06f1b0 msgr2=0x7f414c13dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4143e00640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f414c06f1b0 0x7f414c13dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4143e00640 1 -- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f414c155910 msgr2=0x7f414c15dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:03.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4143e00640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f414c155910 0x7f414c15dcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f4143e00640 1 -- 172.21.15.29:0/540645062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f414c1f3ca0 con 0x7f414c0cf0d0 2024-09-12T03:12:03.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.310+0000 7f414a800640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f414c06f1b0 0x7f414c13dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:03.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.311+0000 7f4143e00640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414c0cf0d0 0x7f414c157d90 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f413400c7f0 tx=0x7f413400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:03.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.311+0000 7f4142a00640 1 -- 172.21.15.29:0/540645062 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4134004230 con 0x7f414c0cf0d0 2024-09-12T03:12:03.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.311+0000 7f4142a00640 1 -- 172.21.15.29:0/540645062 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41340043d0 con 0x7f414c0cf0d0 2024-09-12T03:12:03.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.311+0000 7f4151400640 1 -- 172.21.15.29:0/540645062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f414c0b0640 con 0x7f414c0cf0d0 2024-09-12T03:12:03.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.311+0000 7f4142a00640 1 -- 172.21.15.29:0/540645062 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4134007840 con 0x7f414c0cf0d0 2024-09-12T03:12:03.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.311+0000 7f4151400640 1 -- 172.21.15.29:0/540645062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f414c0b0c00 con 0x7f414c0cf0d0 2024-09-12T03:12:03.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.312+0000 7f4151400640 1 -- 172.21.15.29:0/540645062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f414c141270 con 0x7f414c0cf0d0 2024-09-12T03:12:03.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.313+0000 7f4142a00640 1 -- 172.21.15.29:0/540645062 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4134007bf0 con 0x7f414c0cf0d0 2024-09-12T03:12:03.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.314+0000 7f4142a00640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f412806be60 0x7f412806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:03.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.314+0000 7f4142a00640 1 -- 172.21.15.29:0/540645062 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f413408b170 con 0x7f414c0cf0d0 2024-09-12T03:12:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.314+0000 7f414a800640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f412806be60 0x7f412806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:03.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.315+0000 7f414a800640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f412806be60 0x7f412806e320 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f413c034000 tx=0x7f413c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:03.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.318+0000 7f4142a00640 1 -- 172.21.15.29:0/540645062 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4134015020 con 0x7f414c0cf0d0 2024-09-12T03:12:03.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.544+0000 7f4151400640 1 -- 172.21.15.29:0/540645062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f414c06d020 con 0x7f414c0cf0d0 2024-09-12T03:12:03.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.561+0000 7f4142a00640 1 -- 172.21.15.29:0/540645062 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v53) ==== 105+0+0 (secure 0 0 0) 0x7f4134059980 con 0x7f414c0cf0d0 2024-09-12T03:12:03.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 -- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f412806be60 msgr2=0x7f412806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:03.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f412806be60 0x7f412806e320 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f413c034000 tx=0x7f413c02e000 comp rx=0 tx=0).stop 2024-09-12T03:12:03.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 -- 172.21.15.29:0/540645062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414c0cf0d0 msgr2=0x7f414c157d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:03.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414c0cf0d0 0x7f414c157d90 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f413400c7f0 tx=0x7f413400ccb0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 -- 172.21.15.29:0/540645062 shutdown_connections 2024-09-12T03:12:03.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f412806be60 0x7f412806e320 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f414c155910 0x7f414c15dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f414c0cf0d0 0x7f414c157d90 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 --2- 172.21.15.29:0/540645062 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f414c06f1b0 0x7f414c13dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 -- 172.21.15.29:0/540645062 >> 172.21.15.29:0/540645062 conn(0x7f414c067d70 msgr2=0x7f414c0b2320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:03.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 -- 172.21.15.29:0/540645062 shutdown_connections 2024-09-12T03:12:03.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.563+0000 7f4151400640 1 -- 172.21.15.29:0/540645062 wait complete. 2024-09-12T03:12:03.582 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:12:03.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.738+0000 7f0b7da00640 1 Processor -- start 2024-09-12T03:12:03.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.739+0000 7f0b7da00640 1 -- start start 2024-09-12T03:12:03.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.740+0000 7f0b7da00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0b780b3ba0 0x7f0b780b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:03.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.740+0000 7f0b7da00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b780cfb40 con 0x7f0b7806f4c0 2024-09-12T03:12:03.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.740+0000 7f0b7da00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b780cfe20 con 0x7f0b7806f0e0 2024-09-12T03:12:03.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.740+0000 7f0b7da00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0b7815bc50 con 0x7f0b780b3ba0 2024-09-12T03:12:03.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.740+0000 7f0b77400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0b780b3ba0 0x7f0b780b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:03.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.740+0000 7f0b77400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0b780b3ba0 0x7f0b780b4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54172/0 (socket says 172.21.15.29:54172) 2024-09-12T03:12:03.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.740+0000 7f0b77400640 1 -- 172.21.15.29:0/2637886622 learned_addr learned my addr 172.21.15.29:0/2637886622 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:03.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.740+0000 7f0b6e000640 1 --1- 172.21.15.29:0/2637886622 >> v1:172.21.15.29:6789/0 conn(0x7f0b7806f4c0 0x7f0b780cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49372/0 (socket says 172.21.15.29:49372) 2024-09-12T03:12:03.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.741+0000 7f0b77400640 1 -- 172.21.15.29:0/2637886622 >> v1:172.21.15.38:6789/0 conn(0x7f0b7806f0e0 legacy=0x7f0b7815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:03.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.741+0000 7f0b77400640 1 -- 172.21.15.29:0/2637886622 >> v1:172.21.15.29:6789/0 conn(0x7f0b7806f4c0 legacy=0x7f0b780cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:03.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.741+0000 7f0b77400640 1 -- 172.21.15.29:0/2637886622 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b7815b8e0 con 0x7f0b780b3ba0 2024-09-12T03:12:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.742+0000 7f0b77400640 1 --2- 172.21.15.29:0/2637886622 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b780b3ba0 0x7f0b780b4030 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009e50 tx=0x7f0b7002a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33c6826b0c1f2c56 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.742+0000 7f0b76000640 1 -- 172.21.15.29:0/2637886622 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b70036070 con 0x7f0b780b3ba0 2024-09-12T03:12:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.742+0000 7f0b76000640 1 -- 172.21.15.29:0/2637886622 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b70031600 con 0x7f0b780b3ba0 2024-09-12T03:12:03.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.742+0000 7f0b76000640 1 -- 172.21.15.29:0/2637886622 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b700319f0 con 0x7f0b780b3ba0 2024-09-12T03:12:03.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.742+0000 7f0b7da00640 1 -- 172.21.15.29:0/2637886622 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b780b3ba0 msgr2=0x7f0b780b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:03.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.742+0000 7f0b7da00640 1 --2- 172.21.15.29:0/2637886622 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b780b3ba0 0x7f0b780b4030 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009e50 tx=0x7f0b7002a7c0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.743+0000 7f0b7da00640 1 -- 172.21.15.29:0/2637886622 shutdown_connections 2024-09-12T03:12:03.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.743+0000 7f0b7da00640 1 --2- 172.21.15.29:0/2637886622 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b780b3ba0 0x7f0b780b4030 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.743+0000 7f0b7da00640 1 -- 172.21.15.29:0/2637886622 >> 172.21.15.29:0/2637886622 conn(0x7f0b78067da0 msgr2=0x7f0b7806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:03.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.743+0000 7f0b7da00640 1 -- 172.21.15.29:0/2637886622 shutdown_connections 2024-09-12T03:12:03.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.743+0000 7f0b7da00640 1 -- 172.21.15.29:0/2637886622 wait complete. 2024-09-12T03:12:03.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.744+0000 7f0b7da00640 1 Processor -- start 2024-09-12T03:12:03.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.744+0000 7f0b7da00640 1 -- start start 2024-09-12T03:12:03.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.745+0000 7f0b7da00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b7806f0e0 0x7f0b781f4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:03.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.745+0000 7f0b7da00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b7806f4c0 0x7f0b78155d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.745+0000 7f0b7da00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b780b3ba0 0x7f0b781e67e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.745+0000 7f0b7da00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0b780cf770 con 0x7f0b7806f0e0 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.745+0000 7f0b7da00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0b78152630 con 0x7f0b7806f4c0 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.745+0000 7f0b7da00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0b780cf8f0 con 0x7f0b780b3ba0 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.745+0000 7f0b76a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b7806f0e0 0x7f0b781f4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.746+0000 7f0b76a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b7806f0e0 0x7f0b781f4ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54174/0 (socket says 172.21.15.29:54174) 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.746+0000 7f0b76a00640 1 -- 172.21.15.29:0/755491877 learned_addr learned my addr 172.21.15.29:0/755491877 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.746+0000 7f0b6e000640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b7806f4c0 0x7f0b78155d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.746+0000 7f0b77400640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b780b3ba0 0x7f0b781e67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.746+0000 7f0b76a00640 1 -- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b780b3ba0 msgr2=0x7f0b781e67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.746+0000 7f0b76a00640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b780b3ba0 0x7f0b781e67e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.746+0000 7f0b76a00640 1 -- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b7806f4c0 msgr2=0x7f0b78155d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:03.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.746+0000 7f0b76a00640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b7806f4c0 0x7f0b78155d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.746+0000 7f0b76a00640 1 -- 172.21.15.29:0/755491877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b78156810 con 0x7f0b7806f0e0 2024-09-12T03:12:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.746+0000 7f0b76a00640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b7806f0e0 0x7f0b781f4ee0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f0b6800c450 tx=0x7f0b6800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.747+0000 7f0b6f400640 1 -- 172.21.15.29:0/755491877 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b680052d0 con 0x7f0b7806f0e0 2024-09-12T03:12:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.747+0000 7f0b6f400640 1 -- 172.21.15.29:0/755491877 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b68005470 con 0x7f0b7806f0e0 2024-09-12T03:12:03.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.747+0000 7f0b6f400640 1 -- 172.21.15.29:0/755491877 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b68012870 con 0x7f0b7806f0e0 2024-09-12T03:12:03.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.747+0000 7f0b7da00640 1 -- 172.21.15.29:0/755491877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b78156af0 con 0x7f0b7806f0e0 2024-09-12T03:12:03.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.747+0000 7f0b7da00640 1 -- 172.21.15.29:0/755491877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b781570b0 con 0x7f0b7806f0e0 2024-09-12T03:12:03.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.748+0000 7f0b7da00640 1 -- 172.21.15.29:0/755491877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b78068480 con 0x7f0b7806f0e0 2024-09-12T03:12:03.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.749+0000 7f0b6f400640 1 -- 172.21.15.29:0/755491877 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0b68012a10 con 0x7f0b7806f0e0 2024-09-12T03:12:03.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.750+0000 7f0b6f400640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0b5406be30 0x7f0b5406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:03.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.750+0000 7f0b6f400640 1 -- 172.21.15.29:0/755491877 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f0b6808ab60 con 0x7f0b7806f0e0 2024-09-12T03:12:03.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.750+0000 7f0b6e000640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0b5406be30 0x7f0b5406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:03.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.751+0000 7f0b6e000640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0b5406be30 0x7f0b5406e2f0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0b78158650 tx=0x7f0b60000ed0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:03.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.754+0000 7f0b6f400640 1 -- 172.21.15.29:0/755491877 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0b78068480 con 0x7f0b7806f0e0 2024-09-12T03:12:03.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.976+0000 7f0b7da00640 1 -- 172.21.15.29:0/755491877 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b7815f2a0 con 0x7f0b7806f0e0 2024-09-12T03:12:03.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.977+0000 7f0b6f400640 1 -- 172.21.15.29:0/755491877 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5240 (secure 0 0 0) 0x7f0b68058c90 con 0x7f0b7806f0e0 2024-09-12T03:12:03.977 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:12:03.977 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":54,"btime":"2024-09-12T03:12:03:563229+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5944,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2904742734","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2904742734},{"type":"v1","addr":"172.21.15.29:6834","nonce":2904742734}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46},{"gid":6117,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3488992369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":3488992369},{"type":"v1","addr":"172.21.15.29:6835","nonce":3488992369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:11:54.937603+0000","modified":"2024-09-12T03:12:03.563220+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1],"up":{"mds_0":6129,"mds_1":6126},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6126":{"gid":6126,"name":"d","rank":1,"incarnation":54,"state":"up:creating","state_seq":1,"addr":"172.21.15.38:6836/3212600768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":3212600768},{"type":"v1","addr":"172.21.15.38:6836","nonce":3212600768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6129":{"gid":6129,"name":"b","rank":0,"incarnation":48,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/2752509154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2752509154},{"type":"v1","addr":"172.21.15.38:6837","nonce":2752509154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6129,"qdb_cluster":[6129]},"id":4}]} 2024-09-12T03:12:03.977 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 54 2024-09-12T03:12:03.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 -- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0b5406be30 msgr2=0x7f0b5406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:03.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0b5406be30 0x7f0b5406e2f0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0b78158650 tx=0x7f0b60000ed0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 -- 172.21.15.29:0/755491877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b7806f0e0 msgr2=0x7f0b781f4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:03.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b7806f0e0 0x7f0b781f4ee0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f0b6800c450 tx=0x7f0b6800c910 comp rx=0 tx=0).stop 2024-09-12T03:12:03.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 -- 172.21.15.29:0/755491877 shutdown_connections 2024-09-12T03:12:03.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0b5406be30 0x7f0b5406e2f0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b780b3ba0 0x7f0b781e67e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b7806f4c0 0x7f0b78155d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 --2- 172.21.15.29:0/755491877 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b7806f0e0 0x7f0b781f4ee0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:03.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 -- 172.21.15.29:0/755491877 >> 172.21.15.29:0/755491877 conn(0x7f0b78067da0 msgr2=0x7f0b780b3fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:03.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 -- 172.21.15.29:0/755491877 shutdown_connections 2024-09-12T03:12:03.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:03.980+0000 7f0b7da00640 1 -- 172.21.15.29:0/755491877 wait complete. 2024-09-12T03:12:04.398 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 54, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:11:54.937603+0000', 'modified': '2024-09-12T03:12:03.563220+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1], 'up': {'mds_0': 6129, 'mds_1': 6126}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6126': {'gid': 6126, 'name': 'd', 'rank': 1, 'incarnation': 54, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.38:6836/3212600768', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6834', 'nonce': 3212600768}, {'type': 'v1', 'addr': '172.21.15.38:6836', 'nonce': 3212600768}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6129': {'gid': 6129, 'name': 'b', 'rank': 0, 'incarnation': 48, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6837/2752509154', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6835', 'nonce': 2752509154}, {'type': 'v1', 'addr': '172.21.15.38:6837', 'nonce': 2752509154}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6129, 'qdb_cluster': [6129]} 2024-09-12T03:12:04.399 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6126:up:creating 2024-09-12T03:12:05.400 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:12:05.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.568+0000 7fe3e8a00640 1 Processor -- start 2024-09-12T03:12:05.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.568+0000 7fe3e8a00640 1 -- start start 2024-09-12T03:12:05.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e8a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3e4072620 0x7fe3e40af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:05.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e8a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe3e406dfd0 0x7fe3e40afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:05.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e8a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3e406e590 con 0x7fe3e4072240 2024-09-12T03:12:05.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e8a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe3e406e870 con 0x7fe3e406dfd0 2024-09-12T03:12:05.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e8a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe3e406eb50 con 0x7fe3e4072620 2024-09-12T03:12:05.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e1e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe3e4072240 0x7fe3e415d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49388/0 (socket says 172.21.15.29:49388) 2024-09-12T03:12:05.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e1e00640 1 -- 172.21.15.29:0/2619248124 learned_addr learned my addr 172.21.15.29:0/2619248124 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:12:05.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e2800640 1 --2- 172.21.15.29:0/2619248124 >> v2:172.21.15.29:3300/0 conn(0x7fe3e406dfd0 0x7fe3e40afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:05.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3dbe00640 1 --2- 172.21.15.29:0/2619248124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3e4072620 0x7fe3e40af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:05.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e1400640 1 -- 172.21.15.29:0/2619248124 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3076819928 0 0) 0x7fe3e406e590 con 0x7fe3e4072240 2024-09-12T03:12:05.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e1400640 1 -- 172.21.15.29:0/2619248124 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe3c8003520 con 0x7fe3e4072240 2024-09-12T03:12:05.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e2800640 1 -- 172.21.15.29:0/2619248124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3e4072620 msgr2=0x7fe3e40af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:05.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e2800640 1 --2- 172.21.15.29:0/2619248124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3e4072620 0x7fe3e40af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:05.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e2800640 1 -- 172.21.15.29:0/2619248124 >> v1:172.21.15.29:6789/0 conn(0x7fe3e4072240 legacy=0x7fe3e415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:05.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.570+0000 7fe3e2800640 1 -- 172.21.15.29:0/2619248124 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3e406ee30 con 0x7fe3e406dfd0 2024-09-12T03:12:05.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.571+0000 7fe3e2800640 1 --2- 172.21.15.29:0/2619248124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3e406dfd0 0x7fe3e40afa70 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fe3dc009d90 tx=0x7fe3dc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79e21195ea5a9ca0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:05.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.572+0000 7fe3e1400640 1 -- 172.21.15.29:0/2619248124 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3dc007740 con 0x7fe3e406dfd0 2024-09-12T03:12:05.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.572+0000 7fe3e1400640 1 -- 172.21.15.29:0/2619248124 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3dc0078e0 con 0x7fe3e406dfd0 2024-09-12T03:12:05.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.572+0000 7fe3e1400640 1 -- 172.21.15.29:0/2619248124 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3dc007c90 con 0x7fe3e406dfd0 2024-09-12T03:12:05.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.572+0000 7fe3e8a00640 1 -- 172.21.15.29:0/2619248124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3e406dfd0 msgr2=0x7fe3e40afa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:05.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.572+0000 7fe3e8a00640 1 --2- 172.21.15.29:0/2619248124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3e406dfd0 0x7fe3e40afa70 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fe3dc009d90 tx=0x7fe3dc02a660 comp rx=0 tx=0).stop 2024-09-12T03:12:05.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.572+0000 7fe3e8a00640 1 -- 172.21.15.29:0/2619248124 shutdown_connections 2024-09-12T03:12:05.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.572+0000 7fe3e8a00640 1 --2- 172.21.15.29:0/2619248124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3e406dfd0 0x7fe3e40afa70 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:05.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.572+0000 7fe3e8a00640 1 --2- 172.21.15.29:0/2619248124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3e4072620 0x7fe3e40af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:05.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.572+0000 7fe3e8a00640 1 -- 172.21.15.29:0/2619248124 >> 172.21.15.29:0/2619248124 conn(0x7fe3e4067da0 msgr2=0x7fe3e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:05.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.572+0000 7fe3e8a00640 1 -- 172.21.15.29:0/2619248124 shutdown_connections 2024-09-12T03:12:05.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.573+0000 7fe3e8a00640 1 -- 172.21.15.29:0/2619248124 wait complete. 2024-09-12T03:12:05.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.574+0000 7fe3e8a00640 1 Processor -- start 2024-09-12T03:12:05.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.574+0000 7fe3e8a00640 1 -- start start 2024-09-12T03:12:05.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.575+0000 7fe3e8a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3e406dfd0 0x7fe3e4155300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:05.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.575+0000 7fe3e8a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3e4072240 0x7fe3e415b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:05.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.575+0000 7fe3e8a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3e4072620 0x7fe3e415b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:05.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.575+0000 7fe3e8a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe3e40cd560 con 0x7fe3e4072620 2024-09-12T03:12:05.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e8a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe3e40cd3e0 con 0x7fe3e4072240 2024-09-12T03:12:05.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e8a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe3e40cd6e0 con 0x7fe3e406dfd0 2024-09-12T03:12:05.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e1e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3e406dfd0 0x7fe3e4155300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:05.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3e4072620 0x7fe3e415b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:05.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e1e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3e406dfd0 0x7fe3e4155300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:44768/0 (socket says 172.21.15.29:44768) 2024-09-12T03:12:05.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3e4072620 0x7fe3e415b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54180/0 (socket says 172.21.15.29:54180) 2024-09-12T03:12:05.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e1e00640 1 -- 172.21.15.29:0/1121384037 learned_addr learned my addr 172.21.15.29:0/1121384037 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:05.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3dbe00640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3e4072240 0x7fe3e415b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:05.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e2800640 1 -- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3e406dfd0 msgr2=0x7fe3e4155300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:05.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e2800640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3e406dfd0 0x7fe3e4155300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:05.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e2800640 1 -- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3e4072240 msgr2=0x7fe3e415b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:05.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e2800640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3e4072240 0x7fe3e415b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:05.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.576+0000 7fe3e2800640 1 -- 172.21.15.29:0/1121384037 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3e40a99d0 con 0x7fe3e4072620 2024-09-12T03:12:05.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.577+0000 7fe3e2800640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3e4072620 0x7fe3e415b7d0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fe3dc031000 tx=0x7fe3dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:05.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.578+0000 7fe3da000640 1 -- 172.21.15.29:0/1121384037 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3dc009450 con 0x7fe3e4072620 2024-09-12T03:12:05.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.578+0000 7fe3da000640 1 -- 172.21.15.29:0/1121384037 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3dc004240 con 0x7fe3e4072620 2024-09-12T03:12:05.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.578+0000 7fe3da000640 1 -- 172.21.15.29:0/1121384037 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3dc004650 con 0x7fe3e4072620 2024-09-12T03:12:05.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.578+0000 7fe3e8a00640 1 -- 172.21.15.29:0/1121384037 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3e40c8650 con 0x7fe3e4072620 2024-09-12T03:12:05.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.578+0000 7fe3e8a00640 1 -- 172.21.15.29:0/1121384037 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3e40c8c10 con 0x7fe3e4072620 2024-09-12T03:12:05.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.580+0000 7fe3e8a00640 1 -- 172.21.15.29:0/1121384037 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3e415d1f0 con 0x7fe3e4072620 2024-09-12T03:12:05.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.580+0000 7fe3da000640 1 -- 172.21.15.29:0/1121384037 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe3dc039040 con 0x7fe3e4072620 2024-09-12T03:12:05.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.582+0000 7fe3da000640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3c006be30 0x7fe3c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:05.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.582+0000 7fe3da000640 1 -- 172.21.15.29:0/1121384037 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fe3dc0ac200 con 0x7fe3e4072620 2024-09-12T03:12:05.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.582+0000 7fe3e1e00640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3c006be30 0x7fe3c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:05.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.583+0000 7fe3e1e00640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3c006be30 0x7fe3c006e2f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe3d4005880 tx=0x7fe3d4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:05.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.587+0000 7fe3da000640 1 -- 172.21.15.29:0/1121384037 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe3dc040030 con 0x7fe3e4072620 2024-09-12T03:12:05.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.806+0000 7fe3e8a00640 1 -- 172.21.15.29:0/1121384037 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe3e40c8400 con 0x7fe3e4072620 2024-09-12T03:12:05.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.807+0000 7fe3da000640 1 -- 172.21.15.29:0/1121384037 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) ==== 94+0+5262 (secure 0 0 0) 0x7fe3dc07a3c0 con 0x7fe3e4072620 2024-09-12T03:12:05.808 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:12:05.808 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":57,"btime":"2024-09-12T03:12:05:580066+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5944,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2904742734","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2904742734},{"type":"v1","addr":"172.21.15.29:6834","nonce":2904742734}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46}],"filesystems":[{"mdsmap":{"epoch":57,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:11:54.937603+0000","modified":"2024-09-12T03:12:05.580060+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6129,"mds_1":6126,"mds_2":6117},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6117":{"gid":6117,"name":"c","rank":2,"incarnation":56,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6835/3488992369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":3488992369},{"type":"v1","addr":"172.21.15.29:6835","nonce":3488992369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6126":{"gid":6126,"name":"d","rank":1,"incarnation":54,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/3212600768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":3212600768},{"type":"v1","addr":"172.21.15.38:6836","nonce":3212600768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6129":{"gid":6129,"name":"b","rank":0,"incarnation":48,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/2752509154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2752509154},{"type":"v1","addr":"172.21.15.38:6837","nonce":2752509154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6129,"qdb_cluster":[6117,6126,6129]},"id":4}]} 2024-09-12T03:12:05.808 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 57 2024-09-12T03:12:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 -- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3c006be30 msgr2=0x7fe3c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3c006be30 0x7fe3c006e2f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe3d4005880 tx=0x7fe3d4009040 comp rx=0 tx=0).stop 2024-09-12T03:12:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 -- 172.21.15.29:0/1121384037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3e4072620 msgr2=0x7fe3e415b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3e4072620 0x7fe3e415b7d0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fe3dc031000 tx=0x7fe3dc004a40 comp rx=0 tx=0).stop 2024-09-12T03:12:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 -- 172.21.15.29:0/1121384037 shutdown_connections 2024-09-12T03:12:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3c006be30 0x7fe3c006e2f0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3e4072620 0x7fe3e415b7d0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3e4072240 0x7fe3e415b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 --2- 172.21.15.29:0/1121384037 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3e406dfd0 0x7fe3e4155300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 -- 172.21.15.29:0/1121384037 >> 172.21.15.29:0/1121384037 conn(0x7fe3e4067da0 msgr2=0x7fe3e40b3530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 -- 172.21.15.29:0/1121384037 shutdown_connections 2024-09-12T03:12:05.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:05.809+0000 7fe3e8a00640 1 -- 172.21.15.29:0/1121384037 wait complete. 2024-09-12T03:12:06.227 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 57, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:11:54.937603+0000', 'modified': '2024-09-12T03:12:05.580060+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 6129, 'mds_1': 6126, 'mds_2': 6117}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6117': {'gid': 6117, 'name': 'c', 'rank': 2, 'incarnation': 56, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.29:6835/3488992369', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6833', 'nonce': 3488992369}, {'type': 'v1', 'addr': '172.21.15.29:6835', 'nonce': 3488992369}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6126': {'gid': 6126, 'name': 'd', 'rank': 1, 'incarnation': 54, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.38:6836/3212600768', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6834', 'nonce': 3212600768}, {'type': 'v1', 'addr': '172.21.15.38:6836', 'nonce': 3212600768}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6129': {'gid': 6129, 'name': 'b', 'rank': 0, 'incarnation': 48, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6837/2752509154', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6835', 'nonce': 2752509154}, {'type': 'v1', 'addr': '172.21.15.38:6837', 'nonce': 2752509154}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6129, 'qdb_cluster': [6117, 6126, 6129]} 2024-09-12T03:12:06.228 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-12T03:12:06.228 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-12T03:12:06.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.387+0000 7fe311000640 1 Processor -- start 2024-09-12T03:12:06.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.387+0000 7fe311000640 1 -- start start 2024-09-12T03:12:06.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.388+0000 7fe311000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe30c1554f0 0x7fe30c073bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.388+0000 7fe311000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 0x7fe30c0aed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.388+0000 7fe311000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe30c0af280 0x7fe30c071ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.388+0000 7fe311000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe30c1558d0 con 0x7fe30c0af280 2024-09-12T03:12:06.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.388+0000 7fe311000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe30c15b730 con 0x7fe30c1554f0 2024-09-12T03:12:06.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.388+0000 7fe311000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe30c15ba10 con 0x7fe30c0ad0d0 2024-09-12T03:12:06.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.388+0000 7fe30be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe30c0af280 0x7fe30c071ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.388+0000 7fe30be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe30c0af280 0x7fe30c071ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54184/0 (socket says 172.21.15.29:54184) 2024-09-12T03:12:06.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.388+0000 7fe30be00640 1 -- 172.21.15.29:0/30362541 learned_addr learned my addr 172.21.15.29:0/30362541 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.389+0000 7fe30b400640 1 --2- 172.21.15.29:0/30362541 >> v2:172.21.15.38:3300/0 conn(0x7fe30c1554f0 0x7fe30c073bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.389+0000 7fe30aa00640 1 --2- 172.21.15.29:0/30362541 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 0x7fe30c0aed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.389+0000 7fe30be00640 1 -- 172.21.15.29:0/30362541 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 msgr2=0x7fe30c0aed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.389+0000 7fe30be00640 1 --2- 172.21.15.29:0/30362541 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 0x7fe30c0aed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.389+0000 7fe30be00640 1 -- 172.21.15.29:0/30362541 >> v2:172.21.15.38:3300/0 conn(0x7fe30c1554f0 msgr2=0x7fe30c073bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.389+0000 7fe30be00640 1 --2- 172.21.15.29:0/30362541 >> v2:172.21.15.38:3300/0 conn(0x7fe30c1554f0 0x7fe30c073bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.389+0000 7fe30be00640 1 -- 172.21.15.29:0/30362541 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe30c15bcf0 con 0x7fe30c0af280 2024-09-12T03:12:06.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.389+0000 7fe30b400640 1 --2- 172.21.15.29:0/30362541 >> v2:172.21.15.38:3300/0 conn(0x7fe30c1554f0 0x7fe30c073bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:06.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.389+0000 7fe30aa00640 1 --2- 172.21.15.29:0/30362541 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 0x7fe30c0aed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:06.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.390+0000 7fe30be00640 1 --2- 172.21.15.29:0/30362541 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe30c0af280 0x7fe30c071ca0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fe30c0b2e30 tx=0x7fe30402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=840b10f054e0085c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.390+0000 7fe30a000640 1 -- 172.21.15.29:0/30362541 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe304036070 con 0x7fe30c0af280 2024-09-12T03:12:06.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.390+0000 7fe30a000640 1 -- 172.21.15.29:0/30362541 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe304031600 con 0x7fe30c0af280 2024-09-12T03:12:06.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.390+0000 7fe30a000640 1 -- 172.21.15.29:0/30362541 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3040319d0 con 0x7fe30c0af280 2024-09-12T03:12:06.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.390+0000 7fe311000640 1 -- 172.21.15.29:0/30362541 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe30c0af280 msgr2=0x7fe30c071ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.390+0000 7fe311000640 1 --2- 172.21.15.29:0/30362541 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe30c0af280 0x7fe30c071ca0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fe30c0b2e30 tx=0x7fe30402a6a0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.391+0000 7fe311000640 1 -- 172.21.15.29:0/30362541 shutdown_connections 2024-09-12T03:12:06.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.391+0000 7fe311000640 1 --2- 172.21.15.29:0/30362541 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe30c0af280 0x7fe30c071ca0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.391+0000 7fe311000640 1 --2- 172.21.15.29:0/30362541 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 0x7fe30c0aed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.391+0000 7fe311000640 1 --2- 172.21.15.29:0/30362541 >> v2:172.21.15.38:3300/0 conn(0x7fe30c1554f0 0x7fe30c073bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.391+0000 7fe311000640 1 -- 172.21.15.29:0/30362541 >> 172.21.15.29:0/30362541 conn(0x7fe30c06bdf0 msgr2=0x7fe30c06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.391+0000 7fe311000640 1 -- 172.21.15.29:0/30362541 shutdown_connections 2024-09-12T03:12:06.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.391+0000 7fe311000640 1 -- 172.21.15.29:0/30362541 wait complete. 2024-09-12T03:12:06.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.392+0000 7fe311000640 1 Processor -- start 2024-09-12T03:12:06.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.392+0000 7fe311000640 1 -- start start 2024-09-12T03:12:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.393+0000 7fe311000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 0x7fe30c1427b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.393+0000 7fe311000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe30c0af280 0x7fe30c1f3090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.393+0000 7fe311000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe30c1554f0 0x7fe30c140e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.393+0000 7fe311000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe30c15b420 con 0x7fe30c1554f0 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.393+0000 7fe311000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe30c15c2b0 con 0x7fe30c0af280 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.393+0000 7fe311000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe30c0af6b0 con 0x7fe30c0ad0d0 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe30c1554f0 0x7fe30c140e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe30c1554f0 0x7fe30c140e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54188/0 (socket says 172.21.15.29:54188) 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30be00640 1 -- 172.21.15.29:0/1663262608 learned_addr learned my addr 172.21.15.29:0/1663262608 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30b400640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 0x7fe30c1427b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30aa00640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe30c0af280 0x7fe30c1f3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30be00640 1 -- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 msgr2=0x7fe30c1427b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30be00640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 0x7fe30c1427b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30be00640 1 -- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe30c0af280 msgr2=0x7fe30c1f3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30be00640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe30c0af280 0x7fe30c1f3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30be00640 1 -- 172.21.15.29:0/1663262608 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe30c1f35d0 con 0x7fe30c1554f0 2024-09-12T03:12:06.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30b400640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 0x7fe30c1427b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:06.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.394+0000 7fe30be00640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe30c1554f0 0x7fe30c140e10 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fe304009f40 tx=0x7fe304004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.395+0000 7fe303400640 1 -- 172.21.15.29:0/1663262608 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe304036050 con 0x7fe30c1554f0 2024-09-12T03:12:06.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.395+0000 7fe303400640 1 -- 172.21.15.29:0/1663262608 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe304042070 con 0x7fe30c1554f0 2024-09-12T03:12:06.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.395+0000 7fe311000640 1 -- 172.21.15.29:0/1663262608 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe30c141710 con 0x7fe30c1554f0 2024-09-12T03:12:06.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.395+0000 7fe303400640 1 -- 172.21.15.29:0/1663262608 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe304009510 con 0x7fe30c1554f0 2024-09-12T03:12:06.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.395+0000 7fe311000640 1 -- 172.21.15.29:0/1663262608 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe30c141cd0 con 0x7fe30c1554f0 2024-09-12T03:12:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.398+0000 7fe303400640 1 -- 172.21.15.29:0/1663262608 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe304007bd0 con 0x7fe30c1554f0 2024-09-12T03:12:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.398+0000 7fe303400640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe2ec06be30 0x7fe2ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.399+0000 7fe303400640 1 -- 172.21.15.29:0/1663262608 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fe3040abfb0 con 0x7fe30c1554f0 2024-09-12T03:12:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.399+0000 7fe30b400640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe2ec06be30 0x7fe2ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.399+0000 7fe3153e1740 1 Processor -- start 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.399+0000 7fe3153e1740 1 -- start start 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe30b400640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe2ec06be30 0x7fe2ec06e2f0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc00a9b0 tx=0x7fe2fc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d497889640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d497841660 0x55d497844280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497845630 0x55d49783e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe3153e1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d4977a23b0 con 0x55d497843ea0 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe3153e1740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55d4977a7410 con 0x55d497845630 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe3153e1740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55d49774f620 con 0x55d497841660 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe30b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d497889640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe30b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d497889640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54202/0 (socket says 172.21.15.29:54202) 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe30b400640 1 -- 172.21.15.29:0/3964367404 learned_addr learned my addr 172.21.15.29:0/3964367404 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe30be00640 1 --2- 172.21.15.29:0/3964367404 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497845630 0x55d49783e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe30aa00640 1 --2- 172.21.15.29:0/3964367404 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d497841660 0x55d497844280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe30b400640 1 -- 172.21.15.29:0/3964367404 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d497841660 msgr2=0x55d497844280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe30b400640 1 --2- 172.21.15.29:0/3964367404 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d497841660 0x55d497844280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe30b400640 1 -- 172.21.15.29:0/3964367404 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497845630 msgr2=0x55d49783e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.400+0000 7fe30b400640 1 --2- 172.21.15.29:0/3964367404 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497845630 0x55d49783e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.401+0000 7fe30b400640 1 -- 172.21.15.29:0/3964367404 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4974ba2d0 con 0x55d497843ea0 2024-09-12T03:12:06.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.401+0000 7fe30be00640 1 --2- 172.21.15.29:0/3964367404 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497845630 0x55d49783e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:06.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.401+0000 7fe30b400640 1 --2- 172.21.15.29:0/3964367404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d497889640 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc00fae0 tx=0x7fe2fc012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93b4cdf4b7aa4ae0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.401+0000 7fe2f7e00640 1 -- 172.21.15.29:0/3964367404 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2fc01b050 con 0x55d497843ea0 2024-09-12T03:12:06.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.401+0000 7fe2f7e00640 1 -- 172.21.15.29:0/3964367404 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2fc025070 con 0x55d497843ea0 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.401+0000 7fe2f7e00640 1 -- 172.21.15.29:0/3964367404 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2fc020440 con 0x55d497843ea0 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.402+0000 7fe3153e1740 1 -- 172.21.15.29:0/3964367404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 msgr2=0x55d497889640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.402+0000 7fe3153e1740 1 --2- 172.21.15.29:0/3964367404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d497889640 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc00fae0 tx=0x7fe2fc012000 comp rx=0 tx=0).stop 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.402+0000 7fe3153e1740 1 -- 172.21.15.29:0/3964367404 shutdown_connections 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.402+0000 7fe3153e1740 1 --2- 172.21.15.29:0/3964367404 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497845630 0x55d49783e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.402+0000 7fe3153e1740 1 --2- 172.21.15.29:0/3964367404 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d497841660 0x55d497844280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.402+0000 7fe3153e1740 1 --2- 172.21.15.29:0/3964367404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d497889640 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.402+0000 7fe3153e1740 1 -- 172.21.15.29:0/3964367404 >> 172.21.15.29:0/3964367404 conn(0x55d4978408f0 msgr2=0x55d497888b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.402+0000 7fe3153e1740 1 -- 172.21.15.29:0/3964367404 shutdown_connections 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.402+0000 7fe3153e1740 1 -- 172.21.15.29:0/3964367404 wait complete. 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.403+0000 7fe3153e1740 1 -- start start 2024-09-12T03:12:06.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.403+0000 7fe3153e1740 1 Processor -- start 2024-09-12T03:12:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d49789d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d497845630 0x55d497864a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d4978422c0 0x55d497842740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe3153e1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d497762780 con 0x55d497843ea0 2024-09-12T03:12:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe3153e1740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55d4977a33d0 con 0x55d4978422c0 2024-09-12T03:12:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe3153e1740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55d49783fd90 con 0x55d497845630 2024-09-12T03:12:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe3153e1740 10 client.0 _ll_register_callbacks cb 0x55d4977a05d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe30b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d49789d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe30b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d49789d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54214/0 (socket says 172.21.15.29:54214) 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe30b400640 1 -- 172.21.15.29:0/2764345999 learned_addr learned my addr 172.21.15.29:0/2764345999 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe30aa00640 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d497845630 0x55d497864a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe30be00640 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d4978422c0 0x55d497842740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe30b400640 1 -- 172.21.15.29:0/2764345999 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d497845630 msgr2=0x55d497864a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe30b400640 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d497845630 0x55d497864a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe30b400640 1 -- 172.21.15.29:0/2764345999 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d4978422c0 msgr2=0x55d497842740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe30b400640 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d4978422c0 0x55d497842740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.404+0000 7fe30b400640 1 -- 172.21.15.29:0/2764345999 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4975846b0 con 0x55d497843ea0 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.405+0000 7fe30b400640 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d49789d190 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc00fa50 tx=0x7fe2fc016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7326072dbeac1a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.405+0000 7fe2f4c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.405+0000 7fe2f4c00640 1 -- 172.21.15.29:0/2764345999 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2fc005da0 con 0x55d497843ea0 2024-09-12T03:12:06.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.405+0000 7fe2f4c00640 1 -- 172.21.15.29:0/2764345999 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fe2fc020870 con 0x55d497843ea0 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.405+0000 7fe3153e1740 1 -- 172.21.15.29:0/2764345999 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2fc025070 con 0x55d497843ea0 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.405+0000 7fe2f4c00640 1 -- 172.21.15.29:0/2764345999 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) ==== 24+0+0 (secure 0 0 0) 0x7fe2fc01b020 con 0x55d497843ea0 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.405+0000 7fe3153e1740 10 client.6291 fetch_fsmap learned FSMap version 57 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.405+0000 7fe3153e1740 1 -- 172.21.15.29:0/2764345999 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=2+}) -- 0x55d49789d6d0 con 0x55d497843ea0 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.405+0000 7fe2f4c00640 1 -- 172.21.15.29:0/2764345999 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2fc025070 con 0x55d497843ea0 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.406+0000 7fe2f4c00640 1 -- 172.21.15.29:0/2764345999 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 57) ==== 3542+0+0 (secure 0 0 0) 0x7fe2fc020a70 con 0x55d497843ea0 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.406+0000 7fe3153e1740 10 client.6291 fetch_fsmap finished waiting for FSMap version 57 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.406+0000 7fe3153e1740 10 client.6291 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.406+0000 7fe3153e1740 20 client.6291 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.406+0000 7fe3153e1740 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55d49786cde0 0x55d49786d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.406+0000 7fe3153e1740 4 client.6291 mds_command: new command op to 6117 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.406+0000 7fe3153e1740 1 -- 172.21.15.29:0/2764345999 --> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4977b4b40 con 0x55d49786cde0 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.406+0000 7fe30aa00640 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55d49786cde0 0x55d49786d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.406+0000 7fe30aa00640 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55d49786cde0 0x55d49786d1c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4832283b8917645a server_cookie=7955c11174978843 in_seq=0 out_seq=0 2024-09-12T03:12:06.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.406+0000 7fe2f4c00640 10 client.6291 ms_handle_connect on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.407+0000 7fe2f4c00640 1 -- 172.21.15.29:0/2764345999 <== mds.2 v2:172.21.15.29:6833/3488992369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d4977b4b40 con 0x55d49786cde0 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.407+0000 7fe2f4c00640 10 client.6291 handle_command_reply: tid=0 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.407+0000 7fe3153e1740 1 client.6291 shutdown 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe3153e1740 1 -- 172.21.15.29:0/2764345999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 msgr2=0x55d49789d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe3153e1740 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d49789d190 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc00fa50 tx=0x7fe2fc016000 comp rx=0 tx=0).stop 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe3153e1740 1 -- 172.21.15.29:0/2764345999 shutdown_connections 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe3153e1740 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d4978422c0 0x55d497842740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe3153e1740 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55d49786cde0 0x55d49786d1c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe3153e1740 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d497845630 0x55d497864a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe3153e1740 1 --2- 172.21.15.29:0/2764345999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497843ea0 0x55d49789d190 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe2f4c00640 0 client.6291 ms_handle_reset on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:06.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe3153e1740 1 -- 172.21.15.29:0/2764345999 >> 172.21.15.29:0/2764345999 conn(0x55d497841660 msgr2=0x55d497886b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe3153e1740 1 -- 172.21.15.29:0/2764345999 shutdown_connections 2024-09-12T03:12:06.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe3153e1740 1 -- 172.21.15.29:0/2764345999 wait complete. 2024-09-12T03:12:06.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.408+0000 7fe3153e1740 20 client.6291 trim_cache size 0 max 16384 2024-09-12T03:12:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.427+0000 7fe3153e1740 1 Processor -- start 2024-09-12T03:12:06.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.427+0000 7fe3153e1740 1 -- start start 2024-09-12T03:12:06.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d4978422c0 0x55d497886b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497843ea0 0x55d4978870d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497898080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe3153e1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe30c200e90 con 0x55d497845630 2024-09-12T03:12:06.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe3153e1740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe30c2000f0 con 0x55d497843ea0 2024-09-12T03:12:06.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe3153e1740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe30c2007c0 con 0x55d4978422c0 2024-09-12T03:12:06.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe30be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497898080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe30be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497898080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54228/0 (socket says 172.21.15.29:54228) 2024-09-12T03:12:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe30be00640 1 -- 172.21.15.29:0/3601099832 learned_addr learned my addr 172.21.15.29:0/3601099832 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe30b400640 1 --2- 172.21.15.29:0/3601099832 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d4978422c0 0x55d497886b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe30aa00640 1 --2- 172.21.15.29:0/3601099832 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497843ea0 0x55d4978870d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe30be00640 1 -- 172.21.15.29:0/3601099832 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d4978422c0 msgr2=0x55d497886b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe30be00640 1 --2- 172.21.15.29:0/3601099832 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d4978422c0 0x55d497886b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe30be00640 1 -- 172.21.15.29:0/3601099832 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497843ea0 msgr2=0x55d4978870d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe30be00640 1 --2- 172.21.15.29:0/3601099832 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497843ea0 0x55d4978870d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe30be00640 1 -- 172.21.15.29:0/3601099832 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d497843660 con 0x55d497845630 2024-09-12T03:12:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.428+0000 7fe30aa00640 1 --2- 172.21.15.29:0/3601099832 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497843ea0 0x55d4978870d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:06.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.429+0000 7fe30be00640 1 --2- 172.21.15.29:0/3601099832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497898080 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fe304009f10 tx=0x7fe304079c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbb3305af38e5f9f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.429+0000 7fe2f7400640 1 -- 172.21.15.29:0/3601099832 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3040a8070 con 0x55d497845630 2024-09-12T03:12:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.429+0000 7fe2f7400640 1 -- 172.21.15.29:0/3601099832 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe304037040 con 0x55d497845630 2024-09-12T03:12:06.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.429+0000 7fe2f7400640 1 -- 172.21.15.29:0/3601099832 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe304092070 con 0x55d497845630 2024-09-12T03:12:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.429+0000 7fe3153e1740 1 -- 172.21.15.29:0/3601099832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 msgr2=0x55d497898080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.429+0000 7fe3153e1740 1 --2- 172.21.15.29:0/3601099832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497898080 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fe304009f10 tx=0x7fe304079c10 comp rx=0 tx=0).stop 2024-09-12T03:12:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.429+0000 7fe3153e1740 1 -- 172.21.15.29:0/3601099832 shutdown_connections 2024-09-12T03:12:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.430+0000 7fe3153e1740 1 --2- 172.21.15.29:0/3601099832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497898080 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.430+0000 7fe3153e1740 1 --2- 172.21.15.29:0/3601099832 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497843ea0 0x55d4978870d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.430+0000 7fe3153e1740 1 --2- 172.21.15.29:0/3601099832 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d4978422c0 0x55d497886b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.430+0000 7fe3153e1740 1 -- 172.21.15.29:0/3601099832 >> 172.21.15.29:0/3601099832 conn(0x55d497841660 msgr2=0x55d49788a670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.430+0000 7fe3153e1740 1 -- 172.21.15.29:0/3601099832 shutdown_connections 2024-09-12T03:12:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.430+0000 7fe3153e1740 1 -- 172.21.15.29:0/3601099832 wait complete. 2024-09-12T03:12:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.430+0000 7fe3153e1740 1 -- start start 2024-09-12T03:12:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.430+0000 7fe3153e1740 1 Processor -- start 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.431+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d4978422c0 0x55d497888280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.431+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497843ea0 0x55d497898080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.431+0000 7fe3153e1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497869cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.431+0000 7fe3153e1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d49786c090 con 0x55d497845630 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.431+0000 7fe3153e1740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe30c0b14c0 con 0x55d497843ea0 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.431+0000 7fe3153e1740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55d49783f270 con 0x55d4978422c0 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.431+0000 7fe3153e1740 10 client.0 _ll_register_callbacks cb 0x7fe2f800c1d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe30be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497869cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe30be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497869cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54242/0 (socket says 172.21.15.29:54242) 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe30be00640 1 -- 172.21.15.29:0/1032424665 learned_addr learned my addr 172.21.15.29:0/1032424665 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe30aa00640 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497843ea0 0x55d497898080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe30b400640 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d4978422c0 0x55d497888280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe30be00640 1 -- 172.21.15.29:0/1032424665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d4978422c0 msgr2=0x55d497888280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe30be00640 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d4978422c0 0x55d497888280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe30be00640 1 -- 172.21.15.29:0/1032424665 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497843ea0 msgr2=0x55d497898080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe30be00640 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497843ea0 0x55d497898080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe30be00640 1 -- 172.21.15.29:0/1032424665 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d49783eb90 con 0x55d497845630 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe30be00640 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497869cd0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe30402a6e0 tx=0x7fe304009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=628fa592ff41c2d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe2f4c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe2f4c00640 1 -- 172.21.15.29:0/1032424665 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3040a8030 con 0x55d497845630 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe2f4c00640 1 -- 172.21.15.29:0/1032424665 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fe30407e0b0 con 0x55d497845630 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.432+0000 7fe3153e1740 1 -- 172.21.15.29:0/1032424665 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe304037040 con 0x55d497845630 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe2f4c00640 1 -- 172.21.15.29:0/1032424665 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) ==== 24+0+0 (secure 0 0 0) 0x7fe304092040 con 0x55d497845630 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe3153e1740 10 client.6297 fetch_fsmap learned FSMap version 57 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe3153e1740 1 -- 172.21.15.29:0/1032424665 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=2+}) -- 0x55d49790a370 con 0x55d497845630 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe2f4c00640 1 -- 172.21.15.29:0/1032424665 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe304037040 con 0x55d497845630 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe2f4c00640 1 -- 172.21.15.29:0/1032424665 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 57) ==== 3542+0+0 (secure 0 0 0) 0x7fe304079520 con 0x55d497845630 2024-09-12T03:12:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe3153e1740 10 client.6297 fetch_fsmap finished waiting for FSMap version 57 2024-09-12T03:12:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe3153e1740 10 client.6297 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:12:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe3153e1740 20 client.6297 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe3153e1740 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55d497886d70 0x55d497887150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe3153e1740 4 client.6297 mds_command: new command op to 6117 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:12:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe3153e1740 1 -- 172.21.15.29:0/1032424665 --> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] -- command(tid 0: {"prefix": "status"}) -- 0x55d4977aee90 con 0x55d497886d70 2024-09-12T03:12:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.433+0000 7fe30b400640 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55d497886d70 0x55d497887150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe30b400640 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55d497886d70 0x55d497887150 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=55f0e02f1a5a3956 server_cookie=98648731fe401250 in_seq=0 out_seq=0 2024-09-12T03:12:06.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe2f4c00640 10 client.6297 ms_handle_connect on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:06.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe2f4c00640 1 -- 172.21.15.29:0/1032424665 <== mds.2 v2:172.21.15.29:6833/3488992369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55d4977aee90 con 0x55d497886d70 2024-09-12T03:12:06.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe2f4c00640 10 client.6297 handle_command_reply: tid=0 2024-09-12T03:12:06.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe3153e1740 1 client.6297 shutdown 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe3153e1740 1 -- 172.21.15.29:0/1032424665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 msgr2=0x55d497869cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe3153e1740 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497869cd0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe30402a6e0 tx=0x7fe304009810 comp rx=0 tx=0).stop 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe3153e1740 1 -- 172.21.15.29:0/1032424665 shutdown_connections 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe3153e1740 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d497845630 0x55d497869cd0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe3153e1740 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55d497843ea0 0x55d497898080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe3153e1740 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55d497886d70 0x55d497887150 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe3153e1740 1 --2- 172.21.15.29:0/1032424665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55d4978422c0 0x55d497888280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe3153e1740 1 -- 172.21.15.29:0/1032424665 >> 172.21.15.29:0/1032424665 conn(0x55d497841660 msgr2=0x55d49788a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.434+0000 7fe2f4c00640 0 client.6297 ms_handle_reset on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe3153e1740 1 -- 172.21.15.29:0/1032424665 shutdown_connections 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe3153e1740 1 -- 172.21.15.29:0/1032424665 wait complete. 2024-09-12T03:12:06.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe3153e1740 20 client.6297 trim_cache size 0 max 16384 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 2, 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 6117, 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 1.8544757059999999, 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 57, 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 66, 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 66, 2024-09-12T03:12:06.440 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 15.576160643 2024-09-12T03:12:06.441 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:12:06.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe311000640 1 -- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe2ec06be30 msgr2=0x7fe2ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe311000640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe2ec06be30 0x7fe2ec06e2f0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc00a9b0 tx=0x7fe2fc008040 comp rx=0 tx=0).stop 2024-09-12T03:12:06.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe311000640 1 -- 172.21.15.29:0/1663262608 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe30c1554f0 msgr2=0x7fe30c140e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe311000640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe30c1554f0 0x7fe30c140e10 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fe304009f40 tx=0x7fe304004a40 comp rx=0 tx=0).stop 2024-09-12T03:12:06.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe311000640 1 -- 172.21.15.29:0/1663262608 shutdown_connections 2024-09-12T03:12:06.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe311000640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe2ec06be30 0x7fe2ec06e2f0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe311000640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe30c1554f0 0x7fe30c140e10 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe311000640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe30c0af280 0x7fe30c1f3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe311000640 1 --2- 172.21.15.29:0/1663262608 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe30c0ad0d0 0x7fe30c1427b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe311000640 1 -- 172.21.15.29:0/1663262608 >> 172.21.15.29:0/1663262608 conn(0x7fe30c06bdf0 msgr2=0x7fe30c159f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.435+0000 7fe311000640 1 -- 172.21.15.29:0/1663262608 shutdown_connections 2024-09-12T03:12:06.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.436+0000 7fe311000640 1 -- 172.21.15.29:0/1663262608 wait complete. 2024-09-12T03:12:06.452 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-12T03:12:06.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.610+0000 7fc63de00640 1 Processor -- start 2024-09-12T03:12:06.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.611+0000 7fc63de00640 1 -- start start 2024-09-12T03:12:06.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.612+0000 7fc63de00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc638162750 0x7fc6380ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.612+0000 7fc63de00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6380af860 con 0x7fc6381554d0 2024-09-12T03:12:06.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.612+0000 7fc63de00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6380afb40 con 0x7fc6380af3a0 2024-09-12T03:12:06.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.612+0000 7fc63de00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc6380b0470 con 0x7fc638162750 2024-09-12T03:12:06.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.612+0000 7fc636a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc6381554d0 0x7fc638162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49404/0 (socket says 172.21.15.29:49404) 2024-09-12T03:12:06.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.612+0000 7fc636a00640 1 -- 172.21.15.29:0/2748510747 learned_addr learned my addr 172.21.15.29:0/2748510747 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:12:06.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.612+0000 7fc62fe00640 1 --2- 172.21.15.29:0/2748510747 >> v2:172.21.15.29:3300/0 conn(0x7fc638162750 0x7fc6380ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.612+0000 7fc636000640 1 -- 172.21.15.29:0/2748510747 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3535950364 0 0) 0x7fc6380af860 con 0x7fc6381554d0 2024-09-12T03:12:06.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.613+0000 7fc636000640 1 -- 172.21.15.29:0/2748510747 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc61c003520 con 0x7fc6381554d0 2024-09-12T03:12:06.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.613+0000 7fc62fe00640 1 -- 172.21.15.29:0/2748510747 >> v1:172.21.15.38:6789/0 conn(0x7fc6380af3a0 legacy=0x7fc63806eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.613+0000 7fc62fe00640 1 -- 172.21.15.29:0/2748510747 >> v1:172.21.15.29:6789/0 conn(0x7fc6381554d0 legacy=0x7fc638162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.613+0000 7fc62fe00640 1 -- 172.21.15.29:0/2748510747 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6380afe20 con 0x7fc638162750 2024-09-12T03:12:06.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.614+0000 7fc62fe00640 1 --2- 172.21.15.29:0/2748510747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc638162750 0x7fc6380ccf60 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fc6200097a0 tx=0x7fc62002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f002449889cbcd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.614+0000 7fc636000640 1 -- 172.21.15.29:0/2748510747 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc620037070 con 0x7fc638162750 2024-09-12T03:12:06.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.614+0000 7fc636000640 1 -- 172.21.15.29:0/2748510747 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc620032440 con 0x7fc638162750 2024-09-12T03:12:06.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.614+0000 7fc636000640 1 -- 172.21.15.29:0/2748510747 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc620032810 con 0x7fc638162750 2024-09-12T03:12:06.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.614+0000 7fc63de00640 1 -- 172.21.15.29:0/2748510747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc638162750 msgr2=0x7fc6380ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.614+0000 7fc63de00640 1 --2- 172.21.15.29:0/2748510747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc638162750 0x7fc6380ccf60 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fc6200097a0 tx=0x7fc62002a230 comp rx=0 tx=0).stop 2024-09-12T03:12:06.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.614+0000 7fc63de00640 1 -- 172.21.15.29:0/2748510747 shutdown_connections 2024-09-12T03:12:06.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.614+0000 7fc63de00640 1 --2- 172.21.15.29:0/2748510747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc638162750 0x7fc6380ccf60 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.614+0000 7fc63de00640 1 -- 172.21.15.29:0/2748510747 >> 172.21.15.29:0/2748510747 conn(0x7fc6380736d0 msgr2=0x7fc63806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.615+0000 7fc63de00640 1 -- 172.21.15.29:0/2748510747 shutdown_connections 2024-09-12T03:12:06.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.615+0000 7fc63de00640 1 -- 172.21.15.29:0/2748510747 wait complete. 2024-09-12T03:12:06.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.616+0000 7fc63de00640 1 Processor -- start 2024-09-12T03:12:06.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.616+0000 7fc63de00640 1 -- start start 2024-09-12T03:12:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.617+0000 7fc63de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6380af3a0 0x7fc638151c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.617+0000 7fc63de00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6381554d0 0x7fc6381e7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.617+0000 7fc63de00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc638162750 0x7fc6381e9750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.617+0000 7fc63de00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc638162d30 con 0x7fc6380af3a0 2024-09-12T03:12:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.617+0000 7fc63de00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc6381558b0 con 0x7fc638162750 2024-09-12T03:12:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.617+0000 7fc63de00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc638162eb0 con 0x7fc6381554d0 2024-09-12T03:12:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.617+0000 7fc636a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6380af3a0 0x7fc638151c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.618+0000 7fc636a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6380af3a0 0x7fc638151c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54268/0 (socket says 172.21.15.29:54268) 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.618+0000 7fc636a00640 1 -- 172.21.15.29:0/2693393752 learned_addr learned my addr 172.21.15.29:0/2693393752 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.618+0000 7fc636a00640 1 -- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6381554d0 msgr2=0x7fc6381e7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.618+0000 7fc636a00640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6381554d0 0x7fc6381e7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.618+0000 7fc637400640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc638162750 0x7fc6381e9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.618+0000 7fc636a00640 1 -- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc638162750 msgr2=0x7fc6381e9750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.618+0000 7fc636a00640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc638162750 0x7fc6381e9750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.618+0000 7fc636a00640 1 -- 172.21.15.29:0/2693393752 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6381521b0 con 0x7fc6380af3a0 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.618+0000 7fc637400640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc638162750 0x7fc6381e9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.618+0000 7fc636a00640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6380af3a0 0x7fc638151c70 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fc62800c500 tx=0x7fc62800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.618+0000 7fc62f400640 1 -- 172.21.15.29:0/2693393752 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc628017070 con 0x7fc6380af3a0 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.619+0000 7fc62f400640 1 -- 172.21.15.29:0/2693393752 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc628005ce0 con 0x7fc6380af3a0 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.619+0000 7fc63de00640 1 -- 172.21.15.29:0/2693393752 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6381e86b0 con 0x7fc6380af3a0 2024-09-12T03:12:06.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.619+0000 7fc62f400640 1 -- 172.21.15.29:0/2693393752 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc628007330 con 0x7fc6380af3a0 2024-09-12T03:12:06.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.619+0000 7fc63de00640 1 -- 172.21.15.29:0/2693393752 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6381e8c70 con 0x7fc6380af3a0 2024-09-12T03:12:06.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.621+0000 7fc62f400640 1 -- 172.21.15.29:0/2693393752 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc62801a070 con 0x7fc6380af3a0 2024-09-12T03:12:06.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.621+0000 7fc62f400640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc61406be30 0x7fc61406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.622+0000 7fc62f400640 1 -- 172.21.15.29:0/2693393752 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fc62808a440 con 0x7fc6380af3a0 2024-09-12T03:12:06.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.622+0000 7fc62fe00640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc61406be30 0x7fc61406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.622+0000 7fc640de0740 1 Processor -- start 2024-09-12T03:12:06.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.622+0000 7fc640de0740 1 -- start start 2024-09-12T03:12:06.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.623+0000 7fc62fe00640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc61406be30 0x7fc61406e2f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc620034000 tx=0x7fc62002c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.623+0000 7fc640de0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 0x55a95261f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.623+0000 7fc640de0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525d74b0 0x55a9525da0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.623+0000 7fc640de0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525db480 0x55a9525d4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.623+0000 7fc640de0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a9525383b0 con 0x55a9525d74b0 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.623+0000 7fc640de0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a95253d410 con 0x55a9525d9cf0 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.623+0000 7fc640de0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55a9524e5620 con 0x55a9525db480 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc62fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525d74b0 0x55a9525da0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc62fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525d74b0 0x55a9525da0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54274/0 (socket says 172.21.15.29:54274) 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc62fe00640 1 -- 172.21.15.29:0/2312033629 learned_addr learned my addr 172.21.15.29:0/2312033629 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc636a00640 1 --2- 172.21.15.29:0/2312033629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 0x55a95261f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc637400640 1 --2- 172.21.15.29:0/2312033629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525db480 0x55a9525d4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc62fe00640 1 -- 172.21.15.29:0/2312033629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525db480 msgr2=0x55a9525d4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc62fe00640 1 --2- 172.21.15.29:0/2312033629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525db480 0x55a9525d4570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc62fe00640 1 -- 172.21.15.29:0/2312033629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 msgr2=0x55a95261f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc62fe00640 1 --2- 172.21.15.29:0/2312033629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 0x55a95261f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc62fe00640 1 -- 172.21.15.29:0/2312033629 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9522502d0 con 0x55a9525d74b0 2024-09-12T03:12:06.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc636a00640 1 --2- 172.21.15.29:0/2312033629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 0x55a95261f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:06.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.624+0000 7fc62fe00640 1 --2- 172.21.15.29:0/2312033629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525d74b0 0x55a9525da0d0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fc6200325e0 tx=0x7fc620008030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d61ab1730c889059 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.625+0000 7fc627400640 1 -- 172.21.15.29:0/2312033629 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc62004c070 con 0x55a9525d74b0 2024-09-12T03:12:06.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.625+0000 7fc627400640 1 -- 172.21.15.29:0/2312033629 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc620004230 con 0x55a9525d74b0 2024-09-12T03:12:06.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.625+0000 7fc627400640 1 -- 172.21.15.29:0/2312033629 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc620037040 con 0x55a9525d74b0 2024-09-12T03:12:06.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.625+0000 7fc640de0740 1 -- 172.21.15.29:0/2312033629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525d74b0 msgr2=0x55a9525da0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.625+0000 7fc640de0740 1 --2- 172.21.15.29:0/2312033629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525d74b0 0x55a9525da0d0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fc6200325e0 tx=0x7fc620008030 comp rx=0 tx=0).stop 2024-09-12T03:12:06.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.625+0000 7fc640de0740 1 -- 172.21.15.29:0/2312033629 shutdown_connections 2024-09-12T03:12:06.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.625+0000 7fc640de0740 1 --2- 172.21.15.29:0/2312033629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525db480 0x55a9525d4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.625+0000 7fc640de0740 1 --2- 172.21.15.29:0/2312033629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525d74b0 0x55a9525da0d0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.625+0000 7fc640de0740 1 --2- 172.21.15.29:0/2312033629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 0x55a95261f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.625+0000 7fc640de0740 1 -- 172.21.15.29:0/2312033629 >> 172.21.15.29:0/2312033629 conn(0x55a9525d6740 msgr2=0x55a95261e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.626+0000 7fc640de0740 1 -- 172.21.15.29:0/2312033629 shutdown_connections 2024-09-12T03:12:06.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.626+0000 7fc640de0740 1 -- 172.21.15.29:0/2312033629 wait complete. 2024-09-12T03:12:06.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.626+0000 7fc640de0740 1 -- start start 2024-09-12T03:12:06.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.626+0000 7fc640de0740 1 Processor -- start 2024-09-12T03:12:06.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.627+0000 7fc640de0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525d9cf0 0x55a9525f85a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.627+0000 7fc640de0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525db480 0x55a9525fa490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.627+0000 7fc640de0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9525d80c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.627+0000 7fc640de0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a9524f8780 con 0x55a9525fa9d0 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.627+0000 7fc640de0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a9525393d0 con 0x55a9525db480 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc640de0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55a9525d5be0 con 0x55a9525d9cf0 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc640de0740 10 client.0 _ll_register_callbacks cb 0x55a9525365d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc637400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9525d80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc637400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9525d80c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54278/0 (socket says 172.21.15.29:54278) 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc637400640 1 -- 172.21.15.29:0/1000561082 learned_addr learned my addr 172.21.15.29:0/1000561082 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc62fe00640 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525db480 0x55a9525fa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc636a00640 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525d9cf0 0x55a9525f85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc637400640 1 -- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525d9cf0 msgr2=0x55a9525f85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc637400640 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525d9cf0 0x55a9525f85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc637400640 1 -- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525db480 msgr2=0x55a9525fa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc637400640 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525db480 0x55a9525fa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc637400640 1 -- 172.21.15.29:0/1000561082 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a95231a6b0 con 0x55a9525fa9d0 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc637400640 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9525d80c0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fc63000f510 tx=0x7fc63000f910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c539974a7b1435d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.628+0000 7fc61be00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc61be00640 1 -- 172.21.15.29:0/1000561082 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc630017030 con 0x55a9525fa9d0 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc61be00640 1 -- 172.21.15.29:0/1000561082 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fc630010040 con 0x55a9525fa9d0 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc640de0740 1 -- 172.21.15.29:0/1000561082 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc620004230 con 0x55a9525fa9d0 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc61be00640 1 -- 172.21.15.29:0/1000561082 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) ==== 24+0+0 (secure 0 0 0) 0x7fc630020050 con 0x55a9525fa9d0 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc640de0740 10 client.6312 fetch_fsmap learned FSMap version 57 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc640de0740 1 -- 172.21.15.29:0/1000561082 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=2+}) -- 0x55a9525f98f0 con 0x55a9525fa9d0 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc61be00640 1 -- 172.21.15.29:0/1000561082 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc620004230 con 0x55a9525fa9d0 2024-09-12T03:12:06.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc61be00640 1 -- 172.21.15.29:0/1000561082 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 57) ==== 3542+0+0 (secure 0 0 0) 0x7fc630023020 con 0x55a9525fa9d0 2024-09-12T03:12:06.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc640de0740 10 client.6312 fetch_fsmap finished waiting for FSMap version 57 2024-09-12T03:12:06.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc640de0740 10 client.6312 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T03:12:06.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc640de0740 20 client.6312 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:06.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc640de0740 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55a9525d3b80 0x55a95262f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc640de0740 4 client.6312 mds_command: new command op to 6126 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:06.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.629+0000 7fc640de0740 1 -- 172.21.15.29:0/1000561082 --> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a95254ab40 con 0x55a9525d3b80 2024-09-12T03:12:06.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.630+0000 7fc636a00640 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55a9525d3b80 0x55a95262f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.630+0000 7fc636a00640 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55a9525d3b80 0x55a95262f580 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=25701abbb0165666 server_cookie=c4217081ce40239a in_seq=0 out_seq=0 2024-09-12T03:12:06.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.630+0000 7fc61be00640 10 client.6312 ms_handle_connect on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc61be00640 1 -- 172.21.15.29:0/1000561082 <== mds.1 v2:172.21.15.38:6834/3212600768 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a95254ab40 con 0x55a9525d3b80 2024-09-12T03:12:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc61be00640 10 client.6312 handle_command_reply: tid=0 2024-09-12T03:12:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 1 client.6312 shutdown 2024-09-12T03:12:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 1 -- 172.21.15.29:0/1000561082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 msgr2=0x55a9525d80c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9525d80c0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fc63000f510 tx=0x7fc63000f910 comp rx=0 tx=0).stop 2024-09-12T03:12:06.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 1 -- 172.21.15.29:0/1000561082 shutdown_connections 2024-09-12T03:12:06.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55a9525d3b80 0x55a95262f580 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9525d80c0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525db480 0x55a9525fa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 1 --2- 172.21.15.29:0/1000561082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525d9cf0 0x55a9525f85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 1 -- 172.21.15.29:0/1000561082 >> 172.21.15.29:0/1000561082 conn(0x55a9525d74b0 msgr2=0x55a95261c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc61be00640 0 client.6312 ms_handle_reset on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:06.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 1 -- 172.21.15.29:0/1000561082 shutdown_connections 2024-09-12T03:12:06.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 1 -- 172.21.15.29:0/1000561082 wait complete. 2024-09-12T03:12:06.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.632+0000 7fc640de0740 20 client.6312 trim_cache size 0 max 16384 2024-09-12T03:12:06.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.651+0000 7fc640de0740 1 Processor -- start 2024-09-12T03:12:06.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.651+0000 7fc640de0740 1 -- start start 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc640de0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 0x55a9525fb320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc640de0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525db480 0x55a952642910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc640de0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525fa9d0 0x55a95261ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc640de0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc6382000d0 con 0x55a9525db480 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc640de0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc6382007a0 con 0x55a9525d9cf0 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc640de0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc6380cdeb0 con 0x55a9525fa9d0 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc62fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525db480 0x55a952642910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc62fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525db480 0x55a952642910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54294/0 (socket says 172.21.15.29:54294) 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc62fe00640 1 -- 172.21.15.29:0/1017059204 learned_addr learned my addr 172.21.15.29:0/1017059204 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc636a00640 1 --2- 172.21.15.29:0/1017059204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 0x55a9525fb320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc637400640 1 --2- 172.21.15.29:0/1017059204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525fa9d0 0x55a95261ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc62fe00640 1 -- 172.21.15.29:0/1017059204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525fa9d0 msgr2=0x55a95261ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc62fe00640 1 --2- 172.21.15.29:0/1017059204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525fa9d0 0x55a95261ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc62fe00640 1 -- 172.21.15.29:0/1017059204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 msgr2=0x55a9525fb320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.652+0000 7fc62fe00640 1 --2- 172.21.15.29:0/1017059204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 0x55a9525fb320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.653+0000 7fc62fe00640 1 -- 172.21.15.29:0/1017059204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9525daf10 con 0x55a9525db480 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.653+0000 7fc636a00640 1 --2- 172.21.15.29:0/1017059204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 0x55a9525fb320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.653+0000 7fc637400640 1 --2- 172.21.15.29:0/1017059204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525fa9d0 0x55a95261ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.653+0000 7fc62fe00640 1 --2- 172.21.15.29:0/1017059204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525db480 0x55a952642910 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fc6200098c0 tx=0x7fc62003c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ea2f600bf01978 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.653+0000 7fc626a00640 1 -- 172.21.15.29:0/1017059204 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc620057070 con 0x55a9525db480 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.653+0000 7fc626a00640 1 -- 172.21.15.29:0/1017059204 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6200328c0 con 0x55a9525db480 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.653+0000 7fc626a00640 1 -- 172.21.15.29:0/1017059204 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc62004c040 con 0x55a9525db480 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.654+0000 7fc640de0740 1 -- 172.21.15.29:0/1017059204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525db480 msgr2=0x55a952642910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.654+0000 7fc640de0740 1 --2- 172.21.15.29:0/1017059204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525db480 0x55a952642910 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fc6200098c0 tx=0x7fc62003c000 comp rx=0 tx=0).stop 2024-09-12T03:12:06.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.654+0000 7fc640de0740 1 -- 172.21.15.29:0/1017059204 shutdown_connections 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.654+0000 7fc640de0740 1 --2- 172.21.15.29:0/1017059204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525fa9d0 0x55a95261ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.654+0000 7fc640de0740 1 --2- 172.21.15.29:0/1017059204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525db480 0x55a952642910 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.654+0000 7fc640de0740 1 --2- 172.21.15.29:0/1017059204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525d9cf0 0x55a9525fb320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.654+0000 7fc640de0740 1 -- 172.21.15.29:0/1017059204 >> 172.21.15.29:0/1017059204 conn(0x55a9525d74b0 msgr2=0x55a9525ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.654+0000 7fc640de0740 1 -- 172.21.15.29:0/1017059204 shutdown_connections 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.654+0000 7fc640de0740 1 -- 172.21.15.29:0/1017059204 wait complete. 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.654+0000 7fc640de0740 1 -- start start 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.655+0000 7fc640de0740 1 Processor -- start 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.655+0000 7fc640de0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525d9cf0 0x55a9525f8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.655+0000 7fc640de0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525db480 0x55a952682e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.655+0000 7fc640de0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9526a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.655+0000 7fc640de0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a9525d3a00 con 0x55a9525fa9d0 2024-09-12T03:12:06.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc640de0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a9525d4380 con 0x55a9525db480 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc640de0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55a9525d4050 con 0x55a9525d9cf0 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc640de0740 10 client.0 _ll_register_callbacks cb 0x7fc630001600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc637400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9526a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc637400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9526a05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54306/0 (socket says 172.21.15.29:54306) 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc637400640 1 -- 172.21.15.29:0/3713849904 learned_addr learned my addr 172.21.15.29:0/3713849904 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc636a00640 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525d9cf0 0x55a9525f8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc62fe00640 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525db480 0x55a952682e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc637400640 1 -- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525d9cf0 msgr2=0x55a9525f8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc637400640 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525d9cf0 0x55a9525f8630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc637400640 1 -- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525db480 msgr2=0x55a952682e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc637400640 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525db480 0x55a952682e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc637400640 1 -- 172.21.15.29:0/3713849904 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a95262e9c0 con 0x55a9525fa9d0 2024-09-12T03:12:06.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc637400640 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9526a05f0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fc6300100f0 tx=0x7fc630012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48e41200c724c702 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.656+0000 7fc61be00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:06.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc61be00640 1 -- 172.21.15.29:0/3713849904 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc630029060 con 0x55a9525fa9d0 2024-09-12T03:12:06.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc61be00640 1 -- 172.21.15.29:0/3713849904 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fc6300054e0 con 0x55a9525fa9d0 2024-09-12T03:12:06.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc640de0740 1 -- 172.21.15.29:0/3713849904 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6200328c0 con 0x55a9525fa9d0 2024-09-12T03:12:06.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc61be00640 1 -- 172.21.15.29:0/3713849904 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) ==== 24+0+0 (secure 0 0 0) 0x7fc630017070 con 0x55a9525fa9d0 2024-09-12T03:12:06.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc640de0740 10 client.6318 fetch_fsmap learned FSMap version 57 2024-09-12T03:12:06.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc640de0740 1 -- 172.21.15.29:0/3713849904 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=2+}) -- 0x55a9526204c0 con 0x55a9525fa9d0 2024-09-12T03:12:06.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc61be00640 1 -- 172.21.15.29:0/3713849904 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6200328c0 con 0x55a9525fa9d0 2024-09-12T03:12:06.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc61be00640 1 -- 172.21.15.29:0/3713849904 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 57) ==== 3542+0+0 (secure 0 0 0) 0x7fc630032080 con 0x55a9525fa9d0 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc640de0740 10 client.6318 fetch_fsmap finished waiting for FSMap version 57 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc640de0740 10 client.6318 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc640de0740 20 client.6318 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc640de0740 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55a952638c60 0x55a9526170c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc640de0740 4 client.6318 mds_command: new command op to 6126 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.657+0000 7fc640de0740 1 -- 172.21.15.29:0/3713849904 --> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] -- command(tid 0: {"prefix": "status"}) -- 0x55a952621940 con 0x55a952638c60 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.658+0000 7fc636a00640 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55a952638c60 0x55a9526170c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.658+0000 7fc636a00640 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55a952638c60 0x55a9526170c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fcf6ef547bdd418a server_cookie=2c4ac50f907495b6 in_seq=0 out_seq=0 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.658+0000 7fc61be00640 10 client.6318 ms_handle_connect on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc61be00640 1 -- 172.21.15.29:0/3713849904 <== mds.1 v2:172.21.15.38:6834/3212600768 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55a952621940 con 0x55a952638c60 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc61be00640 10 client.6318 handle_command_reply: tid=0 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 1 client.6318 shutdown 2024-09-12T03:12:06.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 1 -- 172.21.15.29:0/3713849904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 msgr2=0x55a9526a05f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9526a05f0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fc6300100f0 tx=0x7fc630012000 comp rx=0 tx=0).stop 2024-09-12T03:12:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 1 -- 172.21.15.29:0/3713849904 shutdown_connections 2024-09-12T03:12:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55a952638c60 0x55a9526170c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a9525fa9d0 0x55a9526a05f0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a9525db480 0x55a952682e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 1 --2- 172.21.15.29:0/3713849904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a9525d9cf0 0x55a9525f8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc61be00640 0 client.6318 ms_handle_reset on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 1 -- 172.21.15.29:0/3713849904 >> 172.21.15.29:0/3713849904 conn(0x55a9525d74b0 msgr2=0x55a9525fa090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 1 -- 172.21.15.29:0/3713849904 shutdown_connections 2024-09-12T03:12:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 1 -- 172.21.15.29:0/3713849904 wait complete. 2024-09-12T03:12:06.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.659+0000 7fc640de0740 20 client.6318 trim_cache size 0 max 16384 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 1, 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 6126, 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 3.0916716960000001, 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 57, 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 66, 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 66, 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 15.787633944 2024-09-12T03:12:06.668 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:12:06.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 -- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc61406be30 msgr2=0x7fc61406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc61406be30 0x7fc61406e2f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc620034000 tx=0x7fc62002c000 comp rx=0 tx=0).stop 2024-09-12T03:12:06.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 -- 172.21.15.29:0/2693393752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6380af3a0 msgr2=0x7fc638151c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6380af3a0 0x7fc638151c70 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fc62800c500 tx=0x7fc62800c9c0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 -- 172.21.15.29:0/2693393752 shutdown_connections 2024-09-12T03:12:06.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc61406be30 0x7fc61406e2f0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc638162750 0x7fc6381e9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6381554d0 0x7fc6381e7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 --2- 172.21.15.29:0/2693393752 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6380af3a0 0x7fc638151c70 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 -- 172.21.15.29:0/2693393752 >> 172.21.15.29:0/2693393752 conn(0x7fc6380736d0 msgr2=0x7fc6380b1cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 -- 172.21.15.29:0/2693393752 shutdown_connections 2024-09-12T03:12:06.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.660+0000 7fc63de00640 1 -- 172.21.15.29:0/2693393752 wait complete. 2024-09-12T03:12:06.675 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-12T03:12:06.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.832+0000 7f1e8e000640 1 Processor -- start 2024-09-12T03:12:06.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.832+0000 7f1e8e000640 1 -- start start 2024-09-12T03:12:06.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.834+0000 7f1e8e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e8806f0e0 0x7f1e8815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.834+0000 7f1e8e000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e880b4760 con 0x7f1e880b3ba0 2024-09-12T03:12:06.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.834+0000 7f1e8e000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e8815c620 con 0x7f1e8806f4c0 2024-09-12T03:12:06.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.834+0000 7f1e8e000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1e8815bc50 con 0x7f1e8806f0e0 2024-09-12T03:12:06.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.834+0000 7f1e87e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f1e880b3ba0 0x7f1e880b4050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49416/0 (socket says 172.21.15.29:49416) 2024-09-12T03:12:06.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.834+0000 7f1e87e00640 1 -- 172.21.15.29:0/1381747301 learned_addr learned my addr 172.21.15.29:0/1381747301 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:12:06.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.834+0000 7f1e87400640 1 --2- 172.21.15.29:0/1381747301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e8806f0e0 0x7f1e8815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.834+0000 7f1e86000640 1 -- 172.21.15.29:0/1381747301 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1453247241 0 0) 0x7f1e80001490 con 0x7f1e880b3ba0 2024-09-12T03:12:06.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.834+0000 7f1e86000640 1 -- 172.21.15.29:0/1381747301 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1e6c003520 con 0x7f1e880b3ba0 2024-09-12T03:12:06.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.835+0000 7f1e87400640 1 -- 172.21.15.29:0/1381747301 >> v1:172.21.15.38:6789/0 conn(0x7f1e8806f4c0 legacy=0x7f1e880cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.835+0000 7f1e86000640 1 -- 172.21.15.29:0/1381747301 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3268369398 0 0) 0x7f1e8815c620 con 0x7f1e8806f4c0 2024-09-12T03:12:06.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.835+0000 7f1e87400640 1 -- 172.21.15.29:0/1381747301 >> v1:172.21.15.29:6789/0 conn(0x7f1e880b3ba0 legacy=0x7f1e880b4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.835+0000 7f1e87400640 1 -- 172.21.15.29:0/1381747301 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e880cfb40 con 0x7f1e8806f0e0 2024-09-12T03:12:06.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.836+0000 7f1e87400640 1 --2- 172.21.15.29:0/1381747301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e8806f0e0 0x7f1e8815c0e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1e780097d0 tx=0x7f1e7802c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b9358166eab1e7f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.836+0000 7f1e86000640 1 -- 172.21.15.29:0/1381747301 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78038070 con 0x7f1e8806f0e0 2024-09-12T03:12:06.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.836+0000 7f1e86000640 1 -- 172.21.15.29:0/1381747301 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e78031710 con 0x7f1e8806f0e0 2024-09-12T03:12:06.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.836+0000 7f1e86000640 1 -- 172.21.15.29:0/1381747301 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78031ae0 con 0x7f1e8806f0e0 2024-09-12T03:12:06.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.836+0000 7f1e8e000640 1 -- 172.21.15.29:0/1381747301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e8806f0e0 msgr2=0x7f1e8815c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.836+0000 7f1e8e000640 1 --2- 172.21.15.29:0/1381747301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e8806f0e0 0x7f1e8815c0e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1e780097d0 tx=0x7f1e7802c420 comp rx=0 tx=0).stop 2024-09-12T03:12:06.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.837+0000 7f1e8e000640 1 -- 172.21.15.29:0/1381747301 shutdown_connections 2024-09-12T03:12:06.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.837+0000 7f1e8e000640 1 --2- 172.21.15.29:0/1381747301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e8806f0e0 0x7f1e8815c0e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.837+0000 7f1e8e000640 1 -- 172.21.15.29:0/1381747301 >> 172.21.15.29:0/1381747301 conn(0x7f1e88067da0 msgr2=0x7f1e8806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.837+0000 7f1e8e000640 1 -- 172.21.15.29:0/1381747301 shutdown_connections 2024-09-12T03:12:06.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.837+0000 7f1e8e000640 1 -- 172.21.15.29:0/1381747301 wait complete. 2024-09-12T03:12:06.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.838+0000 7f1e8e000640 1 Processor -- start 2024-09-12T03:12:06.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.838+0000 7f1e8e000640 1 -- start start 2024-09-12T03:12:06.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.839+0000 7f1e8e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e8806f0e0 0x7f1e88146d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.839+0000 7f1e8e000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e8806f4c0 0x7f1e880a9830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.839+0000 7f1e8e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e880b3ba0 0x7f1e880a9d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.839+0000 7f1e8e000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8815b8e0 con 0x7f1e880b3ba0 2024-09-12T03:12:06.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.839+0000 7f1e8e000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1e88152630 con 0x7f1e8806f4c0 2024-09-12T03:12:06.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.839+0000 7f1e8e000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1e8806f900 con 0x7f1e8806f0e0 2024-09-12T03:12:06.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.839+0000 7f1e87e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e880b3ba0 0x7f1e880a9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.839+0000 7f1e87e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e880b3ba0 0x7f1e880a9d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54322/0 (socket says 172.21.15.29:54322) 2024-09-12T03:12:06.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e87e00640 1 -- 172.21.15.29:0/113842218 learned_addr learned my addr 172.21.15.29:0/113842218 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e87400640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e8806f0e0 0x7f1e88146d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e86a00640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e8806f4c0 0x7f1e880a9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e87e00640 1 -- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e8806f0e0 msgr2=0x7f1e88146d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e87e00640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e8806f0e0 0x7f1e88146d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e87e00640 1 -- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e8806f4c0 msgr2=0x7f1e880a9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e87e00640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e8806f4c0 0x7f1e880a9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e87e00640 1 -- 172.21.15.29:0/113842218 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e88157410 con 0x7f1e880b3ba0 2024-09-12T03:12:06.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e86a00640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e8806f4c0 0x7f1e880a9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:06.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e87e00640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e880b3ba0 0x7f1e880a9d70 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f1e8000cb10 tx=0x7f1e8000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e7f400640 1 -- 172.21.15.29:0/113842218 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e80017070 con 0x7f1e880b3ba0 2024-09-12T03:12:06.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e7f400640 1 -- 172.21.15.29:0/113842218 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e8000ac10 con 0x7f1e880b3ba0 2024-09-12T03:12:06.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e7f400640 1 -- 172.21.15.29:0/113842218 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e80012400 con 0x7f1e880b3ba0 2024-09-12T03:12:06.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.840+0000 7f1e8e000640 1 -- 172.21.15.29:0/113842218 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e881576b0 con 0x7f1e880b3ba0 2024-09-12T03:12:06.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.841+0000 7f1e8e000640 1 -- 172.21.15.29:0/113842218 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e88157c70 con 0x7f1e880b3ba0 2024-09-12T03:12:06.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.843+0000 7f1e7f400640 1 -- 172.21.15.29:0/113842218 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1e8001a070 con 0x7f1e880b3ba0 2024-09-12T03:12:06.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.843+0000 7f1e7f400640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e6806be30 0x7f1e6806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.844+0000 7f1e7f400640 1 -- 172.21.15.29:0/113842218 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f1e8008ad00 con 0x7f1e880b3ba0 2024-09-12T03:12:06.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.844+0000 7f1e87400640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e6806be30 0x7f1e6806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.844+0000 7f1e90e89740 1 Processor -- start 2024-09-12T03:12:06.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.844+0000 7f1e90e89740 1 -- start start 2024-09-12T03:12:06.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e87400640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e6806be30 0x7f1e6806e2f0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f1e78035000 tx=0x7f1e78008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352da510 0x5557352dbcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352934b0 0x5557352dc200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e90e89740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5557351f43b0 con 0x5557352bfb50 2024-09-12T03:12:06.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e90e89740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5557351f9410 con 0x5557352934b0 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e90e89740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5557351a1620 con 0x5557352da510 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e87400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e87400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54332/0 (socket says 172.21.15.29:54332) 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e87400640 1 -- 172.21.15.29:0/1589024486 learned_addr learned my addr 172.21.15.29:0/1589024486 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e86a00640 1 --2- 172.21.15.29:0/1589024486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352da510 0x5557352dbcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.845+0000 7f1e87e00640 1 --2- 172.21.15.29:0/1589024486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352934b0 0x5557352dc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.846+0000 7f1e87400640 1 -- 172.21.15.29:0/1589024486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352da510 msgr2=0x5557352dbcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.846+0000 7f1e87400640 1 --2- 172.21.15.29:0/1589024486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352da510 0x5557352dbcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.846+0000 7f1e87400640 1 -- 172.21.15.29:0/1589024486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352934b0 msgr2=0x5557352dc200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.846+0000 7f1e87400640 1 --2- 172.21.15.29:0/1589024486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352934b0 0x5557352dc200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.846+0000 7f1e87400640 1 -- 172.21.15.29:0/1589024486 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555734f0c2d0 con 0x5557352bfb50 2024-09-12T03:12:06.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.846+0000 7f1e87e00640 1 --2- 172.21.15.29:0/1589024486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352934b0 0x5557352dc200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:06.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.846+0000 7f1e86a00640 1 --2- 172.21.15.29:0/1589024486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352da510 0x5557352dbcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:12:06.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.846+0000 7f1e87400640 1 --2- 172.21.15.29:0/1589024486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bff30 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f1e780098f0 tx=0x7f1e78030000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=542456e96afbf8e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.846+0000 7f1e73400640 1 -- 172.21.15.29:0/1589024486 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78038040 con 0x5557352bfb50 2024-09-12T03:12:06.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.846+0000 7f1e73400640 1 -- 172.21.15.29:0/1589024486 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e7804f070 con 0x5557352bfb50 2024-09-12T03:12:06.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.846+0000 7f1e73400640 1 -- 172.21.15.29:0/1589024486 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78003a10 con 0x5557352bfb50 2024-09-12T03:12:06.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.847+0000 7f1e90e89740 1 -- 172.21.15.29:0/1589024486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 msgr2=0x5557352bff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.847+0000 7f1e90e89740 1 --2- 172.21.15.29:0/1589024486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bff30 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f1e780098f0 tx=0x7f1e78030000 comp rx=0 tx=0).stop 2024-09-12T03:12:06.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.847+0000 7f1e90e89740 1 -- 172.21.15.29:0/1589024486 shutdown_connections 2024-09-12T03:12:06.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.847+0000 7f1e90e89740 1 --2- 172.21.15.29:0/1589024486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352934b0 0x5557352dc200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.847+0000 7f1e90e89740 1 --2- 172.21.15.29:0/1589024486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352da510 0x5557352dbcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.847+0000 7f1e90e89740 1 --2- 172.21.15.29:0/1589024486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bff30 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.847+0000 7f1e90e89740 1 -- 172.21.15.29:0/1589024486 >> 172.21.15.29:0/1589024486 conn(0x555735292740 msgr2=0x5557352da960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.847+0000 7f1e90e89740 1 -- 172.21.15.29:0/1589024486 shutdown_connections 2024-09-12T03:12:06.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.847+0000 7f1e90e89740 1 -- 172.21.15.29:0/1589024486 wait complete. 2024-09-12T03:12:06.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.848+0000 7f1e90e89740 1 -- start start 2024-09-12T03:12:06.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.848+0000 7f1e90e89740 1 Processor -- start 2024-09-12T03:12:06.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bb370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352da510 0x555735295280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352949d0 0x5557352c2610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e90e89740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5557351b4780 con 0x5557352bfb50 2024-09-12T03:12:06.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e90e89740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5557351f53d0 con 0x5557352949d0 2024-09-12T03:12:06.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e90e89740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5557352c0910 con 0x5557352da510 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e90e89740 10 client.0 _ll_register_callbacks cb 0x5557351f25d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e87400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bb370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e87400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bb370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54338/0 (socket says 172.21.15.29:54338) 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e87400640 1 -- 172.21.15.29:0/4169984726 learned_addr learned my addr 172.21.15.29:0/4169984726 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e86a00640 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352da510 0x555735295280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.849+0000 7f1e87e00640 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352949d0 0x5557352c2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.850+0000 7f1e87400640 1 -- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352da510 msgr2=0x555735295280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.850+0000 7f1e87400640 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352da510 0x555735295280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.850+0000 7f1e87400640 1 -- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352949d0 msgr2=0x5557352c2610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.850+0000 7f1e87400640 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352949d0 0x5557352c2610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.850+0000 7f1e87400640 1 -- 172.21.15.29:0/4169984726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555734fd66b0 con 0x5557352bfb50 2024-09-12T03:12:06.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.850+0000 7f1e87400640 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bb370 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f1e78036040 tx=0x7f1e78004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c59e78293760823 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.850+0000 7f1e67e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.850+0000 7f1e67e00640 1 -- 172.21.15.29:0/4169984726 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78059020 con 0x5557352bfb50 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.850+0000 7f1e90e89740 1 -- 172.21.15.29:0/4169984726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e7804f070 con 0x5557352bfb50 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.850+0000 7f1e67e00640 1 -- 172.21.15.29:0/4169984726 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f1e78031710 con 0x5557352bfb50 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e67e00640 1 -- 172.21.15.29:0/4169984726 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) ==== 24+0+0 (secure 0 0 0) 0x7f1e78063050 con 0x5557352bfb50 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e90e89740 10 client.6330 fetch_fsmap learned FSMap version 57 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e90e89740 1 -- 172.21.15.29:0/4169984726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=2+}) -- 0x5557352c1b30 con 0x5557352bfb50 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e67e00640 1 -- 172.21.15.29:0/4169984726 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e7804f070 con 0x5557352bfb50 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e67e00640 1 -- 172.21.15.29:0/4169984726 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 57) ==== 3542+0+0 (secure 0 0 0) 0x7f1e78066020 con 0x5557352bfb50 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e90e89740 10 client.6330 fetch_fsmap finished waiting for FSMap version 57 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e90e89740 10 client.6330 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e90e89740 20 client.6330 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:06.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e90e89740 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x555735293f90 0x555735294370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e90e89740 4 client.6330 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:06.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e90e89740 1 -- 172.21.15.29:0/4169984726 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555735206b40 con 0x555735293f90 2024-09-12T03:12:06.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.851+0000 7f1e86a00640 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x555735293f90 0x555735294370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.852+0000 7f1e86a00640 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x555735293f90 0x555735294370 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a25d9c4ed632b9b server_cookie=651289ea33f04b8f in_seq=0 out_seq=0 2024-09-12T03:12:06.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.852+0000 7f1e67e00640 10 client.6330 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:06.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e67e00640 1 -- 172.21.15.29:0/4169984726 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555735206b40 con 0x555735293f90 2024-09-12T03:12:06.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e67e00640 10 client.6330 handle_command_reply: tid=0 2024-09-12T03:12:06.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 1 client.6330 shutdown 2024-09-12T03:12:06.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 1 -- 172.21.15.29:0/4169984726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 msgr2=0x5557352bb370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bb370 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f1e78036040 tx=0x7f1e78004730 comp rx=0 tx=0).stop 2024-09-12T03:12:06.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 1 -- 172.21.15.29:0/4169984726 shutdown_connections 2024-09-12T03:12:06.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x555735293f90 0x555735294370 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352949d0 0x5557352c2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352da510 0x555735295280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 1 --2- 172.21.15.29:0/4169984726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352bfb50 0x5557352bb370 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 1 -- 172.21.15.29:0/4169984726 >> 172.21.15.29:0/4169984726 conn(0x5557352934b0 msgr2=0x5557352e4300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e67e00640 0 client.6330 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:06.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 1 -- 172.21.15.29:0/4169984726 shutdown_connections 2024-09-12T03:12:06.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 1 -- 172.21.15.29:0/4169984726 wait complete. 2024-09-12T03:12:06.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.853+0000 7f1e90e89740 20 client.6330 trim_cache size 0 max 16384 2024-09-12T03:12:06.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.872+0000 7f1e90e89740 1 Processor -- start 2024-09-12T03:12:06.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.873+0000 7f1e90e89740 1 -- start start 2024-09-12T03:12:06.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.873+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352949d0 0x555735291dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.873+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352bfb50 0x5557352ddaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.873+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352da510 0x5557352de030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.873+0000 7f1e90e89740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1e881fbe60 con 0x5557352949d0 2024-09-12T03:12:06.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.873+0000 7f1e90e89740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1e881fc530 con 0x5557352da510 2024-09-12T03:12:06.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.873+0000 7f1e90e89740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1e88154a40 con 0x5557352bfb50 2024-09-12T03:12:06.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.874+0000 7f1e87400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352949d0 0x555735291dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.874+0000 7f1e87400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352949d0 0x555735291dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54352/0 (socket says 172.21.15.29:54352) 2024-09-12T03:12:06.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.874+0000 7f1e87400640 1 -- 172.21.15.29:0/3039067457 learned_addr learned my addr 172.21.15.29:0/3039067457 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.874+0000 7f1e86a00640 1 --2- 172.21.15.29:0/3039067457 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352bfb50 0x5557352ddaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.874+0000 7f1e87e00640 1 --2- 172.21.15.29:0/3039067457 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352da510 0x5557352de030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.874+0000 7f1e87400640 1 -- 172.21.15.29:0/3039067457 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352bfb50 msgr2=0x5557352ddaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.874+0000 7f1e87400640 1 --2- 172.21.15.29:0/3039067457 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352bfb50 0x5557352ddaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.874+0000 7f1e87400640 1 -- 172.21.15.29:0/3039067457 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352da510 msgr2=0x5557352de030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.874+0000 7f1e87400640 1 --2- 172.21.15.29:0/3039067457 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352da510 0x5557352de030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.874+0000 7f1e87400640 1 -- 172.21.15.29:0/3039067457 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557352c2970 con 0x5557352949d0 2024-09-12T03:12:06.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.874+0000 7f1e87400640 1 --2- 172.21.15.29:0/3039067457 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352949d0 0x555735291dd0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f1e7802c460 tx=0x7f1e78053000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fab2e44b028c31f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e72a00640 1 -- 172.21.15.29:0/3039067457 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78059070 con 0x5557352949d0 2024-09-12T03:12:06.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e72a00640 1 -- 172.21.15.29:0/3039067457 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e7804f040 con 0x5557352949d0 2024-09-12T03:12:06.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e72a00640 1 -- 172.21.15.29:0/3039067457 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78038040 con 0x5557352949d0 2024-09-12T03:12:06.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e90e89740 1 -- 172.21.15.29:0/3039067457 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352949d0 msgr2=0x555735291dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e90e89740 1 --2- 172.21.15.29:0/3039067457 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352949d0 0x555735291dd0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f1e7802c460 tx=0x7f1e78053000 comp rx=0 tx=0).stop 2024-09-12T03:12:06.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e90e89740 1 -- 172.21.15.29:0/3039067457 shutdown_connections 2024-09-12T03:12:06.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e90e89740 1 --2- 172.21.15.29:0/3039067457 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352da510 0x5557352de030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e90e89740 1 --2- 172.21.15.29:0/3039067457 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352bfb50 0x5557352ddaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e90e89740 1 --2- 172.21.15.29:0/3039067457 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352949d0 0x555735291dd0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e90e89740 1 -- 172.21.15.29:0/3039067457 >> 172.21.15.29:0/3039067457 conn(0x5557352934b0 msgr2=0x5557352da8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e90e89740 1 -- 172.21.15.29:0/3039067457 shutdown_connections 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.875+0000 7f1e90e89740 1 -- 172.21.15.29:0/3039067457 wait complete. 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.876+0000 7f1e90e89740 1 -- start start 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.876+0000 7f1e90e89740 1 Processor -- start 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352949d0 0x5557352e3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352bfb50 0x555735360250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e90e89740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352da510 0x5557352ddaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e90e89740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5557352c2b50 con 0x5557352da510 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e90e89740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5557352c1e10 con 0x5557352bfb50 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e90e89740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x555735290ab0 con 0x5557352949d0 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e90e89740 10 client.0 _ll_register_callbacks cb 0x7f1e74007dc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e87e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352da510 0x5557352ddaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e87e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352da510 0x5557352ddaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54360/0 (socket says 172.21.15.29:54360) 2024-09-12T03:12:06.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e87e00640 1 -- 172.21.15.29:0/1566993122 learned_addr learned my addr 172.21.15.29:0/1566993122 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:06.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e86a00640 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352bfb50 0x555735360250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.877+0000 7f1e87400640 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352949d0 0x5557352e3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e87e00640 1 -- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352949d0 msgr2=0x5557352e3240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e87e00640 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352949d0 0x5557352e3240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e87e00640 1 -- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352bfb50 msgr2=0x555735360250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:06.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e87e00640 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352bfb50 0x555735360250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e87e00640 1 -- 172.21.15.29:0/1566993122 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555735292100 con 0x5557352da510 2024-09-12T03:12:06.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e87400640 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352949d0 0x5557352e3240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:06.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e87e00640 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352da510 0x5557352ddaf0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f1e80058e50 tx=0x7f1e80061ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f78dd06120aa9ba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:06.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e67e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:06.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e67e00640 1 -- 172.21.15.29:0/1566993122 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e80004d60 con 0x5557352da510 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e67e00640 1 -- 172.21.15.29:0/1566993122 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f1e80058310 con 0x5557352da510 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e90e89740 1 -- 172.21.15.29:0/1566993122 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e7804f040 con 0x5557352da510 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e67e00640 1 -- 172.21.15.29:0/1566993122 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) ==== 24+0+0 (secure 0 0 0) 0x7f1e80058510 con 0x5557352da510 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e90e89740 10 client.6336 fetch_fsmap learned FSMap version 57 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.878+0000 7f1e90e89740 1 -- 172.21.15.29:0/1566993122 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=2+}) -- 0x555735360790 con 0x5557352da510 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.879+0000 7f1e67e00640 1 -- 172.21.15.29:0/1566993122 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e7804f040 con 0x5557352da510 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.879+0000 7f1e67e00640 1 -- 172.21.15.29:0/1566993122 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 57) ==== 3542+0+0 (secure 0 0 0) 0x7f1e8005f3c0 con 0x5557352da510 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.879+0000 7f1e90e89740 10 client.6336 fetch_fsmap finished waiting for FSMap version 57 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.879+0000 7f1e90e89740 10 client.6336 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.879+0000 7f1e90e89740 20 client.6336 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.879+0000 7f1e90e89740 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5557352e2a60 0x555735360ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.879+0000 7f1e90e89740 4 client.6336 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.879+0000 7f1e90e89740 1 -- 172.21.15.29:0/1566993122 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "status"}) -- 0x555735200e90 con 0x5557352e2a60 2024-09-12T03:12:06.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.879+0000 7f1e87400640 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5557352e2a60 0x555735360ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e87400640 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5557352e2a60 0x555735360ba0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=560307c369daa7d6 server_cookie=d1855080c8beafb2 in_seq=0 out_seq=0 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e67e00640 10 client.6336 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e67e00640 1 -- 172.21.15.29:0/1566993122 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+319 (crc 0 0 0) 0x555735200e90 con 0x5557352e2a60 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e67e00640 10 client.6336 handle_command_reply: tid=0 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 1 client.6336 shutdown 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 1 -- 172.21.15.29:0/1566993122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352da510 msgr2=0x5557352ddaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352da510 0x5557352ddaf0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f1e80058e50 tx=0x7f1e80061ac0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 1 -- 172.21.15.29:0/1566993122 shutdown_connections 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5557352e2a60 0x555735360ba0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5557352da510 0x5557352ddaf0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5557352bfb50 0x555735360250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 1 --2- 172.21.15.29:0/1566993122 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5557352949d0 0x5557352e3240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 1 -- 172.21.15.29:0/1566993122 >> 172.21.15.29:0/1566993122 conn(0x5557352934b0 msgr2=0x5557352e4110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e67e00640 0 client.6336 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:06.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 1 -- 172.21.15.29:0/1566993122 shutdown_connections 2024-09-12T03:12:06.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 1 -- 172.21.15.29:0/1566993122 wait complete. 2024-09-12T03:12:06.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.880+0000 7f1e90e89740 20 client.6336 trim_cache size 0 max 16384 2024-09-12T03:12:06.885 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:12:06.885 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:12:06.885 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:12:06.885 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 6129, 2024-09-12T03:12:06.885 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:12:06.885 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:12:06.885 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:12:06.886 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 11.373468328, 2024-09-12T03:12:06.886 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 57, 2024-09-12T03:12:06.886 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 66, 2024-09-12T03:12:06.886 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 66, 2024-09-12T03:12:06.886 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 16.008536611 2024-09-12T03:12:06.886 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 -- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e6806be30 msgr2=0x7f1e6806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e6806be30 0x7f1e6806e2f0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f1e78035000 tx=0x7f1e78008030 comp rx=0 tx=0).stop 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 -- 172.21.15.29:0/113842218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e880b3ba0 msgr2=0x7f1e880a9d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e880b3ba0 0x7f1e880a9d70 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f1e8000cb10 tx=0x7f1e8000a060 comp rx=0 tx=0).stop 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 -- 172.21.15.29:0/113842218 shutdown_connections 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e6806be30 0x7f1e6806e2f0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e880b3ba0 0x7f1e880a9d70 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e8806f4c0 0x7f1e880a9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 --2- 172.21.15.29:0/113842218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e8806f0e0 0x7f1e88146d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 -- 172.21.15.29:0/113842218 >> 172.21.15.29:0/113842218 conn(0x7f1e88067da0 msgr2=0x7f1e8806dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 -- 172.21.15.29:0/113842218 shutdown_connections 2024-09-12T03:12:06.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:06.881+0000 7f1e8e000640 1 -- 172.21.15.29:0/113842218 wait complete. 2024-09-12T03:12:06.897 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:12:07.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.053+0000 7f8fc0a00640 1 Processor -- start 2024-09-12T03:12:07.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.053+0000 7f8fc0a00640 1 -- start start 2024-09-12T03:12:07.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.055+0000 7f8fc0a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8fbc06f0e0 0x7f8fbc15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:07.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.055+0000 7f8fc0a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8fbc0b3ba0 0x7f8fbc0b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:07.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.055+0000 7f8fc0a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fbc15c620 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.055+0000 7f8fc0a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8fbc15bc50 con 0x7f8fbc0b3ba0 2024-09-12T03:12:07.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.055+0000 7f8fc0a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f8fbc152630 con 0x7f8fbc06f0e0 2024-09-12T03:12:07.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.055+0000 7f8fba800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8fbc0b3ba0 0x7f8fbc0b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:07.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.055+0000 7f8fba800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8fbc0b3ba0 0x7f8fbc0b4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54368/0 (socket says 172.21.15.29:54368) 2024-09-12T03:12:07.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.055+0000 7f8fba800640 1 -- 172.21.15.29:0/4206416444 learned_addr learned my addr 172.21.15.29:0/4206416444 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:07.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.055+0000 7f8fb9e00640 1 --2- 172.21.15.29:0/4206416444 >> v2:172.21.15.38:3300/0 conn(0x7f8fbc06f0e0 0x7f8fbc15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:07.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.055+0000 7f8fba800640 1 -- 172.21.15.29:0/4206416444 >> v2:172.21.15.38:3300/0 conn(0x7f8fbc06f0e0 msgr2=0x7f8fbc15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:07.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.055+0000 7f8fba800640 1 --2- 172.21.15.29:0/4206416444 >> v2:172.21.15.38:3300/0 conn(0x7f8fbc06f0e0 0x7f8fbc15c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:07.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.056+0000 7f8fba800640 1 -- 172.21.15.29:0/4206416444 >> v1:172.21.15.38:6789/0 conn(0x7f8fbc06f4c0 legacy=0x7f8fbc0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:07.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.056+0000 7f8fba800640 1 -- 172.21.15.29:0/4206416444 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fbc0cfb40 con 0x7f8fbc0b3ba0 2024-09-12T03:12:07.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.057+0000 7f8fba800640 1 --2- 172.21.15.29:0/4206416444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fbc0b3ba0 0x7f8fbc0b4030 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f8fbc073070 tx=0x7f8fb402c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a3913bb2999b7c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:07.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.057+0000 7f8fb9400640 1 -- 172.21.15.29:0/4206416444 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb400b2e0 con 0x7f8fbc0b3ba0 2024-09-12T03:12:07.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.057+0000 7f8fb9400640 1 -- 172.21.15.29:0/4206416444 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fb4037070 con 0x7f8fbc0b3ba0 2024-09-12T03:12:07.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.057+0000 7f8fb9400640 1 -- 172.21.15.29:0/4206416444 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb400b480 con 0x7f8fbc0b3ba0 2024-09-12T03:12:07.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.057+0000 7f8fc0a00640 1 -- 172.21.15.29:0/4206416444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fbc0b3ba0 msgr2=0x7f8fbc0b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:07.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.057+0000 7f8fc0a00640 1 --2- 172.21.15.29:0/4206416444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fbc0b3ba0 0x7f8fbc0b4030 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f8fbc073070 tx=0x7f8fb402c940 comp rx=0 tx=0).stop 2024-09-12T03:12:07.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.057+0000 7f8fc0a00640 1 -- 172.21.15.29:0/4206416444 shutdown_connections 2024-09-12T03:12:07.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.057+0000 7f8fc0a00640 1 --2- 172.21.15.29:0/4206416444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fbc0b3ba0 0x7f8fbc0b4030 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:07.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.057+0000 7f8fc0a00640 1 --2- 172.21.15.29:0/4206416444 >> v2:172.21.15.38:3300/0 conn(0x7f8fbc06f0e0 0x7f8fbc15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:07.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.057+0000 7f8fc0a00640 1 -- 172.21.15.29:0/4206416444 >> 172.21.15.29:0/4206416444 conn(0x7f8fbc067da0 msgr2=0x7f8fbc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:07.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.058+0000 7f8fc0a00640 1 -- 172.21.15.29:0/4206416444 shutdown_connections 2024-09-12T03:12:07.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.058+0000 7f8fc0a00640 1 -- 172.21.15.29:0/4206416444 wait complete. 2024-09-12T03:12:07.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.059+0000 7f8fc0a00640 1 Processor -- start 2024-09-12T03:12:07.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.059+0000 7f8fc0a00640 1 -- start start 2024-09-12T03:12:07.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.060+0000 7f8fc0a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fbc06f0e0 0x7f8fbc146cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:07.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.060+0000 7f8fc0a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fbc06f4c0 0x7f8fbc0ccf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:07.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.060+0000 7f8fc0a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fbc0b3ba0 0x7f8fbc0c9780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:07.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.060+0000 7f8fc0a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc06f930 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.060+0000 7f8fc0a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc15b8e0 con 0x7f8fbc06f0e0 2024-09-12T03:12:07.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.060+0000 7f8fc0a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8fbc0cf770 con 0x7f8fbc0b3ba0 2024-09-12T03:12:07.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.060+0000 7f8fb3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fbc06f4c0 0x7f8fbc0ccf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:07.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.060+0000 7f8fb3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fbc06f4c0 0x7f8fbc0ccf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54380/0 (socket says 172.21.15.29:54380) 2024-09-12T03:12:07.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.060+0000 7f8fb3e00640 1 -- 172.21.15.29:0/881033872 learned_addr learned my addr 172.21.15.29:0/881033872 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:07.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fb9e00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fbc06f0e0 0x7f8fbc146cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:07.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fba800640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fbc0b3ba0 0x7f8fbc0c9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fb3e00640 1 -- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fbc0b3ba0 msgr2=0x7f8fbc0c9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fb3e00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fbc0b3ba0 0x7f8fbc0c9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fb3e00640 1 -- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fbc06f0e0 msgr2=0x7f8fbc146cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fb3e00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fbc06f0e0 0x7f8fbc146cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fb3e00640 1 -- 172.21.15.29:0/881033872 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fbc147210 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fb3e00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fbc06f4c0 0x7f8fbc0ccf90 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f8fa400c400 tx=0x7f8fa400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fb2000640 1 -- 172.21.15.29:0/881033872 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa40052d0 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fb2000640 1 -- 172.21.15.29:0/881033872 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fa4005490 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fb2000640 1 -- 172.21.15.29:0/881033872 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa4007260 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.061+0000 7f8fc0a00640 1 -- 172.21.15.29:0/881033872 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fbc0c86e0 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.062+0000 7f8fc0a00640 1 -- 172.21.15.29:0/881033872 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fbc0c8ca0 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.063+0000 7f8fc0a00640 1 -- 172.21.15.29:0/881033872 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fbc0ce3a0 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.064+0000 7f8fb2000640 1 -- 172.21.15.29:0/881033872 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8fa4007400 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.064+0000 7f8fb2000640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f9806be30 0x7f8f9806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:07.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.064+0000 7f8fb2000640 1 -- 172.21.15.29:0/881033872 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f8fa408a4e0 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.065+0000 7f8fb9e00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f9806be30 0x7f8f9806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:07.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.065+0000 7f8fb9e00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f9806be30 0x7f8f9806e2f0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8fac006fd0 tx=0x7f8fac008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:07.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.069+0000 7f8fb2000640 1 -- 172.21.15.29:0/881033872 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8fbc0ce3a0 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.287+0000 7f8fc0a00640 1 -- 172.21.15.29:0/881033872 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8fbc06bd90 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.288+0000 7f8fb2000640 1 -- 172.21.15.29:0/881033872 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) ==== 94+0+5262 (secure 0 0 0) 0x7f8fbc147210 con 0x7f8fbc06f4c0 2024-09-12T03:12:07.289 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:12:07.289 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":57,"btime":"2024-09-12T03:12:05:580066+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5944,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2904742734","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2904742734},{"type":"v1","addr":"172.21.15.29:6834","nonce":2904742734}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46}],"filesystems":[{"mdsmap":{"epoch":57,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:11:54.937603+0000","modified":"2024-09-12T03:12:05.580060+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6129,"mds_1":6126,"mds_2":6117},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6117":{"gid":6117,"name":"c","rank":2,"incarnation":56,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6835/3488992369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":3488992369},{"type":"v1","addr":"172.21.15.29:6835","nonce":3488992369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6126":{"gid":6126,"name":"d","rank":1,"incarnation":54,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/3212600768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":3212600768},{"type":"v1","addr":"172.21.15.38:6836","nonce":3212600768}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6129":{"gid":6129,"name":"b","rank":0,"incarnation":48,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/2752509154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2752509154},{"type":"v1","addr":"172.21.15.38:6837","nonce":2752509154}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6129,"qdb_cluster":[6117,6126,6129]},"id":4}]} 2024-09-12T03:12:07.289 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 57 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 -- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f9806be30 msgr2=0x7f8f9806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f9806be30 0x7f8f9806e2f0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8fac006fd0 tx=0x7f8fac008040 comp rx=0 tx=0).stop 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 -- 172.21.15.29:0/881033872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fbc06f4c0 msgr2=0x7f8fbc0ccf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fbc06f4c0 0x7f8fbc0ccf90 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f8fa400c400 tx=0x7f8fa400c8c0 comp rx=0 tx=0).stop 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 -- 172.21.15.29:0/881033872 shutdown_connections 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8f9806be30 0x7f8f9806e2f0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fbc0b3ba0 0x7f8fbc0c9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fbc06f4c0 0x7f8fbc0ccf90 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 --2- 172.21.15.29:0/881033872 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fbc06f0e0 0x7f8fbc146cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 -- 172.21.15.29:0/881033872 >> 172.21.15.29:0/881033872 conn(0x7f8fbc067da0 msgr2=0x7f8fbc0b4e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 -- 172.21.15.29:0/881033872 shutdown_connections 2024-09-12T03:12:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:07.290+0000 7f8fc0a00640 1 -- 172.21.15.29:0/881033872 wait complete. 2024-09-12T03:12:07.306 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:07.306 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:12:07.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:07.356 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec sync d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:12:07.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:07.398 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 0 d1/d2) 2024-09-12T03:12:07.475 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:07.475 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 d1/d2/d3/d4) 2024-09-12T03:12:07.552 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:07.552 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 2 d1/d2/d3/d4/d5/d6) 2024-09-12T03:12:07.633 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:12:07.816 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"5","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:12:07.817 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 1, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:12:07.817 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:12:09.818 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:12:10.004 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"5","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:12:10.004 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 1, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:12:10.005 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:12:12.005 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:12:12.186 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"7","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:12:12.186 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:12:12.186 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:12:14.187 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:12:14.373 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"7","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:12:14.374 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:12:14.374 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:12:16.375 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:12:16.562 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":1,"authpin":0},"nref":3}}] 2024-09-12T03:12:16.563 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 3, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:12:16.563 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:12:18.564 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:12:18.753 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":2}}] 2024-09-12T03:12:18.754 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "authpin": 0, "child": 1, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:12:18.754 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:12:18.754 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json get subtrees 2024-09-12T03:12:18.934 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:12:18.935 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:12:18.935 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:12:19.631 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:12:19.636 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:12:20.937 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json get subtrees 2024-09-12T03:12:21.121 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:12:21.121 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:12:21.121 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:12:23.123 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json get subtrees 2024-09-12T03:12:23.308 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1,"2":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}},{"is_auth":false,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":0,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":1}}] 2024-09-12T03:12:23.308 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "authpin": 0, "child": 0, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "6", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:12:23.309 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:12:23.309 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:12:23.496 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds2","dirfrag":"0x102","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"2","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"0","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"dnwaiter":0,"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:12:23.496 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "2", "dirfrag": "0x102", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds2", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dnwaiter": 0, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "6", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:12:23.497 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:12:23.497 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.4:0 flush journal 2024-09-12T03:12:23.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.656+0000 7f9366a00640 1 Processor -- start 2024-09-12T03:12:23.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.656+0000 7f9366a00640 1 -- start start 2024-09-12T03:12:23.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.657+0000 7f9366a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f936015e4b0 0x7f93600d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.657+0000 7f9366a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f93600d3090 0x7f936006d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.657+0000 7f9366a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93600cf8c0 con 0x7f93600cefb0 2024-09-12T03:12:23.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.657+0000 7f9366a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f93600cfba0 con 0x7f93600d3090 2024-09-12T03:12:23.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.657+0000 7f9366a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f93600cfe80 con 0x7f936015e4b0 2024-09-12T03:12:23.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.657+0000 7f9366000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f93600d3090 0x7f936006d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.657+0000 7f9364c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f93600cefb0 0x7f93600d2980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:59610/0 (socket says 172.21.15.29:59610) 2024-09-12T03:12:23.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.657+0000 7f9364c00640 1 -- 172.21.15.29:0/369815334 learned_addr learned my addr 172.21.15.29:0/369815334 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:12:23.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.657+0000 7f9365600640 1 --2- 172.21.15.29:0/369815334 >> v2:172.21.15.38:3300/0 conn(0x7f936015e4b0 0x7f93600d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.658+0000 7f9366000640 1 -- 172.21.15.29:0/369815334 >> v2:172.21.15.38:3300/0 conn(0x7f936015e4b0 msgr2=0x7f93600d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.658+0000 7f9366000640 1 --2- 172.21.15.29:0/369815334 >> v2:172.21.15.38:3300/0 conn(0x7f936015e4b0 0x7f93600d23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.658+0000 7f9366000640 1 -- 172.21.15.29:0/369815334 >> v1:172.21.15.29:6789/0 conn(0x7f93600cefb0 legacy=0x7f93600d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.658+0000 7f9366000640 1 -- 172.21.15.29:0/369815334 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93600d0160 con 0x7f93600d3090 2024-09-12T03:12:23.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.658+0000 7f9365600640 1 --2- 172.21.15.29:0/369815334 >> v2:172.21.15.38:3300/0 conn(0x7f936015e4b0 0x7f93600d23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:12:23.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.659+0000 7f9366000640 1 --2- 172.21.15.29:0/369815334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93600d3090 0x7f936006d810 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f93600d1e50 tx=0x7f935802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=675b6a2fa7c4b27e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.659+0000 7f935fe00640 1 -- 172.21.15.29:0/369815334 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9358007740 con 0x7f93600d3090 2024-09-12T03:12:23.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.659+0000 7f935fe00640 1 -- 172.21.15.29:0/369815334 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93580078e0 con 0x7f93600d3090 2024-09-12T03:12:23.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.659+0000 7f935fe00640 1 -- 172.21.15.29:0/369815334 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9358007cb0 con 0x7f93600d3090 2024-09-12T03:12:23.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.660+0000 7f9366a00640 1 -- 172.21.15.29:0/369815334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93600d3090 msgr2=0x7f936006d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.660+0000 7f9366a00640 1 --2- 172.21.15.29:0/369815334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93600d3090 0x7f936006d810 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f93600d1e50 tx=0x7f935802a680 comp rx=0 tx=0).stop 2024-09-12T03:12:23.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.660+0000 7f9366a00640 1 -- 172.21.15.29:0/369815334 shutdown_connections 2024-09-12T03:12:23.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.660+0000 7f9366a00640 1 --2- 172.21.15.29:0/369815334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93600d3090 0x7f936006d810 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.660+0000 7f9366a00640 1 --2- 172.21.15.29:0/369815334 >> v2:172.21.15.38:3300/0 conn(0x7f936015e4b0 0x7f93600d23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.660+0000 7f9366a00640 1 -- 172.21.15.29:0/369815334 >> 172.21.15.29:0/369815334 conn(0x7f936009d740 msgr2=0x7f936008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.660+0000 7f9366a00640 1 -- 172.21.15.29:0/369815334 shutdown_connections 2024-09-12T03:12:23.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.660+0000 7f9366a00640 1 -- 172.21.15.29:0/369815334 wait complete. 2024-09-12T03:12:23.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.662+0000 7f9366a00640 1 Processor -- start 2024-09-12T03:12:23.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.662+0000 7f9366a00640 1 -- start start 2024-09-12T03:12:23.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.663+0000 7f9366a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93600cefb0 0x7f93600b71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.663+0000 7f9366a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93600d3090 0x7f936015b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.663+0000 7f9366a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f936015e4b0 0x7f93600b9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.663+0000 7f9366a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f93600cf3f0 con 0x7f93600d3090 2024-09-12T03:12:23.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.663+0000 7f9366a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f93600cf570 con 0x7f936015e4b0 2024-09-12T03:12:23.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.663+0000 7f9366a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f936006dd50 con 0x7f93600cefb0 2024-09-12T03:12:23.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.663+0000 7f9364c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93600d3090 0x7f936015b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.663+0000 7f9364c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93600d3090 0x7f936015b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49448/0 (socket says 172.21.15.29:49448) 2024-09-12T03:12:23.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.663+0000 7f9364c00640 1 -- 172.21.15.29:0/4127172750 learned_addr learned my addr 172.21.15.29:0/4127172750 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:23.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f9366000640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f936015e4b0 0x7f93600b9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f9365600640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93600cefb0 0x7f93600b71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f9364c00640 1 -- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93600cefb0 msgr2=0x7f93600b71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f9364c00640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93600cefb0 0x7f93600b71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f9364c00640 1 -- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f936015e4b0 msgr2=0x7f93600b9ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f9364c00640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f936015e4b0 0x7f93600b9ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f9364c00640 1 -- 172.21.15.29:0/4127172750 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f936015ecd0 con 0x7f93600d3090 2024-09-12T03:12:23.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f9364c00640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93600d3090 0x7f936015b0c0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f934c00c430 tx=0x7f934c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f935d600640 1 -- 172.21.15.29:0/4127172750 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f934c017070 con 0x7f93600d3090 2024-09-12T03:12:23.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f935d600640 1 -- 172.21.15.29:0/4127172750 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f934c005ce0 con 0x7f93600d3090 2024-09-12T03:12:23.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f935d600640 1 -- 172.21.15.29:0/4127172750 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f934c0072f0 con 0x7f93600d3090 2024-09-12T03:12:23.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.664+0000 7f9366a00640 1 -- 172.21.15.29:0/4127172750 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f936015efb0 con 0x7f93600d3090 2024-09-12T03:12:23.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.665+0000 7f9366a00640 1 -- 172.21.15.29:0/4127172750 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f936015f570 con 0x7f93600d3090 2024-09-12T03:12:23.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.666+0000 7f935d600640 1 -- 172.21.15.29:0/4127172750 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f934c01a070 con 0x7f93600d3090 2024-09-12T03:12:23.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.667+0000 7f935d600640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f934006be30 0x7f934006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.667+0000 7f935d600640 1 -- 172.21.15.29:0/4127172750 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f934c08a500 con 0x7f93600d3090 2024-09-12T03:12:23.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.668+0000 7f9365600640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f934006be30 0x7f934006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.668+0000 7f936aec6740 1 Processor -- start 2024-09-12T03:12:23.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.668+0000 7f9365600640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f934006be30 0x7f934006e2f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9354009a30 tx=0x7f9354008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.668+0000 7f936aec6740 1 -- start start 2024-09-12T03:12:23.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.669+0000 7f936aec6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c508d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.669+0000 7f936aec6740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c369e0 0x55c0c0c35240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.669+0000 7f936aec6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c813f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.669+0000 7f936aec6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c0c0b9e660 con 0x55c0c0c504f0 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.669+0000 7f936aec6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c0c0b46680 con 0x55c0c0c80ea0 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.669+0000 7f936aec6740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c0c0b9a620 con 0x55c0c0c369e0 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9365600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c508d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9365600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c508d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49466/0 (socket says 172.21.15.29:49466) 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9365600640 1 -- 172.21.15.29:0/143397580 learned_addr learned my addr 172.21.15.29:0/143397580 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9364c00640 1 --2- 172.21.15.29:0/143397580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c369e0 0x55c0c0c35240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9366000640 1 --2- 172.21.15.29:0/143397580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c813f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9365600640 1 -- 172.21.15.29:0/143397580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c369e0 msgr2=0x55c0c0c35240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9365600640 1 --2- 172.21.15.29:0/143397580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c369e0 0x55c0c0c35240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9365600640 1 -- 172.21.15.29:0/143397580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 msgr2=0x55c0c0c813f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9365600640 1 --2- 172.21.15.29:0/143397580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c813f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9365600640 1 -- 172.21.15.29:0/143397580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0c097b7d0 con 0x55c0c0c504f0 2024-09-12T03:12:23.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9366000640 1 --2- 172.21.15.29:0/143397580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c813f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:23.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.670+0000 7f9365600640 1 --2- 172.21.15.29:0/143397580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c508d0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f9354011d50 tx=0x7f9354014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f14c8bf16bc0d1f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f9351c00640 1 -- 172.21.15.29:0/143397580 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9354011d80 con 0x55c0c0c504f0 2024-09-12T03:12:23.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f9351c00640 1 -- 172.21.15.29:0/143397580 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9354026070 con 0x55c0c0c504f0 2024-09-12T03:12:23.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f9351c00640 1 -- 172.21.15.29:0/143397580 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9354021640 con 0x55c0c0c504f0 2024-09-12T03:12:23.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f936aec6740 1 -- 172.21.15.29:0/143397580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 msgr2=0x55c0c0c508d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f936aec6740 1 --2- 172.21.15.29:0/143397580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c508d0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f9354011d50 tx=0x7f9354014000 comp rx=0 tx=0).stop 2024-09-12T03:12:23.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f936aec6740 1 -- 172.21.15.29:0/143397580 shutdown_connections 2024-09-12T03:12:23.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f936aec6740 1 --2- 172.21.15.29:0/143397580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c813f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f936aec6740 1 --2- 172.21.15.29:0/143397580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c369e0 0x55c0c0c35240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f936aec6740 1 --2- 172.21.15.29:0/143397580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c508d0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f936aec6740 1 -- 172.21.15.29:0/143397580 >> 172.21.15.29:0/143397580 conn(0x55c0c0c37410 msgr2=0x55c0c0c7fa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f936aec6740 1 -- 172.21.15.29:0/143397580 shutdown_connections 2024-09-12T03:12:23.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.671+0000 7f936aec6740 1 -- 172.21.15.29:0/143397580 wait complete. 2024-09-12T03:12:23.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.672+0000 7f936aec6740 1 -- start start 2024-09-12T03:12:23.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.672+0000 7f936aec6740 1 Processor -- start 2024-09-12T03:12:23.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.673+0000 7f936aec6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c64e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.673+0000 7f936aec6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c7bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.673+0000 7f936aec6740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c676f0 0x55c0c0c7c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.673+0000 7f936aec6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c0c0c35940 con 0x55c0c0c504f0 2024-09-12T03:12:23.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.673+0000 7f936aec6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c0c0b274c0 con 0x55c0c0c80ea0 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.673+0000 7f936aec6740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c0c0c35c20 con 0x55c0c0c676f0 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.673+0000 7f936aec6740 10 client.0 _ll_register_callbacks cb 0x55c0c0b96e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.673+0000 7f9365600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c64e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9365600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c64e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49468/0 (socket says 172.21.15.29:49468) 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9365600640 1 -- 172.21.15.29:0/223888322 learned_addr learned my addr 172.21.15.29:0/223888322 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9364c00640 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c7bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9366000640 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c676f0 0x55c0c0c7c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9365600640 1 -- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c676f0 msgr2=0x55c0c0c7c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9365600640 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c676f0 0x55c0c0c7c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9365600640 1 -- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 msgr2=0x55c0c0c7bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9365600640 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c7bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9365600640 1 -- 172.21.15.29:0/223888322 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0c08b13f0 con 0x55c0c0c504f0 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9364c00640 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c7bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:12:23.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9365600640 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c64e70 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f9354008010 tx=0x7f93540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f39d5994f056f018 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9346000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.674+0000 7f9346000640 1 -- 172.21.15.29:0/223888322 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93540119a0 con 0x55c0c0c504f0 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f9346000640 1 -- 172.21.15.29:0/223888322 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f9354021b30 con 0x55c0c0c504f0 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f936aec6740 1 -- 172.21.15.29:0/223888322 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9354026070 con 0x55c0c0c504f0 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f9346000640 1 -- 172.21.15.29:0/223888322 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f935403e050 con 0x55c0c0c504f0 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f936aec6740 10 client.6354 fetch_fsmap learned FSMap version 59 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f936aec6740 1 -- 172.21.15.29:0/223888322 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x55c0c08710f0 con 0x55c0c0c504f0 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f9346000640 1 -- 172.21.15.29:0/223888322 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9354026070 con 0x55c0c0c504f0 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f9346000640 1 -- 172.21.15.29:0/223888322 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 59) ==== 3554+0+0 (secure 0 0 0) 0x7f9354041020 con 0x55c0c0c504f0 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f936aec6740 10 client.6354 fetch_fsmap finished waiting for FSMap version 59 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f936aec6740 10 client.6354 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.b 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f936aec6740 20 client.6354 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f936aec6740 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55c0c0c77a70 0x55c0c0c77ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f936aec6740 4 client.6354 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:23.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.675+0000 7f936aec6740 1 -- 172.21.15.29:0/223888322 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c0c0babd90 con 0x55c0c0c77a70 2024-09-12T03:12:23.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.676+0000 7f9364c00640 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55c0c0c77a70 0x55c0c0c77ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.676+0000 7f9364c00640 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55c0c0c77a70 0x55c0c0c77ea0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=654cb389880cf266 server_cookie=2388e23d51574461 in_seq=0 out_seq=0 2024-09-12T03:12:23.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.676+0000 7f9346000640 10 client.6354 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:23.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f9346000640 1 -- 172.21.15.29:0/223888322 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c0c0babd90 con 0x55c0c0c77a70 2024-09-12T03:12:23.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f9346000640 10 client.6354 handle_command_reply: tid=0 2024-09-12T03:12:23.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f936aec6740 1 client.6354 shutdown 2024-09-12T03:12:23.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f936aec6740 1 -- 172.21.15.29:0/223888322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 msgr2=0x55c0c0c64e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f936aec6740 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c64e70 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f9354008010 tx=0x7f93540046c0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f936aec6740 1 -- 172.21.15.29:0/223888322 shutdown_connections 2024-09-12T03:12:23.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f936aec6740 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55c0c0c77a70 0x55c0c0c77ea0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f936aec6740 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c676f0 0x55c0c0c7c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f936aec6740 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c7bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f936aec6740 1 --2- 172.21.15.29:0/223888322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0c64e70 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f936aec6740 1 -- 172.21.15.29:0/223888322 >> 172.21.15.29:0/223888322 conn(0x55c0c0c369e0 msgr2=0x55c0c0c34140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.677+0000 7f9346000640 0 client.6354 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:23.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.678+0000 7f936aec6740 1 -- 172.21.15.29:0/223888322 shutdown_connections 2024-09-12T03:12:23.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.678+0000 7f936aec6740 1 -- 172.21.15.29:0/223888322 wait complete. 2024-09-12T03:12:23.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.678+0000 7f936aec6740 20 client.6354 trim_cache size 0 max 16384 2024-09-12T03:12:23.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.693+0000 7f936aec6740 1 Processor -- start 2024-09-12T03:12:23.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.693+0000 7f936aec6740 1 -- start start 2024-09-12T03:12:23.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f936aec6740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c504f0 0x55c0c0c36dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f936aec6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c676f0 0x55c0c0c34140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f936aec6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c77a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f936aec6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9360201180 con 0x55c0c0c676f0 2024-09-12T03:12:23.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f936aec6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9360200350 con 0x55c0c0c80ea0 2024-09-12T03:12:23.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f936aec6740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9360200a50 con 0x55c0c0c504f0 2024-09-12T03:12:23.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f9364c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c676f0 0x55c0c0c34140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f9364c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c676f0 0x55c0c0c34140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49484/0 (socket says 172.21.15.29:49484) 2024-09-12T03:12:23.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f9364c00640 1 -- 172.21.15.29:0/267280386 learned_addr learned my addr 172.21.15.29:0/267280386 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:23.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f9366000640 1 --2- 172.21.15.29:0/267280386 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c77a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f9365600640 1 --2- 172.21.15.29:0/267280386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c504f0 0x55c0c0c36dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f9364c00640 1 -- 172.21.15.29:0/267280386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c504f0 msgr2=0x55c0c0c36dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f9364c00640 1 --2- 172.21.15.29:0/267280386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c504f0 0x55c0c0c36dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f9364c00640 1 -- 172.21.15.29:0/267280386 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 msgr2=0x55c0c0c77a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f9364c00640 1 --2- 172.21.15.29:0/267280386 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c77a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f9364c00640 1 -- 172.21.15.29:0/267280386 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0c0a14940 con 0x55c0c0c676f0 2024-09-12T03:12:23.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.694+0000 7f9366000640 1 --2- 172.21.15.29:0/267280386 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c77a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:23.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.695+0000 7f9364c00640 1 --2- 172.21.15.29:0/267280386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c676f0 0x55c0c0c34140 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f934c054e90 tx=0x7f934c014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1047b163647f839d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.695+0000 7f9351200640 1 -- 172.21.15.29:0/267280386 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f934c088420 con 0x55c0c0c676f0 2024-09-12T03:12:23.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.695+0000 7f9351200640 1 -- 172.21.15.29:0/267280386 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f934c056810 con 0x55c0c0c676f0 2024-09-12T03:12:23.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.695+0000 7f9351200640 1 -- 172.21.15.29:0/267280386 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f934c060e60 con 0x55c0c0c676f0 2024-09-12T03:12:23.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.695+0000 7f936aec6740 1 -- 172.21.15.29:0/267280386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c676f0 msgr2=0x55c0c0c34140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.695+0000 7f936aec6740 1 --2- 172.21.15.29:0/267280386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c676f0 0x55c0c0c34140 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f934c054e90 tx=0x7f934c014040 comp rx=0 tx=0).stop 2024-09-12T03:12:23.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.696+0000 7f936aec6740 1 -- 172.21.15.29:0/267280386 shutdown_connections 2024-09-12T03:12:23.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.696+0000 7f936aec6740 1 --2- 172.21.15.29:0/267280386 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c80ea0 0x55c0c0c77a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.696+0000 7f936aec6740 1 --2- 172.21.15.29:0/267280386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c676f0 0x55c0c0c34140 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.696+0000 7f936aec6740 1 --2- 172.21.15.29:0/267280386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c504f0 0x55c0c0c36dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.696+0000 7f936aec6740 1 -- 172.21.15.29:0/267280386 >> 172.21.15.29:0/267280386 conn(0x55c0c0c369e0 msgr2=0x55c0c0c76270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.696+0000 7f936aec6740 1 -- 172.21.15.29:0/267280386 shutdown_connections 2024-09-12T03:12:23.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.696+0000 7f936aec6740 1 -- 172.21.15.29:0/267280386 wait complete. 2024-09-12T03:12:23.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.696+0000 7f936aec6740 1 -- start start 2024-09-12T03:12:23.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.696+0000 7f936aec6740 1 Processor -- start 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.697+0000 7f936aec6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0cee0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.697+0000 7f936aec6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c676f0 0x55c0c0c948a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.697+0000 7f936aec6740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c80ea0 0x55c0c0c79db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.697+0000 7f936aec6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c0c0c65280 con 0x55c0c0c504f0 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.697+0000 7f936aec6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9360160ba0 con 0x55c0c0c676f0 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.697+0000 7f936aec6740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c0c0c7f080 con 0x55c0c0c80ea0 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.697+0000 7f936aec6740 10 client.0 _ll_register_callbacks cb 0x7f9354011c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9365600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0cee0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9366000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c80ea0 0x55c0c0c79db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9365600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0cee0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49490/0 (socket says 172.21.15.29:49490) 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9364c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c676f0 0x55c0c0c948a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9365600640 1 -- 172.21.15.29:0/1339792773 learned_addr learned my addr 172.21.15.29:0/1339792773 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9364c00640 1 -- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c80ea0 msgr2=0x55c0c0c79db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9364c00640 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c80ea0 0x55c0c0c79db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9364c00640 1 -- 172.21.15.29:0/1339792773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 msgr2=0x55c0c0cee0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9364c00640 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0cee0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9364c00640 1 -- 172.21.15.29:0/1339792773 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0c0ca3870 con 0x55c0c0c676f0 2024-09-12T03:12:23.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9365600640 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0cee0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:12:23.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9366000640 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c80ea0 0x55c0c0c79db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:12:23.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9364c00640 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c676f0 0x55c0c0c948a0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f934c058210 tx=0x7f934c05c040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60fa4c1a9d4d3ae1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.698+0000 7f9346000640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-09-12T03:12:23.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.699+0000 7f9346000640 1 -- 172.21.15.29:0/1339792773 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f934c060e60 con 0x55c0c0c676f0 2024-09-12T03:12:23.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.699+0000 7f9346000640 1 -- 172.21.15.29:0/1339792773 <== mon.1 v2:172.21.15.38:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f934c01dcf0 con 0x55c0c0c676f0 2024-09-12T03:12:23.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.699+0000 7f936aec6740 1 -- 172.21.15.29:0/1339792773 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f934c056810 con 0x55c0c0c676f0 2024-09-12T03:12:23.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.699+0000 7f9346000640 1 -- 172.21.15.29:0/1339792773 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f934c088960 con 0x55c0c0c676f0 2024-09-12T03:12:23.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.699+0000 7f936aec6740 10 client.6154 fetch_fsmap learned FSMap version 59 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.699+0000 7f936aec6740 1 -- 172.21.15.29:0/1339792773 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x55c0c0c81cd0 con 0x55c0c0c676f0 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.699+0000 7f9346000640 1 -- 172.21.15.29:0/1339792773 <== mon.1 v2:172.21.15.38:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f934c056810 con 0x55c0c0c676f0 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.700+0000 7f9346000640 1 -- 172.21.15.29:0/1339792773 <== mon.1 v2:172.21.15.38:3300/0 5 ==== fsmap(e 59) ==== 3554+0+0 (secure 0 0 0) 0x7f934c007490 con 0x55c0c0c676f0 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.700+0000 7f936aec6740 10 client.6154 fetch_fsmap finished waiting for FSMap version 59 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.700+0000 7f936aec6740 10 client.6154 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.b 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.700+0000 7f936aec6740 20 client.6154 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.700+0000 7f936aec6740 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55c0c0c815f0 0x55c0c0c7a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.700+0000 7f936aec6740 4 client.6154 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.700+0000 7f936aec6740 1 -- 172.21.15.29:0/1339792773 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c0c0ba60e0 con 0x55c0c0c815f0 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.700+0000 7f9365600640 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55c0c0c815f0 0x55c0c0c7a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.701+0000 7f9365600640 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55c0c0c815f0 0x55c0c0c7a2f0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8632090ee51b5ee2 server_cookie=7e09bb01e983de1b in_seq=0 out_seq=0 2024-09-12T03:12:23.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.701+0000 7f9346000640 10 client.6154 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f9346000640 1 -- 172.21.15.29:0/1339792773 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c0c0ba60e0 con 0x55c0c0c815f0 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f9346000640 10 client.6154 handle_command_reply: tid=0 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 1 client.6154 shutdown 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 1 -- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c676f0 msgr2=0x55c0c0c948a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c676f0 0x55c0c0c948a0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f934c058210 tx=0x7f934c05c040 comp rx=0 tx=0).stop 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 1 -- 172.21.15.29:0/1339792773 shutdown_connections 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55c0c0c815f0 0x55c0c0c7a2f0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c0c0c80ea0 0x55c0c0c79db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c0c0c676f0 0x55c0c0c948a0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 1 --2- 172.21.15.29:0/1339792773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0c0c504f0 0x55c0c0cee0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f9346000640 0 client.6154 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:23.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 1 -- 172.21.15.29:0/1339792773 >> 172.21.15.29:0/1339792773 conn(0x55c0c0c369e0 msgr2=0x55c0c0c34140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 1 -- 172.21.15.29:0/1339792773 shutdown_connections 2024-09-12T03:12:23.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 1 -- 172.21.15.29:0/1339792773 wait complete. 2024-09-12T03:12:23.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.714+0000 7f936aec6740 20 client.6154 trim_cache size 0 max 16384 2024-09-12T03:12:23.716 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:12:23.716 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:12:23.716 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:12:23.716 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:12:23.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 -- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f934006be30 msgr2=0x7f934006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f934006be30 0x7f934006e2f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9354009a30 tx=0x7f9354008040 comp rx=0 tx=0).stop 2024-09-12T03:12:23.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 -- 172.21.15.29:0/4127172750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93600d3090 msgr2=0x7f936015b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93600d3090 0x7f936015b0c0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f934c00c430 tx=0x7f934c00c8f0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 -- 172.21.15.29:0/4127172750 shutdown_connections 2024-09-12T03:12:23.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f934006be30 0x7f934006e2f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f936015e4b0 0x7f93600b9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93600d3090 0x7f936015b0c0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 --2- 172.21.15.29:0/4127172750 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93600cefb0 0x7f93600b71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 -- 172.21.15.29:0/4127172750 >> 172.21.15.29:0/4127172750 conn(0x7f936009d740 msgr2=0x7f93600d2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 -- 172.21.15.29:0/4127172750 shutdown_connections 2024-09-12T03:12:23.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.715+0000 7f9366a00640 1 -- 172.21.15.29:0/4127172750 wait complete. 2024-09-12T03:12:23.731 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.4:1 flush journal 2024-09-12T03:12:23.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.890+0000 7f8873c00640 1 Processor -- start 2024-09-12T03:12:23.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.890+0000 7f8873c00640 1 -- start start 2024-09-12T03:12:23.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.891+0000 7f8873c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f886c0d4e10 0x7f886c0b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.891+0000 7f8873c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f886c06cbb0 0x7f886c06d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.891+0000 7f8873c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f886c0d2570 con 0x7f886c15e910 2024-09-12T03:12:23.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.891+0000 7f8873c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f886c06d560 con 0x7f886c06cbb0 2024-09-12T03:12:23.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.891+0000 7f8873c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f886c0d2850 con 0x7f886c0d4e10 2024-09-12T03:12:23.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.891+0000 7f8871200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f886c15e910 0x7f886c0b7b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:59626/0 (socket says 172.21.15.29:59626) 2024-09-12T03:12:23.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.891+0000 7f8871200640 1 -- 172.21.15.29:0/2727546864 learned_addr learned my addr 172.21.15.29:0/2727546864 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:12:23.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.892+0000 7f8871c00640 1 --2- 172.21.15.29:0/2727546864 >> v2:172.21.15.29:3300/0 conn(0x7f886c06cbb0 0x7f886c06d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.892+0000 7f886be00640 1 --2- 172.21.15.29:0/2727546864 >> v2:172.21.15.38:3300/0 conn(0x7f886c0d4e10 0x7f886c0b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.892+0000 7f8871c00640 1 -- 172.21.15.29:0/2727546864 >> v2:172.21.15.38:3300/0 conn(0x7f886c0d4e10 msgr2=0x7f886c0b3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.892+0000 7f8871c00640 1 --2- 172.21.15.29:0/2727546864 >> v2:172.21.15.38:3300/0 conn(0x7f886c0d4e10 0x7f886c0b3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.892+0000 7f8871c00640 1 -- 172.21.15.29:0/2727546864 >> v1:172.21.15.29:6789/0 conn(0x7f886c15e910 legacy=0x7f886c0b7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.892+0000 7f8871c00640 1 -- 172.21.15.29:0/2727546864 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f886c0d2b30 con 0x7f886c06cbb0 2024-09-12T03:12:23.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.892+0000 7f886b400640 1 -- 172.21.15.29:0/2727546864 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4210663055 0 0) 0x7f886c0d2570 con 0x7f886c15e910 2024-09-12T03:12:23.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.893+0000 7f8871c00640 1 --2- 172.21.15.29:0/2727546864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f886c06cbb0 0x7f886c06d020 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f886c0ba0c0 tx=0x7f886402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2a9fc40613b54b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.893+0000 7f886b400640 1 -- 172.21.15.29:0/2727546864 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8864007740 con 0x7f886c06cbb0 2024-09-12T03:12:23.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.893+0000 7f886b400640 1 -- 172.21.15.29:0/2727546864 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88640078e0 con 0x7f886c06cbb0 2024-09-12T03:12:23.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.893+0000 7f886b400640 1 -- 172.21.15.29:0/2727546864 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8864007cb0 con 0x7f886c06cbb0 2024-09-12T03:12:23.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.894+0000 7f8873c00640 1 -- 172.21.15.29:0/2727546864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f886c06cbb0 msgr2=0x7f886c06d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.894+0000 7f8873c00640 1 --2- 172.21.15.29:0/2727546864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f886c06cbb0 0x7f886c06d020 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f886c0ba0c0 tx=0x7f886402a710 comp rx=0 tx=0).stop 2024-09-12T03:12:23.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.894+0000 7f8873c00640 1 -- 172.21.15.29:0/2727546864 shutdown_connections 2024-09-12T03:12:23.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.894+0000 7f8873c00640 1 --2- 172.21.15.29:0/2727546864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f886c06cbb0 0x7f886c06d020 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.894+0000 7f8873c00640 1 --2- 172.21.15.29:0/2727546864 >> v2:172.21.15.38:3300/0 conn(0x7f886c0d4e10 0x7f886c0b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.894+0000 7f8873c00640 1 -- 172.21.15.29:0/2727546864 >> 172.21.15.29:0/2727546864 conn(0x7f886c0b6740 msgr2=0x7f886c0d4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.894+0000 7f8873c00640 1 -- 172.21.15.29:0/2727546864 shutdown_connections 2024-09-12T03:12:23.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.894+0000 7f8873c00640 1 -- 172.21.15.29:0/2727546864 wait complete. 2024-09-12T03:12:23.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.895+0000 7f8873c00640 1 Processor -- start 2024-09-12T03:12:23.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.896+0000 7f8873c00640 1 -- start start 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.896+0000 7f8873c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f886c06cbb0 0x7f886c161180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8873c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f886c0d4e10 0x7f886c0acc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8873c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f886c15e910 0x7f886c0ad170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8873c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f886c0b8220 con 0x7f886c15e910 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8873c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f886c0d30f0 con 0x7f886c06cbb0 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8873c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f886c0d21d0 con 0x7f886c0d4e10 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8871c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f886c15e910 0x7f886c0ad170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8871c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f886c15e910 0x7f886c0ad170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49496/0 (socket says 172.21.15.29:49496) 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8871c00640 1 -- 172.21.15.29:0/1424026337 learned_addr learned my addr 172.21.15.29:0/1424026337 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8871200640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f886c06cbb0 0x7f886c161180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f886be00640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f886c0d4e10 0x7f886c0acc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8871c00640 1 -- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f886c0d4e10 msgr2=0x7f886c0acc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8871c00640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f886c0d4e10 0x7f886c0acc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8871c00640 1 -- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f886c06cbb0 msgr2=0x7f886c161180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8871c00640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f886c06cbb0 0x7f886c161180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.897+0000 7f8871c00640 1 -- 172.21.15.29:0/1424026337 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f886c0ad8f0 con 0x7f886c15e910 2024-09-12T03:12:23.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.898+0000 7f8871c00640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f886c15e910 0x7f886c0ad170 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f8864009e80 tx=0x7f8864004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.898+0000 7f8868c00640 1 -- 172.21.15.29:0/1424026337 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8864040070 con 0x7f886c15e910 2024-09-12T03:12:23.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.898+0000 7f8868c00640 1 -- 172.21.15.29:0/1424026337 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8864031c40 con 0x7f886c15e910 2024-09-12T03:12:23.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.898+0000 7f8868c00640 1 -- 172.21.15.29:0/1424026337 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8864009450 con 0x7f886c15e910 2024-09-12T03:12:23.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.898+0000 7f8873c00640 1 -- 172.21.15.29:0/1424026337 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f886c1f7a80 con 0x7f886c15e910 2024-09-12T03:12:23.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.898+0000 7f8873c00640 1 -- 172.21.15.29:0/1424026337 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f886c1f8040 con 0x7f886c15e910 2024-09-12T03:12:23.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.900+0000 7f8868c00640 1 -- 172.21.15.29:0/1424026337 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8864039040 con 0x7f886c15e910 2024-09-12T03:12:23.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.902+0000 7f8868c00640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f884c06be30 0x7f884c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.902+0000 7f8868c00640 1 -- 172.21.15.29:0/1424026337 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f88640ac1f0 con 0x7f886c15e910 2024-09-12T03:12:23.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.902+0000 7f8871200640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f884c06be30 0x7f884c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.902+0000 7f8876aad740 1 Processor -- start 2024-09-12T03:12:23.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.903+0000 7f8876aad740 1 -- start start 2024-09-12T03:12:23.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.903+0000 7f8871200640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f884c06be30 0x7f884c06e2f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f8860007fd0 tx=0x7f8860007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.903+0000 7f8876aad740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c50854fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.903+0000 7f8876aad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508550200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.903+0000 7f8876aad740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c508505480 0x55c508550740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.903+0000 7f8876aad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c50846d660 con 0x55c50851f800 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.903+0000 7f8876aad740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c508415680 con 0x55c50851f420 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.903+0000 7f8876aad740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c508469620 con 0x55c508505480 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.904+0000 7f886be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508550200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.904+0000 7f8871200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c50854fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.904+0000 7f8871200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c50854fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:34618/0 (socket says 172.21.15.29:34618) 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.904+0000 7f8871200640 1 -- 172.21.15.29:0/2792645426 learned_addr learned my addr 172.21.15.29:0/2792645426 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.904+0000 7f8871c00640 1 --2- 172.21.15.29:0/2792645426 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c508505480 0x55c508550740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.904+0000 7f8871200640 1 -- 172.21.15.29:0/2792645426 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c508505480 msgr2=0x55c508550740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.904+0000 7f8871200640 1 --2- 172.21.15.29:0/2792645426 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c508505480 0x55c508550740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.904+0000 7f8871200640 1 -- 172.21.15.29:0/2792645426 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 msgr2=0x55c508550200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.904+0000 7f8871200640 1 --2- 172.21.15.29:0/2792645426 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508550200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.904+0000 7f8871200640 1 -- 172.21.15.29:0/2792645426 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c50824a7d0 con 0x55c50851f420 2024-09-12T03:12:23.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.904+0000 7f8871200640 1 --2- 172.21.15.29:0/2792645426 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c50854fc40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8860004fd0 tx=0x7f8860013000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce8c1114613dd1c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f885d600640 1 -- 172.21.15.29:0/2792645426 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8860026070 con 0x55c50851f420 2024-09-12T03:12:23.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f885d600640 1 -- 172.21.15.29:0/2792645426 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8860001cf0 con 0x55c50851f420 2024-09-12T03:12:23.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f885d600640 1 -- 172.21.15.29:0/2792645426 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8860013da0 con 0x55c50851f420 2024-09-12T03:12:23.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f8876aad740 1 -- 172.21.15.29:0/2792645426 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 msgr2=0x55c50854fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f8876aad740 1 --2- 172.21.15.29:0/2792645426 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c50854fc40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8860004fd0 tx=0x7f8860013000 comp rx=0 tx=0).stop 2024-09-12T03:12:23.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f8876aad740 1 -- 172.21.15.29:0/2792645426 shutdown_connections 2024-09-12T03:12:23.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f8876aad740 1 --2- 172.21.15.29:0/2792645426 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c508505480 0x55c508550740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f8876aad740 1 --2- 172.21.15.29:0/2792645426 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508550200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f8876aad740 1 --2- 172.21.15.29:0/2792645426 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c50854fc40 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f8876aad740 1 -- 172.21.15.29:0/2792645426 >> 172.21.15.29:0/2792645426 conn(0x55c508506220 msgr2=0x55c50854e840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f8876aad740 1 -- 172.21.15.29:0/2792645426 shutdown_connections 2024-09-12T03:12:23.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.905+0000 7f8876aad740 1 -- 172.21.15.29:0/2792645426 wait complete. 2024-09-12T03:12:23.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.906+0000 7f8876aad740 1 -- start start 2024-09-12T03:12:23.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.906+0000 7f8876aad740 1 Processor -- start 2024-09-12T03:12:23.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.907+0000 7f8876aad740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c508547f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.907+0000 7f8876aad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508549060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.907+0000 7f8876aad740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50850de90 0x55c50850e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.907+0000 7f8876aad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c5085043e0 con 0x55c50851f800 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.907+0000 7f8876aad740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c5083f64c0 con 0x55c50851f420 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.907+0000 7f8876aad740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c5085046c0 con 0x55c50850de90 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.907+0000 7f8876aad740 10 client.0 _ll_register_callbacks cb 0x55c508465e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f8871200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c508547f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f8871200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c508547f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:34630/0 (socket says 172.21.15.29:34630) 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f886be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508549060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f8871200640 1 -- 172.21.15.29:0/2045220025 learned_addr learned my addr 172.21.15.29:0/2045220025 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f8871c00640 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50850de90 0x55c50850e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f8871200640 1 -- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50850de90 msgr2=0x55c50850e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f8871200640 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50850de90 0x55c50850e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f8871200640 1 -- 172.21.15.29:0/2045220025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 msgr2=0x55c508549060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f8871200640 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508549060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f8871200640 1 -- 172.21.15.29:0/2045220025 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5081803f0 con 0x55c50851f420 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f8871200640 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c508547f10 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x55c508507660 tx=0x7f8860000ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c49a0efb2a361fb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.908+0000 7f8852000640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8852000640 1 -- 172.21.15.29:0/2045220025 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8860030020 con 0x55c50851f420 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8852000640 1 -- 172.21.15.29:0/2045220025 <== mon.1 v2:172.21.15.38:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f8860021a70 con 0x55c50851f420 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8876aad740 1 -- 172.21.15.29:0/2045220025 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8860001cf0 con 0x55c50851f420 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8852000640 1 -- 172.21.15.29:0/2045220025 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f886003a050 con 0x55c50851f420 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8876aad740 10 client.6166 fetch_fsmap learned FSMap version 59 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8876aad740 1 -- 172.21.15.29:0/2045220025 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x55c5081400f0 con 0x55c50851f420 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8852000640 1 -- 172.21.15.29:0/2045220025 <== mon.1 v2:172.21.15.38:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8860001cf0 con 0x55c50851f420 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8852000640 1 -- 172.21.15.29:0/2045220025 <== mon.1 v2:172.21.15.38:3300/0 5 ==== fsmap(e 59) ==== 3554+0+0 (secure 0 0 0) 0x7f886003d020 con 0x55c50851f420 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8876aad740 10 client.6166 fetch_fsmap finished waiting for FSMap version 59 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8876aad740 10 client.6166 resolve_mds: resolved 4:1 to role '4:1' aka daemon mds.d 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8876aad740 20 client.6166 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:23.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8876aad740 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55c5085626d0 0x55c508562b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8876aad740 4 client.6166 mds_command: new command op to 6126 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:23.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.909+0000 7f8876aad740 1 -- 172.21.15.29:0/2045220025 --> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c50847ad90 con 0x55c5085626d0 2024-09-12T03:12:23.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.910+0000 7f886be00640 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55c5085626d0 0x55c508562b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.910+0000 7f886be00640 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55c5085626d0 0x55c508562b20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cc8865c76b85e475 server_cookie=11c3930436c3df07 in_seq=0 out_seq=0 2024-09-12T03:12:23.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.910+0000 7f8852000640 10 client.6166 ms_handle_connect on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:23.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8852000640 1 -- 172.21.15.29:0/2045220025 <== mds.1 v2:172.21.15.38:6834/3212600768 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c50847ad90 con 0x55c5085626d0 2024-09-12T03:12:23.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8852000640 10 client.6166 handle_command_reply: tid=0 2024-09-12T03:12:23.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8876aad740 1 client.6166 shutdown 2024-09-12T03:12:23.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8876aad740 1 -- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 msgr2=0x55c508547f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8876aad740 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c508547f10 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x55c508507660 tx=0x7f8860000ed0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8876aad740 1 -- 172.21.15.29:0/2045220025 shutdown_connections 2024-09-12T03:12:23.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8876aad740 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55c5085626d0 0x55c508562b20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8876aad740 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50850de90 0x55c50850e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8876aad740 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508549060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8876aad740 1 --2- 172.21.15.29:0/2045220025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c508547f10 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8852000640 0 client.6166 ms_handle_reset on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:23.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8876aad740 1 -- 172.21.15.29:0/2045220025 >> 172.21.15.29:0/2045220025 conn(0x55c508505480 msgr2=0x55c508502f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8876aad740 1 -- 172.21.15.29:0/2045220025 shutdown_connections 2024-09-12T03:12:23.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.911+0000 7f8876aad740 1 -- 172.21.15.29:0/2045220025 wait complete. 2024-09-12T03:12:23.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.912+0000 7f8876aad740 20 client.6166 trim_cache size 0 max 16384 2024-09-12T03:12:23.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.927+0000 7f8876aad740 1 Processor -- start 2024-09-12T03:12:23.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.927+0000 7f8876aad740 1 -- start start 2024-09-12T03:12:23.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8876aad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50850de90 0x55c50850ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8876aad740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c508503540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8876aad740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50851f800 0x55c50851e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8876aad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f886c201230 con 0x55c50850de90 2024-09-12T03:12:23.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8876aad740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f886c200400 con 0x55c50851f420 2024-09-12T03:12:23.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8876aad740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f886c200b00 con 0x55c50851f800 2024-09-12T03:12:23.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8871200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50850de90 0x55c50850ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8871200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50850de90 0x55c50850ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49538/0 (socket says 172.21.15.29:49538) 2024-09-12T03:12:23.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8871200640 1 -- 172.21.15.29:0/3614307214 learned_addr learned my addr 172.21.15.29:0/3614307214 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:23.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f886be00640 1 --2- 172.21.15.29:0/3614307214 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c508503540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8871c00640 1 --2- 172.21.15.29:0/3614307214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50851f800 0x55c50851e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8871200640 1 -- 172.21.15.29:0/3614307214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50851f800 msgr2=0x55c50851e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8871200640 1 --2- 172.21.15.29:0/3614307214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50851f800 0x55c50851e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8871200640 1 -- 172.21.15.29:0/3614307214 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 msgr2=0x55c508503540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8871200640 1 --2- 172.21.15.29:0/3614307214 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c508503540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.928+0000 7f8871200640 1 -- 172.21.15.29:0/3614307214 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c50854dd90 con 0x55c50850de90 2024-09-12T03:12:23.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.929+0000 7f8871200640 1 --2- 172.21.15.29:0/3614307214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50850de90 0x55c50850ea20 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f8860013920 tx=0x7f886002b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebd92f05cfdb2c25 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.929+0000 7f885cc00640 1 -- 172.21.15.29:0/3614307214 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8860030070 con 0x55c50850de90 2024-09-12T03:12:23.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.929+0000 7f885cc00640 1 -- 172.21.15.29:0/3614307214 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8860027040 con 0x55c50850de90 2024-09-12T03:12:23.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.929+0000 7f885cc00640 1 -- 172.21.15.29:0/3614307214 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8860026070 con 0x55c50850de90 2024-09-12T03:12:23.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.929+0000 7f8876aad740 1 -- 172.21.15.29:0/3614307214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50850de90 msgr2=0x55c50850ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.929+0000 7f8876aad740 1 --2- 172.21.15.29:0/3614307214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50850de90 0x55c50850ea20 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f8860013920 tx=0x7f886002b000 comp rx=0 tx=0).stop 2024-09-12T03:12:23.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.930+0000 7f8876aad740 1 -- 172.21.15.29:0/3614307214 shutdown_connections 2024-09-12T03:12:23.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.930+0000 7f8876aad740 1 --2- 172.21.15.29:0/3614307214 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50851f800 0x55c50851e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.930+0000 7f8876aad740 1 --2- 172.21.15.29:0/3614307214 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c508503540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.930+0000 7f8876aad740 1 --2- 172.21.15.29:0/3614307214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50850de90 0x55c50850ea20 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.930+0000 7f8876aad740 1 -- 172.21.15.29:0/3614307214 >> 172.21.15.29:0/3614307214 conn(0x55c508505480 msgr2=0x55c50850e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.930+0000 7f8876aad740 1 -- 172.21.15.29:0/3614307214 shutdown_connections 2024-09-12T03:12:23.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.930+0000 7f8876aad740 1 -- 172.21.15.29:0/3614307214 wait complete. 2024-09-12T03:12:23.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.930+0000 7f8876aad740 1 -- start start 2024-09-12T03:12:23.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.931+0000 7f8876aad740 1 Processor -- start 2024-09-12T03:12:23.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.931+0000 7f8876aad740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50850de90 0x55c5085cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.931+0000 7f8876aad740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c5085715b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.931+0000 7f8876aad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508571af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.931+0000 7f8876aad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f886c0cd100 con 0x55c50851f800 2024-09-12T03:12:23.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.931+0000 7f8876aad740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c508525bb0 con 0x55c50851f420 2024-09-12T03:12:23.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8876aad740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c5085723b0 con 0x55c50850de90 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8876aad740 10 client.0 _ll_register_callbacks cb 0x7f8860024070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8871c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508571af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8871200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50850de90 0x55c5085cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8871c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508571af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49548/0 (socket says 172.21.15.29:49548) 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8871c00640 1 -- 172.21.15.29:0/4035205617 learned_addr learned my addr 172.21.15.29:0/4035205617 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f886be00640 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c5085715b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8871c00640 1 -- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50850de90 msgr2=0x55c5085cc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8871c00640 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50850de90 0x55c5085cc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8871c00640 1 -- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 msgr2=0x55c5085715b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8871c00640 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c5085715b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8871c00640 1 -- 172.21.15.29:0/4035205617 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c508550800 con 0x55c50851f800 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8871200640 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50850de90 0x55c5085cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:12:23.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8871c00640 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508571af0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f8864007130 tx=0x7f8864007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c608fdadd876789 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.932+0000 7f8852000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8852000640 1 -- 172.21.15.29:0/4035205617 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8864049040 con 0x55c50851f800 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8852000640 1 -- 172.21.15.29:0/4035205617 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f88640829e0 con 0x55c50851f800 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8876aad740 1 -- 172.21.15.29:0/4035205617 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8860027040 con 0x55c50851f800 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8852000640 1 -- 172.21.15.29:0/4035205617 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f8864097050 con 0x55c50851f800 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8876aad740 10 client.6381 fetch_fsmap learned FSMap version 59 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8876aad740 1 -- 172.21.15.29:0/4035205617 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x55c508522310 con 0x55c50851f800 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8852000640 1 -- 172.21.15.29:0/4035205617 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8860027040 con 0x55c50851f800 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8852000640 1 -- 172.21.15.29:0/4035205617 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 59) ==== 3554+0+0 (secure 0 0 0) 0x7f886407e120 con 0x55c50851f800 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8876aad740 10 client.6381 fetch_fsmap finished waiting for FSMap version 59 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8876aad740 10 client.6381 resolve_mds: resolved 4:1 to role '4:1' aka daemon mds.d 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8876aad740 20 client.6381 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:23.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8876aad740 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55c508503300 0x55c508522800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:23.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8876aad740 4 client.6381 mds_command: new command op to 6126 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:12:23.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.933+0000 7f8876aad740 1 -- 172.21.15.29:0/4035205617 --> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c5084750e0 con 0x55c508503300 2024-09-12T03:12:23.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.934+0000 7f8871200640 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55c508503300 0x55c508522800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:23.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.934+0000 7f8871200640 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55c508503300 0x55c508522800 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f5a2422808c565a8 server_cookie=72bc2c35f506278b in_seq=0 out_seq=0 2024-09-12T03:12:23.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.934+0000 7f8852000640 10 client.6381 ms_handle_connect on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:23.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8852000640 1 -- 172.21.15.29:0/4035205617 <== mds.1 v2:172.21.15.38:6834/3212600768 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c5084750e0 con 0x55c508503300 2024-09-12T03:12:23.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8852000640 10 client.6381 handle_command_reply: tid=0 2024-09-12T03:12:23.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8876aad740 1 client.6381 shutdown 2024-09-12T03:12:23.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8876aad740 1 -- 172.21.15.29:0/4035205617 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 msgr2=0x55c508571af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8876aad740 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508571af0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f8864007130 tx=0x7f8864007a20 comp rx=0 tx=0).stop 2024-09-12T03:12:23.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8876aad740 1 -- 172.21.15.29:0/4035205617 shutdown_connections 2024-09-12T03:12:23.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8876aad740 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55c508503300 0x55c508522800 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8876aad740 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c50851f800 0x55c508571af0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8876aad740 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c50851f420 0x55c5085715b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8876aad740 1 --2- 172.21.15.29:0/4035205617 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c50850de90 0x55c5085cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8852000640 0 client.6381 ms_handle_reset on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:23.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.944+0000 7f8876aad740 1 -- 172.21.15.29:0/4035205617 >> 172.21.15.29:0/4035205617 conn(0x55c508505480 msgr2=0x55c50851e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.945+0000 7f8876aad740 1 -- 172.21.15.29:0/4035205617 shutdown_connections 2024-09-12T03:12:23.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.945+0000 7f8876aad740 1 -- 172.21.15.29:0/4035205617 wait complete. 2024-09-12T03:12:23.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.945+0000 7f8876aad740 20 client.6381 trim_cache size 0 max 16384 2024-09-12T03:12:23.946 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:12:23.946 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:12:23.947 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:12:23.947 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:12:23.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.945+0000 7f8873c00640 1 -- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f884c06be30 msgr2=0x7f884c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.945+0000 7f8873c00640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f884c06be30 0x7f884c06e2f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f8860007fd0 tx=0x7f8860007de0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.945+0000 7f8873c00640 1 -- 172.21.15.29:0/1424026337 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f886c15e910 msgr2=0x7f886c0ad170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:23.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.945+0000 7f8873c00640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f886c15e910 0x7f886c0ad170 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f8864009e80 tx=0x7f8864004a40 comp rx=0 tx=0).stop 2024-09-12T03:12:23.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.945+0000 7f8873c00640 1 -- 172.21.15.29:0/1424026337 shutdown_connections 2024-09-12T03:12:23.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.946+0000 7f8873c00640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f884c06be30 0x7f884c06e2f0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.946+0000 7f8873c00640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f886c15e910 0x7f886c0ad170 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.946+0000 7f8873c00640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f886c0d4e10 0x7f886c0acc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.946+0000 7f8873c00640 1 --2- 172.21.15.29:0/1424026337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f886c06cbb0 0x7f886c161180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:23.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.946+0000 7f8873c00640 1 -- 172.21.15.29:0/1424026337 >> 172.21.15.29:0/1424026337 conn(0x7f886c0b6740 msgr2=0x7f886c0cf940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:23.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.946+0000 7f8873c00640 1 -- 172.21.15.29:0/1424026337 shutdown_connections 2024-09-12T03:12:23.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:23.946+0000 7f8873c00640 1 -- 172.21.15.29:0/1424026337 wait complete. 2024-09-12T03:12:23.962 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.4:2 flush journal 2024-09-12T03:12:24.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.121+0000 7f1a34c00640 1 Processor -- start 2024-09-12T03:12:24.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.121+0000 7f1a34c00640 1 -- start start 2024-09-12T03:12:24.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.122+0000 7f1a34c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a3015e910 0x7f1a300b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.122+0000 7f1a34c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1a300d4e10 0x7f1a300b7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.122+0000 7f1a34c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1a300b8050 0x7f1a3006cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.122+0000 7f1a34c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1a300d2570 con 0x7f1a300d4e10 2024-09-12T03:12:24.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.122+0000 7f1a34c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f1a300d2850 con 0x7f1a300b8050 2024-09-12T03:12:24.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.122+0000 7f1a34c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1a300d2b30 con 0x7f1a3015e910 2024-09-12T03:12:24.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.122+0000 7f1a2d400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1a300d4e10 0x7f1a300b7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.122+0000 7f1a2d400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1a300d4e10 0x7f1a300b7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49562/0 (socket says 172.21.15.29:49562) 2024-09-12T03:12:24.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.122+0000 7f1a2d400640 1 -- 172.21.15.29:0/777682798 learned_addr learned my addr 172.21.15.29:0/777682798 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:24.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.123+0000 7f1a2de00640 1 --2- 172.21.15.29:0/777682798 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a3015e910 0x7f1a300b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.123+0000 7f1a2e800640 1 --2- 172.21.15.29:0/777682798 >> v2:172.21.15.38:3300/0 conn(0x7f1a300b8050 0x7f1a3006cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.123+0000 7f1a2d400640 1 -- 172.21.15.29:0/777682798 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a3015e910 msgr2=0x7f1a300b3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:24.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.123+0000 7f1a2d400640 1 --2- 172.21.15.29:0/777682798 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a3015e910 0x7f1a300b3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.123+0000 7f1a2d400640 1 -- 172.21.15.29:0/777682798 >> v2:172.21.15.38:3300/0 conn(0x7f1a300b8050 msgr2=0x7f1a3006cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:24.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.123+0000 7f1a2d400640 1 --2- 172.21.15.29:0/777682798 >> v2:172.21.15.38:3300/0 conn(0x7f1a300b8050 0x7f1a3006cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.123+0000 7f1a2d400640 1 -- 172.21.15.29:0/777682798 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a300d2e10 con 0x7f1a300d4e10 2024-09-12T03:12:24.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.123+0000 7f1a2de00640 1 --2- 172.21.15.29:0/777682798 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a3015e910 0x7f1a300b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:24.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.123+0000 7f1a2e800640 1 --2- 172.21.15.29:0/777682798 >> v2:172.21.15.38:3300/0 conn(0x7f1a300b8050 0x7f1a3006cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:24.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.124+0000 7f1a2d400640 1 --2- 172.21.15.29:0/777682798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a300d4e10 0x7f1a300b7b10 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f1a300d1050 tx=0x7f1a1c02a260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1ccc931d029d416 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:24.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.124+0000 7f1a2ca00640 1 -- 172.21.15.29:0/777682798 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1c037070 con 0x7f1a300d4e10 2024-09-12T03:12:24.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.124+0000 7f1a2ca00640 1 -- 172.21.15.29:0/777682798 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a1c032440 con 0x7f1a300d4e10 2024-09-12T03:12:24.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.124+0000 7f1a2ca00640 1 -- 172.21.15.29:0/777682798 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1c032810 con 0x7f1a300d4e10 2024-09-12T03:12:24.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.125+0000 7f1a34c00640 1 -- 172.21.15.29:0/777682798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a300d4e10 msgr2=0x7f1a300b7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:24.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.125+0000 7f1a34c00640 1 --2- 172.21.15.29:0/777682798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a300d4e10 0x7f1a300b7b10 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f1a300d1050 tx=0x7f1a1c02a260 comp rx=0 tx=0).stop 2024-09-12T03:12:24.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.125+0000 7f1a34c00640 1 -- 172.21.15.29:0/777682798 shutdown_connections 2024-09-12T03:12:24.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.125+0000 7f1a34c00640 1 --2- 172.21.15.29:0/777682798 >> v2:172.21.15.38:3300/0 conn(0x7f1a300b8050 0x7f1a3006cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.125+0000 7f1a34c00640 1 --2- 172.21.15.29:0/777682798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a300d4e10 0x7f1a300b7b10 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.125+0000 7f1a34c00640 1 --2- 172.21.15.29:0/777682798 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a3015e910 0x7f1a300b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.125+0000 7f1a34c00640 1 -- 172.21.15.29:0/777682798 >> 172.21.15.29:0/777682798 conn(0x7f1a300b6740 msgr2=0x7f1a300d4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:24.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.125+0000 7f1a34c00640 1 -- 172.21.15.29:0/777682798 shutdown_connections 2024-09-12T03:12:24.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.125+0000 7f1a34c00640 1 -- 172.21.15.29:0/777682798 wait complete. 2024-09-12T03:12:24.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.127+0000 7f1a34c00640 1 Processor -- start 2024-09-12T03:12:24.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.127+0000 7f1a34c00640 1 -- start start 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.127+0000 7f1a34c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a300b8050 0x7f1a300ac930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a34c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a300d4e10 0x7f1a300af890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a34c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a3015e910 0x7f1a3015d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a34c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1a300d2350 con 0x7f1a3015e910 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a34c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1a300d21d0 con 0x7f1a300b8050 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a34c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1a3015ecf0 con 0x7f1a300d4e10 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a2e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a3015e910 0x7f1a3015d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a2e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a3015e910 0x7f1a3015d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49566/0 (socket says 172.21.15.29:49566) 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a2e800640 1 -- 172.21.15.29:0/1271893843 learned_addr learned my addr 172.21.15.29:0/1271893843 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a2de00640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a300b8050 0x7f1a300ac930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a2d400640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a300d4e10 0x7f1a300af890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a2e800640 1 -- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a300d4e10 msgr2=0x7f1a300af890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:24.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a2e800640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a300d4e10 0x7f1a300af890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a2e800640 1 -- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a300b8050 msgr2=0x7f1a300ac930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:24.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a2e800640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a300b8050 0x7f1a300ac930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.128+0000 7f1a2e800640 1 -- 172.21.15.29:0/1271893843 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a300acfc0 con 0x7f1a3015e910 2024-09-12T03:12:24.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.129+0000 7f1a2e800640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a3015e910 0x7f1a3015d900 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f1a28007de0 tx=0x7f1a2800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:24.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.129+0000 7f1a26000640 1 -- 172.21.15.29:0/1271893843 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2801a070 con 0x7f1a3015e910 2024-09-12T03:12:24.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.129+0000 7f1a26000640 1 -- 172.21.15.29:0/1271893843 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a28003b90 con 0x7f1a3015e910 2024-09-12T03:12:24.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.129+0000 7f1a26000640 1 -- 172.21.15.29:0/1271893843 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28004030 con 0x7f1a3015e910 2024-09-12T03:12:24.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.129+0000 7f1a34c00640 1 -- 172.21.15.29:0/1271893843 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a300ad2a0 con 0x7f1a3015e910 2024-09-12T03:12:24.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.129+0000 7f1a34c00640 1 -- 172.21.15.29:0/1271893843 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a300ad860 con 0x7f1a3015e910 2024-09-12T03:12:24.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.131+0000 7f1a26000640 1 -- 172.21.15.29:0/1271893843 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1a2801d070 con 0x7f1a3015e910 2024-09-12T03:12:24.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.132+0000 7f1a26000640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a1006be30 0x7f1a1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.132+0000 7f1a26000640 1 -- 172.21.15.29:0/1271893843 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f1a2808b3c0 con 0x7f1a3015e910 2024-09-12T03:12:24.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.133+0000 7f1a37c3b740 1 Processor -- start 2024-09-12T03:12:24.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.133+0000 7f1a2de00640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a1006be30 0x7f1a1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.133+0000 7f1a37c3b740 1 -- start start 2024-09-12T03:12:24.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.133+0000 7f1a2de00640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a1006be30 0x7f1a1006e2f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1a300ac8c0 tx=0x7f1a20008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:24.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.133+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f84c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f54800 0x562902f85200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f3a480 0x562902f85740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562902ea2660 con 0x562902f54420 2024-09-12T03:12:24.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562902e4a680 con 0x562902f3a480 2024-09-12T03:12:24.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562902e9e620 con 0x562902f54800 2024-09-12T03:12:24.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a2de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f84c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a2d400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f54800 0x562902f85200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a2de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f84c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49570/0 (socket says 172.21.15.29:49570) 2024-09-12T03:12:24.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a2de00640 1 -- 172.21.15.29:0/2542094267 learned_addr learned my addr 172.21.15.29:0/2542094267 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:24.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a2e800640 1 --2- 172.21.15.29:0/2542094267 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f3a480 0x562902f85740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a2de00640 1 -- 172.21.15.29:0/2542094267 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f54800 msgr2=0x562902f85200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:24.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a2de00640 1 --2- 172.21.15.29:0/2542094267 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f54800 0x562902f85200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a2de00640 1 -- 172.21.15.29:0/2542094267 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f3a480 msgr2=0x562902f85740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:24.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a2de00640 1 --2- 172.21.15.29:0/2542094267 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f3a480 0x562902f85740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.134+0000 7f1a2de00640 1 -- 172.21.15.29:0/2542094267 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562902c7f7d0 con 0x562902f54420 2024-09-12T03:12:24.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.135+0000 7f1a2de00640 1 --2- 172.21.15.29:0/2542094267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f84c40 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f1a20004010 tx=0x7f1a20004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd8d79c6b039debe server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:24.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.135+0000 7f1a1a600640 1 -- 172.21.15.29:0/2542094267 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2001c050 con 0x562902f54420 2024-09-12T03:12:24.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.135+0000 7f1a1a600640 1 -- 172.21.15.29:0/2542094267 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a20026070 con 0x562902f54420 2024-09-12T03:12:24.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.135+0000 7f1a1a600640 1 -- 172.21.15.29:0/2542094267 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a20016e30 con 0x562902f54420 2024-09-12T03:12:24.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.135+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2542094267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 msgr2=0x562902f84c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:24.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.135+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/2542094267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f84c40 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f1a20004010 tx=0x7f1a20004610 comp rx=0 tx=0).stop 2024-09-12T03:12:24.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.135+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2542094267 shutdown_connections 2024-09-12T03:12:24.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.136+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/2542094267 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f3a480 0x562902f85740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.136+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/2542094267 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f54800 0x562902f85200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.136+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/2542094267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f84c40 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.136+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2542094267 >> 172.21.15.29:0/2542094267 conn(0x562902f3b220 msgr2=0x562902f83840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:24.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.136+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2542094267 shutdown_connections 2024-09-12T03:12:24.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.136+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2542094267 wait complete. 2024-09-12T03:12:24.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.136+0000 7f1a37c3b740 1 -- start start 2024-09-12T03:12:24.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.137+0000 7f1a37c3b740 1 Processor -- start 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.137+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54420 0x562902f42db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.137+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54800 0x562902f68dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.137+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f408d0 0x562902f808c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.137+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562902f393e0 con 0x562902f54800 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.137+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562902e2b4c0 con 0x562902f54420 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.137+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562902f396c0 con 0x562902f408d0 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a37c3b740 10 client.0 _ll_register_callbacks cb 0x562902e9ae80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a2d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54800 0x562902f68dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a2d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54800 0x562902f68dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49582/0 (socket says 172.21.15.29:49582) 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a2d400640 1 -- 172.21.15.29:0/810556045 learned_addr learned my addr 172.21.15.29:0/810556045 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a2e800640 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f408d0 0x562902f808c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a2de00640 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54420 0x562902f42db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a2d400640 1 -- 172.21.15.29:0/810556045 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f408d0 msgr2=0x562902f808c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:24.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a2d400640 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f408d0 0x562902f808c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a2d400640 1 -- 172.21.15.29:0/810556045 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54420 msgr2=0x562902f42db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:24.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a2d400640 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54420 0x562902f42db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a2d400640 1 -- 172.21.15.29:0/810556045 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562902bb53f0 con 0x562902f54800 2024-09-12T03:12:24.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a2d400640 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54800 0x562902f68dc0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c0090b0 tx=0x7f1a1c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c037468ed918a658 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:24.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.138+0000 7f1a0ea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:24.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.139+0000 7f1a0ea00640 1 -- 172.21.15.29:0/810556045 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1c037040 con 0x562902f54800 2024-09-12T03:12:24.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.139+0000 7f1a0ea00640 1 -- 172.21.15.29:0/810556045 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f1a1c047480 con 0x562902f54800 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.139+0000 7f1a37c3b740 1 -- 172.21.15.29:0/810556045 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a20026070 con 0x562902f54800 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.139+0000 7f1a0ea00640 1 -- 172.21.15.29:0/810556045 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f1a1c04f050 con 0x562902f54800 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.139+0000 7f1a37c3b740 10 client.6393 fetch_fsmap learned FSMap version 59 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.139+0000 7f1a37c3b740 1 -- 172.21.15.29:0/810556045 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x562902b750f0 con 0x562902f54800 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.139+0000 7f1a0ea00640 1 -- 172.21.15.29:0/810556045 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a20026070 con 0x562902f54800 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.139+0000 7f1a0ea00640 1 -- 172.21.15.29:0/810556045 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 59) ==== 3554+0+0 (secure 0 0 0) 0x7f1a1c052020 con 0x562902f54800 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.139+0000 7f1a37c3b740 10 client.6393 fetch_fsmap finished waiting for FSMap version 59 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.139+0000 7f1a37c3b740 10 client.6393 resolve_mds: resolved 4:2 to role '4:2' aka daemon mds.c 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.140+0000 7f1a37c3b740 20 client.6393 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.140+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x562902f7e340 0x562902f7e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.140+0000 7f1a37c3b740 4 client.6393 mds_command: new command op to 6117 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.140+0000 7f1a37c3b740 1 -- 172.21.15.29:0/810556045 --> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562902eafd90 con 0x562902f7e340 2024-09-12T03:12:24.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.140+0000 7f1a2de00640 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x562902f7e340 0x562902f7e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.140+0000 7f1a2de00640 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x562902f7e340 0x562902f7e780 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8d232db44c90effe server_cookie=d04c5788c6dfcec1 in_seq=0 out_seq=0 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.140+0000 7f1a0ea00640 10 client.6393 ms_handle_connect on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a0ea00640 1 -- 172.21.15.29:0/810556045 <== mds.2 v2:172.21.15.29:6833/3488992369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562902eafd90 con 0x562902f7e340 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a0ea00640 10 client.6393 handle_command_reply: tid=0 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a37c3b740 1 client.6393 shutdown 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a37c3b740 1 -- 172.21.15.29:0/810556045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54800 msgr2=0x562902f68dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54800 0x562902f68dc0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c0090b0 tx=0x7f1a1c004730 comp rx=0 tx=0).stop 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a37c3b740 1 -- 172.21.15.29:0/810556045 shutdown_connections 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x562902f7e340 0x562902f7e780 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f408d0 0x562902f808c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54800 0x562902f68dc0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/810556045 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54420 0x562902f42db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a37c3b740 1 -- 172.21.15.29:0/810556045 >> 172.21.15.29:0/810556045 conn(0x562902f3a480 msgr2=0x562902f3e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:24.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.141+0000 7f1a0ea00640 0 client.6393 ms_handle_reset on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:24.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.142+0000 7f1a37c3b740 1 -- 172.21.15.29:0/810556045 shutdown_connections 2024-09-12T03:12:24.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.142+0000 7f1a37c3b740 1 -- 172.21.15.29:0/810556045 wait complete. 2024-09-12T03:12:24.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.142+0000 7f1a37c3b740 20 client.6393 trim_cache size 0 max 16384 2024-09-12T03:12:24.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.157+0000 7f1a37c3b740 1 Processor -- start 2024-09-12T03:12:24.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.157+0000 7f1a37c3b740 1 -- start start 2024-09-12T03:12:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.158+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f408d0 0x562902f38420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.158+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f85db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.158+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54800 0x562902f82c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.158+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1a302013d0 con 0x562902f54420 2024-09-12T03:12:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.158+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1a302005a0 con 0x562902f54800 2024-09-12T03:12:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.158+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1a30200ca0 con 0x562902f408d0 2024-09-12T03:12:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.158+0000 7f1a2d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f85db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.158+0000 7f1a2d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f85db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49598/0 (socket says 172.21.15.29:49598) 2024-09-12T03:12:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.158+0000 7f1a2d400640 1 -- 172.21.15.29:0/3734278545 learned_addr learned my addr 172.21.15.29:0/3734278545 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.158+0000 7f1a2d400640 1 -- 172.21.15.29:0/3734278545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f408d0 msgr2=0x562902f38420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.158+0000 7f1a2d400640 1 --2- 172.21.15.29:0/3734278545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f408d0 0x562902f38420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.159+0000 7f1a2d400640 1 -- 172.21.15.29:0/3734278545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54800 msgr2=0x562902f82c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.159+0000 7f1a2d400640 1 --2- 172.21.15.29:0/3734278545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54800 0x562902f82c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.159+0000 7f1a2d400640 1 -- 172.21.15.29:0/3734278545 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562902f532d0 con 0x562902f54420 2024-09-12T03:12:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.159+0000 7f1a2d400640 1 --2- 172.21.15.29:0/3734278545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f85db0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c009960 tx=0x7f1a1c03e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=286239426fb24172 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:24.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.159+0000 7f1a19c00640 1 -- 172.21.15.29:0/3734278545 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1c037040 con 0x562902f54420 2024-09-12T03:12:24.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.159+0000 7f1a19c00640 1 -- 172.21.15.29:0/3734278545 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a1c047480 con 0x562902f54420 2024-09-12T03:12:24.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.159+0000 7f1a19c00640 1 -- 172.21.15.29:0/3734278545 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1c004030 con 0x562902f54420 2024-09-12T03:12:24.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.160+0000 7f1a37c3b740 1 -- 172.21.15.29:0/3734278545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 msgr2=0x562902f85db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:24.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.160+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/3734278545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f85db0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c009960 tx=0x7f1a1c03e070 comp rx=0 tx=0).stop 2024-09-12T03:12:24.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.160+0000 7f1a37c3b740 1 -- 172.21.15.29:0/3734278545 shutdown_connections 2024-09-12T03:12:24.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.160+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/3734278545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54800 0x562902f82c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.160+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/3734278545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f54420 0x562902f85db0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.160+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/3734278545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f408d0 0x562902f38420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.160+0000 7f1a37c3b740 1 -- 172.21.15.29:0/3734278545 >> 172.21.15.29:0/3734278545 conn(0x562902f3a480 msgr2=0x562902f52bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.160+0000 7f1a37c3b740 1 -- 172.21.15.29:0/3734278545 shutdown_connections 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.160+0000 7f1a37c3b740 1 -- 172.21.15.29:0/3734278545 wait complete. 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.160+0000 7f1a37c3b740 1 -- start start 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.160+0000 7f1a37c3b740 1 Processor -- start 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.161+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f408d0 0x562902feae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.161+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f54420 0x562902f82370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.161+0000 7f1a37c3b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54800 0x562903001af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.161+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562902f68b60 con 0x562902f408d0 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.161+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1a300abd70 con 0x562902f54800 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.161+0000 7f1a37c3b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562902f80850 con 0x562902f54420 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.161+0000 7f1a37c3b740 10 client.0 _ll_register_callbacks cb 0x7f1a1c006a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a2de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f408d0 0x562902feae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a2de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f408d0 0x562902feae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49614/0 (socket says 172.21.15.29:49614) 2024-09-12T03:12:24.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a2de00640 1 -- 172.21.15.29:0/2396339021 learned_addr learned my addr 172.21.15.29:0/2396339021 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a2d400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f54420 0x562902f82370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a2e800640 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54800 0x562903001af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a2de00640 1 -- 172.21.15.29:0/2396339021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f54420 msgr2=0x562902f82370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a2de00640 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f54420 0x562902f82370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a2de00640 1 -- 172.21.15.29:0/2396339021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54800 msgr2=0x562903001af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a2de00640 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54800 0x562903001af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a2de00640 1 -- 172.21.15.29:0/2396339021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562902feb340 con 0x562902f408d0 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a2de00640 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f408d0 0x562902feae00 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f1a20006fd0 tx=0x7f1a200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aeb033a0a97009f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.162+0000 7f1a0ea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a0ea00640 1 -- 172.21.15.29:0/2396339021 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2003b060 con 0x562902f408d0 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a0ea00640 1 -- 172.21.15.29:0/2396339021 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f1a20035670 con 0x562902f408d0 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2396339021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a1c047480 con 0x562902f408d0 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a0ea00640 1 -- 172.21.15.29:0/2396339021 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f1a20041050 con 0x562902f408d0 2024-09-12T03:12:24.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a37c3b740 10 client.6399 fetch_fsmap learned FSMap version 59 2024-09-12T03:12:24.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2396339021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x562903002450 con 0x562902f408d0 2024-09-12T03:12:24.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a0ea00640 1 -- 172.21.15.29:0/2396339021 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a1c047480 con 0x562902f408d0 2024-09-12T03:12:24.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a0ea00640 1 -- 172.21.15.29:0/2396339021 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 59) ==== 3554+0+0 (secure 0 0 0) 0x7f1a20044020 con 0x562902f408d0 2024-09-12T03:12:24.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a37c3b740 10 client.6399 fetch_fsmap finished waiting for FSMap version 59 2024-09-12T03:12:24.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a37c3b740 10 client.6399 resolve_mds: resolved 4:2 to role '4:2' aka daemon mds.c 2024-09-12T03:12:24.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a37c3b740 20 client.6399 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:24.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x562902f41c00 0x562902f37f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:24.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a37c3b740 4 client.6399 mds_command: new command op to 6117 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:12:24.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.163+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2396339021 --> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562902eaa0e0 con 0x562902f41c00 2024-09-12T03:12:24.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.164+0000 7f1a2d400640 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x562902f41c00 0x562902f37f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:24.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.164+0000 7f1a2d400640 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x562902f41c00 0x562902f37f60 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f3ecdddc3803c395 server_cookie=4f6fc77429615b9c in_seq=0 out_seq=0 2024-09-12T03:12:24.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.164+0000 7f1a0ea00640 10 client.6399 ms_handle_connect on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:24.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a0ea00640 1 -- 172.21.15.29:0/2396339021 <== mds.2 v2:172.21.15.29:6833/3488992369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562902eaa0e0 con 0x562902f41c00 2024-09-12T03:12:24.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a0ea00640 10 client.6399 handle_command_reply: tid=0 2024-09-12T03:12:24.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a37c3b740 1 client.6399 shutdown 2024-09-12T03:12:24.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2396339021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f408d0 msgr2=0x562902feae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:24.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f408d0 0x562902feae00 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f1a20006fd0 tx=0x7f1a200046c0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2396339021 shutdown_connections 2024-09-12T03:12:24.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562902f54800 0x562903001af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x562902f41c00 0x562902f37f60 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562902f54420 0x562902f82370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a37c3b740 1 --2- 172.21.15.29:0/2396339021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562902f408d0 0x562902feae00 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a0ea00640 0 client.6399 ms_handle_reset on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:24.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2396339021 >> 172.21.15.29:0/2396339021 conn(0x562902f3a480 msgr2=0x562902f7ff50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:24.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2396339021 shutdown_connections 2024-09-12T03:12:24.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.174+0000 7f1a37c3b740 1 -- 172.21.15.29:0/2396339021 wait complete. 2024-09-12T03:12:24.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.175+0000 7f1a37c3b740 20 client.6399 trim_cache size 0 max 16384 2024-09-12T03:12:24.176 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:12:24.177 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:12:24.177 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:12:24.177 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:12:24.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.175+0000 7f1a34c00640 1 -- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a1006be30 msgr2=0x7f1a1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:24.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.175+0000 7f1a34c00640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a1006be30 0x7f1a1006e2f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1a300ac8c0 tx=0x7f1a20008040 comp rx=0 tx=0).stop 2024-09-12T03:12:24.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.175+0000 7f1a34c00640 1 -- 172.21.15.29:0/1271893843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a3015e910 msgr2=0x7f1a3015d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:24.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.175+0000 7f1a34c00640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a3015e910 0x7f1a3015d900 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f1a28007de0 tx=0x7f1a2800d4a0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.175+0000 7f1a34c00640 1 -- 172.21.15.29:0/1271893843 shutdown_connections 2024-09-12T03:12:24.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.175+0000 7f1a34c00640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a1006be30 0x7f1a1006e2f0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.175+0000 7f1a34c00640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a3015e910 0x7f1a3015d900 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.175+0000 7f1a34c00640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a300d4e10 0x7f1a300af890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.175+0000 7f1a34c00640 1 --2- 172.21.15.29:0/1271893843 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a300b8050 0x7f1a300ac930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:24.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.175+0000 7f1a34c00640 1 -- 172.21.15.29:0/1271893843 >> 172.21.15.29:0/1271893843 conn(0x7f1a300b6740 msgr2=0x7f1a300b5230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:24.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.176+0000 7f1a34c00640 1 -- 172.21.15.29:0/1271893843 shutdown_connections 2024-09-12T03:12:24.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24.176+0000 7f1a34c00640 1 -- 172.21.15.29:0/1271893843 wait complete. 2024-09-12T03:12:24.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:24.193 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec find d1/d2/d3/) 2024-09-12T03:12:24.237 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/ 2024-09-12T03:12:24.237 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4 2024-09-12T03:12:24.237 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5 2024-09-12T03:12:24.237 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6 2024-09-12T03:12:24.238 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6/d7 2024-09-12T03:12:24.238 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6/d7/d8 2024-09-12T03:12:24.239 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:12:24.239 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:12:24.239 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:12:24.239 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:12:24.239 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/").st_ino) 2024-09-12T03:12:24.239 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:12:24.379 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627778 2024-09-12T03:12:24.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:12:24.391 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:12:24.391 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:12:24.391 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:12:24.391 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:12:24.391 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4").st_ino) 2024-09-12T03:12:24.391 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:12:24.531 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627779 2024-09-12T03:12:24.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:12:24.543 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:12:24.543 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:12:24.543 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:12:24.543 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:12:24.543 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5").st_ino) 2024-09-12T03:12:24.543 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:12:24.684 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627780 2024-09-12T03:12:24.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:12:24.695 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:12:24.695 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:12:24.695 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:12:24.695 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:12:24.695 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6").st_ino) 2024-09-12T03:12:24.696 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:12:24.835 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627781 2024-09-12T03:12:24.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:12:24.847 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:12:24.847 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:12:24.847 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:12:24.847 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:12:24.847 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6/d7").st_ino) 2024-09-12T03:12:24.847 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:12:24.987 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627782 2024-09-12T03:12:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:12:24.998 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:12:24.999 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:12:24.999 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:12:24.999 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:12:24.999 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6/d7/d8").st_ino) 2024-09-12T03:12:24.999 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:12:25.140 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627783 2024-09-12T03:12:25.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:12:25.151 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000002.00000000 parent 2024-09-12T03:12:25.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.268+0000 7f789c273f40 1 Processor -- start 2024-09-12T03:12:25.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.268+0000 7f789c273f40 1 -- start start 2024-09-12T03:12:25.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f789c273f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f63e3e59d0 0x55f63e415570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f789c273f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f63e418eb0 0x55f63e4b2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f789c273f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 0x55f63e4b4b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f789c273f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f63e38db30 con 0x55f63e4bd640 2024-09-12T03:12:25.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f789c273f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55f63e391b70 con 0x55f63e3e59d0 2024-09-12T03:12:25.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f789c273f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55f63e430830 con 0x55f63e418eb0 2024-09-12T03:12:25.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f7899e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 0x55f63e4b4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f7899e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 0x55f63e4b4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49624/0 (socket says 172.21.15.29:49624) 2024-09-12T03:12:25.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f7899e00640 1 -- 172.21.15.29:0/2909891781 learned_addr learned my addr 172.21.15.29:0/2909891781 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f7898a00640 1 --2- 172.21.15.29:0/2909891781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f63e418eb0 0x55f63e4b2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f7899400640 1 --2- 172.21.15.29:0/2909891781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f63e3e59d0 0x55f63e415570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f7899e00640 1 -- 172.21.15.29:0/2909891781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f63e418eb0 msgr2=0x55f63e4b2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f7899e00640 1 --2- 172.21.15.29:0/2909891781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f63e418eb0 0x55f63e4b2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f7899e00640 1 -- 172.21.15.29:0/2909891781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f63e3e59d0 msgr2=0x55f63e415570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f7899e00640 1 --2- 172.21.15.29:0/2909891781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f63e3e59d0 0x55f63e415570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.269+0000 7f7899e00640 1 -- 172.21.15.29:0/2909891781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f63e434d90 con 0x55f63e4bd640 2024-09-12T03:12:25.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f7899e00640 1 --2- 172.21.15.29:0/2909891781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 0x55f63e4b4b50 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f7894001680 tx=0x7f7894001b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12708394e7dce4f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f7893400640 1 -- 172.21.15.29:0/2909891781 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7894004500 con 0x55f63e4bd640 2024-09-12T03:12:25.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f7893400640 1 -- 172.21.15.29:0/2909891781 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78940046a0 con 0x55f63e4bd640 2024-09-12T03:12:25.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f7893400640 1 -- 172.21.15.29:0/2909891781 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7894004a50 con 0x55f63e4bd640 2024-09-12T03:12:25.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f789c273f40 1 -- 172.21.15.29:0/2909891781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 msgr2=0x55f63e4b4b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f789c273f40 1 --2- 172.21.15.29:0/2909891781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 0x55f63e4b4b50 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f7894001680 tx=0x7f7894001b40 comp rx=0 tx=0).stop 2024-09-12T03:12:25.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f789c273f40 1 -- 172.21.15.29:0/2909891781 shutdown_connections 2024-09-12T03:12:25.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f789c273f40 1 --2- 172.21.15.29:0/2909891781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 0x55f63e4b4b50 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f789c273f40 1 --2- 172.21.15.29:0/2909891781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f63e418eb0 0x55f63e4b2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f789c273f40 1 --2- 172.21.15.29:0/2909891781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f63e3e59d0 0x55f63e415570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f789c273f40 1 -- 172.21.15.29:0/2909891781 >> 172.21.15.29:0/2909891781 conn(0x55f63e416080 msgr2=0x55f63e4be110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.270+0000 7f789c273f40 1 -- 172.21.15.29:0/2909891781 shutdown_connections 2024-09-12T03:12:25.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.271+0000 7f789c273f40 1 -- 172.21.15.29:0/2909891781 wait complete. 2024-09-12T03:12:25.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.271+0000 7f789c273f40 1 Processor -- start 2024-09-12T03:12:25.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.271+0000 7f789c273f40 1 -- start start 2024-09-12T03:12:25.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.272+0000 7f789c273f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f63e3e59d0 0x55f63e4b1be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.272+0000 7f789c273f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f63e418eb0 0x55f63e4b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.272+0000 7f789c273f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 0x55f63e4b2730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.272+0000 7f789c273f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f63e4bf990 con 0x55f63e4bd640 2024-09-12T03:12:25.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.272+0000 7f789c273f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55f63e434b40 con 0x55f63e418eb0 2024-09-12T03:12:25.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.272+0000 7f789c273f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55f63e4bfc70 con 0x55f63e3e59d0 2024-09-12T03:12:25.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7899e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 0x55f63e4b2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7899e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 0x55f63e4b2730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49640/0 (socket says 172.21.15.29:49640) 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7899e00640 1 -- 172.21.15.29:0/2580313569 learned_addr learned my addr 172.21.15.29:0/2580313569 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7899400640 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f63e3e59d0 0x55f63e4b1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7898a00640 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f63e418eb0 0x55f63e4b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7899e00640 1 -- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f63e3e59d0 msgr2=0x55f63e4b1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7899e00640 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55f63e3e59d0 0x55f63e4b1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7899e00640 1 -- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f63e418eb0 msgr2=0x55f63e4b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7899e00640 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55f63e418eb0 0x55f63e4b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7899e00640 1 -- 172.21.15.29:0/2580313569 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f63e4b2120 con 0x55f63e4bd640 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7899e00640 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 0x55f63e4b2730 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x55f63e4b2700 tx=0x7f7894001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.273+0000 7f7892000640 1 -- 172.21.15.29:0/2580313569 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7894018040 con 0x55f63e4bd640 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.274+0000 7f7892000640 1 -- 172.21.15.29:0/2580313569 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f789401c420 con 0x55f63e4bd640 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.274+0000 7f789c273f40 1 -- 172.21.15.29:0/2580313569 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55f63e4b4f90 con 0x55f63e4bd640 2024-09-12T03:12:25.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.274+0000 7f7892000640 1 -- 172.21.15.29:0/2580313569 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789401c830 con 0x55f63e4bd640 2024-09-12T03:12:25.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.274+0000 7f789c273f40 1 -- 172.21.15.29:0/2580313569 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f63e546940 con 0x55f63e4bd640 2024-09-12T03:12:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.276+0000 7f7892000640 1 -- 172.21.15.29:0/2580313569 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7894023020 con 0x55f63e4bd640 2024-09-12T03:12:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.276+0000 7f7892000640 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f787c06a840 0x7f787c06cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.276+0000 7f7892000640 1 -- 172.21.15.29:0/2580313569 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f789408abc0 con 0x55f63e4bd640 2024-09-12T03:12:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.277+0000 7f789c273f40 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55f63e55d290 0x55f63e55f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.277+0000 7f789c273f40 1 -- 172.21.15.29:0/2580313569 --> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] -- osd_op(unknown.0.0:1 9.12 9:4bec3886:::10000000002.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e68) -- 0x55f63e55fbc0 con 0x55f63e55d290 2024-09-12T03:12:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.277+0000 7f7899400640 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f787c06a840 0x7f787c06cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.277+0000 7f7898a00640 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55f63e55d290 0x55f63e55f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.278+0000 7f7899400640 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f787c06a840 0x7f787c06cd00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f788c057000 tx=0x7f788c052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.278+0000 7f7898a00640 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55f63e55d290 0x55f63e55f680 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.279+0000 7f7898a00640 1 -- 172.21.15.29:0/2580313569 <== osd.5 v2:172.21.15.38:6808/2601231839 1 ==== osd_op_reply(1 10000000002.00000000 [rmxattr] v68'8 uv8 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f788800e040 con 0x55f63e55d290 2024-09-12T03:12:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.279+0000 7f789c273f40 1 -- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55f63e55d290 msgr2=0x55f63e55f680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.279+0000 7f789c273f40 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55f63e55d290 0x55f63e55f680 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.280+0000 7f789c273f40 1 -- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f787c06a840 msgr2=0x7f787c06cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.280+0000 7f789c273f40 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f787c06a840 0x7f787c06cd00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f788c057000 tx=0x7f788c052000 comp rx=0 tx=0).stop 2024-09-12T03:12:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.280+0000 7f789c273f40 1 -- 172.21.15.29:0/2580313569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 msgr2=0x55f63e4b2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.280+0000 7f789c273f40 1 --2- 172.21.15.29:0/2580313569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f63e4bd640 0x55f63e4b2730 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x55f63e4b2700 tx=0x7f7894001250 comp rx=0 tx=0).stop 2024-09-12T03:12:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.280+0000 7f7899e00640 1 -- 172.21.15.29:0/2580313569 reap_dead start 2024-09-12T03:12:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.280+0000 7f789c273f40 1 -- 172.21.15.29:0/2580313569 shutdown_connections 2024-09-12T03:12:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.280+0000 7f789c273f40 1 -- 172.21.15.29:0/2580313569 >> 172.21.15.29:0/2580313569 conn(0x55f63e416080 msgr2=0x55f63e4b6190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.280+0000 7f789c273f40 1 -- 172.21.15.29:0/2580313569 shutdown_connections 2024-09-12T03:12:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.280+0000 7f789c273f40 1 -- 172.21.15.29:0/2580313569 wait complete. 2024-09-12T03:12:25.284 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000003.00000000 parent 2024-09-12T03:12:25.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.361+0000 7f63ee22ff40 1 Processor -- start 2024-09-12T03:12:25.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.362+0000 7f63ee22ff40 1 -- start start 2024-09-12T03:12:25.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.362+0000 7f63ee22ff40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55adb2cec2c0 0x55adb2db9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.362+0000 7f63ee22ff40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 0x55adb2dc7960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.362+0000 7f63ee22ff40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55adb2dc4640 0x55adb2dc6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.362+0000 7f63ee22ff40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55adb2d37830 con 0x55adb2d1feb0 2024-09-12T03:12:25.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.362+0000 7f63ee22ff40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55adb2d1eeb0 con 0x55adb2dc4640 2024-09-12T03:12:25.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.362+0000 7f63ee22ff40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55adb2d37a80 con 0x55adb2cec2c0 2024-09-12T03:12:25.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63eaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 0x55adb2dc7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63eaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 0x55adb2dc7960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49646/0 (socket says 172.21.15.29:49646) 2024-09-12T03:12:25.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63eaa00640 1 -- 172.21.15.29:0/2425112950 learned_addr learned my addr 172.21.15.29:0/2425112950 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63eb400640 1 --2- 172.21.15.29:0/2425112950 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55adb2cec2c0 0x55adb2db9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63ebe00640 1 --2- 172.21.15.29:0/2425112950 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55adb2dc4640 0x55adb2dc6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63eaa00640 1 -- 172.21.15.29:0/2425112950 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55adb2cec2c0 msgr2=0x55adb2db9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63eaa00640 1 --2- 172.21.15.29:0/2425112950 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55adb2cec2c0 0x55adb2db9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63eaa00640 1 -- 172.21.15.29:0/2425112950 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55adb2dc4640 msgr2=0x55adb2dc6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63eaa00640 1 --2- 172.21.15.29:0/2425112950 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55adb2dc4640 0x55adb2dc6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63eaa00640 1 -- 172.21.15.29:0/2425112950 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55adb2c18b30 con 0x55adb2d1feb0 2024-09-12T03:12:25.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63ebe00640 1 --2- 172.21.15.29:0/2425112950 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55adb2dc4640 0x55adb2dc6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:25.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.363+0000 7f63eaa00640 1 --2- 172.21.15.29:0/2425112950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 0x55adb2dc7960 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f63d8055040 tx=0x7f63d8051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b185fcece12fc48 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63e9600640 1 -- 172.21.15.29:0/2425112950 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d8053a60 con 0x55adb2d1feb0 2024-09-12T03:12:25.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63e9600640 1 -- 172.21.15.29:0/2425112950 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63d8062070 con 0x55adb2d1feb0 2024-09-12T03:12:25.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63e9600640 1 -- 172.21.15.29:0/2425112950 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d8053e00 con 0x55adb2d1feb0 2024-09-12T03:12:25.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63ee22ff40 1 -- 172.21.15.29:0/2425112950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 msgr2=0x55adb2dc7960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63ee22ff40 1 --2- 172.21.15.29:0/2425112950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 0x55adb2dc7960 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f63d8055040 tx=0x7f63d8051000 comp rx=0 tx=0).stop 2024-09-12T03:12:25.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63ee22ff40 1 -- 172.21.15.29:0/2425112950 shutdown_connections 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63ee22ff40 1 --2- 172.21.15.29:0/2425112950 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55adb2dc4640 0x55adb2dc6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63ee22ff40 1 --2- 172.21.15.29:0/2425112950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 0x55adb2dc7960 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63ee22ff40 1 --2- 172.21.15.29:0/2425112950 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55adb2cec2c0 0x55adb2db9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63ee22ff40 1 -- 172.21.15.29:0/2425112950 >> 172.21.15.29:0/2425112950 conn(0x55adb2d1d080 msgr2=0x55adb2d3b3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63ee22ff40 1 -- 172.21.15.29:0/2425112950 shutdown_connections 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.364+0000 7f63ee22ff40 1 -- 172.21.15.29:0/2425112950 wait complete. 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.365+0000 7f63ee22ff40 1 Processor -- start 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.365+0000 7f63ee22ff40 1 -- start start 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.366+0000 7f63ee22ff40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55adb2cec2c0 0x55adb2db5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.366+0000 7f63ee22ff40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 0x55adb2db6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.366+0000 7f63ee22ff40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55adb2dc4640 0x55adb2dc22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.366+0000 7f63ee22ff40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55adb2dbc180 con 0x55adb2d1feb0 2024-09-12T03:12:25.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.366+0000 7f63ee22ff40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55adb2dc71f0 con 0x55adb2dc4640 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.366+0000 7f63ee22ff40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55adb2dbc420 con 0x55adb2cec2c0 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.366+0000 7f63eaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 0x55adb2db6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.366+0000 7f63eaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 0x55adb2db6300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49656/0 (socket says 172.21.15.29:49656) 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.366+0000 7f63eaa00640 1 -- 172.21.15.29:0/1358152333 learned_addr learned my addr 172.21.15.29:0/1358152333 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63eb400640 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55adb2cec2c0 0x55adb2db5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63ebe00640 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55adb2dc4640 0x55adb2dc22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63eaa00640 1 -- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55adb2cec2c0 msgr2=0x55adb2db5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63eaa00640 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55adb2cec2c0 0x55adb2db5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63eaa00640 1 -- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55adb2dc4640 msgr2=0x55adb2dc22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63eaa00640 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55adb2dc4640 0x55adb2dc22f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63eaa00640 1 -- 172.21.15.29:0/1358152333 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55adb2d3a960 con 0x55adb2d1feb0 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63eaa00640 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 0x55adb2db6300 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f63d8025c20 tx=0x7f63d8002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63e3e00640 1 -- 172.21.15.29:0/1358152333 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d8077070 con 0x55adb2d1feb0 2024-09-12T03:12:25.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63e3e00640 1 -- 172.21.15.29:0/1358152333 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63d8053860 con 0x55adb2d1feb0 2024-09-12T03:12:25.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63e3e00640 1 -- 172.21.15.29:0/1358152333 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d8053c10 con 0x55adb2d1feb0 2024-09-12T03:12:25.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.367+0000 7f63ee22ff40 1 -- 172.21.15.29:0/1358152333 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55adb2d1c6f0 con 0x55adb2d1feb0 2024-09-12T03:12:25.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.368+0000 7f63ee22ff40 1 -- 172.21.15.29:0/1358152333 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55adb2dc33a0 con 0x55adb2d1feb0 2024-09-12T03:12:25.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.369+0000 7f63e3e00640 1 -- 172.21.15.29:0/1358152333 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f63d8067470 con 0x55adb2d1feb0 2024-09-12T03:12:25.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.370+0000 7f63e3e00640 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f63cc06a810 0x7f63cc06ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.370+0000 7f63e3e00640 1 -- 172.21.15.29:0/1358152333 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f63d80cf440 con 0x55adb2d1feb0 2024-09-12T03:12:25.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.371+0000 7f63eb400640 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f63cc06a810 0x7f63cc06ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.371+0000 7f63ee22ff40 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55adb2e4d600 0x55adb2dbdea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.371+0000 7f63ee22ff40 1 -- 172.21.15.29:0/1358152333 --> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] -- osd_op(unknown.0.0:1 9.12 9:4def72d4:::10000000003.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e68) -- 0x55adb2dbe3e0 con 0x55adb2e4d600 2024-09-12T03:12:25.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.371+0000 7f63ebe00640 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55adb2e4d600 0x55adb2dbdea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.371+0000 7f63eb400640 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f63cc06a810 0x7f63cc06ccd0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x55adb2d3a650 tx=0x7f63dc00c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.372+0000 7f63ebe00640 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55adb2e4d600 0x55adb2dbdea0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.373+0000 7f63ebe00640 1 -- 172.21.15.29:0/1358152333 <== osd.5 v2:172.21.15.38:6808/2601231839 1 ==== osd_op_reply(1 10000000003.00000000 [rmxattr] v68'9 uv9 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f63e4011040 con 0x55adb2e4d600 2024-09-12T03:12:25.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.373+0000 7f63ee22ff40 1 -- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55adb2e4d600 msgr2=0x55adb2dbdea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.373+0000 7f63ee22ff40 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55adb2e4d600 0x55adb2dbdea0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.373+0000 7f63ee22ff40 1 -- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f63cc06a810 msgr2=0x7f63cc06ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.373+0000 7f63ee22ff40 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f63cc06a810 0x7f63cc06ccd0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x55adb2d3a650 tx=0x7f63dc00c040 comp rx=0 tx=0).stop 2024-09-12T03:12:25.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.373+0000 7f63ee22ff40 1 -- 172.21.15.29:0/1358152333 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 msgr2=0x55adb2db6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.373+0000 7f63ee22ff40 1 --2- 172.21.15.29:0/1358152333 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55adb2d1feb0 0x55adb2db6300 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f63d8025c20 tx=0x7f63d8002fb0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.373+0000 7f63ebe00640 1 -- 172.21.15.29:0/1358152333 reap_dead start 2024-09-12T03:12:25.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.374+0000 7f63ee22ff40 1 -- 172.21.15.29:0/1358152333 shutdown_connections 2024-09-12T03:12:25.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.374+0000 7f63ee22ff40 1 -- 172.21.15.29:0/1358152333 >> 172.21.15.29:0/1358152333 conn(0x55adb2d1d080 msgr2=0x55adb2d3b360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.374+0000 7f63ee22ff40 1 -- 172.21.15.29:0/1358152333 shutdown_connections 2024-09-12T03:12:25.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.374+0000 7f63ee22ff40 1 -- 172.21.15.29:0/1358152333 wait complete. 2024-09-12T03:12:25.379 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000004.00000000 parent 2024-09-12T03:12:25.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.456+0000 7f77d57d1f40 1 Processor -- start 2024-09-12T03:12:25.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.456+0000 7f77d57d1f40 1 -- start start 2024-09-12T03:12:25.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.457+0000 7f77d57d1f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5562932469d0 0x556293294ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.457+0000 7f77d57d1f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556293279eb0 0x5562933137a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.457+0000 7f77d57d1f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55629331e640 0x556293313ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.457+0000 7f77d57d1f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556293278eb0 con 0x556293279eb0 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.457+0000 7f77d57d1f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5562931eeb30 con 0x5562932469d0 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.457+0000 7f77d57d1f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556293291830 con 0x55629331e640 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d2000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556293279eb0 0x5562933137a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d2000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556293279eb0 0x5562933137a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49662/0 (socket says 172.21.15.29:49662) 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d2000640 1 -- 172.21.15.29:0/1064957369 learned_addr learned my addr 172.21.15.29:0/1064957369 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d2a00640 1 --2- 172.21.15.29:0/1064957369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5562932469d0 0x556293294ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d3400640 1 --2- 172.21.15.29:0/1064957369 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55629331e640 0x556293313ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d2000640 1 -- 172.21.15.29:0/1064957369 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55629331e640 msgr2=0x556293313ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d2000640 1 --2- 172.21.15.29:0/1064957369 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55629331e640 0x556293313ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d2000640 1 -- 172.21.15.29:0/1064957369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5562932469d0 msgr2=0x556293294ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d2000640 1 --2- 172.21.15.29:0/1064957369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5562932469d0 0x556293294ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d2000640 1 -- 172.21.15.29:0/1064957369 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556293317770 con 0x556293279eb0 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d2000640 1 --2- 172.21.15.29:0/1064957369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556293279eb0 0x5562933137a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f77c0001ec0 tx=0x7f77c000b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96480ef8d08024ac server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.458+0000 7f77d0c00640 1 -- 172.21.15.29:0/1064957369 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c0012020 con 0x556293279eb0 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.459+0000 7f77d0c00640 1 -- 172.21.15.29:0/1064957369 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77c000e670 con 0x556293279eb0 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.459+0000 7f77d0c00640 1 -- 172.21.15.29:0/1064957369 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c000eaa0 con 0x556293279eb0 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.459+0000 7f77d57d1f40 1 -- 172.21.15.29:0/1064957369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556293279eb0 msgr2=0x5562933137a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.459+0000 7f77d57d1f40 1 --2- 172.21.15.29:0/1064957369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556293279eb0 0x5562933137a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f77c0001ec0 tx=0x7f77c000b780 comp rx=0 tx=0).stop 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.459+0000 7f77d57d1f40 1 -- 172.21.15.29:0/1064957369 shutdown_connections 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.459+0000 7f77d57d1f40 1 --2- 172.21.15.29:0/1064957369 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55629331e640 0x556293313ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.459+0000 7f77d57d1f40 1 --2- 172.21.15.29:0/1064957369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556293279eb0 0x5562933137a0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.459+0000 7f77d57d1f40 1 --2- 172.21.15.29:0/1064957369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5562932469d0 0x556293294ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.459+0000 7f77d57d1f40 1 -- 172.21.15.29:0/1064957369 >> 172.21.15.29:0/1064957369 conn(0x556293277080 msgr2=0x556293277460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.459+0000 7f77d57d1f40 1 -- 172.21.15.29:0/1064957369 shutdown_connections 2024-09-12T03:12:25.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.459+0000 7f77d57d1f40 1 -- 172.21.15.29:0/1064957369 wait complete. 2024-09-12T03:12:25.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.460+0000 7f77d57d1f40 1 Processor -- start 2024-09-12T03:12:25.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.460+0000 7f77d57d1f40 1 -- start start 2024-09-12T03:12:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.461+0000 7f77d57d1f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562932469d0 0x55629328a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.461+0000 7f77d57d1f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556293279eb0 0x556293307ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.461+0000 7f77d57d1f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55629331e640 0x5562933ab320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.461+0000 7f77d57d1f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55629331dcb0 con 0x5562932469d0 2024-09-12T03:12:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.461+0000 7f77d57d1f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55629331a6c0 con 0x556293279eb0 2024-09-12T03:12:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.461+0000 7f77d57d1f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55629331a350 con 0x55629331e640 2024-09-12T03:12:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.461+0000 7f77d2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562932469d0 0x55629328a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.461+0000 7f77d2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562932469d0 0x55629328a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49674/0 (socket says 172.21.15.29:49674) 2024-09-12T03:12:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.461+0000 7f77d2a00640 1 -- 172.21.15.29:0/272240791 learned_addr learned my addr 172.21.15.29:0/272240791 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.461+0000 7f77d2000640 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556293279eb0 0x556293307ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77d3400640 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55629331e640 0x5562933ab320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77d2a00640 1 -- 172.21.15.29:0/272240791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55629331e640 msgr2=0x5562933ab320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77d2a00640 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55629331e640 0x5562933ab320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77d2a00640 1 -- 172.21.15.29:0/272240791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556293279eb0 msgr2=0x556293307ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77d2a00640 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556293279eb0 0x556293307ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77d2a00640 1 -- 172.21.15.29:0/272240791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562933a9a00 con 0x5562932469d0 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77d2a00640 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562932469d0 0x55629328a120 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f77c4000c00 tx=0x7f77c4002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77cb400640 1 -- 172.21.15.29:0/272240791 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c4059040 con 0x5562932469d0 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77cb400640 1 -- 172.21.15.29:0/272240791 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77c4054c30 con 0x5562932469d0 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77cb400640 1 -- 172.21.15.29:0/272240791 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77c405e440 con 0x5562932469d0 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77d57d1f40 1 -- 172.21.15.29:0/272240791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556293315f70 con 0x5562932469d0 2024-09-12T03:12:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.462+0000 7f77d57d1f40 1 -- 172.21.15.29:0/272240791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562933a9cc0 con 0x5562932469d0 2024-09-12T03:12:25.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.464+0000 7f77cb400640 1 -- 172.21.15.29:0/272240791 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f77c405c040 con 0x5562932469d0 2024-09-12T03:12:25.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.465+0000 7f77cb400640 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f77b406a840 0x7f77b406cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.465+0000 7f77cb400640 1 -- 172.21.15.29:0/272240791 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f77c40cd960 con 0x5562932469d0 2024-09-12T03:12:25.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.465+0000 7f77d57d1f40 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x556293276820 0x5562933aa1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.465+0000 7f77d57d1f40 1 -- 172.21.15.29:0/272240791 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- osd_op(unknown.0.0:1 9.5 9:a367a3e8:::10000000004.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e68) -- 0x5562933aa720 con 0x556293276820 2024-09-12T03:12:25.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.465+0000 7f77d2000640 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f77b406a840 0x7f77b406cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.466+0000 7f77d3400640 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x556293276820 0x5562933aa1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.466+0000 7f77d2000640 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f77b406a840 0x7f77b406cd00 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x556293317640 tx=0x7f77c001b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.466+0000 7f77d3400640 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x556293276820 0x5562933aa1e0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d3400640 1 -- 172.21.15.29:0/272240791 <== osd.0 v2:172.21.15.29:6808/1028626777 1 ==== osd_op_reply(1 10000000004.00000000 [rmxattr] v68'6 uv6 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f77cc002ab0 con 0x556293276820 2024-09-12T03:12:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d57d1f40 1 -- 172.21.15.29:0/272240791 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x556293276820 msgr2=0x5562933aa1e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d57d1f40 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x556293276820 0x5562933aa1e0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d57d1f40 1 -- 172.21.15.29:0/272240791 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f77b406a840 msgr2=0x7f77b406cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d57d1f40 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f77b406a840 0x7f77b406cd00 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x556293317640 tx=0x7f77c001b040 comp rx=0 tx=0).stop 2024-09-12T03:12:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d57d1f40 1 -- 172.21.15.29:0/272240791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562932469d0 msgr2=0x55629328a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d57d1f40 1 --2- 172.21.15.29:0/272240791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562932469d0 0x55629328a120 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f77c4000c00 tx=0x7f77c4002fb0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d3400640 1 -- 172.21.15.29:0/272240791 reap_dead start 2024-09-12T03:12:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d57d1f40 1 -- 172.21.15.29:0/272240791 shutdown_connections 2024-09-12T03:12:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d57d1f40 1 -- 172.21.15.29:0/272240791 >> 172.21.15.29:0/272240791 conn(0x556293277080 msgr2=0x556293320030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d57d1f40 1 -- 172.21.15.29:0/272240791 shutdown_connections 2024-09-12T03:12:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.468+0000 7f77d57d1f40 1 -- 172.21.15.29:0/272240791 wait complete. 2024-09-12T03:12:25.473 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000005.00000000 parent 2024-09-12T03:12:25.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.550+0000 7f64fa60af40 1 Processor -- start 2024-09-12T03:12:25.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.551+0000 7f64fa60af40 1 -- start start 2024-09-12T03:12:25.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.551+0000 7f64fa60af40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561a7c6939d0 0x561a7c761da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.551+0000 7f64fa60af40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 0x561a7c766a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.551+0000 7f64fa60af40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561a7c76b640 0x561a7c767990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.551+0000 7f64fa60af40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561a7c63bb30 con 0x561a7c6c6eb0 2024-09-12T03:12:25.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.551+0000 7f64fa60af40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x561a7c63fb70 con 0x561a7c6939d0 2024-09-12T03:12:25.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.551+0000 7f64fa60af40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561a7c6de830 con 0x561a7c76b640 2024-09-12T03:12:25.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f6000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 0x561a7c766a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f6000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 0x561a7c766a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49676/0 (socket says 172.21.15.29:49676) 2024-09-12T03:12:25.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f6000640 1 -- 172.21.15.29:0/2209067042 learned_addr learned my addr 172.21.15.29:0/2209067042 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f6a00640 1 --2- 172.21.15.29:0/2209067042 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561a7c6939d0 0x561a7c761da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f7400640 1 --2- 172.21.15.29:0/2209067042 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561a7c76b640 0x561a7c767990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f6000640 1 -- 172.21.15.29:0/2209067042 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561a7c76b640 msgr2=0x561a7c767990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f6000640 1 --2- 172.21.15.29:0/2209067042 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561a7c76b640 0x561a7c767990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f6000640 1 -- 172.21.15.29:0/2209067042 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561a7c6939d0 msgr2=0x561a7c761da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f6000640 1 --2- 172.21.15.29:0/2209067042 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561a7c6939d0 0x561a7c761da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f6000640 1 -- 172.21.15.29:0/2209067042 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a7c7622e0 con 0x561a7c6c6eb0 2024-09-12T03:12:25.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f7400640 1 --2- 172.21.15.29:0/2209067042 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561a7c76b640 0x561a7c767990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:25.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.552+0000 7f64f6000640 1 --2- 172.21.15.29:0/2209067042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 0x561a7c766a20 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f64e400a4f0 tx=0x7f64e404e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5640bc8d0f3406d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64f4c00640 1 -- 172.21.15.29:0/2209067042 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e4059040 con 0x561a7c6c6eb0 2024-09-12T03:12:25.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64f4c00640 1 -- 172.21.15.29:0/2209067042 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64e4065070 con 0x561a7c6c6eb0 2024-09-12T03:12:25.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64f4c00640 1 -- 172.21.15.29:0/2209067042 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e4054ad0 con 0x561a7c6c6eb0 2024-09-12T03:12:25.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64fa60af40 1 -- 172.21.15.29:0/2209067042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 msgr2=0x561a7c766a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64fa60af40 1 --2- 172.21.15.29:0/2209067042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 0x561a7c766a20 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f64e400a4f0 tx=0x7f64e404e000 comp rx=0 tx=0).stop 2024-09-12T03:12:25.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64fa60af40 1 -- 172.21.15.29:0/2209067042 shutdown_connections 2024-09-12T03:12:25.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64fa60af40 1 --2- 172.21.15.29:0/2209067042 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561a7c76b640 0x561a7c767990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64fa60af40 1 --2- 172.21.15.29:0/2209067042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 0x561a7c766a20 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64fa60af40 1 --2- 172.21.15.29:0/2209067042 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561a7c6939d0 0x561a7c761da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64fa60af40 1 -- 172.21.15.29:0/2209067042 >> 172.21.15.29:0/2209067042 conn(0x561a7c6c4080 msgr2=0x561a7c76a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64fa60af40 1 -- 172.21.15.29:0/2209067042 shutdown_connections 2024-09-12T03:12:25.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.553+0000 7f64fa60af40 1 -- 172.21.15.29:0/2209067042 wait complete. 2024-09-12T03:12:25.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.554+0000 7f64fa60af40 1 Processor -- start 2024-09-12T03:12:25.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.554+0000 7f64fa60af40 1 -- start start 2024-09-12T03:12:25.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.555+0000 7f64fa60af40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561a7c6939d0 0x561a7c75f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.555+0000 7f64fa60af40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 0x561a7c760e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.555+0000 7f64fa60af40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561a7c76b640 0x561a7c7645d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.555+0000 7f64fa60af40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561a7c6de3d0 con 0x561a7c6c6eb0 2024-09-12T03:12:25.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.555+0000 7f64fa60af40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x561a7c6c67e0 con 0x561a7c6939d0 2024-09-12T03:12:25.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.555+0000 7f64fa60af40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561a7c6c6500 con 0x561a7c76b640 2024-09-12T03:12:25.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.555+0000 7f64f6000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 0x561a7c760e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.555+0000 7f64f6000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 0x561a7c760e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49684/0 (socket says 172.21.15.29:49684) 2024-09-12T03:12:25.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.555+0000 7f64f6000640 1 -- 172.21.15.29:0/1046269218 learned_addr learned my addr 172.21.15.29:0/1046269218 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.556+0000 7f64f6000640 1 -- 172.21.15.29:0/1046269218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561a7c76b640 msgr2=0x561a7c7645d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.556+0000 7f64f6000640 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561a7c76b640 0x561a7c7645d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.556+0000 7f64f6000640 1 -- 172.21.15.29:0/1046269218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561a7c6939d0 msgr2=0x561a7c75f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.556+0000 7f64f6000640 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561a7c6939d0 0x561a7c75f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.556+0000 7f64f6000640 1 -- 172.21.15.29:0/1046269218 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a7c763740 con 0x561a7c6c6eb0 2024-09-12T03:12:25.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.556+0000 7f64f6000640 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 0x561a7c760e00 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f64e4062040 tx=0x7f64e4003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.556+0000 7f64ef400640 1 -- 172.21.15.29:0/1046269218 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e4059050 con 0x561a7c6c6eb0 2024-09-12T03:12:25.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.556+0000 7f64ef400640 1 -- 172.21.15.29:0/1046269218 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64e4054970 con 0x561a7c6c6eb0 2024-09-12T03:12:25.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.556+0000 7f64fa60af40 1 -- 172.21.15.29:0/1046269218 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x561a7c6c3610 con 0x561a7c6c6eb0 2024-09-12T03:12:25.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.556+0000 7f64ef400640 1 -- 172.21.15.29:0/1046269218 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64e4054d40 con 0x561a7c6c6eb0 2024-09-12T03:12:25.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.556+0000 7f64fa60af40 1 -- 172.21.15.29:0/1046269218 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a7c755760 con 0x561a7c6c6eb0 2024-09-12T03:12:25.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.558+0000 7f64ef400640 1 -- 172.21.15.29:0/1046269218 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f64e4069420 con 0x561a7c6c6eb0 2024-09-12T03:12:25.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.559+0000 7f64ef400640 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64d806a810 0x7f64d806ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.559+0000 7f64ef400640 1 -- 172.21.15.29:0/1046269218 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f64e40ceb40 con 0x561a7c6c6eb0 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.559+0000 7f64fa60af40 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x561a7c761340 0x561a7c75e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.559+0000 7f64f6a00640 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64d806a810 0x7f64d806ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.559+0000 7f64fa60af40 1 -- 172.21.15.29:0/1046269218 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- osd_op(unknown.0.0:1 9.9 9:9258b67d:::10000000005.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e68) -- 0x561a7c75e8b0 con 0x561a7c761340 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.560+0000 7f64f7400640 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x561a7c761340 0x561a7c75e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.560+0000 7f64f6a00640 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64d806a810 0x7f64d806ccd0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f64e8001ed0 tx=0x7f64e8001cc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.560+0000 7f64f7400640 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x561a7c761340 0x561a7c75e370 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64f7400640 1 -- 172.21.15.29:0/1046269218 <== osd.0 v2:172.21.15.29:6808/1028626777 1 ==== osd_op_reply(1 10000000005.00000000 [rmxattr] v68'6 uv6 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f64f00037d0 con 0x561a7c761340 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64fa60af40 1 -- 172.21.15.29:0/1046269218 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x561a7c761340 msgr2=0x561a7c75e370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64fa60af40 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x561a7c761340 0x561a7c75e370 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64fa60af40 1 -- 172.21.15.29:0/1046269218 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64d806a810 msgr2=0x7f64d806ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64fa60af40 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f64d806a810 0x7f64d806ccd0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f64e8001ed0 tx=0x7f64e8001cc0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64fa60af40 1 -- 172.21.15.29:0/1046269218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 msgr2=0x561a7c760e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64fa60af40 1 --2- 172.21.15.29:0/1046269218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561a7c6c6eb0 0x561a7c760e00 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f64e4062040 tx=0x7f64e4003020 comp rx=0 tx=0).stop 2024-09-12T03:12:25.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64f7400640 1 -- 172.21.15.29:0/1046269218 reap_dead start 2024-09-12T03:12:25.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64fa60af40 1 -- 172.21.15.29:0/1046269218 shutdown_connections 2024-09-12T03:12:25.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64fa60af40 1 -- 172.21.15.29:0/1046269218 >> 172.21.15.29:0/1046269218 conn(0x561a7c6c4080 msgr2=0x561a7c7677c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64fa60af40 1 -- 172.21.15.29:0/1046269218 shutdown_connections 2024-09-12T03:12:25.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.562+0000 7f64fa60af40 1 -- 172.21.15.29:0/1046269218 wait complete. 2024-09-12T03:12:25.567 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000006.00000000 parent 2024-09-12T03:12:25.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.643+0000 7fefceb4cf40 1 Processor -- start 2024-09-12T03:12:25.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.643+0000 7fefceb4cf40 1 -- start start 2024-09-12T03:12:25.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.643+0000 7fefceb4cf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102cec9d0 0x55b102db9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.643+0000 7fefceb4cf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b102d1feb0 0x55b102dbd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.643+0000 7fefceb4cf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b102dc4640 0x55b102dc61b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.643+0000 7fefceb4cf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b102d1eeb0 con 0x55b102cec9d0 2024-09-12T03:12:25.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.643+0000 7fefceb4cf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b102c94b30 con 0x55b102d1feb0 2024-09-12T03:12:25.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.643+0000 7fefceb4cf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b102d37830 con 0x55b102dc4640 2024-09-12T03:12:25.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102cec9d0 0x55b102db9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102cec9d0 0x55b102db9f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49710/0 (socket says 172.21.15.29:49710) 2024-09-12T03:12:25.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcbe00640 1 -- 172.21.15.29:0/486477455 learned_addr learned my addr 172.21.15.29:0/486477455 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcc800640 1 --2- 172.21.15.29:0/486477455 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b102dc4640 0x55b102dc61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcb400640 1 --2- 172.21.15.29:0/486477455 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b102d1feb0 0x55b102dbd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcbe00640 1 -- 172.21.15.29:0/486477455 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b102dc4640 msgr2=0x55b102dc61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcbe00640 1 --2- 172.21.15.29:0/486477455 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b102dc4640 0x55b102dc61b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcbe00640 1 -- 172.21.15.29:0/486477455 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b102d1feb0 msgr2=0x55b102dbd2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcbe00640 1 --2- 172.21.15.29:0/486477455 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b102d1feb0 0x55b102dbd2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcbe00640 1 -- 172.21.15.29:0/486477455 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b102dc0b00 con 0x55b102cec9d0 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcc800640 1 --2- 172.21.15.29:0/486477455 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b102dc4640 0x55b102dc61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.644+0000 7fefcbe00640 1 --2- 172.21.15.29:0/486477455 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102cec9d0 0x55b102db9f50 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fefbc055040 tx=0x7fefbc051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f64705d20885f375 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefca000640 1 -- 172.21.15.29:0/486477455 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefbc056050 con 0x55b102cec9d0 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefca000640 1 -- 172.21.15.29:0/486477455 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefbc052ad0 con 0x55b102cec9d0 2024-09-12T03:12:25.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefca000640 1 -- 172.21.15.29:0/486477455 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefbc065480 con 0x55b102cec9d0 2024-09-12T03:12:25.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefceb4cf40 1 -- 172.21.15.29:0/486477455 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102cec9d0 msgr2=0x55b102db9f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefceb4cf40 1 --2- 172.21.15.29:0/486477455 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102cec9d0 0x55b102db9f50 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fefbc055040 tx=0x7fefbc051000 comp rx=0 tx=0).stop 2024-09-12T03:12:25.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefceb4cf40 1 -- 172.21.15.29:0/486477455 shutdown_connections 2024-09-12T03:12:25.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefceb4cf40 1 --2- 172.21.15.29:0/486477455 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b102dc4640 0x55b102dc61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefceb4cf40 1 --2- 172.21.15.29:0/486477455 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b102d1feb0 0x55b102dbd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefceb4cf40 1 --2- 172.21.15.29:0/486477455 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102cec9d0 0x55b102db9f50 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefceb4cf40 1 -- 172.21.15.29:0/486477455 >> 172.21.15.29:0/486477455 conn(0x55b102d1d080 msgr2=0x55b102dc7250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefceb4cf40 1 -- 172.21.15.29:0/486477455 shutdown_connections 2024-09-12T03:12:25.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.645+0000 7fefceb4cf40 1 -- 172.21.15.29:0/486477455 wait complete. 2024-09-12T03:12:25.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.646+0000 7fefceb4cf40 1 Processor -- start 2024-09-12T03:12:25.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.646+0000 7fefceb4cf40 1 -- start start 2024-09-12T03:12:25.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.647+0000 7fefceb4cf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b102cec9d0 0x55b102db94b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.647+0000 7fefceb4cf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102d1feb0 0x55b102db6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.647+0000 7fefceb4cf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b102dc4640 0x55b102dc63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.647+0000 7fefceb4cf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b102dc3cb0 con 0x55b102d1feb0 2024-09-12T03:12:25.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.647+0000 7fefceb4cf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b102d371d0 con 0x55b102dc4640 2024-09-12T03:12:25.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.647+0000 7fefceb4cf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b102dc0da0 con 0x55b102cec9d0 2024-09-12T03:12:25.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.647+0000 7fefcb400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102d1feb0 0x55b102db6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.647+0000 7fefcb400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102d1feb0 0x55b102db6420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49726/0 (socket says 172.21.15.29:49726) 2024-09-12T03:12:25.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.647+0000 7fefcb400640 1 -- 172.21.15.29:0/3371209078 learned_addr learned my addr 172.21.15.29:0/3371209078 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefcc800640 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b102dc4640 0x55b102dc63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefcbe00640 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b102cec9d0 0x55b102db94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefcb400640 1 -- 172.21.15.29:0/3371209078 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b102cec9d0 msgr2=0x55b102db94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefcb400640 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b102cec9d0 0x55b102db94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefcb400640 1 -- 172.21.15.29:0/3371209078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b102dc4640 msgr2=0x55b102dc63a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefcb400640 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b102dc4640 0x55b102dc63a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefcb400640 1 -- 172.21.15.29:0/3371209078 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b102db9a90 con 0x55b102d1feb0 2024-09-12T03:12:25.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefcb400640 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102d1feb0 0x55b102db6420 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fefb800df70 tx=0x7fefb800b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefc8c00640 1 -- 172.21.15.29:0/3371209078 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefb80032d0 con 0x55b102d1feb0 2024-09-12T03:12:25.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefc8c00640 1 -- 172.21.15.29:0/3371209078 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fefb8016070 con 0x55b102d1feb0 2024-09-12T03:12:25.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefceb4cf40 1 -- 172.21.15.29:0/3371209078 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55b102dbff60 con 0x55b102d1feb0 2024-09-12T03:12:25.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefc8c00640 1 -- 172.21.15.29:0/3371209078 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefb80016f0 con 0x55b102d1feb0 2024-09-12T03:12:25.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.648+0000 7fefceb4cf40 1 -- 172.21.15.29:0/3371209078 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b102dc0520 con 0x55b102d1feb0 2024-09-12T03:12:25.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.650+0000 7fefc8c00640 1 -- 172.21.15.29:0/3371209078 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fefb8001890 con 0x55b102d1feb0 2024-09-12T03:12:25.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.651+0000 7fefc8c00640 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fefac06a810 0x7fefac06ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.651+0000 7fefc8c00640 1 -- 172.21.15.29:0/3371209078 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fefb8089ca0 con 0x55b102d1feb0 2024-09-12T03:12:25.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.651+0000 7fefceb4cf40 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55b102dc68e0 0x55b102e5f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.651+0000 7fefceb4cf40 1 -- 172.21.15.29:0/3371209078 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- osd_op(unknown.0.0:1 9.5 9:a5feb6f3:::10000000006.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e68) -- 0x55b102e544c0 con 0x55b102dc68e0 2024-09-12T03:12:25.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.652+0000 7fefcbe00640 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fefac06a810 0x7fefac06ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.652+0000 7fefcc800640 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55b102dc68e0 0x55b102e5f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.652+0000 7fefcc800640 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55b102dc68e0 0x55b102e5f7f0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.652+0000 7fefcbe00640 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fefac06a810 0x7fefac06ccd0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fefbc05d000 tx=0x7fefbc053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.654+0000 7fefcc800640 1 -- 172.21.15.29:0/3371209078 <== osd.0 v2:172.21.15.29:6808/1028626777 1 ==== osd_op_reply(1 10000000006.00000000 [rmxattr] v68'7 uv7 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fefc4011040 con 0x55b102dc68e0 2024-09-12T03:12:25.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.654+0000 7fefceb4cf40 1 -- 172.21.15.29:0/3371209078 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55b102dc68e0 msgr2=0x55b102e5f7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.654+0000 7fefceb4cf40 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55b102dc68e0 0x55b102e5f7f0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.654+0000 7fefceb4cf40 1 -- 172.21.15.29:0/3371209078 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fefac06a810 msgr2=0x7fefac06ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.654+0000 7fefceb4cf40 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fefac06a810 0x7fefac06ccd0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fefbc05d000 tx=0x7fefbc053000 comp rx=0 tx=0).stop 2024-09-12T03:12:25.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.654+0000 7fefceb4cf40 1 -- 172.21.15.29:0/3371209078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102d1feb0 msgr2=0x55b102db6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.654+0000 7fefceb4cf40 1 --2- 172.21.15.29:0/3371209078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b102d1feb0 0x55b102db6420 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fefb800df70 tx=0x7fefb800b5b0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.654+0000 7fefcc800640 1 -- 172.21.15.29:0/3371209078 reap_dead start 2024-09-12T03:12:25.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.654+0000 7fefceb4cf40 1 -- 172.21.15.29:0/3371209078 shutdown_connections 2024-09-12T03:12:25.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.654+0000 7fefceb4cf40 1 -- 172.21.15.29:0/3371209078 >> 172.21.15.29:0/3371209078 conn(0x55b102d1d080 msgr2=0x55b102dc4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.654+0000 7fefceb4cf40 1 -- 172.21.15.29:0/3371209078 shutdown_connections 2024-09-12T03:12:25.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.655+0000 7fefceb4cf40 1 -- 172.21.15.29:0/3371209078 wait complete. 2024-09-12T03:12:25.659 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000007.00000000 parent 2024-09-12T03:12:25.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.736+0000 7f1448919f40 1 Processor -- start 2024-09-12T03:12:25.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.736+0000 7f1448919f40 1 -- start start 2024-09-12T03:12:25.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.737+0000 7f1448919f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564c8ac992c0 0x564c8ad6a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.737+0000 7f1448919f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564c8accceb0 0x564c8ad66650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.737+0000 7f1448919f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 0x564c8ad66b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.737+0000 7f1448919f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564c8ace4830 con 0x564c8ad71640 2024-09-12T03:12:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.737+0000 7f1448919f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x564c8accbeb0 con 0x564c8accceb0 2024-09-12T03:12:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.737+0000 7f1448919f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x564c8ace4a80 con 0x564c8ac992c0 2024-09-12T03:12:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.737+0000 7f1446600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 0x564c8ad66b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.737+0000 7f1446600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 0x564c8ad66b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49750/0 (socket says 172.21.15.29:49750) 2024-09-12T03:12:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.737+0000 7f1446600640 1 -- 172.21.15.29:0/2267044428 learned_addr learned my addr 172.21.15.29:0/2267044428 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.737+0000 7f1445200640 1 --2- 172.21.15.29:0/2267044428 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564c8accceb0 0x564c8ad66650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.737+0000 7f1445c00640 1 --2- 172.21.15.29:0/2267044428 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564c8ac992c0 0x564c8ad6a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.738+0000 7f1446600640 1 -- 172.21.15.29:0/2267044428 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564c8ac992c0 msgr2=0x564c8ad6a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.738+0000 7f1446600640 1 --2- 172.21.15.29:0/2267044428 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564c8ac992c0 0x564c8ad6a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.738+0000 7f1446600640 1 -- 172.21.15.29:0/2267044428 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564c8accceb0 msgr2=0x564c8ad66650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.738+0000 7f1446600640 1 --2- 172.21.15.29:0/2267044428 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564c8accceb0 0x564c8ad66650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.738+0000 7f1446600640 1 -- 172.21.15.29:0/2267044428 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c8abc5b30 con 0x564c8ad71640 2024-09-12T03:12:25.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.738+0000 7f1446600640 1 --2- 172.21.15.29:0/2267044428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 0x564c8ad66b90 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f14400027d0 tx=0x7f1440002c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b1b2b499d0379fa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.738+0000 7f143f400640 1 -- 172.21.15.29:0/2267044428 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1440016020 con 0x564c8ad71640 2024-09-12T03:12:25.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.738+0000 7f143f400640 1 -- 172.21.15.29:0/2267044428 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f144000d9c0 con 0x564c8ad71640 2024-09-12T03:12:25.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.738+0000 7f143f400640 1 -- 172.21.15.29:0/2267044428 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144000ddb0 con 0x564c8ad71640 2024-09-12T03:12:25.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.739+0000 7f1448919f40 1 -- 172.21.15.29:0/2267044428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 msgr2=0x564c8ad66b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.739+0000 7f1448919f40 1 --2- 172.21.15.29:0/2267044428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 0x564c8ad66b90 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f14400027d0 tx=0x7f1440002c90 comp rx=0 tx=0).stop 2024-09-12T03:12:25.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.739+0000 7f1448919f40 1 -- 172.21.15.29:0/2267044428 shutdown_connections 2024-09-12T03:12:25.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.739+0000 7f1448919f40 1 --2- 172.21.15.29:0/2267044428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 0x564c8ad66b90 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.739+0000 7f1448919f40 1 --2- 172.21.15.29:0/2267044428 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564c8accceb0 0x564c8ad66650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.739+0000 7f1448919f40 1 --2- 172.21.15.29:0/2267044428 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564c8ac992c0 0x564c8ad6a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.739+0000 7f1448919f40 1 -- 172.21.15.29:0/2267044428 >> 172.21.15.29:0/2267044428 conn(0x564c8acca080 msgr2=0x564c8ad72430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.739+0000 7f1448919f40 1 -- 172.21.15.29:0/2267044428 shutdown_connections 2024-09-12T03:12:25.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.739+0000 7f1448919f40 1 -- 172.21.15.29:0/2267044428 wait complete. 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.740+0000 7f1448919f40 1 Processor -- start 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.740+0000 7f1448919f40 1 -- start start 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.741+0000 7f1448919f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564c8ac992c0 0x564c8ad6c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.741+0000 7f1448919f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564c8accceb0 0x564c8ad5fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.741+0000 7f1448919f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 0x564c8ad74400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.741+0000 7f1448919f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564c8ad70d40 con 0x564c8ad71640 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.741+0000 7f1448919f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x564c8ad6e3b0 con 0x564c8accceb0 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.741+0000 7f1448919f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x564c8ad6a880 con 0x564c8ac992c0 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1446600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 0x564c8ad74400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1445c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564c8ac992c0 0x564c8ad6c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1445200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564c8accceb0 0x564c8ad5fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1446600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 0x564c8ad74400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49760/0 (socket says 172.21.15.29:49760) 2024-09-12T03:12:25.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1445c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564c8ac992c0 0x564c8ad6c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:52568/0 (socket says 172.21.15.29:52568) 2024-09-12T03:12:25.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1446600640 1 -- 172.21.15.29:0/1966585810 learned_addr learned my addr 172.21.15.29:0/1966585810 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1446600640 1 -- 172.21.15.29:0/1966585810 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564c8ac992c0 msgr2=0x564c8ad6c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1446600640 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564c8ac992c0 0x564c8ad6c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1446600640 1 -- 172.21.15.29:0/1966585810 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564c8accceb0 msgr2=0x564c8ad5fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1446600640 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564c8accceb0 0x564c8ad5fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1446600640 1 -- 172.21.15.29:0/1966585810 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c8ad60180 con 0x564c8ad71640 2024-09-12T03:12:25.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.742+0000 7f1446600640 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 0x564c8ad74400 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f144000d5a0 tx=0x7f14400033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.743+0000 7f143e000640 1 -- 172.21.15.29:0/1966585810 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1440021070 con 0x564c8ad71640 2024-09-12T03:12:25.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.743+0000 7f143e000640 1 -- 172.21.15.29:0/1966585810 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1440005a40 con 0x564c8ad71640 2024-09-12T03:12:25.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.743+0000 7f143e000640 1 -- 172.21.15.29:0/1966585810 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144001b660 con 0x564c8ad71640 2024-09-12T03:12:25.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.743+0000 7f1448919f40 1 -- 172.21.15.29:0/1966585810 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x564c8ad6cb10 con 0x564c8ad71640 2024-09-12T03:12:25.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.743+0000 7f1448919f40 1 -- 172.21.15.29:0/1966585810 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c8adfa410 con 0x564c8ad71640 2024-09-12T03:12:25.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.745+0000 7f143e000640 1 -- 172.21.15.29:0/1966585810 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1440019020 con 0x564c8ad71640 2024-09-12T03:12:25.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.745+0000 7f143e000640 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f142806a810 0x7f142806ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.746+0000 7f143e000640 1 -- 172.21.15.29:0/1966585810 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f144008b810 con 0x564c8ad71640 2024-09-12T03:12:25.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.746+0000 7f1445c00640 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f142806a810 0x7f142806ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.746+0000 7f1448919f40 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x564c8ae01190 0x564c8ae084e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.746+0000 7f1448919f40 1 -- 172.21.15.29:0/1966585810 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- osd_op(unknown.0.0:1 9.1d 9:bbf5850a:::10000000007.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e68) -- 0x564c8ae08a20 con 0x564c8ae01190 2024-09-12T03:12:25.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.746+0000 7f1445200640 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x564c8ae01190 0x564c8ae084e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.747+0000 7f1445c00640 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f142806a810 0x7f142806ccd0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f1438057000 tx=0x7f1438052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.747+0000 7f1445200640 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x564c8ae01190 0x564c8ae084e0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.748+0000 7f1445200640 1 -- 172.21.15.29:0/1966585810 <== osd.0 v2:172.21.15.29:6808/1028626777 1 ==== osd_op_reply(1 10000000007.00000000 [rmxattr] v68'7 uv7 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1434009b60 con 0x564c8ae01190 2024-09-12T03:12:25.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.748+0000 7f1448919f40 1 -- 172.21.15.29:0/1966585810 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x564c8ae01190 msgr2=0x564c8ae084e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.748+0000 7f1448919f40 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x564c8ae01190 0x564c8ae084e0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.749+0000 7f1448919f40 1 -- 172.21.15.29:0/1966585810 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f142806a810 msgr2=0x7f142806ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.749+0000 7f1448919f40 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f142806a810 0x7f142806ccd0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f1438057000 tx=0x7f1438052000 comp rx=0 tx=0).stop 2024-09-12T03:12:25.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.749+0000 7f1448919f40 1 -- 172.21.15.29:0/1966585810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 msgr2=0x564c8ad74400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.749+0000 7f1448919f40 1 --2- 172.21.15.29:0/1966585810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564c8ad71640 0x564c8ad74400 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f144000d5a0 tx=0x7f14400033a0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.749+0000 7f1446600640 1 -- 172.21.15.29:0/1966585810 reap_dead start 2024-09-12T03:12:25.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.749+0000 7f1448919f40 1 -- 172.21.15.29:0/1966585810 shutdown_connections 2024-09-12T03:12:25.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.749+0000 7f1448919f40 1 -- 172.21.15.29:0/1966585810 >> 172.21.15.29:0/1966585810 conn(0x564c8acca080 msgr2=0x564c8ad72610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.749+0000 7f1448919f40 1 -- 172.21.15.29:0/1966585810 shutdown_connections 2024-09-12T03:12:25.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.749+0000 7f1448919f40 1 -- 172.21.15.29:0/1966585810 wait complete. 2024-09-12T03:12:25.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:25.754 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.4:0 scrub start /d1/d2/d3 recursive,force 2024-09-12T03:12:25.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.915+0000 7fd0d2000640 1 Processor -- start 2024-09-12T03:12:25.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.915+0000 7fd0d2000640 1 -- start start 2024-09-12T03:12:25.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.916+0000 7fd0d2000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 0x7fd0cc161f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.916+0000 7fd0d2000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd0cc0d2a00 0x7fd0cc0d2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.916+0000 7fd0d2000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0cc1627d0 con 0x7fd0cc0d2460 2024-09-12T03:12:25.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.916+0000 7fd0d2000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fd0cc162ab0 con 0x7fd0cc0d2a00 2024-09-12T03:12:25.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.916+0000 7fd0d2000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd0cc06d4c0 con 0x7fd0cc15e510 2024-09-12T03:12:25.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.917+0000 7fd0d0c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 0x7fd0cc161f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.917+0000 7fd0d0c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 0x7fd0cc161f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:52580/0 (socket says 172.21.15.29:52580) 2024-09-12T03:12:25.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.917+0000 7fd0d0c00640 1 -- 172.21.15.29:0/2165741556 learned_addr learned my addr 172.21.15.29:0/2165741556 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.917+0000 7fd0d1600640 1 --2- 172.21.15.29:0/2165741556 >> v2:172.21.15.38:3300/0 conn(0x7fd0cc0d2a00 0x7fd0cc0d2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.917+0000 7fd0d0c00640 1 -- 172.21.15.29:0/2165741556 >> v2:172.21.15.38:3300/0 conn(0x7fd0cc0d2a00 msgr2=0x7fd0cc0d2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.917+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/2165741556 >> v2:172.21.15.38:3300/0 conn(0x7fd0cc0d2a00 0x7fd0cc0d2eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.917+0000 7fd0d0c00640 1 -- 172.21.15.29:0/2165741556 >> v1:172.21.15.38:6789/0 conn(0x7fd0cc0d2460 legacy=0x7fd0cc06dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.917+0000 7fd0d0c00640 1 -- 172.21.15.29:0/2165741556 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0cc06d7a0 con 0x7fd0cc15e510 2024-09-12T03:12:25.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.917+0000 7fd0d1600640 1 --2- 172.21.15.29:0/2165741556 >> v2:172.21.15.38:3300/0 conn(0x7fd0cc0d2a00 0x7fd0cc0d2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:12:25.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.918+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/2165741556 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 0x7fd0cc161f10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd0c00098a0 tx=0x7fd0c002a2a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d7726145cefdc14 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.919+0000 7fd0cb400640 1 -- 172.21.15.29:0/2165741556 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c0037070 con 0x7fd0cc15e510 2024-09-12T03:12:25.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.919+0000 7fd0cb400640 1 -- 172.21.15.29:0/2165741556 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0c0032440 con 0x7fd0cc15e510 2024-09-12T03:12:25.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.919+0000 7fd0cb400640 1 -- 172.21.15.29:0/2165741556 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c0032810 con 0x7fd0cc15e510 2024-09-12T03:12:25.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.919+0000 7fd0d2000640 1 -- 172.21.15.29:0/2165741556 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 msgr2=0x7fd0cc161f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.919+0000 7fd0d2000640 1 --2- 172.21.15.29:0/2165741556 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 0x7fd0cc161f10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd0c00098a0 tx=0x7fd0c002a2a0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.919+0000 7fd0d2000640 1 -- 172.21.15.29:0/2165741556 shutdown_connections 2024-09-12T03:12:25.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.919+0000 7fd0d2000640 1 --2- 172.21.15.29:0/2165741556 >> v2:172.21.15.38:3300/0 conn(0x7fd0cc0d2a00 0x7fd0cc0d2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.919+0000 7fd0d2000640 1 --2- 172.21.15.29:0/2165741556 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 0x7fd0cc161f10 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.919+0000 7fd0d2000640 1 -- 172.21.15.29:0/2165741556 >> 172.21.15.29:0/2165741556 conn(0x7fd0cc09d7b0 msgr2=0x7fd0cc08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.920+0000 7fd0d2000640 1 -- 172.21.15.29:0/2165741556 shutdown_connections 2024-09-12T03:12:25.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.920+0000 7fd0d2000640 1 -- 172.21.15.29:0/2165741556 wait complete. 2024-09-12T03:12:25.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.921+0000 7fd0d2000640 1 Processor -- start 2024-09-12T03:12:25.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.921+0000 7fd0d2000640 1 -- start start 2024-09-12T03:12:25.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.922+0000 7fd0d2000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0cc0d2460 0x7fd0cc160310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.922+0000 7fd0d2000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0cc0d2a00 0x7fd0cc0b5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.922+0000 7fd0d2000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 0x7fd0cc0b6430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.922+0000 7fd0d2000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd0cc162450 con 0x7fd0cc0d2460 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.922+0000 7fd0d2000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd0cc06e3d0 con 0x7fd0cc0d2a00 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.922+0000 7fd0d2000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd0cc0cf030 con 0x7fd0cc15e510 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.923+0000 7fd0d0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0cc0d2460 0x7fd0cc160310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.923+0000 7fd0d0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0cc0d2460 0x7fd0cc160310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49770/0 (socket says 172.21.15.29:49770) 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.923+0000 7fd0d0c00640 1 -- 172.21.15.29:0/1982804612 learned_addr learned my addr 172.21.15.29:0/1982804612 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.923+0000 7fd0cbe00640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0cc0d2a00 0x7fd0cc0b5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.923+0000 7fd0d1600640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 0x7fd0cc0b6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.923+0000 7fd0d0c00640 1 -- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 msgr2=0x7fd0cc0b6430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.923+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 0x7fd0cc0b6430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.923+0000 7fd0d0c00640 1 -- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0cc0d2a00 msgr2=0x7fd0cc0b5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.923+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0cc0d2a00 0x7fd0cc0b5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.923+0000 7fd0d0c00640 1 -- 172.21.15.29:0/1982804612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0cc160d90 con 0x7fd0cc0d2460 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.923+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0cc0d2460 0x7fd0cc160310 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fd0c00099c0 tx=0x7fd0c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.924+0000 7fd0c8c00640 1 -- 172.21.15.29:0/1982804612 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c0037040 con 0x7fd0cc0d2460 2024-09-12T03:12:25.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.924+0000 7fd0c8c00640 1 -- 172.21.15.29:0/1982804612 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0c0042070 con 0x7fd0cc0d2460 2024-09-12T03:12:25.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.924+0000 7fd0c8c00640 1 -- 172.21.15.29:0/1982804612 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c0030880 con 0x7fd0cc0d2460 2024-09-12T03:12:25.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.924+0000 7fd0d2000640 1 -- 172.21.15.29:0/1982804612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0cc0c7ff0 con 0x7fd0cc0d2460 2024-09-12T03:12:25.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.924+0000 7fd0d2000640 1 -- 172.21.15.29:0/1982804612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0cc0c85b0 con 0x7fd0cc0d2460 2024-09-12T03:12:25.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.927+0000 7fd0c8c00640 1 -- 172.21.15.29:0/1982804612 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd0c0030a20 con 0x7fd0cc0d2460 2024-09-12T03:12:25.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.928+0000 7fd0c8c00640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b006be30 0x7fd0b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.928+0000 7fd0c8c00640 1 -- 172.21.15.29:0/1982804612 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fd0c00ab710 con 0x7fd0cc0d2460 2024-09-12T03:12:25.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.928+0000 7fd0d6460740 1 Processor -- start 2024-09-12T03:12:25.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.928+0000 7fd0cbe00640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b006be30 0x7fd0b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.928+0000 7fd0d6460740 1 -- start start 2024-09-12T03:12:25.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0cbe00640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b006be30 0x7fd0b006e2f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc0ce720 tx=0x7fd0bc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5aaf80 0x5628db5f0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5a8740 0x5628db5ab360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db5a5800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0d6460740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5628db50d9c0 con 0x5628db5a8740 2024-09-12T03:12:25.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0d6460740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5628db4b58f0 con 0x5628db5ac710 2024-09-12T03:12:25.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0d6460740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5628db509980 con 0x5628db5aaf80 2024-09-12T03:12:25.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0cbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5a8740 0x5628db5ab360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0cbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5a8740 0x5628db5ab360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49778/0 (socket says 172.21.15.29:49778) 2024-09-12T03:12:25.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0cbe00640 1 -- 172.21.15.29:0/3715800489 learned_addr learned my addr 172.21.15.29:0/3715800489 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0d1600640 1 --2- 172.21.15.29:0/3715800489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db5a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.929+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/3715800489 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5aaf80 0x5628db5f0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.930+0000 7fd0cbe00640 1 -- 172.21.15.29:0/3715800489 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5aaf80 msgr2=0x5628db5f0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.930+0000 7fd0cbe00640 1 --2- 172.21.15.29:0/3715800489 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5aaf80 0x5628db5f0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.930+0000 7fd0cbe00640 1 -- 172.21.15.29:0/3715800489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 msgr2=0x5628db5a5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.930+0000 7fd0cbe00640 1 --2- 172.21.15.29:0/3715800489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db5a5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.930+0000 7fd0cbe00640 1 -- 172.21.15.29:0/3715800489 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628db2e8a50 con 0x5628db5a8740 2024-09-12T03:12:25.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.930+0000 7fd0cbe00640 1 --2- 172.21.15.29:0/3715800489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5a8740 0x5628db5ab360 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc00fa10 tx=0x7fd0bc012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=564c30476ebbea49 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.930+0000 7fd0b9200640 1 -- 172.21.15.29:0/3715800489 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0bc025070 con 0x5628db5a8740 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.930+0000 7fd0b9200640 1 -- 172.21.15.29:0/3715800489 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0bc01b050 con 0x5628db5a8740 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.930+0000 7fd0b9200640 1 -- 172.21.15.29:0/3715800489 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0bc014de0 con 0x5628db5a8740 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.931+0000 7fd0d6460740 1 -- 172.21.15.29:0/3715800489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5a8740 msgr2=0x5628db5ab360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.931+0000 7fd0d6460740 1 --2- 172.21.15.29:0/3715800489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5a8740 0x5628db5ab360 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc00fa10 tx=0x7fd0bc012000 comp rx=0 tx=0).stop 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.931+0000 7fd0d6460740 1 -- 172.21.15.29:0/3715800489 shutdown_connections 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.931+0000 7fd0d6460740 1 --2- 172.21.15.29:0/3715800489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db5a5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.931+0000 7fd0d6460740 1 --2- 172.21.15.29:0/3715800489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5a8740 0x5628db5ab360 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.931+0000 7fd0d6460740 1 --2- 172.21.15.29:0/3715800489 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5aaf80 0x5628db5f0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.931+0000 7fd0d6460740 1 -- 172.21.15.29:0/3715800489 >> 172.21.15.29:0/3715800489 conn(0x5628db5a79d0 msgr2=0x5628db5efbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.931+0000 7fd0d6460740 1 -- 172.21.15.29:0/3715800489 shutdown_connections 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.931+0000 7fd0d6460740 1 -- 172.21.15.29:0/3715800489 wait complete. 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.932+0000 7fd0d6460740 1 -- start start 2024-09-12T03:12:25.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.932+0000 7fd0d6460740 1 Processor -- start 2024-09-12T03:12:25.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5aaf80 0x5628db5ed480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db6005b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0d6460740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5628db5a6e70 con 0x5628db600af0 2024-09-12T03:12:25.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0d6460740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5628db4c8b40 con 0x5628db5ac710 2024-09-12T03:12:25.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0d6460740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5628db5f0f50 con 0x5628db5aaf80 2024-09-12T03:12:25.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0d6460740 10 client.0 _ll_register_callbacks cb 0x5628db4cabd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:25.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0d1600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0d1600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5ce9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49784/0 (socket says 172.21.15.29:49784) 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0d1600640 1 -- 172.21.15.29:0/889208051 learned_addr learned my addr 172.21.15.29:0/889208051 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5aaf80 0x5628db5ed480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.933+0000 7fd0cbe00640 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db6005b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0d1600640 1 -- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5aaf80 msgr2=0x5628db5ed480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0d1600640 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5aaf80 0x5628db5ed480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0d1600640 1 -- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 msgr2=0x5628db6005b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0d1600640 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db6005b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0d1600640 1 -- 172.21.15.29:0/889208051 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628db1e03e0 con 0x5628db600af0 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0d1600640 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5ce9b0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4014e00 tx=0x7fd0c4012670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34236f7b344b24fb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0ad600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0ad600640 1 -- 172.21.15.29:0/889208051 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c401e620 con 0x5628db600af0 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0ad600640 1 -- 172.21.15.29:0/889208051 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fd0c401e7c0 con 0x5628db600af0 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0d6460740 1 -- 172.21.15.29:0/889208051 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0bc01b050 con 0x5628db600af0 2024-09-12T03:12:25.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0ad600640 1 -- 172.21.15.29:0/889208051 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7fd0c401ea10 con 0x5628db600af0 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0d6460740 10 client.6462 fetch_fsmap learned FSMap version 59 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.934+0000 7fd0d6460740 1 -- 172.21.15.29:0/889208051 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x5628db3491e0 con 0x5628db600af0 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.935+0000 7fd0ad600640 1 -- 172.21.15.29:0/889208051 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0bc01b050 con 0x5628db600af0 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.935+0000 7fd0ad600640 1 -- 172.21.15.29:0/889208051 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 59) ==== 3554+0+0 (secure 0 0 0) 0x7fd0c402b080 con 0x5628db600af0 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.935+0000 7fd0d6460740 10 client.6462 fetch_fsmap finished waiting for FSMap version 59 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.935+0000 7fd0d6460740 10 client.6462 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.b 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.935+0000 7fd0d6460740 20 client.6462 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.935+0000 7fd0d6460740 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5628db603ba0 0x5628db603fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.935+0000 7fd0d6460740 4 client.6462 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.935+0000 7fd0d6460740 1 -- 172.21.15.29:0/889208051 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5628db51b0f0 con 0x5628db603ba0 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.935+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5628db603ba0 0x5628db603fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.936+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5628db603ba0 0x5628db603fa0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a1c0dba27242ce9 server_cookie=1f5a352fb94b51b0 in_seq=0 out_seq=0 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.936+0000 7fd0ad600640 10 client.6462 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:25.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0ad600640 1 -- 172.21.15.29:0/889208051 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5628db51b0f0 con 0x5628db603ba0 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0ad600640 10 client.6462 handle_command_reply: tid=0 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0d6460740 1 client.6462 shutdown 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0d6460740 1 -- 172.21.15.29:0/889208051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 msgr2=0x5628db5ce9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0d6460740 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5ce9b0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4014e00 tx=0x7fd0c4012670 comp rx=0 tx=0).stop 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0d6460740 1 -- 172.21.15.29:0/889208051 shutdown_connections 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0d6460740 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5628db603ba0 0x5628db603fa0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0d6460740 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5ce9b0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0d6460740 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db6005b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0d6460740 1 --2- 172.21.15.29:0/889208051 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5aaf80 0x5628db5ed480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0ad600640 0 client.6462 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0d6460740 1 -- 172.21.15.29:0/889208051 >> 172.21.15.29:0/889208051 conn(0x5628db5a8740 msgr2=0x5628db5a8ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0d6460740 1 -- 172.21.15.29:0/889208051 shutdown_connections 2024-09-12T03:12:25.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.937+0000 7fd0d6460740 1 -- 172.21.15.29:0/889208051 wait complete. 2024-09-12T03:12:25.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.938+0000 7fd0d6460740 20 client.6462 trim_cache size 0 max 16384 2024-09-12T03:12:25.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.956+0000 7fd0d6460740 1 Processor -- start 2024-09-12T03:12:25.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.956+0000 7fd0d6460740 1 -- start start 2024-09-12T03:12:25.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5aaf80 0x5628db5f0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5ac710 0x5628db5aa000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5edc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d6460740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd0cc201130 con 0x5628db600af0 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d6460740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd0cc200300 con 0x5628db5aaf80 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d6460740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd0cc200a00 con 0x5628db5ac710 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d1600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5edc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d1600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5edc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49798/0 (socket says 172.21.15.29:49798) 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d1600640 1 -- 172.21.15.29:0/2354170204 learned_addr learned my addr 172.21.15.29:0/2354170204 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d1600640 1 -- 172.21.15.29:0/2354170204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5ac710 msgr2=0x5628db5aa000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d1600640 1 --2- 172.21.15.29:0/2354170204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5ac710 0x5628db5aa000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d1600640 1 -- 172.21.15.29:0/2354170204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5aaf80 msgr2=0x5628db5f0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d1600640 1 --2- 172.21.15.29:0/2354170204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5aaf80 0x5628db5f0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.957+0000 7fd0d1600640 1 -- 172.21.15.29:0/2354170204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628db600920 con 0x5628db600af0 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.958+0000 7fd0d1600640 1 --2- 172.21.15.29:0/2354170204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5edc70 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fd0c401ffa0 tx=0x7fd0c4019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ef4a96ac56c73fd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.958+0000 7fd0afe00640 1 -- 172.21.15.29:0/2354170204 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c401e420 con 0x5628db600af0 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.958+0000 7fd0afe00640 1 -- 172.21.15.29:0/2354170204 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0c401e5c0 con 0x5628db600af0 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.958+0000 7fd0afe00640 1 -- 172.21.15.29:0/2354170204 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c4032430 con 0x5628db600af0 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.958+0000 7fd0d6460740 1 -- 172.21.15.29:0/2354170204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 msgr2=0x5628db5edc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.958+0000 7fd0d6460740 1 --2- 172.21.15.29:0/2354170204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5edc70 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fd0c401ffa0 tx=0x7fd0c4019000 comp rx=0 tx=0).stop 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.959+0000 7fd0d6460740 1 -- 172.21.15.29:0/2354170204 shutdown_connections 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.959+0000 7fd0d6460740 1 --2- 172.21.15.29:0/2354170204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db600af0 0x5628db5edc70 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.959+0000 7fd0d6460740 1 --2- 172.21.15.29:0/2354170204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db5ac710 0x5628db5aa000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.959+0000 7fd0d6460740 1 --2- 172.21.15.29:0/2354170204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5aaf80 0x5628db5f0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.959+0000 7fd0d6460740 1 -- 172.21.15.29:0/2354170204 >> 172.21.15.29:0/2354170204 conn(0x5628db5a8740 msgr2=0x5628db5a8be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.959+0000 7fd0d6460740 1 -- 172.21.15.29:0/2354170204 shutdown_connections 2024-09-12T03:12:25.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.959+0000 7fd0d6460740 1 -- 172.21.15.29:0/2354170204 wait complete. 2024-09-12T03:12:25.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.959+0000 7fd0d6460740 1 -- start start 2024-09-12T03:12:25.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.960+0000 7fd0d6460740 1 Processor -- start 2024-09-12T03:12:25.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.960+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5aaf80 0x5628db66e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.960+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db606970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.960+0000 7fd0d6460740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db600af0 0x5628db5edc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d6460740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5628db603430 con 0x5628db5aaf80 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d6460740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd0cc1ff4c0 con 0x5628db5ac710 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d6460740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5628db5a7400 con 0x5628db600af0 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d6460740 10 client.0 _ll_register_callbacks cb 0x7fd0c4009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5aaf80 0x5628db66e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5aaf80 0x5628db66e970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49806/0 (socket says 172.21.15.29:49806) 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d0c00640 1 -- 172.21.15.29:0/490809824 learned_addr learned my addr 172.21.15.29:0/490809824 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d1600640 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db600af0 0x5628db5edc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0cbe00640 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db606970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d0c00640 1 -- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db600af0 msgr2=0x5628db5edc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db600af0 0x5628db5edc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d0c00640 1 -- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 msgr2=0x5628db606970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db606970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d0c00640 1 -- 172.21.15.29:0/490809824 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628db5ced20 con 0x5628db5aaf80 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0cbe00640 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db606970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0d0c00640 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5aaf80 0x5628db66e970 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fd0c0009990 tx=0x7fd0c0080040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2c85aab9452ac3d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.961+0000 7fd0ad600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0ad600640 1 -- 172.21.15.29:0/490809824 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c0079eb0 con 0x5628db5aaf80 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0ad600640 1 -- 172.21.15.29:0/490809824 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fd0c00a9e00 con 0x5628db5aaf80 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0d6460740 1 -- 172.21.15.29:0/490809824 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0c401e5c0 con 0x5628db5aaf80 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0ad600640 1 -- 172.21.15.29:0/490809824 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7fd0c00797b0 con 0x5628db5aaf80 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0d6460740 10 client.6468 fetch_fsmap learned FSMap version 59 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0d6460740 1 -- 172.21.15.29:0/490809824 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x5628db5a7770 con 0x5628db5aaf80 2024-09-12T03:12:25.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0ad600640 1 -- 172.21.15.29:0/490809824 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0c401e5c0 con 0x5628db5aaf80 2024-09-12T03:12:25.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0ad600640 1 -- 172.21.15.29:0/490809824 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 59) ==== 3554+0+0 (secure 0 0 0) 0x7fd0c003a070 con 0x5628db5aaf80 2024-09-12T03:12:25.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0d6460740 10 client.6468 fetch_fsmap finished waiting for FSMap version 59 2024-09-12T03:12:25.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0d6460740 10 client.6468 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.b 2024-09-12T03:12:25.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0d6460740 20 client.6468 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:25.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0d6460740 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5628db605190 0x5628db5ee1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:25.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0d6460740 4 client.6468 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/d1/d2/d3", "scrubops": ["recursive", "force"]}] 2024-09-12T03:12:25.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.962+0000 7fd0d6460740 1 -- 172.21.15.29:0/490809824 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "scrub start", "path": "/d1/d2/d3", "scrubops": ["recursive", "force"]}) -- 0x5628db5d6a70 con 0x5628db605190 2024-09-12T03:12:25.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.963+0000 7fd0cbe00640 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5628db605190 0x5628db5ee1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:25.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.963+0000 7fd0cbe00640 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5628db605190 0x5628db5ee1b0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2cc5c9f9a787bfd8 server_cookie=8d147dda4456939 in_seq=0 out_seq=0 2024-09-12T03:12:25.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.963+0000 7fd0ad600640 10 client.6468 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:25.967 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:12:25.965+0000 7fe237400640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000002 [...2,head] /d1/d2/d3/ auth{1=1,2=1} v19 ap=1 f(v0 m2024-09-12T03:12:07.349970+0000 1=0+1) n(v3 rc2024-09-12T03:12:07.630965+0000 6=0+6) (inest mix dirty) (ifile excl) caps={5591=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5591 | dirtyscattered=1 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x55a44eac7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000002:[<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:12:07.349970+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:12:07.630965+0000 6=0+6)","memory_value.dirstat":"f(v0 m2024-09-12T03:12:07.349970+0000 1=0+1)","memory_value.rstat":"n(v3 rc2024-09-12T03:12:07.630965+0000 6=0+6)","error_str":""},"return_code":-61} 2024-09-12T03:12:25.967 INFO:tasks.ceph.mds.d.smithi038.stderr:2024-09-12T03:12:25.965+0000 7f945fa00640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000004 [...2,head] /d1/d2/d3/d4/d5/ auth{0=1,2=1} v15 ap=1 f(v0 m2024-09-12T03:12:07.351970+0000 1=0+1) n(v2 rc2024-09-12T03:12:07.630965+0000 4=0+4) (inest lock) (ifile excl) caps={5591=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5591 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 authpin=1 scrubqueue=0 0x562729498580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000004:[<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:12:07.351970+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:12:07.630965+0000 4=0+4)","memory_value.dirstat":"f(v0 m2024-09-12T03:12:07.351970+0000 1=0+1)","memory_value.rstat":"n(v2 rc2024-09-12T03:12:07.630965+0000 4=0+4)","error_str":""},"return_code":-61} 2024-09-12T03:12:25.968 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:12:25.967+0000 7fe23f600640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000003 [...2,head] /d1/d2/d3/d4/ auth{1=1,2=1} v19 ap=2 f(v0 m2024-09-12T03:12:07.350970+0000 1=0+1) n(v4 rc2024-09-12T03:12:07.630965+0000 5=0+5) (inest sync->mix g=1,2) caps={5591=pAsLsXsFs/pAsLsXsFsxcral@8} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 export_pin=1 0x55a44eac7600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000003:[<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:12:07.350970+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:12:07.630965+0000 5=0+5)","memory_value.dirstat":"f(v0 m2024-09-12T03:12:07.350970+0000 1=0+1)","memory_value.rstat":"n(v4 rc2024-09-12T03:12:07.630965+0000 5=0+5)","error_str":""},"return_code":-61} 2024-09-12T03:12:25.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.964+0000 7fd0ad600640 1 -- 172.21.15.29:0/490809824 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5628db5d6a70 con 0x5628db605190 2024-09-12T03:12:25.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.964+0000 7fd0ad600640 10 client.6468 handle_command_reply: tid=0 2024-09-12T03:12:25.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.964+0000 7fd0d6460740 1 client.6468 shutdown 2024-09-12T03:12:25.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.964+0000 7fd0d6460740 1 -- 172.21.15.29:0/490809824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5aaf80 msgr2=0x5628db66e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.964+0000 7fd0d6460740 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5aaf80 0x5628db66e970 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fd0c0009990 tx=0x7fd0c0080040 comp rx=0 tx=0).stop 2024-09-12T03:12:25.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fd0d6460740 1 -- 172.21.15.29:0/490809824 shutdown_connections 2024-09-12T03:12:25.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fd0d6460740 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5628db605190 0x5628db5ee1b0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fd0d6460740 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5628db600af0 0x5628db5edc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fd0d6460740 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5628db5ac710 0x5628db606970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fd0d6460740 1 --2- 172.21.15.29:0/490809824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628db5aaf80 0x5628db66e970 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fd0ad600640 0 client.6468 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:25.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fd0d6460740 1 -- 172.21.15.29:0/490809824 >> 172.21.15.29:0/490809824 conn(0x5628db5a8740 msgr2=0x5628db5a8c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fd0d6460740 1 -- 172.21.15.29:0/490809824 shutdown_connections 2024-09-12T03:12:25.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fd0d6460740 1 -- 172.21.15.29:0/490809824 wait complete. 2024-09-12T03:12:25.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fd0d6460740 20 client.6468 trim_cache size 0 max 16384 2024-09-12T03:12:25.969 INFO:tasks.ceph.mds.d.smithi038.stderr:2024-09-12T03:12:25.967+0000 7f9467c00640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000005 [...2,head] /d1/d2/d3/d4/d5/d6/ auth{0=1,2=1} v11 ap=2 f(v0 m2024-09-12T03:12:07.352970+0000 1=0+1) n(v1 rc2024-09-12T03:12:07.630965+0000 3=0+3) (inest sync->mix g=0,2 scatter_wanted) caps={5591=pAsLsXsFs/pAsLsXsFsxcral@7} | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 export_pin=2 0x56272a400c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000005:[<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:12:07.352970+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:12:07.353970+0000 3=0+3)","memory_value.dirstat":"f(v0 m2024-09-12T03:12:07.352970+0000 1=0+1)","memory_value.rstat":"n(v1 rc2024-09-12T03:12:07.630965+0000 3=0+3)","error_str":""},"return_code":-61} 2024-09-12T03:12:25.970 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:12:25.970 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0, 2024-09-12T03:12:25.970 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_tag": "2d7627d1-5942-4d90-a222-f05c291d6067", 2024-09-12T03:12:25.970 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": "asynchronous" 2024-09-12T03:12:25.970 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:12:25.970 INFO:tasks.ceph.mds.c.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fa57ae00640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000006 [...2,head] /d1/d2/d3/d4/d5/d6/d7/ auth v4 ap=1 f(v0 m2024-09-12T03:12:07.353970+0000 1=0+1) n(v0 rc2024-09-12T03:12:07.353970+0000 2=0+2) (inest lock) (ifile excl) caps={5591=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5591 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55aa4e405080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000006:[<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:12:07.353970+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:12:07.353970+0000 2=0+2)","memory_value.dirstat":"f(v0 m2024-09-12T03:12:07.353970+0000 1=0+1)","memory_value.rstat":"n(v0 rc2024-09-12T03:12:07.353970+0000 2=0+2)","error_str":""},"return_code":-61} 2024-09-12T03:12:25.970 INFO:tasks.ceph.mds.c.smithi029.stderr:2024-09-12T03:12:25.965+0000 7fa57ae00640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000007 [...2,head] /d1/d2/d3/d4/d5/d6/d7/d8/ auth v2 ap=1 f() n(v0 1=0+1) (inest lock) (ifile excl) caps={5591=pAsLsXsFsx/AsLsXsFsx@2},l=5591 | importingcaps=0 dirfrag=0 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55aa4e405600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000007:[<0x10000000006/d8 v2>,<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n(v0 1=0+1)","memory_value.dirstat":"f()","memory_value.rstat":"n(v0 1=0+1)","error_str":""},"return_code":-61} 2024-09-12T03:12:25.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 -- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b006be30 msgr2=0x7fd0b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b006be30 0x7fd0b006e2f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fd0cc0ce720 tx=0x7fd0bc009040 comp rx=0 tx=0).stop 2024-09-12T03:12:25.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 -- 172.21.15.29:0/1982804612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0cc0d2460 msgr2=0x7fd0cc160310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:25.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0cc0d2460 0x7fd0cc160310 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fd0c00099c0 tx=0x7fd0c00046c0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 -- 172.21.15.29:0/1982804612 shutdown_connections 2024-09-12T03:12:25.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b006be30 0x7fd0b006e2f0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0cc15e510 0x7fd0cc0b6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0cc0d2a00 0x7fd0cc0b5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 --2- 172.21.15.29:0/1982804612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0cc0d2460 0x7fd0cc160310 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:25.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 -- 172.21.15.29:0/1982804612 >> 172.21.15.29:0/1982804612 conn(0x7fd0cc09d7b0 msgr2=0x7fd0cc0b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:25.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 -- 172.21.15.29:0/1982804612 shutdown_connections 2024-09-12T03:12:25.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:25.966+0000 7fd0d2000640 1 -- 172.21.15.29:0/1982804612 wait complete. 2024-09-12T03:12:25.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:25.982 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.4:0 scrub status 2024-09-12T03:12:26.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.141+0000 7f3461600640 1 Processor -- start 2024-09-12T03:12:26.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.142+0000 7f3461600640 1 -- start start 2024-09-12T03:12:26.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.143+0000 7f3461600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f345c072040 0x7f345c15fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.143+0000 7f3461600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 0x7f345c0cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.143+0000 7f3461600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f345c160340 con 0x7f345c072d80 2024-09-12T03:12:26.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.143+0000 7f3461600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f345c1605e0 con 0x7f345c072040 2024-09-12T03:12:26.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.143+0000 7f3461600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f345c1608c0 con 0x7f345c06e0a0 2024-09-12T03:12:26.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.143+0000 7f345b400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 0x7f345c0cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.143+0000 7f345b400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 0x7f345c0cd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:52652/0 (socket says 172.21.15.29:52652) 2024-09-12T03:12:26.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.143+0000 7f345b400640 1 -- 172.21.15.29:0/3467867363 learned_addr learned my addr 172.21.15.29:0/3467867363 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:26.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.143+0000 7f345aa00640 1 --2- 172.21.15.29:0/3467867363 >> v2:172.21.15.38:3300/0 conn(0x7f345c072040 0x7f345c15fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.144+0000 7f345b400640 1 -- 172.21.15.29:0/3467867363 >> v2:172.21.15.38:3300/0 conn(0x7f345c072040 msgr2=0x7f345c15fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:26.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.144+0000 7f345b400640 1 --2- 172.21.15.29:0/3467867363 >> v2:172.21.15.38:3300/0 conn(0x7f345c072040 0x7f345c15fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.144+0000 7f345b400640 1 -- 172.21.15.29:0/3467867363 >> v1:172.21.15.38:6789/0 conn(0x7f345c072d80 legacy=0x7f345c072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:26.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.144+0000 7f345b400640 1 -- 172.21.15.29:0/3467867363 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f345c160ba0 con 0x7f345c06e0a0 2024-09-12T03:12:26.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.145+0000 7f345b400640 1 --2- 172.21.15.29:0/3467867363 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 0x7f345c0cd5b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3454009e50 tx=0x7f345402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6e52540a0509588 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:26.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.145+0000 7f345a000640 1 -- 172.21.15.29:0/3467867363 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3454036070 con 0x7f345c06e0a0 2024-09-12T03:12:26.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.145+0000 7f345a000640 1 -- 172.21.15.29:0/3467867363 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3454031600 con 0x7f345c06e0a0 2024-09-12T03:12:26.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.145+0000 7f345a000640 1 -- 172.21.15.29:0/3467867363 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34540319d0 con 0x7f345c06e0a0 2024-09-12T03:12:26.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.145+0000 7f3461600640 1 -- 172.21.15.29:0/3467867363 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 msgr2=0x7f345c0cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:26.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.145+0000 7f3461600640 1 --2- 172.21.15.29:0/3467867363 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 0x7f345c0cd5b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3454009e50 tx=0x7f345402a710 comp rx=0 tx=0).stop 2024-09-12T03:12:26.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.146+0000 7f3461600640 1 -- 172.21.15.29:0/3467867363 shutdown_connections 2024-09-12T03:12:26.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.146+0000 7f3461600640 1 --2- 172.21.15.29:0/3467867363 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 0x7f345c0cd5b0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.146+0000 7f3461600640 1 --2- 172.21.15.29:0/3467867363 >> v2:172.21.15.38:3300/0 conn(0x7f345c072040 0x7f345c15fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.146+0000 7f3461600640 1 -- 172.21.15.29:0/3467867363 >> 172.21.15.29:0/3467867363 conn(0x7f345c067d70 msgr2=0x7f345c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:26.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.146+0000 7f3461600640 1 -- 172.21.15.29:0/3467867363 shutdown_connections 2024-09-12T03:12:26.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.146+0000 7f3461600640 1 -- 172.21.15.29:0/3467867363 wait complete. 2024-09-12T03:12:26.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.147+0000 7f3461600640 1 Processor -- start 2024-09-12T03:12:26.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.147+0000 7f3461600640 1 -- start start 2024-09-12T03:12:26.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.148+0000 7f3461600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 0x7f345c15ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.148+0000 7f3461600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f345c072040 0x7f345c0b35a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.148+0000 7f3461600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f345c072d80 0x7f345c140720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.148+0000 7f3461600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f345c06e530 con 0x7f345c072040 2024-09-12T03:12:26.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.148+0000 7f3461600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f345c145b00 con 0x7f345c072d80 2024-09-12T03:12:26.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.148+0000 7f3461600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f345c06e6b0 con 0x7f345c06e0a0 2024-09-12T03:12:26.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.149+0000 7f3452000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f345c072040 0x7f345c0b35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.149+0000 7f3452000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f345c072040 0x7f345c0b35a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49822/0 (socket says 172.21.15.29:49822) 2024-09-12T03:12:26.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.149+0000 7f3452000640 1 -- 172.21.15.29:0/2371708160 learned_addr learned my addr 172.21.15.29:0/2371708160 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:26.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.149+0000 7f345aa00640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 0x7f345c15ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.149+0000 7f345b400640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f345c072d80 0x7f345c140720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.149+0000 7f3452000640 1 -- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 msgr2=0x7f345c15ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:26.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.149+0000 7f3452000640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 0x7f345c15ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.149+0000 7f3452000640 1 -- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f345c072d80 msgr2=0x7f345c140720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:26.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.149+0000 7f3452000640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f345c072d80 0x7f345c140720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.149+0000 7f3452000640 1 -- 172.21.15.29:0/2371708160 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f345c141980 con 0x7f345c072040 2024-09-12T03:12:26.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.149+0000 7f3452000640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f345c072040 0x7f345c0b35a0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f344400c400 tx=0x7f344400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:26.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.150+0000 7f3453400640 1 -- 172.21.15.29:0/2371708160 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34440052d0 con 0x7f345c072040 2024-09-12T03:12:26.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.150+0000 7f3453400640 1 -- 172.21.15.29:0/2371708160 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3444005490 con 0x7f345c072040 2024-09-12T03:12:26.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.150+0000 7f3461600640 1 -- 172.21.15.29:0/2371708160 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f345c0ad980 con 0x7f345c072040 2024-09-12T03:12:26.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.150+0000 7f3453400640 1 -- 172.21.15.29:0/2371708160 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3444007260 con 0x7f345c072040 2024-09-12T03:12:26.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.150+0000 7f3461600640 1 -- 172.21.15.29:0/2371708160 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f345c0ae220 con 0x7f345c072040 2024-09-12T03:12:26.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.152+0000 7f3453400640 1 -- 172.21.15.29:0/2371708160 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3444007400 con 0x7f345c072040 2024-09-12T03:12:26.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.153+0000 7f3453400640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f343806be30 0x7f343806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.153+0000 7f3453400640 1 -- 172.21.15.29:0/2371708160 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f344408a640 con 0x7f345c072040 2024-09-12T03:12:26.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.153+0000 7f346442d740 1 Processor -- start 2024-09-12T03:12:26.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.153+0000 7f345aa00640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f343806be30 0x7f343806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.154+0000 7f346442d740 1 -- start start 2024-09-12T03:12:26.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.154+0000 7f345aa00640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f343806be30 0x7f343806e2f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f345c0af5d0 tx=0x7f344c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:26.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f346442d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0ceec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f346442d740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0cef200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f346442d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0ca4480 0x5582d0cef740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f346442d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5582d0c0c660 con 0x5582d0cbe420 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f346442d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5582d0bb4680 con 0x5582d0ca4480 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f346442d740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5582d0c08620 con 0x5582d0cbe800 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f345aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0ceec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f345aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0ceec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49834/0 (socket says 172.21.15.29:49834) 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f3452000640 1 --2- 172.21.15.29:0/2376895031 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0cef200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f345aa00640 1 -- 172.21.15.29:0/2376895031 learned_addr learned my addr 172.21.15.29:0/2376895031 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f345b400640 1 --2- 172.21.15.29:0/2376895031 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0ca4480 0x5582d0cef740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f345aa00640 1 -- 172.21.15.29:0/2376895031 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 msgr2=0x5582d0cef200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f345aa00640 1 --2- 172.21.15.29:0/2376895031 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0cef200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f345aa00640 1 -- 172.21.15.29:0/2376895031 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0ca4480 msgr2=0x5582d0cef740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f345aa00640 1 --2- 172.21.15.29:0/2376895031 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0ca4480 0x5582d0cef740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.155+0000 7f345aa00640 1 -- 172.21.15.29:0/2376895031 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582d09e97d0 con 0x5582d0cbe420 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.156+0000 7f345aa00640 1 --2- 172.21.15.29:0/2376895031 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0ceec40 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f344c011cc0 tx=0x7f344c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b15ff8d56215f159 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:26.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.156+0000 7f344b000640 1 -- 172.21.15.29:0/2376895031 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f344c011cf0 con 0x5582d0cbe420 2024-09-12T03:12:26.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.156+0000 7f344b000640 1 -- 172.21.15.29:0/2376895031 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f344c026070 con 0x5582d0cbe420 2024-09-12T03:12:26.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.156+0000 7f344b000640 1 -- 172.21.15.29:0/2376895031 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f344c021640 con 0x5582d0cbe420 2024-09-12T03:12:26.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.156+0000 7f346442d740 1 -- 172.21.15.29:0/2376895031 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 msgr2=0x5582d0ceec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:26.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.156+0000 7f346442d740 1 --2- 172.21.15.29:0/2376895031 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0ceec40 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f344c011cc0 tx=0x7f344c014000 comp rx=0 tx=0).stop 2024-09-12T03:12:26.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.157+0000 7f346442d740 1 -- 172.21.15.29:0/2376895031 shutdown_connections 2024-09-12T03:12:26.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.157+0000 7f346442d740 1 --2- 172.21.15.29:0/2376895031 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0ca4480 0x5582d0cef740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.157+0000 7f346442d740 1 --2- 172.21.15.29:0/2376895031 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0cef200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.157+0000 7f346442d740 1 --2- 172.21.15.29:0/2376895031 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0ceec40 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.157+0000 7f346442d740 1 -- 172.21.15.29:0/2376895031 >> 172.21.15.29:0/2376895031 conn(0x5582d0ca5220 msgr2=0x5582d0ced840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:26.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.157+0000 7f346442d740 1 -- 172.21.15.29:0/2376895031 shutdown_connections 2024-09-12T03:12:26.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.157+0000 7f346442d740 1 -- 172.21.15.29:0/2376895031 wait complete. 2024-09-12T03:12:26.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.157+0000 7f346442d740 1 -- start start 2024-09-12T03:12:26.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.158+0000 7f346442d740 1 Processor -- start 2024-09-12T03:12:26.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f346442d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe420 0x5582d0cbd600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f346442d740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0caadc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f346442d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0cab300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f346442d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5582d0ca33e0 con 0x5582d0cd2c60 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f346442d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5582d0b954c0 con 0x5582d0cbe420 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f346442d740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5582d0ca36c0 con 0x5582d0cbe800 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f346442d740 10 client.0 _ll_register_callbacks cb 0x5582d0c04e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f345b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0cab300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f345b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0cab300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49842/0 (socket says 172.21.15.29:49842) 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f345b400640 1 -- 172.21.15.29:0/453801629 learned_addr learned my addr 172.21.15.29:0/453801629 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f3452000640 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0caadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f345aa00640 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe420 0x5582d0cbd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f345b400640 1 -- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 msgr2=0x5582d0caadc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f345b400640 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0caadc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f345b400640 1 -- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe420 msgr2=0x5582d0cbd600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f345b400640 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe420 0x5582d0cbd600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.159+0000 7f345b400640 1 -- 172.21.15.29:0/453801629 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582d091f3f0 con 0x5582d0cd2c60 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.160+0000 7f345b400640 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0cab300 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f3454009f70 tx=0x7f3454004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cf9a28ade56df06 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.160+0000 7f343f400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.160+0000 7f343f400640 1 -- 172.21.15.29:0/453801629 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3454043070 con 0x5582d0cd2c60 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.160+0000 7f343f400640 1 -- 172.21.15.29:0/453801629 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f345403d870 con 0x5582d0cd2c60 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.160+0000 7f346442d740 1 -- 172.21.15.29:0/453801629 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f344c026070 con 0x5582d0cd2c60 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.160+0000 7f343f400640 1 -- 172.21.15.29:0/453801629 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f345404d050 con 0x5582d0cd2c60 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.160+0000 7f346442d740 10 client.6477 fetch_fsmap learned FSMap version 59 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.160+0000 7f346442d740 1 -- 172.21.15.29:0/453801629 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x5582d08df0f0 con 0x5582d0cd2c60 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.160+0000 7f343f400640 1 -- 172.21.15.29:0/453801629 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f344c026070 con 0x5582d0cd2c60 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.161+0000 7f343f400640 1 -- 172.21.15.29:0/453801629 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 59) ==== 3554+0+0 (secure 0 0 0) 0x7f3454050020 con 0x5582d0cd2c60 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.161+0000 7f346442d740 10 client.6477 fetch_fsmap finished waiting for FSMap version 59 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.161+0000 7f346442d740 10 client.6477 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.b 2024-09-12T03:12:26.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.161+0000 7f346442d740 20 client.6477 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:26.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.161+0000 7f346442d740 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5582d0d01330 0x5582d0d01740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.161+0000 7f346442d740 4 client.6477 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:26.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.161+0000 7f346442d740 1 -- 172.21.15.29:0/453801629 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582d0c19d90 con 0x5582d0d01330 2024-09-12T03:12:26.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.161+0000 7f345aa00640 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5582d0d01330 0x5582d0d01740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.162+0000 7f345aa00640 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5582d0d01330 0x5582d0d01740 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf0d13b68ae17b20 server_cookie=fc0ab029d3403ecf in_seq=0 out_seq=0 2024-09-12T03:12:26.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.162+0000 7f343f400640 10 client.6477 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:26.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f343f400640 1 -- 172.21.15.29:0/453801629 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5582d0c19d90 con 0x5582d0d01330 2024-09-12T03:12:26.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f343f400640 10 client.6477 handle_command_reply: tid=0 2024-09-12T03:12:26.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f346442d740 1 client.6477 shutdown 2024-09-12T03:12:26.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f346442d740 1 -- 172.21.15.29:0/453801629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 msgr2=0x5582d0cab300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:26.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f346442d740 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0cab300 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f3454009f70 tx=0x7f3454004ab0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f346442d740 1 -- 172.21.15.29:0/453801629 shutdown_connections 2024-09-12T03:12:26.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f346442d740 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5582d0d01330 0x5582d0d01740 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f346442d740 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0cab300 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f346442d740 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0caadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f343f400640 0 client.6477 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:26.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f346442d740 1 --2- 172.21.15.29:0/453801629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe420 0x5582d0cbd600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f346442d740 1 -- 172.21.15.29:0/453801629 >> 172.21.15.29:0/453801629 conn(0x5582d0ca4480 msgr2=0x5582d0ced6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:26.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f346442d740 1 -- 172.21.15.29:0/453801629 shutdown_connections 2024-09-12T03:12:26.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.163+0000 7f346442d740 1 -- 172.21.15.29:0/453801629 wait complete. 2024-09-12T03:12:26.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.164+0000 7f346442d740 20 client.6477 trim_cache size 0 max 16384 2024-09-12T03:12:26.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.182+0000 7f346442d740 1 Processor -- start 2024-09-12T03:12:26.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.182+0000 7f346442d740 1 -- start start 2024-09-12T03:12:26.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.182+0000 7f346442d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe420 0x5582d0d10910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.182+0000 7f346442d740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0cac000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.182+0000 7f346442d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0ceec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.182+0000 7f346442d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f345c201340 con 0x5582d0cd2c60 2024-09-12T03:12:26.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.182+0000 7f346442d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f345c200510 con 0x5582d0cbe420 2024-09-12T03:12:26.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.182+0000 7f346442d740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f345c200c10 con 0x5582d0cbe800 2024-09-12T03:12:26.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f345b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0ceec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f345b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0ceec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49852/0 (socket says 172.21.15.29:49852) 2024-09-12T03:12:26.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f345b400640 1 -- 172.21.15.29:0/1153462250 learned_addr learned my addr 172.21.15.29:0/1153462250 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f3452000640 1 --2- 172.21.15.29:0/1153462250 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0cac000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f345aa00640 1 --2- 172.21.15.29:0/1153462250 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe420 0x5582d0d10910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f345b400640 1 -- 172.21.15.29:0/1153462250 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 msgr2=0x5582d0cac000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f345b400640 1 --2- 172.21.15.29:0/1153462250 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0cac000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f345b400640 1 -- 172.21.15.29:0/1153462250 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe420 msgr2=0x5582d0d10910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f345b400640 1 --2- 172.21.15.29:0/1153462250 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe420 0x5582d0d10910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f345b400640 1 -- 172.21.15.29:0/1153462250 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582d0ca4990 con 0x5582d0cd2c60 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f3452000640 1 --2- 172.21.15.29:0/1153462250 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0cac000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.183+0000 7f345b400640 1 --2- 172.21.15.29:0/1153462250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0ceec00 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f3454009b70 tx=0x7f345403d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=641414d7b479fbb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f344a600640 1 -- 172.21.15.29:0/1153462250 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3454043040 con 0x5582d0cd2c60 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f344a600640 1 -- 172.21.15.29:0/1153462250 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f345403d670 con 0x5582d0cd2c60 2024-09-12T03:12:26.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f344a600640 1 -- 172.21.15.29:0/1153462250 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3454036040 con 0x5582d0cd2c60 2024-09-12T03:12:26.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f346442d740 1 -- 172.21.15.29:0/1153462250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 msgr2=0x5582d0ceec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:26.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f346442d740 1 --2- 172.21.15.29:0/1153462250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0ceec00 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f3454009b70 tx=0x7f345403d000 comp rx=0 tx=0).stop 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f346442d740 1 -- 172.21.15.29:0/1153462250 shutdown_connections 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f346442d740 1 --2- 172.21.15.29:0/1153462250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cd2c60 0x5582d0ceec00 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f346442d740 1 --2- 172.21.15.29:0/1153462250 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cbe800 0x5582d0cac000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f346442d740 1 --2- 172.21.15.29:0/1153462250 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe420 0x5582d0d10910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f346442d740 1 -- 172.21.15.29:0/1153462250 >> 172.21.15.29:0/1153462250 conn(0x5582d0ca4480 msgr2=0x5582d0cceed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f346442d740 1 -- 172.21.15.29:0/1153462250 shutdown_connections 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.184+0000 7f346442d740 1 -- 172.21.15.29:0/1153462250 wait complete. 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.185+0000 7f346442d740 1 -- start start 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.185+0000 7f346442d740 1 Processor -- start 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.186+0000 7f346442d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0d6bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.186+0000 7f346442d740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe800 0x5582d0ca87d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.186+0000 7f346442d740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cd2c60 0x5582d0cec290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.186+0000 7f346442d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5582d0ca4fd0 con 0x5582d0cbe420 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.186+0000 7f346442d740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f345c1f8240 con 0x5582d0cbe800 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.186+0000 7f346442d740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5582d0cad350 con 0x5582d0cd2c60 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.186+0000 7f346442d740 10 client.0 _ll_register_callbacks cb 0x7f344c009060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.186+0000 7f345aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0d6bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.186+0000 7f345aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0d6bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49856/0 (socket says 172.21.15.29:49856) 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.186+0000 7f345aa00640 1 -- 172.21.15.29:0/2685664671 learned_addr learned my addr 172.21.15.29:0/2685664671 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.186+0000 7f345b400640 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cd2c60 0x5582d0cec290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.187+0000 7f3452000640 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe800 0x5582d0ca87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.187+0000 7f345aa00640 1 -- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cd2c60 msgr2=0x5582d0cec290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.187+0000 7f345aa00640 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cd2c60 0x5582d0cec290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.187+0000 7f345aa00640 1 -- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe800 msgr2=0x5582d0ca87d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.187+0000 7f345aa00640 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe800 0x5582d0ca87d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.187+0000 7f345aa00640 1 -- 172.21.15.29:0/2685664671 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582d0cbd250 con 0x5582d0cbe420 2024-09-12T03:12:26.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.187+0000 7f345aa00640 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0d6bbc0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f344c011630 tx=0x7f344c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14f3f25a6388b4ce server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:26.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.187+0000 7f343f400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:26.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.187+0000 7f343f400640 1 -- 172.21.15.29:0/2685664671 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f344c011df0 con 0x5582d0cbe420 2024-09-12T03:12:26.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.187+0000 7f343f400640 1 -- 172.21.15.29:0/2685664671 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f344c037430 con 0x5582d0cbe420 2024-09-12T03:12:26.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.187+0000 7f346442d740 1 -- 172.21.15.29:0/2685664671 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f345403d670 con 0x5582d0cbe420 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f343f400640 1 -- 172.21.15.29:0/2685664671 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f344c048050 con 0x5582d0cbe420 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f346442d740 10 client.6483 fetch_fsmap learned FSMap version 59 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f346442d740 1 -- 172.21.15.29:0/2685664671 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x5582d0ca9000 con 0x5582d0cbe420 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f343f400640 1 -- 172.21.15.29:0/2685664671 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f345403d670 con 0x5582d0cbe420 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f343f400640 1 -- 172.21.15.29:0/2685664671 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 59) ==== 3554+0+0 (secure 0 0 0) 0x7f344c04b020 con 0x5582d0cbe420 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f346442d740 10 client.6483 fetch_fsmap finished waiting for FSMap version 59 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f346442d740 10 client.6483 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.b 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f346442d740 20 client.6483 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f346442d740 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5582d0d10800 0x5582d0cfbf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f346442d740 4 client.6483 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f346442d740 1 -- 172.21.15.29:0/2685664671 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5582d0c140e0 con 0x5582d0d10800 2024-09-12T03:12:26.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.188+0000 7f3452000640 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5582d0d10800 0x5582d0cfbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.189+0000 7f343f400640 10 client.6483 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.189+0000 7f3452000640 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5582d0d10800 0x5582d0cfbf60 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36f75c9e77e69cff server_cookie=53d57207750e2942 in_seq=0 out_seq=0 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.189+0000 7f343f400640 1 -- 172.21.15.29:0/2685664671 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x5582d0c140e0 con 0x5582d0d10800 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.189+0000 7f343f400640 10 client.6483 handle_command_reply: tid=0 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.189+0000 7f346442d740 1 client.6483 shutdown 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.189+0000 7f346442d740 1 -- 172.21.15.29:0/2685664671 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 msgr2=0x5582d0d6bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.189+0000 7f346442d740 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0d6bbc0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f344c011630 tx=0x7f344c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.189+0000 7f346442d740 1 -- 172.21.15.29:0/2685664671 shutdown_connections 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.189+0000 7f346442d740 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5582d0d10800 0x5582d0cfbf60 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f346442d740 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5582d0cd2c60 0x5582d0cec290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f346442d740 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5582d0cbe800 0x5582d0ca87d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f346442d740 1 --2- 172.21.15.29:0/2685664671 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5582d0cbe420 0x5582d0d6bbc0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f343f400640 0 client.6483 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:26.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f346442d740 1 -- 172.21.15.29:0/2685664671 >> 172.21.15.29:0/2685664671 conn(0x5582d0ca4480 msgr2=0x5582d0cecd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:26.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f346442d740 1 -- 172.21.15.29:0/2685664671 shutdown_connections 2024-09-12T03:12:26.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f346442d740 1 -- 172.21.15.29:0/2685664671 wait complete. 2024-09-12T03:12:26.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f346442d740 20 client.6483 trim_cache size 0 max 16384 2024-09-12T03:12:26.194 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:12:26.194 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-12T03:12:26.195 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:12:26.195 INFO:teuthology.orchestra.run.smithi029.stdout: "2d7627d1-5942-4d90-a222-f05c291d6067": { 2024-09-12T03:12:26.195 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:12:26.195 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "2d7627d1-5942-4d90-a222-f05c291d6067", 2024-09-12T03:12:26.195 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:12:26.195 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:12:26.195 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:12:26.195 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:12:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f3461600640 1 -- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f343806be30 msgr2=0x7f343806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f3461600640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f343806be30 0x7f343806e2f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f345c0af5d0 tx=0x7f344c008040 comp rx=0 tx=0).stop 2024-09-12T03:12:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f3461600640 1 -- 172.21.15.29:0/2371708160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f345c072040 msgr2=0x7f345c0b35a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f3461600640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f345c072040 0x7f345c0b35a0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f344400c400 tx=0x7f344400c8c0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f3461600640 1 -- 172.21.15.29:0/2371708160 shutdown_connections 2024-09-12T03:12:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f3461600640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f343806be30 0x7f343806e2f0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f3461600640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f345c072d80 0x7f345c140720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f3461600640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f345c072040 0x7f345c0b35a0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f3461600640 1 --2- 172.21.15.29:0/2371708160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f345c06e0a0 0x7f345c15ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.190+0000 7f3461600640 1 -- 172.21.15.29:0/2371708160 >> 172.21.15.29:0/2371708160 conn(0x7f345c067d70 msgr2=0x7f345c0b25b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.191+0000 7f3461600640 1 -- 172.21.15.29:0/2371708160 shutdown_connections 2024-09-12T03:12:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:26.191+0000 7f3461600640 1 -- 172.21.15.29:0/2371708160 wait complete. 2024-09-12T03:12:26.206 INFO:tasks.cephfs.filesystem:scrub status for tag:2d7627d1-5942-4d90-a222-f05c291d6067 - {'path': '/d1/d2/d3', 'tag': '2d7627d1-5942-4d90-a222-f05c291d6067', 'options': 'recursive,force'} 2024-09-12T03:12:31.676 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:12:31.676+0000 7fcf27c00640 -1 log_channel(cluster) log [ERR] : Health check failed: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-12T03:12:40.483 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:12:40.484+0000 7fcf27c00640 -1 log_channel(cluster) log [ERR] : Health check update: 3 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-12T03:12:49.730 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:12:49.736 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:12:56.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:56.207 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.4:0 scrub status 2024-09-12T03:12:56.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.378+0000 7f1812800640 1 Processor -- start 2024-09-12T03:12:56.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.378+0000 7f1812800640 1 -- start start 2024-09-12T03:12:56.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.379+0000 7f1812800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f180c06e0a0 0x7f180c0cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.380+0000 7f1812800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f180c1605e0 con 0x7f180c072d80 2024-09-12T03:12:56.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.380+0000 7f1812800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f180c1608c0 con 0x7f180c072040 2024-09-12T03:12:56.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.380+0000 7f1812800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f180c160ba0 con 0x7f180c06e0a0 2024-09-12T03:12:56.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.380+0000 7f1803e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f180c072d80 0x7f180c072420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:34660/0 (socket says 172.21.15.29:34660) 2024-09-12T03:12:56.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.380+0000 7f1803e00640 1 -- 172.21.15.29:0/487142973 learned_addr learned my addr 172.21.15.29:0/487142973 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:12:56.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.380+0000 7f180be00640 1 --2- 172.21.15.29:0/487142973 >> v2:172.21.15.38:3300/0 conn(0x7f180c06e0a0 0x7f180c0cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.380+0000 7f180aa00640 1 -- 172.21.15.29:0/487142973 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 28574159 0 0) 0x7f180c1605e0 con 0x7f180c072d80 2024-09-12T03:12:56.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.380+0000 7f180aa00640 1 -- 172.21.15.29:0/487142973 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f17f0003520 con 0x7f180c072d80 2024-09-12T03:12:56.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.381+0000 7f180aa00640 1 -- 172.21.15.29:0/487142973 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1466903566 0 0) 0x7f180c1608c0 con 0x7f180c072040 2024-09-12T03:12:56.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.381+0000 7f180aa00640 1 -- 172.21.15.29:0/487142973 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f180c1605e0 con 0x7f180c072040 2024-09-12T03:12:56.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.381+0000 7f180aa00640 1 -- 172.21.15.29:0/487142973 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2206051961 0 0) 0x7f17f0003520 con 0x7f180c072d80 2024-09-12T03:12:56.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.381+0000 7f180be00640 1 -- 172.21.15.29:0/487142973 >> v1:172.21.15.38:6789/0 conn(0x7f180c072040 legacy=0x7f180c15fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.381+0000 7f180be00640 1 -- 172.21.15.29:0/487142973 >> v1:172.21.15.29:6789/0 conn(0x7f180c072d80 legacy=0x7f180c072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.381+0000 7f180be00640 1 -- 172.21.15.29:0/487142973 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f180c0cd090 con 0x7f180c06e0a0 2024-09-12T03:12:56.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.382+0000 7f180be00640 1 --2- 172.21.15.29:0/487142973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f180c06e0a0 0x7f180c0cd5b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1804009d90 tx=0x7f180402a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2625e07be8d30246 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.382+0000 7f180aa00640 1 -- 172.21.15.29:0/487142973 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f4001670 con 0x7f180c06e0a0 2024-09-12T03:12:56.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.382+0000 7f180aa00640 1 -- 172.21.15.29:0/487142973 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1804007540 con 0x7f180c06e0a0 2024-09-12T03:12:56.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.382+0000 7f180aa00640 1 -- 172.21.15.29:0/487142973 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1804007910 con 0x7f180c06e0a0 2024-09-12T03:12:56.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.382+0000 7f1812800640 1 -- 172.21.15.29:0/487142973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f180c06e0a0 msgr2=0x7f180c0cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.382+0000 7f1812800640 1 --2- 172.21.15.29:0/487142973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f180c06e0a0 0x7f180c0cd5b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1804009d90 tx=0x7f180402a680 comp rx=0 tx=0).stop 2024-09-12T03:12:56.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.383+0000 7f1812800640 1 -- 172.21.15.29:0/487142973 shutdown_connections 2024-09-12T03:12:56.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.383+0000 7f1812800640 1 --2- 172.21.15.29:0/487142973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f180c06e0a0 0x7f180c0cd5b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.383+0000 7f1812800640 1 -- 172.21.15.29:0/487142973 >> 172.21.15.29:0/487142973 conn(0x7f180c067d70 msgr2=0x7f180c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.383+0000 7f1812800640 1 -- 172.21.15.29:0/487142973 shutdown_connections 2024-09-12T03:12:56.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.383+0000 7f1812800640 1 -- 172.21.15.29:0/487142973 wait complete. 2024-09-12T03:12:56.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.384+0000 7f1812800640 1 Processor -- start 2024-09-12T03:12:56.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.384+0000 7f1812800640 1 -- start start 2024-09-12T03:12:56.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.385+0000 7f1812800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f180c06e0a0 0x7f180c15c600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.385+0000 7f1812800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f180c072040 0x7f180c0a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.385+0000 7f1812800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f180c072d80 0x7f180c0ab390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.385+0000 7f1812800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f180c06e6b0 con 0x7f180c06e0a0 2024-09-12T03:12:56.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.385+0000 7f1812800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f180c06e530 con 0x7f180c072040 2024-09-12T03:12:56.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.385+0000 7f1812800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f180c06e830 con 0x7f180c072d80 2024-09-12T03:12:56.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.386+0000 7f180b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f180c06e0a0 0x7f180c15c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.386+0000 7f180b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f180c06e0a0 0x7f180c15c600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37286/0 (socket says 172.21.15.29:37286) 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.386+0000 7f180b400640 1 -- 172.21.15.29:0/1100924995 learned_addr learned my addr 172.21.15.29:0/1100924995 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.386+0000 7f1803e00640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f180c072040 0x7f180c0a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.386+0000 7f180be00640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f180c072d80 0x7f180c0ab390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.386+0000 7f180b400640 1 -- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f180c072d80 msgr2=0x7f180c0ab390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.386+0000 7f180b400640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f180c072d80 0x7f180c0ab390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.386+0000 7f180b400640 1 -- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f180c072040 msgr2=0x7f180c0a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.386+0000 7f180b400640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f180c072040 0x7f180c0a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.386+0000 7f180b400640 1 -- 172.21.15.29:0/1100924995 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f180c0a9dd0 con 0x7f180c06e0a0 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.387+0000 7f180b400640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f180c06e0a0 0x7f180c15c600 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f17fc00c460 tx=0x7f17fc00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.387+0000 7f1803400640 1 -- 172.21.15.29:0/1100924995 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17fc0052d0 con 0x7f180c06e0a0 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.387+0000 7f1803400640 1 -- 172.21.15.29:0/1100924995 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17fc005490 con 0x7f180c06e0a0 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.387+0000 7f1803400640 1 -- 172.21.15.29:0/1100924995 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17fc012870 con 0x7f180c06e0a0 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.387+0000 7f1812800640 1 -- 172.21.15.29:0/1100924995 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f180c0aa0b0 con 0x7f180c06e0a0 2024-09-12T03:12:56.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.387+0000 7f1812800640 1 -- 172.21.15.29:0/1100924995 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f180c13e7b0 con 0x7f180c06e0a0 2024-09-12T03:12:56.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.389+0000 7f1803400640 1 -- 172.21.15.29:0/1100924995 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f17fc012a10 con 0x7f180c06e0a0 2024-09-12T03:12:56.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.390+0000 7f1803400640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17e806be30 0x7f17e806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.390+0000 7f1803400640 1 -- 172.21.15.29:0/1100924995 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f17fc08ab10 con 0x7f180c06e0a0 2024-09-12T03:12:56.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.390+0000 7f1803e00640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17e806be30 0x7f17e806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.391+0000 7f181568a740 1 Processor -- start 2024-09-12T03:12:56.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.391+0000 7f181568a740 1 -- start start 2024-09-12T03:12:56.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.391+0000 7f1803e00640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17e806be30 0x7f17e806e2f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f180c140f50 tx=0x7f17f4001610 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f181568a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307231490 0x55830725ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f181568a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x558307262200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f181568a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307262740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f181568a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55830717f660 con 0x558307231bc0 2024-09-12T03:12:56.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f181568a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558307127680 con 0x558307231490 2024-09-12T03:12:56.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f181568a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55830717b620 con 0x558307261c20 2024-09-12T03:12:56.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f1803e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x558307262200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f1803e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x558307262200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37290/0 (socket says 172.21.15.29:37290) 2024-09-12T03:12:56.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f1803e00640 1 -- 172.21.15.29:0/1960621288 learned_addr learned my addr 172.21.15.29:0/1960621288 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f180b400640 1 --2- 172.21.15.29:0/1960621288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307231490 0x55830725ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f180be00640 1 --2- 172.21.15.29:0/1960621288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307262740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f1803e00640 1 -- 172.21.15.29:0/1960621288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 msgr2=0x558307262740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f1803e00640 1 --2- 172.21.15.29:0/1960621288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307262740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f1803e00640 1 -- 172.21.15.29:0/1960621288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307231490 msgr2=0x55830725ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f1803e00640 1 --2- 172.21.15.29:0/1960621288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307231490 0x55830725ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f1803e00640 1 -- 172.21.15.29:0/1960621288 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558306f5c7d0 con 0x558307231bc0 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.392+0000 7f180b400640 1 --2- 172.21.15.29:0/1960621288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307231490 0x55830725ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.393+0000 7f1803e00640 1 --2- 172.21.15.29:0/1960621288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x558307262200 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f17f400fc90 tx=0x7f17f4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da8d5d6083a8d010 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.393+0000 7f17fbe00640 1 -- 172.21.15.29:0/1960621288 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f4025070 con 0x558307231bc0 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.393+0000 7f17fbe00640 1 -- 172.21.15.29:0/1960621288 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17f401b050 con 0x558307231bc0 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.393+0000 7f17fbe00640 1 -- 172.21.15.29:0/1960621288 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17f4014e60 con 0x558307231bc0 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.393+0000 7f181568a740 1 -- 172.21.15.29:0/1960621288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 msgr2=0x558307262200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.393+0000 7f181568a740 1 --2- 172.21.15.29:0/1960621288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x558307262200 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f17f400fc90 tx=0x7f17f4012000 comp rx=0 tx=0).stop 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.394+0000 7f181568a740 1 -- 172.21.15.29:0/1960621288 shutdown_connections 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.394+0000 7f181568a740 1 --2- 172.21.15.29:0/1960621288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307262740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.394+0000 7f181568a740 1 --2- 172.21.15.29:0/1960621288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x558307262200 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.394+0000 7f181568a740 1 --2- 172.21.15.29:0/1960621288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307231490 0x55830725ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.394+0000 7f181568a740 1 -- 172.21.15.29:0/1960621288 >> 172.21.15.29:0/1960621288 conn(0x558307218220 msgr2=0x558307260840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.394+0000 7f181568a740 1 -- 172.21.15.29:0/1960621288 shutdown_connections 2024-09-12T03:12:56.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.394+0000 7f181568a740 1 -- 172.21.15.29:0/1960621288 wait complete. 2024-09-12T03:12:56.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.394+0000 7f181568a740 1 -- start start 2024-09-12T03:12:56.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.395+0000 7f181568a740 1 Processor -- start 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.395+0000 7f181568a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307231bc0 0x55830723c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.395+0000 7f181568a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307246ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.395+0000 7f181568a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307239c10 0x558307259630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f181568a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55830725eef0 con 0x558307239c10 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f181568a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5583071084c0 con 0x558307231bc0 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f181568a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55830725f1d0 con 0x558307261c20 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f181568a740 10 client.0 _ll_register_callbacks cb 0x558307177e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f180be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307239c10 0x558307259630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f180be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307239c10 0x558307259630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37298/0 (socket says 172.21.15.29:37298) 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f180be00640 1 -- 172.21.15.29:0/3195561115 learned_addr learned my addr 172.21.15.29:0/3195561115 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f180b400640 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307231bc0 0x55830723c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f1803e00640 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307246ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f180be00640 1 -- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 msgr2=0x558307246ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f180be00640 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307246ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f180be00640 1 -- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307231bc0 msgr2=0x55830723c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f180be00640 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307231bc0 0x55830723c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f180be00640 1 -- 172.21.15.29:0/3195561115 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558306e923f0 con 0x558307239c10 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.396+0000 7f1803e00640 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307246ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f180be00640 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307239c10 0x558307259630 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f1804009eb0 tx=0x7f180402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa26be1f827fcf54 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f17f8c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f17f8c00640 1 -- 172.21.15.29:0/3195561115 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1804009450 con 0x558307239c10 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f181568a740 1 -- 172.21.15.29:0/3195561115 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17f401b050 con 0x558307239c10 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f17f8c00640 1 -- 172.21.15.29:0/3195561115 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f1804045410 con 0x558307239c10 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f17f8c00640 1 -- 172.21.15.29:0/3195561115 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7f180404f050 con 0x558307239c10 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f181568a740 10 client.6495 fetch_fsmap learned FSMap version 62 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f181568a740 1 -- 172.21.15.29:0/3195561115 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x558306e520f0 con 0x558307239c10 2024-09-12T03:12:56.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f17f8c00640 1 -- 172.21.15.29:0/3195561115 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17f401b050 con 0x558307239c10 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f17f8c00640 1 -- 172.21.15.29:0/3195561115 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 62) ==== 3558+0+0 (secure 0 0 0) 0x7f1804052020 con 0x558307239c10 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f181568a740 10 client.6495 fetch_fsmap finished waiting for FSMap version 62 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f181568a740 10 client.6495 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.b 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f181568a740 20 client.6495 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f181568a740 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55830723a090 0x55830723c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f181568a740 4 client.6495 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.397+0000 7f181568a740 1 -- 172.21.15.29:0/3195561115 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55830718cd90 con 0x55830723a090 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.398+0000 7f180b400640 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55830723a090 0x55830723c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.398+0000 7f180b400640 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55830723a090 0x55830723c170 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0edd514d8cd2057 server_cookie=ed6427c6df521a2a in_seq=0 out_seq=0 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.398+0000 7f17f8c00640 10 client.6495 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.399+0000 7f17f8c00640 1 -- 172.21.15.29:0/3195561115 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55830718cd90 con 0x55830723a090 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.399+0000 7f17f8c00640 10 client.6495 handle_command_reply: tid=0 2024-09-12T03:12:56.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.399+0000 7f181568a740 1 client.6495 shutdown 2024-09-12T03:12:56.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.399+0000 7f181568a740 1 -- 172.21.15.29:0/3195561115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307239c10 msgr2=0x558307259630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.399+0000 7f181568a740 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307239c10 0x558307259630 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f1804009eb0 tx=0x7f180402c000 comp rx=0 tx=0).stop 2024-09-12T03:12:56.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.400+0000 7f181568a740 1 -- 172.21.15.29:0/3195561115 shutdown_connections 2024-09-12T03:12:56.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.400+0000 7f181568a740 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55830723a090 0x55830723c170 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.400+0000 7f181568a740 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307239c10 0x558307259630 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.400+0000 7f181568a740 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307246ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.400+0000 7f181568a740 1 --2- 172.21.15.29:0/3195561115 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307231bc0 0x55830723c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.400+0000 7f17f8c00640 0 client.6495 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:56.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.400+0000 7f181568a740 1 -- 172.21.15.29:0/3195561115 >> 172.21.15.29:0/3195561115 conn(0x558307231490 msgr2=0x558307214f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.400+0000 7f181568a740 1 -- 172.21.15.29:0/3195561115 shutdown_connections 2024-09-12T03:12:56.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.400+0000 7f181568a740 1 -- 172.21.15.29:0/3195561115 wait complete. 2024-09-12T03:12:56.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.400+0000 7f181568a740 20 client.6495 trim_cache size 0 max 16384 2024-09-12T03:12:56.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.418+0000 7f181568a740 1 Processor -- start 2024-09-12T03:12:56.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.418+0000 7f181568a740 1 -- start start 2024-09-12T03:12:56.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f181568a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072642e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f181568a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307239c10 0x5583072578f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f181568a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307257e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f181568a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f180c1fce80 con 0x558307231bc0 2024-09-12T03:12:56.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f181568a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f180c0b5120 con 0x558307239c10 2024-09-12T03:12:56.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f181568a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f180c13f920 con 0x558307261c20 2024-09-12T03:12:56.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f180b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072642e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f180b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072642e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37314/0 (socket says 172.21.15.29:37314) 2024-09-12T03:12:56.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f180b400640 1 -- 172.21.15.29:0/1054265289 learned_addr learned my addr 172.21.15.29:0/1054265289 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f180be00640 1 --2- 172.21.15.29:0/1054265289 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307257e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f180b400640 1 -- 172.21.15.29:0/1054265289 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 msgr2=0x558307257e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f1803e00640 1 --2- 172.21.15.29:0/1054265289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307239c10 0x5583072578f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f180b400640 1 --2- 172.21.15.29:0/1054265289 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307257e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f180b400640 1 -- 172.21.15.29:0/1054265289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307239c10 msgr2=0x5583072578f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.419+0000 7f180b400640 1 --2- 172.21.15.29:0/1054265289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307239c10 0x5583072578f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.420+0000 7f180b400640 1 -- 172.21.15.29:0/1054265289 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558307217fb0 con 0x558307231bc0 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.420+0000 7f180be00640 1 --2- 172.21.15.29:0/1054265289 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307257e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.420+0000 7f1803e00640 1 --2- 172.21.15.29:0/1054265289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307239c10 0x5583072578f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.420+0000 7f180b400640 1 --2- 172.21.15.29:0/1054265289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072642e0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f17fc0012a0 tx=0x7f17fc088d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daa6fb3ea6d94dfc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.420+0000 7f17fb400640 1 -- 172.21.15.29:0/1054265289 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17fc056d00 con 0x558307231bc0 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.420+0000 7f17fb400640 1 -- 172.21.15.29:0/1054265289 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17fc056f60 con 0x558307231bc0 2024-09-12T03:12:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.420+0000 7f17fb400640 1 -- 172.21.15.29:0/1054265289 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17fc0552d0 con 0x558307231bc0 2024-09-12T03:12:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.420+0000 7f181568a740 1 -- 172.21.15.29:0/1054265289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 msgr2=0x5583072642e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.421+0000 7f181568a740 1 --2- 172.21.15.29:0/1054265289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072642e0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f17fc0012a0 tx=0x7f17fc088d00 comp rx=0 tx=0).stop 2024-09-12T03:12:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.421+0000 7f181568a740 1 -- 172.21.15.29:0/1054265289 shutdown_connections 2024-09-12T03:12:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.421+0000 7f181568a740 1 --2- 172.21.15.29:0/1054265289 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307261c20 0x558307257e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.421+0000 7f181568a740 1 --2- 172.21.15.29:0/1054265289 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307239c10 0x5583072578f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.421+0000 7f181568a740 1 --2- 172.21.15.29:0/1054265289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072642e0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.421+0000 7f181568a740 1 -- 172.21.15.29:0/1054265289 >> 172.21.15.29:0/1054265289 conn(0x558307231490 msgr2=0x558307247ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.421+0000 7f181568a740 1 -- 172.21.15.29:0/1054265289 shutdown_connections 2024-09-12T03:12:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.421+0000 7f181568a740 1 -- 172.21.15.29:0/1054265289 wait complete. 2024-09-12T03:12:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.421+0000 7f181568a740 1 -- start start 2024-09-12T03:12:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.421+0000 7f181568a740 1 Processor -- start 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.422+0000 7f181568a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072e66e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.422+0000 7f181568a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307239c10 0x55830722fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.422+0000 7f181568a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307261c20 0x558307230360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.422+0000 7f181568a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5583072593f0 con 0x558307231bc0 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.422+0000 7f181568a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558307287c70 con 0x558307261c20 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.422+0000 7f181568a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558307257300 con 0x558307239c10 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.422+0000 7f181568a740 10 client.0 _ll_register_callbacks cb 0x7f17f0003880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f180b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072e66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f180b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072e66e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37318/0 (socket says 172.21.15.29:37318) 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f180b400640 1 -- 172.21.15.29:0/2560659124 learned_addr learned my addr 172.21.15.29:0/2560659124 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f180be00640 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307261c20 0x558307230360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f1803e00640 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307239c10 0x55830722fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f180b400640 1 -- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307239c10 msgr2=0x55830722fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f180b400640 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307239c10 0x55830722fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f180b400640 1 -- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307261c20 msgr2=0x558307230360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f180b400640 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307261c20 0x558307230360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f180b400640 1 -- 172.21.15.29:0/2560659124 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558307257050 con 0x558307231bc0 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f1803e00640 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307239c10 0x55830722fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f180b400640 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072e66e0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f17fc0550c0 tx=0x7f17fc001150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e471a4ae3050cc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f17f8c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f17f8c00640 1 -- 172.21.15.29:0/2560659124 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17fc0552d0 con 0x558307231bc0 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f17f8c00640 1 -- 172.21.15.29:0/2560659124 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f17fc0580b0 con 0x558307231bc0 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.423+0000 7f181568a740 1 -- 172.21.15.29:0/2560659124 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17fc056f60 con 0x558307231bc0 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f17f8c00640 1 -- 172.21.15.29:0/2560659124 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7f17fc080050 con 0x558307231bc0 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f181568a740 10 client.6501 fetch_fsmap learned FSMap version 62 2024-09-12T03:12:56.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f181568a740 1 -- 172.21.15.29:0/2560659124 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x5583072879b0 con 0x558307231bc0 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f17f8c00640 1 -- 172.21.15.29:0/2560659124 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f17fc056f60 con 0x558307231bc0 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f17f8c00640 1 -- 172.21.15.29:0/2560659124 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 62) ==== 3558+0+0 (secure 0 0 0) 0x7f17fc076020 con 0x558307231bc0 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f181568a740 10 client.6501 fetch_fsmap finished waiting for FSMap version 62 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f181568a740 10 client.6501 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.b 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f181568a740 20 client.6501 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f181568a740 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55830725e1f0 0x558307286bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f181568a740 4 client.6501 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f181568a740 1 -- 172.21.15.29:0/2560659124 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5583071870e0 con 0x55830725e1f0 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.424+0000 7f1803e00640 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55830725e1f0 0x558307286bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.425+0000 7f1803e00640 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55830725e1f0 0x558307286bd0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7546804f7a0b8605 server_cookie=5b3265f226bdf3be in_seq=0 out_seq=0 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.425+0000 7f17f8c00640 10 client.6501 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.425+0000 7f17f8c00640 1 -- 172.21.15.29:0/2560659124 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5583071870e0 con 0x55830725e1f0 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.425+0000 7f17f8c00640 10 client.6501 handle_command_reply: tid=0 2024-09-12T03:12:56.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.425+0000 7f181568a740 1 client.6501 shutdown 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f181568a740 1 -- 172.21.15.29:0/2560659124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 msgr2=0x5583072e66e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f181568a740 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072e66e0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f17fc0550c0 tx=0x7f17fc001150 comp rx=0 tx=0).stop 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f181568a740 1 -- 172.21.15.29:0/2560659124 shutdown_connections 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f181568a740 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x55830725e1f0 0x558307286bd0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f181568a740 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558307261c20 0x558307230360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f181568a740 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558307239c10 0x55830722fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f181568a740 1 --2- 172.21.15.29:0/2560659124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558307231bc0 0x5583072e66e0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f17f8c00640 0 client.6501 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f181568a740 1 -- 172.21.15.29:0/2560659124 >> 172.21.15.29:0/2560659124 conn(0x558307231490 msgr2=0x5583072642e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f181568a740 1 -- 172.21.15.29:0/2560659124 shutdown_connections 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f181568a740 1 -- 172.21.15.29:0/2560659124 wait complete. 2024-09-12T03:12:56.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f181568a740 20 client.6501 trim_cache size 0 max 16384 2024-09-12T03:12:56.430 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:12:56.430 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "no active scrubs running", 2024-09-12T03:12:56.430 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": {} 2024-09-12T03:12:56.430 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f1812800640 1 -- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17e806be30 msgr2=0x7f17e806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f1812800640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17e806be30 0x7f17e806e2f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f180c140f50 tx=0x7f17f4001610 comp rx=0 tx=0).stop 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f1812800640 1 -- 172.21.15.29:0/1100924995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f180c06e0a0 msgr2=0x7f180c15c600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.426+0000 7f1812800640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f180c06e0a0 0x7f180c15c600 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f17fc00c460 tx=0x7f17fc00c920 comp rx=0 tx=0).stop 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.427+0000 7f1812800640 1 -- 172.21.15.29:0/1100924995 shutdown_connections 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.427+0000 7f1812800640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f17e806be30 0x7f17e806e2f0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.427+0000 7f1812800640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f180c072d80 0x7f180c0ab390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.427+0000 7f1812800640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f180c072040 0x7f180c0a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.427+0000 7f1812800640 1 --2- 172.21.15.29:0/1100924995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f180c06e0a0 0x7f180c15c600 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.427+0000 7f1812800640 1 -- 172.21.15.29:0/1100924995 >> 172.21.15.29:0/1100924995 conn(0x7f180c067d70 msgr2=0x7f180c06f910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.427+0000 7f1812800640 1 -- 172.21.15.29:0/1100924995 shutdown_connections 2024-09-12T03:12:56.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.427+0000 7f1812800640 1 -- 172.21.15.29:0/1100924995 wait complete. 2024-09-12T03:12:56.441 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:12:56.441 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.4:0 damage ls 2024-09-12T03:12:56.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.601+0000 7fea02c00640 1 Processor -- start 2024-09-12T03:12:56.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.601+0000 7fea02c00640 1 -- start start 2024-09-12T03:12:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.602+0000 7fea02c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe9fc072040 0x7fe9fc15fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.602+0000 7fea02c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe9fc06e0a0 0x7fe9fc0cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.603+0000 7fea02c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe9fc160340 con 0x7fe9fc072d80 2024-09-12T03:12:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.603+0000 7fea02c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe9fc1605e0 con 0x7fe9fc06e0a0 2024-09-12T03:12:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.603+0000 7fea02c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe9fc1608c0 con 0x7fe9fc072040 2024-09-12T03:12:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.603+0000 7fea00c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe9fc06e0a0 0x7fe9fc0cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.603+0000 7fea00c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe9fc06e0a0 0x7fe9fc0cd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37322/0 (socket says 172.21.15.29:37322) 2024-09-12T03:12:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.603+0000 7fea00c00640 1 -- 172.21.15.29:0/1609625356 learned_addr learned my addr 172.21.15.29:0/1609625356 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.603+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/1609625356 >> v2:172.21.15.38:3300/0 conn(0x7fe9fc072040 0x7fe9fc15fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.603+0000 7fea00c00640 1 -- 172.21.15.29:0/1609625356 >> v2:172.21.15.38:3300/0 conn(0x7fe9fc072040 msgr2=0x7fe9fc15fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.603+0000 7fea00c00640 1 --2- 172.21.15.29:0/1609625356 >> v2:172.21.15.38:3300/0 conn(0x7fe9fc072040 0x7fe9fc15fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.603+0000 7fea00c00640 1 -- 172.21.15.29:0/1609625356 >> v1:172.21.15.29:6789/0 conn(0x7fe9fc072d80 legacy=0x7fe9fc072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.603+0000 7fea00c00640 1 -- 172.21.15.29:0/1609625356 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9fc160ba0 con 0x7fe9fc06e0a0 2024-09-12T03:12:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.604+0000 7fea00c00640 1 --2- 172.21.15.29:0/1609625356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9fc06e0a0 0x7fe9fc0cd5b0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0b58a0 tx=0x7fe9f402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d61debe73461138a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.605+0000 7fe9faa00640 1 -- 172.21.15.29:0/1609625356 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f4036070 con 0x7fe9fc06e0a0 2024-09-12T03:12:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.605+0000 7fe9faa00640 1 -- 172.21.15.29:0/1609625356 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9f4031600 con 0x7fe9fc06e0a0 2024-09-12T03:12:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.605+0000 7fe9faa00640 1 -- 172.21.15.29:0/1609625356 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f40319d0 con 0x7fe9fc06e0a0 2024-09-12T03:12:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.605+0000 7fea02c00640 1 -- 172.21.15.29:0/1609625356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9fc06e0a0 msgr2=0x7fe9fc0cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.605+0000 7fea02c00640 1 --2- 172.21.15.29:0/1609625356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9fc06e0a0 0x7fe9fc0cd5b0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0b58a0 tx=0x7fe9f402a730 comp rx=0 tx=0).stop 2024-09-12T03:12:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.605+0000 7fea02c00640 1 -- 172.21.15.29:0/1609625356 shutdown_connections 2024-09-12T03:12:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.605+0000 7fea02c00640 1 --2- 172.21.15.29:0/1609625356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9fc06e0a0 0x7fe9fc0cd5b0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.605+0000 7fea02c00640 1 --2- 172.21.15.29:0/1609625356 >> v2:172.21.15.38:3300/0 conn(0x7fe9fc072040 0x7fe9fc15fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.605+0000 7fea02c00640 1 -- 172.21.15.29:0/1609625356 >> 172.21.15.29:0/1609625356 conn(0x7fe9fc067d70 msgr2=0x7fe9fc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.605+0000 7fea02c00640 1 -- 172.21.15.29:0/1609625356 shutdown_connections 2024-09-12T03:12:56.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.605+0000 7fea02c00640 1 -- 172.21.15.29:0/1609625356 wait complete. 2024-09-12T03:12:56.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.607+0000 7fea02c00640 1 Processor -- start 2024-09-12T03:12:56.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.607+0000 7fea02c00640 1 -- start start 2024-09-12T03:12:56.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.608+0000 7fea02c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9fc06e0a0 0x7fe9fc0aed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.608+0000 7fea02c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9fc072040 0x7fe9fc0a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.608+0000 7fea02c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9fc072d80 0x7fe9fc0a9a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.608+0000 7fea02c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe9fc06e510 con 0x7fe9fc072040 2024-09-12T03:12:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.608+0000 7fea02c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe9fc145b00 con 0x7fe9fc06e0a0 2024-09-12T03:12:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.608+0000 7fea02c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe9fc06e690 con 0x7fe9fc072d80 2024-09-12T03:12:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.608+0000 7fe9fb400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9fc072040 0x7fe9fc0a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.608+0000 7fe9fb400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9fc072040 0x7fe9fc0a94d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37330/0 (socket says 172.21.15.29:37330) 2024-09-12T03:12:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.608+0000 7fe9fb400640 1 -- 172.21.15.29:0/858124224 learned_addr learned my addr 172.21.15.29:0/858124224 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.608+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9fc06e0a0 0x7fe9fc0aed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.608+0000 7fea00c00640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9fc072d80 0x7fe9fc0a9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.609+0000 7fe9fb400640 1 -- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9fc072d80 msgr2=0x7fe9fc0a9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.609+0000 7fe9fb400640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9fc072d80 0x7fe9fc0a9a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.609+0000 7fe9fb400640 1 -- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9fc06e0a0 msgr2=0x7fe9fc0aed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.609+0000 7fe9fb400640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9fc06e0a0 0x7fe9fc0aed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.609+0000 7fe9fb400640 1 -- 172.21.15.29:0/858124224 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9fc13f000 con 0x7fe9fc072040 2024-09-12T03:12:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.609+0000 7fe9fb400640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9fc072040 0x7fe9fc0a94d0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7fe9e800c3c0 tx=0x7fe9e800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.609+0000 7fe9f3e00640 1 -- 172.21.15.29:0/858124224 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e80052d0 con 0x7fe9fc072040 2024-09-12T03:12:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.609+0000 7fe9f3e00640 1 -- 172.21.15.29:0/858124224 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9e8005490 con 0x7fe9fc072040 2024-09-12T03:12:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.609+0000 7fe9f3e00640 1 -- 172.21.15.29:0/858124224 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e8007260 con 0x7fe9fc072040 2024-09-12T03:12:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.609+0000 7fea02c00640 1 -- 172.21.15.29:0/858124224 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9fc15dd80 con 0x7fe9fc072040 2024-09-12T03:12:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.609+0000 7fea02c00640 1 -- 172.21.15.29:0/858124224 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9fc0af290 con 0x7fe9fc072040 2024-09-12T03:12:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.611+0000 7fe9f3e00640 1 -- 172.21.15.29:0/858124224 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe9e8007400 con 0x7fe9fc072040 2024-09-12T03:12:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.612+0000 7fe9f3e00640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe9dc06be30 0x7fe9dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.612+0000 7fe9f3e00640 1 -- 172.21.15.29:0/858124224 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fe9e808a5b0 con 0x7fe9fc072040 2024-09-12T03:12:56.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.613+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe9dc06be30 0x7fe9dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.613+0000 7fea05c06740 1 Processor -- start 2024-09-12T03:12:56.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.613+0000 7fea05c06740 1 -- start start 2024-09-12T03:12:56.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.613+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe9dc06be30 0x7fe9dc06e2f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec009ad0 tx=0x7fe9ec008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fea05c06740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e40c0 0x5622f18e44a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fea05c06740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f18e3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fea05c06740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e1ce0 0x5622f18c4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fea05c06740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5622f1800490 con 0x5622f18e1880 2024-09-12T03:12:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fea05c06740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5622f17a8690 con 0x5622f18e40c0 2024-09-12T03:12:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fea05c06740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5622f17fc450 con 0x5622f18e1ce0 2024-09-12T03:12:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fe9fb400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f18e3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fe9fb400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f18e3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37344/0 (socket says 172.21.15.29:37344) 2024-09-12T03:12:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fe9fb400640 1 -- 172.21.15.29:0/3144058316 learned_addr learned my addr 172.21.15.29:0/3144058316 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fe9fb400640 1 -- 172.21.15.29:0/3144058316 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e1ce0 msgr2=0x5622f18c4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fe9fb400640 1 --2- 172.21.15.29:0/3144058316 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e1ce0 0x5622f18c4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/3144058316 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e40c0 0x5622f18e44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fe9fb400640 1 -- 172.21.15.29:0/3144058316 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e40c0 msgr2=0x5622f18e44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fe9fb400640 1 --2- 172.21.15.29:0/3144058316 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e40c0 0x5622f18e44a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fe9fb400640 1 -- 172.21.15.29:0/3144058316 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622f17afe00 con 0x5622f18e1880 2024-09-12T03:12:56.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.614+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/3144058316 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e40c0 0x5622f18e44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:56.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.615+0000 7fe9fb400640 1 --2- 172.21.15.29:0/3144058316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f18e3410 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8058550 tx=0x7fe9e800a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94f369f39d969f37 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.615+0000 7fe9e7e00640 1 -- 172.21.15.29:0/3144058316 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e80568c0 con 0x5622f18e1880 2024-09-12T03:12:56.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.615+0000 7fe9e7e00640 1 -- 172.21.15.29:0/3144058316 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9e8054c30 con 0x5622f18e1880 2024-09-12T03:12:56.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.615+0000 7fe9e7e00640 1 -- 172.21.15.29:0/3144058316 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e808a300 con 0x5622f18e1880 2024-09-12T03:12:56.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.615+0000 7fea05c06740 1 -- 172.21.15.29:0/3144058316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 msgr2=0x5622f18e3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.615+0000 7fea05c06740 1 --2- 172.21.15.29:0/3144058316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f18e3410 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8058550 tx=0x7fe9e800a000 comp rx=0 tx=0).stop 2024-09-12T03:12:56.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.615+0000 7fea05c06740 1 -- 172.21.15.29:0/3144058316 shutdown_connections 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.615+0000 7fea05c06740 1 --2- 172.21.15.29:0/3144058316 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e1ce0 0x5622f18c4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.615+0000 7fea05c06740 1 --2- 172.21.15.29:0/3144058316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f18e3410 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.615+0000 7fea05c06740 1 --2- 172.21.15.29:0/3144058316 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e40c0 0x5622f18e44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.616+0000 7fea05c06740 1 -- 172.21.15.29:0/3144058316 >> 172.21.15.29:0/3144058316 conn(0x5622f1899d20 msgr2=0x5622f18e2130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.616+0000 7fea05c06740 1 -- 172.21.15.29:0/3144058316 shutdown_connections 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.616+0000 7fea05c06740 1 -- 172.21.15.29:0/3144058316 wait complete. 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.616+0000 7fea05c06740 1 -- start start 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.616+0000 7fea05c06740 1 Processor -- start 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.617+0000 7fea05c06740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 0x5622f18c2160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.617+0000 7fea05c06740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e40c0 0x5622f18c68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.617+0000 7fea05c06740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18c6e20 0x5622f189d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.617+0000 7fea05c06740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5622f18e07e0 con 0x5622f18c6e20 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.617+0000 7fea05c06740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5622f17bb950 con 0x5622f18e1ce0 2024-09-12T03:12:56.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.617+0000 7fea05c06740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5622f18e0ac0 con 0x5622f18e40c0 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.617+0000 7fea05c06740 10 client.0 _ll_register_callbacks cb 0x5622f17874d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.618+0000 7fea00c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18c6e20 0x5622f189d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.618+0000 7fe9fbe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 0x5622f18c2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.618+0000 7fe9fbe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 0x5622f18c2160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:38284/0 (socket says 172.21.15.29:38284) 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.618+0000 7fe9fbe00640 1 -- 172.21.15.29:0/1276330341 learned_addr learned my addr 172.21.15.29:0/1276330341 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.618+0000 7fe9fb400640 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e40c0 0x5622f18c68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.618+0000 7fe9fbe00640 1 -- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e40c0 msgr2=0x5622f18c68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.618+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e40c0 0x5622f18c68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.618+0000 7fe9fbe00640 1 -- 172.21.15.29:0/1276330341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18c6e20 msgr2=0x5622f189d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.618+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18c6e20 0x5622f189d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.618+0000 7fe9fbe00640 1 -- 172.21.15.29:0/1276330341 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622f17b4f40 con 0x5622f18e1ce0 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.618+0000 7fea00c00640 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18c6e20 0x5622f189d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.619+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 0x5622f18c2160 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec0156f0 tx=0x7fe9ec0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2604df8f7bcfb847 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.619+0000 7fe9e4c00640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.619+0000 7fe9e4c00640 1 -- 172.21.15.29:0/1276330341 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9ec025020 con 0x5622f18e1ce0 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.619+0000 7fe9e4c00640 1 -- 172.21.15.29:0/1276330341 <== mon.1 v2:172.21.15.38:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fe9ec014580 con 0x5622f18e1ce0 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.619+0000 7fea05c06740 1 -- 172.21.15.29:0/1276330341 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9e8054c30 con 0x5622f18e1ce0 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.619+0000 7fe9e4c00640 1 -- 172.21.15.29:0/1276330341 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7fe9ec02f050 con 0x5622f18e1ce0 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.619+0000 7fea05c06740 10 client.6301 fetch_fsmap learned FSMap version 62 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.619+0000 7fea05c06740 1 -- 172.21.15.29:0/1276330341 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x5622f15133f0 con 0x5622f18e1ce0 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.619+0000 7fe9e4c00640 1 -- 172.21.15.29:0/1276330341 <== mon.1 v2:172.21.15.38:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9e8054c30 con 0x5622f18e1ce0 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.620+0000 7fe9e4c00640 1 -- 172.21.15.29:0/1276330341 <== mon.1 v2:172.21.15.38:3300/0 5 ==== fsmap(e 62) ==== 3558+0+0 (secure 0 0 0) 0x7fe9ec032020 con 0x5622f18e1ce0 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.620+0000 7fea05c06740 10 client.6301 fetch_fsmap finished waiting for FSMap version 62 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.620+0000 7fea05c06740 10 client.6301 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.b 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.620+0000 7fea05c06740 20 client.6301 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.620+0000 7fea05c06740 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5622f189b360 0x5622f189b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.620+0000 7fea05c06740 4 client.6301 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:56.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.620+0000 7fea05c06740 1 -- 172.21.15.29:0/1276330341 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622f180dbc0 con 0x5622f189b360 2024-09-12T03:12:56.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.620+0000 7fe9fb400640 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5622f189b360 0x5622f189b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.621+0000 7fe9fb400640 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5622f189b360 0x5622f189b770 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9953e4abc046868a server_cookie=40e8dbea6bd998d1 in_seq=0 out_seq=0 2024-09-12T03:12:56.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.621+0000 7fe9e4c00640 10 client.6301 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:56.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.621+0000 7fe9e4c00640 1 -- 172.21.15.29:0/1276330341 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5622f180dbc0 con 0x5622f189b360 2024-09-12T03:12:56.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.621+0000 7fe9e4c00640 10 client.6301 handle_command_reply: tid=0 2024-09-12T03:12:56.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 1 client.6301 shutdown 2024-09-12T03:12:56.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 1 -- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 msgr2=0x5622f18c2160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 0x5622f18c2160 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec0156f0 tx=0x7fe9ec0046c0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 1 -- 172.21.15.29:0/1276330341 shutdown_connections 2024-09-12T03:12:56.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5622f189b360 0x5622f189b770 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18c6e20 0x5622f189d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e40c0 0x5622f18c68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fe9e4c00640 0 client.6301 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:56.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 1 --2- 172.21.15.29:0/1276330341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 0x5622f18c2160 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 1 -- 172.21.15.29:0/1276330341 >> 172.21.15.29:0/1276330341 conn(0x5622f18e1880 msgr2=0x5622f18c4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 1 -- 172.21.15.29:0/1276330341 shutdown_connections 2024-09-12T03:12:56.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 1 -- 172.21.15.29:0/1276330341 wait complete. 2024-09-12T03:12:56.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.622+0000 7fea05c06740 20 client.6301 trim_cache size 0 max 16384 2024-09-12T03:12:56.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.636+0000 7fea05c06740 1 Processor -- start 2024-09-12T03:12:56.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.637+0000 7fea05c06740 1 -- start start 2024-09-12T03:12:56.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.637+0000 7fea05c06740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f195a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.637+0000 7fea05c06740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18c6e20 0x5622f18e3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.637+0000 7fea05c06740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 0x5622f18e3770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.637+0000 7fea05c06740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe9fc1fd080 con 0x5622f18e1880 2024-09-12T03:12:56.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.637+0000 7fea05c06740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe9fc0b50e0 con 0x5622f18e1ce0 2024-09-12T03:12:56.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.637+0000 7fea05c06740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe9fc140ce0 con 0x5622f18c6e20 2024-09-12T03:12:56.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.638+0000 7fe9fbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f195a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.638+0000 7fe9fbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f195a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37362/0 (socket says 172.21.15.29:37362) 2024-09-12T03:12:56.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.638+0000 7fe9fbe00640 1 -- 172.21.15.29:0/2110006639 learned_addr learned my addr 172.21.15.29:0/2110006639 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.638+0000 7fea00c00640 1 --2- 172.21.15.29:0/2110006639 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 0x5622f18e3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.638+0000 7fe9fb400640 1 --2- 172.21.15.29:0/2110006639 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18c6e20 0x5622f18e3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.638+0000 7fe9fbe00640 1 -- 172.21.15.29:0/2110006639 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18c6e20 msgr2=0x5622f18e3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.638+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/2110006639 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18c6e20 0x5622f18e3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.638+0000 7fe9fbe00640 1 -- 172.21.15.29:0/2110006639 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 msgr2=0x5622f18e3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.638+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/2110006639 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 0x5622f18e3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.638+0000 7fe9fbe00640 1 -- 172.21.15.29:0/2110006639 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622f15dd7d0 con 0x5622f18e1880 2024-09-12T03:12:56.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.638+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/2110006639 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f195a520 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec006f00 tx=0x7fe9ec020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2de5d0005ddf1406 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fe9e7400640 1 -- 172.21.15.29:0/2110006639 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9ec037070 con 0x5622f18e1880 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fe9e7400640 1 -- 172.21.15.29:0/2110006639 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9ec01a030 con 0x5622f18e1880 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fe9e7400640 1 -- 172.21.15.29:0/2110006639 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9ec025070 con 0x5622f18e1880 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fea05c06740 1 -- 172.21.15.29:0/2110006639 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 msgr2=0x5622f195a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fea05c06740 1 --2- 172.21.15.29:0/2110006639 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f195a520 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec006f00 tx=0x7fe9ec020000 comp rx=0 tx=0).stop 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fea05c06740 1 -- 172.21.15.29:0/2110006639 shutdown_connections 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fea05c06740 1 --2- 172.21.15.29:0/2110006639 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18e1ce0 0x5622f18e3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fea05c06740 1 --2- 172.21.15.29:0/2110006639 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18c6e20 0x5622f18e3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fea05c06740 1 --2- 172.21.15.29:0/2110006639 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1880 0x5622f195a520 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fea05c06740 1 -- 172.21.15.29:0/2110006639 >> 172.21.15.29:0/2110006639 conn(0x5622f189d210 msgr2=0x5622f18dedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fea05c06740 1 -- 172.21.15.29:0/2110006639 shutdown_connections 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.639+0000 7fea05c06740 1 -- 172.21.15.29:0/2110006639 wait complete. 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.640+0000 7fea05c06740 1 -- start start 2024-09-12T03:12:56.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.640+0000 7fea05c06740 1 Processor -- start 2024-09-12T03:12:56.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fea05c06740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18c6e20 0x5622f1904510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fea05c06740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e1880 0x5622f1959210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fea05c06740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1ce0 0x5622f18e2250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fea05c06740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5622f18d8050 con 0x5622f18e1ce0 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fea05c06740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe9fc140640 con 0x5622f18c6e20 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fea05c06740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5622f18e05f0 con 0x5622f18e1880 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fea05c06740 10 client.0 _ll_register_callbacks cb 0x7fe9ec009800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fea00c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1ce0 0x5622f18e2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fe9fb400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e1880 0x5622f1959210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fe9fbe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18c6e20 0x5622f1904510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fea00c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1ce0 0x5622f18e2250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37376/0 (socket says 172.21.15.29:37376) 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.641+0000 7fea00c00640 1 -- 172.21.15.29:0/3783054933 learned_addr learned my addr 172.21.15.29:0/3783054933 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fea00c00640 1 -- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e1880 msgr2=0x5622f1959210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fea00c00640 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e1880 0x5622f1959210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fea00c00640 1 -- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18c6e20 msgr2=0x5622f1904510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fea00c00640 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18c6e20 0x5622f1904510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fea00c00640 1 -- 172.21.15.29:0/3783054933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622f1959b20 con 0x5622f18e1ce0 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fe9fb400640 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e1880 0x5622f1959210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18c6e20 0x5622f1904510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fea00c00640 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1ce0 0x5622f18e2250 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fe9f4034040 tx=0x7fe9f4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ca9e7aa5aac787 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fe9e4c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fe9e4c00640 1 -- 172.21.15.29:0/3783054933 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f4048030 con 0x5622f18e1ce0 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fea05c06740 1 -- 172.21.15.29:0/3783054933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9ec01a030 con 0x5622f18e1ce0 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.642+0000 7fe9e4c00640 1 -- 172.21.15.29:0/3783054933 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fe9f4044640 con 0x5622f18e1ce0 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fe9e4c00640 1 -- 172.21.15.29:0/3783054933 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7fe9f4051050 con 0x5622f18e1ce0 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fea05c06740 10 client.6522 fetch_fsmap learned FSMap version 62 2024-09-12T03:12:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fea05c06740 1 -- 172.21.15.29:0/3783054933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x5622f19612a0 con 0x5622f18e1ce0 2024-09-12T03:12:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fe9e4c00640 1 -- 172.21.15.29:0/3783054933 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe9ec01a030 con 0x5622f18e1ce0 2024-09-12T03:12:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fe9e4c00640 1 -- 172.21.15.29:0/3783054933 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 62) ==== 3558+0+0 (secure 0 0 0) 0x7fe9f4054020 con 0x5622f18e1ce0 2024-09-12T03:12:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fea05c06740 10 client.6522 fetch_fsmap finished waiting for FSMap version 62 2024-09-12T03:12:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fea05c06740 10 client.6522 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.b 2024-09-12T03:12:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fea05c06740 20 client.6522 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fea05c06740 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5622f18e40c0 0x5622f18e2790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fea05c06740 4 client.6522 mds_command: new command op to 6129 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-12T03:12:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fea05c06740 1 -- 172.21.15.29:0/3783054933 --> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5622f1807f10 con 0x5622f18e40c0 2024-09-12T03:12:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.643+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5622f18e40c0 0x5622f18e2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.644+0000 7fe9fbe00640 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5622f18e40c0 0x5622f18e2790 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2c182e011eb28e3 server_cookie=96364cdbb5093138 in_seq=0 out_seq=0 2024-09-12T03:12:56.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.644+0000 7fe9e4c00640 10 client.6522 ms_handle_connect on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:56.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.644+0000 7fe9e4c00640 1 -- 172.21.15.29:0/3783054933 <== mds.0 v2:172.21.15.38:6835/2752509154 1 ==== command_reply(tid 0: 0 ) ==== 8+0+271 (crc 0 0 0) 0x5622f1807f10 con 0x5622f18e40c0 2024-09-12T03:12:56.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.644+0000 7fe9e4c00640 10 client.6522 handle_command_reply: tid=0 2024-09-12T03:12:56.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.644+0000 7fea05c06740 1 client.6522 shutdown 2024-09-12T03:12:56.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.644+0000 7fea05c06740 1 -- 172.21.15.29:0/3783054933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1ce0 msgr2=0x5622f18e2250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.644+0000 7fea05c06740 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1ce0 0x5622f18e2250 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fe9f4034040 tx=0x7fe9f4004ab0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea05c06740 1 -- 172.21.15.29:0/3783054933 shutdown_connections 2024-09-12T03:12:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea05c06740 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:6835/2752509154,v1:172.21.15.38:6837/2752509154] conn(0x5622f18e40c0 0x5622f18e2790 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea05c06740 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5622f18e1ce0 0x5622f18e2250 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea05c06740 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5622f18e1880 0x5622f1959210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea05c06740 1 --2- 172.21.15.29:0/3783054933 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622f18c6e20 0x5622f1904510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea05c06740 1 -- 172.21.15.29:0/3783054933 >> 172.21.15.29:0/3783054933 conn(0x5622f189d210 msgr2=0x5622f18992b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fe9e4c00640 0 client.6522 ms_handle_reset on v2:172.21.15.38:6835/2752509154 2024-09-12T03:12:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea05c06740 1 -- 172.21.15.29:0/3783054933 shutdown_connections 2024-09-12T03:12:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea05c06740 1 -- 172.21.15.29:0/3783054933 wait complete. 2024-09-12T03:12:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea05c06740 20 client.6522 trim_cache size 0 max 16384 2024-09-12T03:12:56.648 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: "damage_type": "backtrace", 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 627569126, 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: "ino": 1099511627779, 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3/d4" 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: "damage_type": "backtrace", 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 1317539916, 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: "ino": 1099511627778, 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3" 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:12:56.649 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-12T03:12:56.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea02c00640 1 -- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe9dc06be30 msgr2=0x7fe9dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea02c00640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe9dc06be30 0x7fe9dc06e2f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec009ad0 tx=0x7fe9ec008040 comp rx=0 tx=0).stop 2024-09-12T03:12:56.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea02c00640 1 -- 172.21.15.29:0/858124224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9fc072040 msgr2=0x7fe9fc0a94d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea02c00640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9fc072040 0x7fe9fc0a94d0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7fe9e800c3c0 tx=0x7fe9e800c880 comp rx=0 tx=0).stop 2024-09-12T03:12:56.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea02c00640 1 -- 172.21.15.29:0/858124224 shutdown_connections 2024-09-12T03:12:56.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea02c00640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe9dc06be30 0x7fe9dc06e2f0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea02c00640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe9fc072d80 0x7fe9fc0a9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea02c00640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9fc072040 0x7fe9fc0a94d0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea02c00640 1 --2- 172.21.15.29:0/858124224 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe9fc06e0a0 0x7fe9fc0aed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.645+0000 7fea02c00640 1 -- 172.21.15.29:0/858124224 >> 172.21.15.29:0/858124224 conn(0x7fe9fc067d70 msgr2=0x7fe9fc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.646+0000 7fea02c00640 1 -- 172.21.15.29:0/858124224 shutdown_connections 2024-09-12T03:12:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.646+0000 7fea02c00640 1 -- 172.21.15.29:0/858124224 wait complete. 2024-09-12T03:12:56.660 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.4:1 damage ls 2024-09-12T03:12:56.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.819+0000 7ff020800640 1 Processor -- start 2024-09-12T03:12:56.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.819+0000 7ff020800640 1 -- start start 2024-09-12T03:12:56.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.821+0000 7ff020800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff018072040 0x7ff01815fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.821+0000 7ff020800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff01806e0a0 0x7ff0180cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.821+0000 7ff020800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff018160340 con 0x7ff018072d80 2024-09-12T03:12:56.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.821+0000 7ff020800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7ff0181605e0 con 0x7ff01806e0a0 2024-09-12T03:12:56.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.821+0000 7ff020800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7ff0181608c0 con 0x7ff018072040 2024-09-12T03:12:56.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.821+0000 7ff01e800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff01806e0a0 0x7ff0180cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.821+0000 7ff01e800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff01806e0a0 0x7ff0180cd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37384/0 (socket says 172.21.15.29:37384) 2024-09-12T03:12:56.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.821+0000 7ff01e800640 1 -- 172.21.15.29:0/2057919835 learned_addr learned my addr 172.21.15.29:0/2057919835 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.821+0000 7ff01de00640 1 --2- 172.21.15.29:0/2057919835 >> v2:172.21.15.38:3300/0 conn(0x7ff018072040 0x7ff01815fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.822+0000 7ff01e800640 1 -- 172.21.15.29:0/2057919835 >> v2:172.21.15.38:3300/0 conn(0x7ff018072040 msgr2=0x7ff01815fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.822+0000 7ff01e800640 1 --2- 172.21.15.29:0/2057919835 >> v2:172.21.15.38:3300/0 conn(0x7ff018072040 0x7ff01815fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.822+0000 7ff01e800640 1 -- 172.21.15.29:0/2057919835 >> v1:172.21.15.38:6789/0 conn(0x7ff018072d80 legacy=0x7ff018072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.822+0000 7ff01e800640 1 -- 172.21.15.29:0/2057919835 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff018160ba0 con 0x7ff01806e0a0 2024-09-12T03:12:56.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.822+0000 7ff01de00640 1 --2- 172.21.15.29:0/2057919835 >> v2:172.21.15.38:3300/0 conn(0x7ff018072040 0x7ff01815fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:56.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.823+0000 7ff01e800640 1 --2- 172.21.15.29:0/2057919835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff01806e0a0 0x7ff0180cd5b0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7ff0180b58a0 tx=0x7ff01402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79588b5462e648a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.823+0000 7ff01ca00640 1 -- 172.21.15.29:0/2057919835 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff014036070 con 0x7ff01806e0a0 2024-09-12T03:12:56.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.823+0000 7ff01ca00640 1 -- 172.21.15.29:0/2057919835 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff014031600 con 0x7ff01806e0a0 2024-09-12T03:12:56.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.823+0000 7ff01ca00640 1 -- 172.21.15.29:0/2057919835 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0140319d0 con 0x7ff01806e0a0 2024-09-12T03:12:56.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.823+0000 7ff020800640 1 -- 172.21.15.29:0/2057919835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff01806e0a0 msgr2=0x7ff0180cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.823+0000 7ff020800640 1 --2- 172.21.15.29:0/2057919835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff01806e0a0 0x7ff0180cd5b0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7ff0180b58a0 tx=0x7ff01402a730 comp rx=0 tx=0).stop 2024-09-12T03:12:56.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.823+0000 7ff020800640 1 -- 172.21.15.29:0/2057919835 shutdown_connections 2024-09-12T03:12:56.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.823+0000 7ff020800640 1 --2- 172.21.15.29:0/2057919835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff01806e0a0 0x7ff0180cd5b0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.823+0000 7ff020800640 1 --2- 172.21.15.29:0/2057919835 >> v2:172.21.15.38:3300/0 conn(0x7ff018072040 0x7ff01815fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.823+0000 7ff020800640 1 -- 172.21.15.29:0/2057919835 >> 172.21.15.29:0/2057919835 conn(0x7ff018067d70 msgr2=0x7ff01806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.824+0000 7ff020800640 1 -- 172.21.15.29:0/2057919835 shutdown_connections 2024-09-12T03:12:56.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.824+0000 7ff020800640 1 -- 172.21.15.29:0/2057919835 wait complete. 2024-09-12T03:12:56.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.825+0000 7ff020800640 1 Processor -- start 2024-09-12T03:12:56.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.825+0000 7ff020800640 1 -- start start 2024-09-12T03:12:56.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.826+0000 7ff020800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff01806e0a0 0x7ff0180b35a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.826+0000 7ff020800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff018072040 0x7ff0180b5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.826+0000 7ff020800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff018072d80 0x7ff0180aeba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.826+0000 7ff020800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff01806e510 con 0x7ff018072040 2024-09-12T03:12:56.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.826+0000 7ff020800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff018145b00 con 0x7ff01806e0a0 2024-09-12T03:12:56.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.826+0000 7ff020800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff01806e690 con 0x7ff018072d80 2024-09-12T03:12:56.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.826+0000 7ff01d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff018072040 0x7ff0180b5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.826+0000 7ff01d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff018072040 0x7ff0180b5120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37396/0 (socket says 172.21.15.29:37396) 2024-09-12T03:12:56.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.826+0000 7ff01d400640 1 -- 172.21.15.29:0/2388117110 learned_addr learned my addr 172.21.15.29:0/2388117110 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.826+0000 7ff01de00640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff01806e0a0 0x7ff0180b35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.827+0000 7ff01e800640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff018072d80 0x7ff0180aeba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.827+0000 7ff01d400640 1 -- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff018072d80 msgr2=0x7ff0180aeba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.827+0000 7ff01d400640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff018072d80 0x7ff0180aeba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.827+0000 7ff01d400640 1 -- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff01806e0a0 msgr2=0x7ff0180b35a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.827+0000 7ff01d400640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff01806e0a0 0x7ff0180b35a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.827+0000 7ff01d400640 1 -- 172.21.15.29:0/2388117110 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0180b3c80 con 0x7ff018072040 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.827+0000 7ff01d400640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff018072040 0x7ff0180b5120 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7ff00800c3f0 tx=0x7ff00800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.827+0000 7ff012000640 1 -- 172.21.15.29:0/2388117110 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0080052d0 con 0x7ff018072040 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.827+0000 7ff012000640 1 -- 172.21.15.29:0/2388117110 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff008005490 con 0x7ff018072040 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.827+0000 7ff012000640 1 -- 172.21.15.29:0/2388117110 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff008007260 con 0x7ff018072040 2024-09-12T03:12:56.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.827+0000 7ff020800640 1 -- 172.21.15.29:0/2388117110 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0180b3f60 con 0x7ff018072040 2024-09-12T03:12:56.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.828+0000 7ff020800640 1 -- 172.21.15.29:0/2388117110 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0180b4520 con 0x7ff018072040 2024-09-12T03:12:56.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.830+0000 7ff012000640 1 -- 172.21.15.29:0/2388117110 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff008007400 con 0x7ff018072040 2024-09-12T03:12:56.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.831+0000 7ff012000640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feffc06be30 0x7feffc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.831+0000 7ff012000640 1 -- 172.21.15.29:0/2388117110 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7ff00808a4b0 con 0x7ff018072040 2024-09-12T03:12:56.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.832+0000 7ff01de00640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feffc06be30 0x7feffc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.832+0000 7ff023657740 1 Processor -- start 2024-09-12T03:12:56.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.832+0000 7ff023657740 1 -- start start 2024-09-12T03:12:56.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.832+0000 7ff01de00640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feffc06be30 0x7feffc06e2f0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff00c006fd0 tx=0x7ff00c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff023657740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac4c0c0 0x55aaaac4c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff023657740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49880 0x55aaaac4b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff023657740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac49ce0 0x55aaaac2c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff023657740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55aaaab68490 con 0x55aaaac49880 2024-09-12T03:12:56.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff023657740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55aaaab10690 con 0x55aaaac49ce0 2024-09-12T03:12:56.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff023657740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55aaaab64450 con 0x55aaaac4c0c0 2024-09-12T03:12:56.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff01d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49880 0x55aaaac4b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff01d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49880 0x55aaaac4b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37398/0 (socket says 172.21.15.29:37398) 2024-09-12T03:12:56.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff01d400640 1 -- 172.21.15.29:0/28482109 learned_addr learned my addr 172.21.15.29:0/28482109 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff01de00640 1 --2- 172.21.15.29:0/28482109 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac4c0c0 0x55aaaac4c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff01e800640 1 --2- 172.21.15.29:0/28482109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac49ce0 0x55aaaac2c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff01d400640 1 -- 172.21.15.29:0/28482109 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac4c0c0 msgr2=0x55aaaac4c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff01d400640 1 --2- 172.21.15.29:0/28482109 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac4c0c0 0x55aaaac4c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff01d400640 1 -- 172.21.15.29:0/28482109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac49ce0 msgr2=0x55aaaac2c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff01d400640 1 --2- 172.21.15.29:0/28482109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac49ce0 0x55aaaac2c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.833+0000 7ff01d400640 1 -- 172.21.15.29:0/28482109 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaaab17e00 con 0x55aaaac49880 2024-09-12T03:12:56.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.834+0000 7ff01d400640 1 --2- 172.21.15.29:0/28482109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49880 0x55aaaac4b410 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7ff008054a60 tx=0x7ff00800a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f38ca0255cb76f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.834+0000 7ff006600640 1 -- 172.21.15.29:0/28482109 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff008056900 con 0x55aaaac49880 2024-09-12T03:12:56.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.834+0000 7ff006600640 1 -- 172.21.15.29:0/28482109 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff008054c70 con 0x55aaaac49880 2024-09-12T03:12:56.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.834+0000 7ff006600640 1 -- 172.21.15.29:0/28482109 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff008060ea0 con 0x55aaaac49880 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.834+0000 7ff023657740 1 -- 172.21.15.29:0/28482109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49880 msgr2=0x55aaaac4b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.834+0000 7ff023657740 1 --2- 172.21.15.29:0/28482109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49880 0x55aaaac4b410 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7ff008054a60 tx=0x7ff00800a000 comp rx=0 tx=0).stop 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.834+0000 7ff023657740 1 -- 172.21.15.29:0/28482109 shutdown_connections 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.834+0000 7ff023657740 1 --2- 172.21.15.29:0/28482109 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac49ce0 0x55aaaac2c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.834+0000 7ff023657740 1 --2- 172.21.15.29:0/28482109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49880 0x55aaaac4b410 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.834+0000 7ff023657740 1 --2- 172.21.15.29:0/28482109 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac4c0c0 0x55aaaac4c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.834+0000 7ff023657740 1 -- 172.21.15.29:0/28482109 >> 172.21.15.29:0/28482109 conn(0x55aaaac01d20 msgr2=0x55aaaac4a130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.835+0000 7ff023657740 1 -- 172.21.15.29:0/28482109 shutdown_connections 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.835+0000 7ff023657740 1 -- 172.21.15.29:0/28482109 wait complete. 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.835+0000 7ff023657740 1 -- start start 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.835+0000 7ff023657740 1 Processor -- start 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.836+0000 7ff023657740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49ce0 0x55aaaac29c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.836+0000 7ff023657740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac4c0c0 0x55aaaac5d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.836+0000 7ff023657740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac2fdc0 0x55aaaac40fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.836+0000 7ff023657740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55aaaac487e0 con 0x55aaaac49ce0 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.836+0000 7ff023657740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55aaaab23950 con 0x55aaaac4c0c0 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.836+0000 7ff023657740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55aaaac48ac0 con 0x55aaaac2fdc0 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.836+0000 7ff023657740 10 client.0 _ll_register_callbacks cb 0x55aaaaaef4d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7ff01de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49ce0 0x55aaaac29c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7ff01de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49ce0 0x55aaaac29c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37400/0 (socket says 172.21.15.29:37400) 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7ff01de00640 1 -- 172.21.15.29:0/3514418012 learned_addr learned my addr 172.21.15.29:0/3514418012 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7ff01e800640 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac2fdc0 0x55aaaac40fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7ff01d400640 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac4c0c0 0x55aaaac5d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7ff01de00640 1 -- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac2fdc0 msgr2=0x55aaaac40fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7ff01de00640 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac2fdc0 0x55aaaac40fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7ff01de00640 1 -- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac4c0c0 msgr2=0x55aaaac5d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7ff01de00640 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac4c0c0 0x55aaaac5d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7ff01de00640 1 -- 172.21.15.29:0/3514418012 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaaab1cf40 con 0x55aaaac49ce0 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7ff01de00640 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49ce0 0x55aaaac29c80 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7ff00c015720 tx=0x7ff00c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=241b0d6447ae3d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.837+0000 7feffaa00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7feffaa00640 1 -- 172.21.15.29:0/3514418012 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff00c00f040 con 0x55aaaac49ce0 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7feffaa00640 1 -- 172.21.15.29:0/3514418012 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7ff00c0147a0 con 0x55aaaac49ce0 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7ff023657740 1 -- 172.21.15.29:0/3514418012 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff008054c70 con 0x55aaaac49ce0 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7feffaa00640 1 -- 172.21.15.29:0/3514418012 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7ff00c0149a0 con 0x55aaaac49ce0 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7ff023657740 10 client.6534 fetch_fsmap learned FSMap version 62 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7ff023657740 1 -- 172.21.15.29:0/3514418012 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x55aaaa87b3f0 con 0x55aaaac49ce0 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7feffaa00640 1 -- 172.21.15.29:0/3514418012 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff008054c70 con 0x55aaaac49ce0 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7feffaa00640 1 -- 172.21.15.29:0/3514418012 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 62) ==== 3558+0+0 (secure 0 0 0) 0x7ff00c035080 con 0x55aaaac49ce0 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7ff023657740 10 client.6534 fetch_fsmap finished waiting for FSMap version 62 2024-09-12T03:12:56.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7ff023657740 10 client.6534 resolve_mds: resolved 4:1 to role '4:1' aka daemon mds.d 2024-09-12T03:12:56.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7ff023657740 20 client.6534 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:56.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7ff023657740 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55aaaac41510 0x55aaaac2a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7ff023657740 4 client.6534 mds_command: new command op to 6126 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:56.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.838+0000 7ff023657740 1 -- 172.21.15.29:0/3514418012 --> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aaaab75bc0 con 0x55aaaac41510 2024-09-12T03:12:56.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.839+0000 7ff01d400640 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55aaaac41510 0x55aaaac2a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.840+0000 7ff01d400640 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55aaaac41510 0x55aaaac2a910 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f4496b322f17a0d0 server_cookie=fd1be02e6dca6eb4 in_seq=0 out_seq=0 2024-09-12T03:12:56.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.840+0000 7feffaa00640 10 client.6534 ms_handle_connect on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:56.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.840+0000 7feffaa00640 1 -- 172.21.15.29:0/3514418012 <== mds.1 v2:172.21.15.38:6834/3212600768 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55aaaab75bc0 con 0x55aaaac41510 2024-09-12T03:12:56.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.840+0000 7feffaa00640 10 client.6534 handle_command_reply: tid=0 2024-09-12T03:12:56.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 1 client.6534 shutdown 2024-09-12T03:12:56.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 1 -- 172.21.15.29:0/3514418012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49ce0 msgr2=0x55aaaac29c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49ce0 0x55aaaac29c80 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7ff00c015720 tx=0x7ff00c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 1 -- 172.21.15.29:0/3514418012 shutdown_connections 2024-09-12T03:12:56.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55aaaac41510 0x55aaaac2a910 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac2fdc0 0x55aaaac40fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac4c0c0 0x55aaaac5d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 1 --2- 172.21.15.29:0/3514418012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac49ce0 0x55aaaac29c80 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7feffaa00640 0 client.6534 ms_handle_reset on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:56.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 1 -- 172.21.15.29:0/3514418012 >> 172.21.15.29:0/3514418012 conn(0x55aaaac49880 msgr2=0x55aaaac2be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 1 -- 172.21.15.29:0/3514418012 shutdown_connections 2024-09-12T03:12:56.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 1 -- 172.21.15.29:0/3514418012 wait complete. 2024-09-12T03:12:56.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.841+0000 7ff023657740 20 client.6534 trim_cache size 0 max 16384 2024-09-12T03:12:56.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.855+0000 7ff023657740 1 Processor -- start 2024-09-12T03:12:56.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.855+0000 7ff023657740 1 -- start start 2024-09-12T03:12:56.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.856+0000 7ff023657740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac2fdc0 0x55aaaac00050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.856+0000 7ff023657740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac49ce0 0x55aaaacbeb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.856+0000 7ff023657740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac4c0c0 0x55aaaac29450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.856+0000 7ff023657740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff0182014c0 con 0x55aaaac4c0c0 2024-09-12T03:12:56.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.856+0000 7ff023657740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff018200660 con 0x55aaaac49ce0 2024-09-12T03:12:56.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.856+0000 7ff023657740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff018200d90 con 0x55aaaac2fdc0 2024-09-12T03:12:56.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.856+0000 7ff01e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac4c0c0 0x55aaaac29450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.856+0000 7ff01e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac4c0c0 0x55aaaac29450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37408/0 (socket says 172.21.15.29:37408) 2024-09-12T03:12:56.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.856+0000 7ff01de00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac2fdc0 0x55aaaac00050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.856+0000 7ff01e800640 1 -- 172.21.15.29:0/4238337321 learned_addr learned my addr 172.21.15.29:0/4238337321 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.856+0000 7ff01d400640 1 --2- 172.21.15.29:0/4238337321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac49ce0 0x55aaaacbeb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.857+0000 7ff01e800640 1 -- 172.21.15.29:0/4238337321 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac2fdc0 msgr2=0x55aaaac00050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.857+0000 7ff01e800640 1 --2- 172.21.15.29:0/4238337321 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac2fdc0 0x55aaaac00050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.857+0000 7ff01e800640 1 -- 172.21.15.29:0/4238337321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac49ce0 msgr2=0x55aaaacbeb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.857+0000 7ff01e800640 1 --2- 172.21.15.29:0/4238337321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac49ce0 0x55aaaacbeb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.857+0000 7ff01e800640 1 -- 172.21.15.29:0/4238337321 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaaa9457d0 con 0x55aaaac4c0c0 2024-09-12T03:12:56.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.857+0000 7ff01e800640 1 --2- 172.21.15.29:0/4238337321 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac4c0c0 0x55aaaac29450 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7ff01400c080 tx=0x7ff01402e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8844674d64a4dc39 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.857+0000 7ff005c00640 1 -- 172.21.15.29:0/4238337321 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff014036040 con 0x55aaaac4c0c0 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.858+0000 7ff005c00640 1 -- 172.21.15.29:0/4238337321 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff014042070 con 0x55aaaac4c0c0 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.858+0000 7ff005c00640 1 -- 172.21.15.29:0/4238337321 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0140319f0 con 0x55aaaac4c0c0 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.858+0000 7ff023657740 1 -- 172.21.15.29:0/4238337321 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac4c0c0 msgr2=0x55aaaac29450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.858+0000 7ff023657740 1 --2- 172.21.15.29:0/4238337321 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac4c0c0 0x55aaaac29450 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7ff01400c080 tx=0x7ff01402e000 comp rx=0 tx=0).stop 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.858+0000 7ff023657740 1 -- 172.21.15.29:0/4238337321 shutdown_connections 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.858+0000 7ff023657740 1 --2- 172.21.15.29:0/4238337321 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac4c0c0 0x55aaaac29450 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.858+0000 7ff023657740 1 --2- 172.21.15.29:0/4238337321 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac49ce0 0x55aaaacbeb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.858+0000 7ff023657740 1 --2- 172.21.15.29:0/4238337321 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac2fdc0 0x55aaaac00050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.858+0000 7ff023657740 1 -- 172.21.15.29:0/4238337321 >> 172.21.15.29:0/4238337321 conn(0x55aaaac49880 msgr2=0x55aaaac008d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.858+0000 7ff023657740 1 -- 172.21.15.29:0/4238337321 shutdown_connections 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.858+0000 7ff023657740 1 -- 172.21.15.29:0/4238337321 wait complete. 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.859+0000 7ff023657740 1 -- start start 2024-09-12T03:12:56.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.859+0000 7ff023657740 1 Processor -- start 2024-09-12T03:12:56.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff023657740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac2fdc0 0x55aaaacbb2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff023657740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac49ce0 0x55aaaac052d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff023657740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac4c0c0 0x55aaaac05810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff023657740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55aaaac43730 con 0x55aaaac2fdc0 2024-09-12T03:12:56.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff023657740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff0180c6350 con 0x55aaaac4c0c0 2024-09-12T03:12:56.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff023657740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55aaaac4d600 con 0x55aaaac49ce0 2024-09-12T03:12:56.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff023657740 10 client.0 _ll_register_callbacks cb 0x7ff00c0118e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:56.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff01de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac2fdc0 0x55aaaacbb2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff01de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac2fdc0 0x55aaaacbb2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37424/0 (socket says 172.21.15.29:37424) 2024-09-12T03:12:56.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff01de00640 1 -- 172.21.15.29:0/1966566347 learned_addr learned my addr 172.21.15.29:0/1966566347 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:56.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff01d400640 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac49ce0 0x55aaaac052d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.860+0000 7ff01e800640 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac4c0c0 0x55aaaac05810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7ff01de00640 1 -- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac49ce0 msgr2=0x55aaaac052d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7ff01de00640 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac49ce0 0x55aaaac052d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7ff01de00640 1 -- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac4c0c0 msgr2=0x55aaaac05810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7ff01de00640 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac4c0c0 0x55aaaac05810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7ff01de00640 1 -- 172.21.15.29:0/1966566347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaaac05f30 con 0x55aaaac2fdc0 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7ff01de00640 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac2fdc0 0x55aaaacbb2f0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7ff00c015720 tx=0x7ff00c018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab2854c89d0dd836 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7feffaa00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7feffaa00640 1 -- 172.21.15.29:0/1966566347 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff00c043060 con 0x55aaaac2fdc0 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7feffaa00640 1 -- 172.21.15.29:0/1966566347 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7ff00c004250 con 0x55aaaac2fdc0 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7ff023657740 1 -- 172.21.15.29:0/1966566347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff014042070 con 0x55aaaac2fdc0 2024-09-12T03:12:56.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7feffaa00640 1 -- 172.21.15.29:0/1966566347 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7ff00c049050 con 0x55aaaac2fdc0 2024-09-12T03:12:56.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7ff023657740 10 client.6540 fetch_fsmap learned FSMap version 62 2024-09-12T03:12:56.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.861+0000 7ff023657740 1 -- 172.21.15.29:0/1966566347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x55aaaac40e50 con 0x55aaaac2fdc0 2024-09-12T03:12:56.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.862+0000 7feffaa00640 1 -- 172.21.15.29:0/1966566347 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff014042070 con 0x55aaaac2fdc0 2024-09-12T03:12:56.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.862+0000 7feffaa00640 1 -- 172.21.15.29:0/1966566347 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 62) ==== 3558+0+0 (secure 0 0 0) 0x7ff00c04c020 con 0x55aaaac2fdc0 2024-09-12T03:12:56.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.862+0000 7ff023657740 10 client.6540 fetch_fsmap finished waiting for FSMap version 62 2024-09-12T03:12:56.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.862+0000 7ff023657740 10 client.6540 resolve_mds: resolved 4:1 to role '4:1' aka daemon mds.d 2024-09-12T03:12:56.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.862+0000 7ff023657740 20 client.6540 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:56.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.862+0000 7ff023657740 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55aaaacbb830 0x55aaaac46fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:56.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.862+0000 7ff023657740 4 client.6540 mds_command: new command op to 6126 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-12T03:12:56.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.862+0000 7ff023657740 1 -- 172.21.15.29:0/1966566347 --> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55aaaab6ff10 con 0x55aaaacbb830 2024-09-12T03:12:56.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.862+0000 7ff01d400640 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55aaaacbb830 0x55aaaac46fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:56.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.863+0000 7ff01d400640 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55aaaacbb830 0x55aaaac46fd0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f7769828b828c6d3 server_cookie=8bb017dcfd1f57b6 in_seq=0 out_seq=0 2024-09-12T03:12:56.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.863+0000 7feffaa00640 10 client.6540 ms_handle_connect on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:56.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.863+0000 7feffaa00640 1 -- 172.21.15.29:0/1966566347 <== mds.1 v2:172.21.15.38:6834/3212600768 1 ==== command_reply(tid 0: 0 ) ==== 8+0+284 (crc 0 0 0) 0x55aaaab6ff10 con 0x55aaaacbb830 2024-09-12T03:12:56.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.863+0000 7feffaa00640 10 client.6540 handle_command_reply: tid=0 2024-09-12T03:12:56.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.863+0000 7ff023657740 1 client.6540 shutdown 2024-09-12T03:12:56.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff023657740 1 -- 172.21.15.29:0/1966566347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac2fdc0 msgr2=0x55aaaacbb2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff023657740 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac2fdc0 0x55aaaacbb2f0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7ff00c015720 tx=0x7ff00c018000 comp rx=0 tx=0).stop 2024-09-12T03:12:56.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff023657740 1 -- 172.21.15.29:0/1966566347 shutdown_connections 2024-09-12T03:12:56.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff023657740 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:6834/3212600768,v1:172.21.15.38:6836/3212600768] conn(0x55aaaacbb830 0x55aaaac46fd0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff023657740 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55aaaac4c0c0 0x55aaaac05810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff023657740 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55aaaac49ce0 0x55aaaac052d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff023657740 1 --2- 172.21.15.29:0/1966566347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aaaac2fdc0 0x55aaaacbb2f0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff023657740 1 -- 172.21.15.29:0/1966566347 >> 172.21.15.29:0/1966566347 conn(0x55aaaac49880 msgr2=0x55aaaac406e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7feffaa00640 0 client.6540 ms_handle_reset on v2:172.21.15.38:6834/3212600768 2024-09-12T03:12:56.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff023657740 1 -- 172.21.15.29:0/1966566347 shutdown_connections 2024-09-12T03:12:56.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff023657740 1 -- 172.21.15.29:0/1966566347 wait complete. 2024-09-12T03:12:56.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff023657740 20 client.6540 trim_cache size 0 max 16384 2024-09-12T03:12:56.867 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-12T03:12:56.867 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:12:56.867 INFO:teuthology.orchestra.run.smithi029.stdout: "damage_type": "backtrace", 2024-09-12T03:12:56.868 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 1080547959, 2024-09-12T03:12:56.868 INFO:teuthology.orchestra.run.smithi029.stdout: "ino": 1099511627780, 2024-09-12T03:12:56.868 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3/d4/d5" 2024-09-12T03:12:56.868 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:12:56.868 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:12:56.868 INFO:teuthology.orchestra.run.smithi029.stdout: "damage_type": "backtrace", 2024-09-12T03:12:56.868 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 2746660378, 2024-09-12T03:12:56.868 INFO:teuthology.orchestra.run.smithi029.stdout: "ino": 1099511627781, 2024-09-12T03:12:56.868 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3/d4/d5/d6" 2024-09-12T03:12:56.868 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:12:56.868 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-12T03:12:56.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff020800640 1 -- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feffc06be30 msgr2=0x7feffc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff020800640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feffc06be30 0x7feffc06e2f0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff00c006fd0 tx=0x7ff00c008040 comp rx=0 tx=0).stop 2024-09-12T03:12:56.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff020800640 1 -- 172.21.15.29:0/2388117110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff018072040 msgr2=0x7ff0180b5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:56.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.864+0000 7ff020800640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff018072040 0x7ff0180b5120 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7ff00800c3f0 tx=0x7ff00800c8b0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.865+0000 7ff020800640 1 -- 172.21.15.29:0/2388117110 shutdown_connections 2024-09-12T03:12:56.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.865+0000 7ff020800640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feffc06be30 0x7feffc06e2f0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.865+0000 7ff020800640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff018072d80 0x7ff0180aeba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.865+0000 7ff020800640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff018072040 0x7ff0180b5120 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.865+0000 7ff020800640 1 --2- 172.21.15.29:0/2388117110 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff01806e0a0 0x7ff0180b35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:56.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.865+0000 7ff020800640 1 -- 172.21.15.29:0/2388117110 >> 172.21.15.29:0/2388117110 conn(0x7ff018067d70 msgr2=0x7ff018144030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:56.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.865+0000 7ff020800640 1 -- 172.21.15.29:0/2388117110 shutdown_connections 2024-09-12T03:12:56.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:56.865+0000 7ff020800640 1 -- 172.21.15.29:0/2388117110 wait complete. 2024-09-12T03:12:56.880 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.4:2 damage ls 2024-09-12T03:12:57.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.039+0000 7fb068000640 1 Processor -- start 2024-09-12T03:12:57.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.039+0000 7fb068000640 1 -- start start 2024-09-12T03:12:57.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.040+0000 7fb068000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb0600cf0d0 0x7fb06013e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.040+0000 7fb068000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb06006f1b0 0x7fb06006f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.040+0000 7fb068000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0600cf5b0 con 0x7fb060155910 2024-09-12T03:12:57.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.040+0000 7fb068000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb06013ed70 con 0x7fb0600cf0d0 2024-09-12T03:12:57.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.040+0000 7fb068000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fb0600cf890 con 0x7fb06006f1b0 2024-09-12T03:12:57.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.041+0000 7fb064c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb0600cf0d0 0x7fb06013e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.041+0000 7fb064c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb0600cf0d0 0x7fb06013e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37436/0 (socket says 172.21.15.29:37436) 2024-09-12T03:12:57.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.041+0000 7fb064c00640 1 -- 172.21.15.29:0/1266253577 learned_addr learned my addr 172.21.15.29:0/1266253577 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:57.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.041+0000 7fb066000640 1 --2- 172.21.15.29:0/1266253577 >> v2:172.21.15.38:3300/0 conn(0x7fb06006f1b0 0x7fb06006f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.041+0000 7fb064c00640 1 -- 172.21.15.29:0/1266253577 >> v2:172.21.15.38:3300/0 conn(0x7fb06006f1b0 msgr2=0x7fb06006f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:57.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.041+0000 7fb064c00640 1 --2- 172.21.15.29:0/1266253577 >> v2:172.21.15.38:3300/0 conn(0x7fb06006f1b0 0x7fb06006f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.041+0000 7fb064c00640 1 -- 172.21.15.29:0/1266253577 >> v1:172.21.15.38:6789/0 conn(0x7fb060155910 legacy=0x7fb060141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.041+0000 7fb064c00640 1 -- 172.21.15.29:0/1266253577 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0600cfb70 con 0x7fb0600cf0d0 2024-09-12T03:12:57.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.042+0000 7fb064c00640 1 --2- 172.21.15.29:0/1266253577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0600cf0d0 0x7fb06013e830 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fb0600cec40 tx=0x7fb04c02c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec399a1942851aab server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:57.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.042+0000 7fb05fe00640 1 -- 172.21.15.29:0/1266253577 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c033640 con 0x7fb0600cf0d0 2024-09-12T03:12:57.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.042+0000 7fb05fe00640 1 -- 172.21.15.29:0/1266253577 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb04c038070 con 0x7fb0600cf0d0 2024-09-12T03:12:57.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.042+0000 7fb05fe00640 1 -- 172.21.15.29:0/1266253577 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c033a00 con 0x7fb0600cf0d0 2024-09-12T03:12:57.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.043+0000 7fb068000640 1 -- 172.21.15.29:0/1266253577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0600cf0d0 msgr2=0x7fb06013e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.043+0000 7fb068000640 1 --2- 172.21.15.29:0/1266253577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0600cf0d0 0x7fb06013e830 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fb0600cec40 tx=0x7fb04c02c8b0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.043+0000 7fb068000640 1 -- 172.21.15.29:0/1266253577 shutdown_connections 2024-09-12T03:12:57.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.043+0000 7fb068000640 1 --2- 172.21.15.29:0/1266253577 >> v2:172.21.15.38:3300/0 conn(0x7fb06006f1b0 0x7fb06006f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.043+0000 7fb068000640 1 --2- 172.21.15.29:0/1266253577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0600cf0d0 0x7fb06013e830 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.043+0000 7fb068000640 1 -- 172.21.15.29:0/1266253577 >> 172.21.15.29:0/1266253577 conn(0x7fb060067d70 msgr2=0x7fb06006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:57.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.043+0000 7fb068000640 1 -- 172.21.15.29:0/1266253577 shutdown_connections 2024-09-12T03:12:57.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.043+0000 7fb068000640 1 -- 172.21.15.29:0/1266253577 wait complete. 2024-09-12T03:12:57.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.045+0000 7fb068000640 1 Processor -- start 2024-09-12T03:12:57.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.045+0000 7fb068000640 1 -- start start 2024-09-12T03:12:57.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb068000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb06006f1b0 0x7fb060130c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb068000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0600cf0d0 0x7fb06015aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb068000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb060155910 0x7fb06015cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb068000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb0600cd1b0 con 0x7fb0600cf0d0 2024-09-12T03:12:57.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb068000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb0600cd030 con 0x7fb060155910 2024-09-12T03:12:57.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb068000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb06015bb60 con 0x7fb06006f1b0 2024-09-12T03:12:57.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb064c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0600cf0d0 0x7fb06015aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb064c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0600cf0d0 0x7fb06015aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37444/0 (socket says 172.21.15.29:37444) 2024-09-12T03:12:57.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb064c00640 1 -- 172.21.15.29:0/1017145095 learned_addr learned my addr 172.21.15.29:0/1017145095 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:57.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb064c00640 1 -- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb06006f1b0 msgr2=0x7fb060130c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb064c00640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb06006f1b0 0x7fb060130c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb064c00640 1 -- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb060155910 msgr2=0x7fb06015cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb064c00640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb060155910 0x7fb06015cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.046+0000 7fb064c00640 1 -- 172.21.15.29:0/1017145095 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0600b0660 con 0x7fb0600cf0d0 2024-09-12T03:12:57.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.047+0000 7fb064c00640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0600cf0d0 0x7fb06015aca0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fb04c02c8f0 tx=0x7fb04c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:57.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.047+0000 7fb05d600640 1 -- 172.21.15.29:0/1017145095 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c043070 con 0x7fb0600cf0d0 2024-09-12T03:12:57.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.047+0000 7fb05d600640 1 -- 172.21.15.29:0/1017145095 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb04c03c830 con 0x7fb0600cf0d0 2024-09-12T03:12:57.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.047+0000 7fb05d600640 1 -- 172.21.15.29:0/1017145095 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c03cc20 con 0x7fb0600cf0d0 2024-09-12T03:12:57.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.047+0000 7fb068000640 1 -- 172.21.15.29:0/1017145095 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0600b0940 con 0x7fb0600cf0d0 2024-09-12T03:12:57.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.047+0000 7fb068000640 1 -- 172.21.15.29:0/1017145095 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0600b0f00 con 0x7fb0600cf0d0 2024-09-12T03:12:57.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.049+0000 7fb05d600640 1 -- 172.21.15.29:0/1017145095 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb04c046070 con 0x7fb0600cf0d0 2024-09-12T03:12:57.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.051+0000 7fb05d600640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb04006be60 0x7fb04006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.051+0000 7fb05d600640 1 -- 172.21.15.29:0/1017145095 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fb04c0ab9d0 con 0x7fb0600cf0d0 2024-09-12T03:12:57.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.051+0000 7fb065600640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb04006be60 0x7fb04006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.051+0000 7fb06b045740 1 Processor -- start 2024-09-12T03:12:57.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.051+0000 7fb06b045740 1 -- start start 2024-09-12T03:12:57.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.052+0000 7fb065600640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb04006be60 0x7fb04006e320 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb054000f60 tx=0x7fb0540079d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:57.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.052+0000 7fb06b045740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976d0c0 0x55b9f976d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.052+0000 7fb06b045740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f976a880 0x55b9f976c410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.052+0000 7fb06b045740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 0x55b9f974d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.052+0000 7fb06b045740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b9f9689490 con 0x55b9f976ace0 2024-09-12T03:12:57.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.052+0000 7fb06b045740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b9f9631690 con 0x55b9f976d0c0 2024-09-12T03:12:57.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.052+0000 7fb06b045740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b9f9685450 con 0x55b9f976a880 2024-09-12T03:12:57.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb066000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 0x55b9f974d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb064c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f976a880 0x55b9f976c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb066000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 0x55b9f974d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37450/0 (socket says 172.21.15.29:37450) 2024-09-12T03:12:57.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb066000640 1 -- 172.21.15.29:0/1508630383 learned_addr learned my addr 172.21.15.29:0/1508630383 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:57.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb065600640 1 --2- 172.21.15.29:0/1508630383 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976d0c0 0x55b9f976d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb064c00640 1 -- 172.21.15.29:0/1508630383 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976d0c0 msgr2=0x55b9f976d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:57.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb064c00640 1 --2- 172.21.15.29:0/1508630383 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976d0c0 0x55b9f976d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb064c00640 1 -- 172.21.15.29:0/1508630383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 msgr2=0x55b9f974d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:57.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb064c00640 1 --2- 172.21.15.29:0/1508630383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 0x55b9f974d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb064c00640 1 -- 172.21.15.29:0/1508630383 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9f9638e00 con 0x55b9f976a880 2024-09-12T03:12:57.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb064c00640 1 --2- 172.21.15.29:0/1508630383 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f976a880 0x55b9f976c410 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb04c079770 tx=0x7fb04c07a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=deb6655e369c1dc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:57.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.053+0000 7fb051c00640 1 -- 172.21.15.29:0/1508630383 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c04d030 con 0x55b9f976a880 2024-09-12T03:12:57.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.054+0000 7fb051c00640 1 -- 172.21.15.29:0/1508630383 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb04c038070 con 0x55b9f976a880 2024-09-12T03:12:57.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.054+0000 7fb051c00640 1 -- 172.21.15.29:0/1508630383 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c082650 con 0x55b9f976a880 2024-09-12T03:12:57.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.054+0000 7fb06b045740 1 -- 172.21.15.29:0/1508630383 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f976a880 msgr2=0x55b9f976c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.054+0000 7fb06b045740 1 --2- 172.21.15.29:0/1508630383 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f976a880 0x55b9f976c410 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb04c079770 tx=0x7fb04c07a230 comp rx=0 tx=0).stop 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.054+0000 7fb06b045740 1 -- 172.21.15.29:0/1508630383 shutdown_connections 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.054+0000 7fb06b045740 1 --2- 172.21.15.29:0/1508630383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 0x55b9f974d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.054+0000 7fb06b045740 1 --2- 172.21.15.29:0/1508630383 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f976a880 0x55b9f976c410 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.054+0000 7fb06b045740 1 --2- 172.21.15.29:0/1508630383 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976d0c0 0x55b9f976d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.054+0000 7fb06b045740 1 -- 172.21.15.29:0/1508630383 >> 172.21.15.29:0/1508630383 conn(0x55b9f9722d20 msgr2=0x55b9f976b130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.054+0000 7fb06b045740 1 -- 172.21.15.29:0/1508630383 shutdown_connections 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.054+0000 7fb06b045740 1 -- 172.21.15.29:0/1508630383 wait complete. 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.055+0000 7fb06b045740 1 -- start start 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.055+0000 7fb06b045740 1 Processor -- start 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.056+0000 7fb06b045740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976ace0 0x55b9f974bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.056+0000 7fb06b045740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976d0c0 0x55b9f9763f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.056+0000 7fb06b045740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f9764890 0x55b9f9764d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.056+0000 7fb06b045740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b9f9685450 con 0x55b9f976d0c0 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.056+0000 7fb06b045740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b9f9644950 con 0x55b9f976ace0 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.056+0000 7fb06b045740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b9f97697e0 con 0x55b9f9764890 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.056+0000 7fb06b045740 10 client.0 _ll_register_callbacks cb 0x55b9f96104d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.056+0000 7fb064c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976d0c0 0x55b9f9763f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.056+0000 7fb064c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976d0c0 0x55b9f9763f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37466/0 (socket says 172.21.15.29:37466) 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.056+0000 7fb064c00640 1 -- 172.21.15.29:0/2236511602 learned_addr learned my addr 172.21.15.29:0/2236511602 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb066000640 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f9764890 0x55b9f9764d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb065600640 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976ace0 0x55b9f974bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb064c00640 1 -- 172.21.15.29:0/2236511602 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f9764890 msgr2=0x55b9f9764d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb064c00640 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f9764890 0x55b9f9764d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb064c00640 1 -- 172.21.15.29:0/2236511602 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976ace0 msgr2=0x55b9f974bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb064c00640 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976ace0 0x55b9f974bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb064c00640 1 -- 172.21.15.29:0/2236511602 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9f963df40 con 0x55b9f976d0c0 2024-09-12T03:12:57.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb064c00640 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976d0c0 0x55b9f9763f60 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb04c079a00 tx=0x7fb04c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eec4215161da39 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb046000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb046000640 1 -- 172.21.15.29:0/2236511602 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c096060 con 0x55b9f976d0c0 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb06b045740 1 -- 172.21.15.29:0/2236511602 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb04c038070 con 0x55b9f976d0c0 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb046000640 1 -- 172.21.15.29:0/2236511602 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fb04c0821c0 con 0x55b9f976d0c0 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb046000640 1 -- 172.21.15.29:0/2236511602 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7fb04c0a9070 con 0x55b9f976d0c0 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb06b045740 10 client.6552 fetch_fsmap learned FSMap version 62 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.057+0000 7fb06b045740 1 -- 172.21.15.29:0/2236511602 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x55b9f939c3f0 con 0x55b9f976d0c0 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.058+0000 7fb046000640 1 -- 172.21.15.29:0/2236511602 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb04c038070 con 0x55b9f976d0c0 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.058+0000 7fb046000640 1 -- 172.21.15.29:0/2236511602 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 62) ==== 3558+0+0 (secure 0 0 0) 0x7fb04c00e040 con 0x55b9f976d0c0 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.058+0000 7fb06b045740 10 client.6552 fetch_fsmap finished waiting for FSMap version 62 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.058+0000 7fb06b045740 10 client.6552 resolve_mds: resolved 4:2 to role '4:2' aka daemon mds.c 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.058+0000 7fb06b045740 20 client.6552 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.058+0000 7fb06b045740 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55b9f977eb40 0x55b9f977ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.058+0000 7fb06b045740 4 client.6552 mds_command: new command op to 6117 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:12:57.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.058+0000 7fb06b045740 1 -- 172.21.15.29:0/2236511602 --> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b9f9696bc0 con 0x55b9f977eb40 2024-09-12T03:12:57.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.058+0000 7fb065600640 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55b9f977eb40 0x55b9f977ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.059+0000 7fb065600640 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55b9f977eb40 0x55b9f977ef50 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fe931e9ddf358af0 server_cookie=1232db2d48dcfea in_seq=0 out_seq=0 2024-09-12T03:12:57.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.059+0000 7fb046000640 10 client.6552 ms_handle_connect on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:57.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.059+0000 7fb046000640 1 -- 172.21.15.29:0/2236511602 <== mds.2 v2:172.21.15.29:6833/3488992369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b9f9696bc0 con 0x55b9f977eb40 2024-09-12T03:12:57.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.059+0000 7fb046000640 10 client.6552 handle_command_reply: tid=0 2024-09-12T03:12:57.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.059+0000 7fb06b045740 1 client.6552 shutdown 2024-09-12T03:12:57.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb06b045740 1 -- 172.21.15.29:0/2236511602 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976d0c0 msgr2=0x55b9f9763f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb06b045740 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976d0c0 0x55b9f9763f60 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb04c079a00 tx=0x7fb04c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb06b045740 1 -- 172.21.15.29:0/2236511602 shutdown_connections 2024-09-12T03:12:57.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb06b045740 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55b9f977eb40 0x55b9f977ef50 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb06b045740 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f9764890 0x55b9f9764d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb06b045740 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976d0c0 0x55b9f9763f60 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb06b045740 1 --2- 172.21.15.29:0/2236511602 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976ace0 0x55b9f974bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb046000640 0 client.6552 ms_handle_reset on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:57.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb06b045740 1 -- 172.21.15.29:0/2236511602 >> 172.21.15.29:0/2236511602 conn(0x55b9f976a880 msgr2=0x55b9f976dac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:57.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb06b045740 1 -- 172.21.15.29:0/2236511602 shutdown_connections 2024-09-12T03:12:57.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb06b045740 1 -- 172.21.15.29:0/2236511602 wait complete. 2024-09-12T03:12:57.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.060+0000 7fb06b045740 20 client.6552 trim_cache size 0 max 16384 2024-09-12T03:12:57.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.074+0000 7fb06b045740 1 Processor -- start 2024-09-12T03:12:57.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.074+0000 7fb06b045740 1 -- start start 2024-09-12T03:12:57.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb06b045740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f9764890 0x55b9f977d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb06b045740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976ace0 0x55b9f977db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb06b045740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ee70 0x55b9f9783f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb06b045740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb0602013c0 con 0x55b9f976ee70 2024-09-12T03:12:57.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb06b045740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb060200560 con 0x55b9f976ace0 2024-09-12T03:12:57.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb06b045740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb060200c90 con 0x55b9f9764890 2024-09-12T03:12:57.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb066000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ee70 0x55b9f9783f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb066000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ee70 0x55b9f9783f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37470/0 (socket says 172.21.15.29:37470) 2024-09-12T03:12:57.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb066000640 1 -- 172.21.15.29:0/3231725343 learned_addr learned my addr 172.21.15.29:0/3231725343 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:57.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb065600640 1 --2- 172.21.15.29:0/3231725343 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f9764890 0x55b9f977d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb064c00640 1 --2- 172.21.15.29:0/3231725343 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976ace0 0x55b9f977db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb066000640 1 -- 172.21.15.29:0/3231725343 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f9764890 msgr2=0x55b9f977d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb066000640 1 --2- 172.21.15.29:0/3231725343 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f9764890 0x55b9f977d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb066000640 1 -- 172.21.15.29:0/3231725343 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976ace0 msgr2=0x55b9f977db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb066000640 1 --2- 172.21.15.29:0/3231725343 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976ace0 0x55b9f977db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb066000640 1 -- 172.21.15.29:0/3231725343 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9f974e270 con 0x55b9f976ee70 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.075+0000 7fb064c00640 1 --2- 172.21.15.29:0/3231725343 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976ace0 0x55b9f977db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.076+0000 7fb066000640 1 --2- 172.21.15.29:0/3231725343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ee70 0x55b9f9783f90 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fb058009ef0 tx=0x7fb058003d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9544e40be69e7420 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.076+0000 7fb051200640 1 -- 172.21.15.29:0/3231725343 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05801a020 con 0x55b9f976ee70 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.076+0000 7fb051200640 1 -- 172.21.15.29:0/3231725343 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0580045a0 con 0x55b9f976ee70 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.076+0000 7fb051200640 1 -- 172.21.15.29:0/3231725343 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb058016400 con 0x55b9f976ee70 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.076+0000 7fb06b045740 1 -- 172.21.15.29:0/3231725343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ee70 msgr2=0x55b9f9783f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.076+0000 7fb06b045740 1 --2- 172.21.15.29:0/3231725343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ee70 0x55b9f9783f90 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fb058009ef0 tx=0x7fb058003d60 comp rx=0 tx=0).stop 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.076+0000 7fb06b045740 1 -- 172.21.15.29:0/3231725343 shutdown_connections 2024-09-12T03:12:57.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.076+0000 7fb06b045740 1 --2- 172.21.15.29:0/3231725343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ee70 0x55b9f9783f90 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.076+0000 7fb06b045740 1 --2- 172.21.15.29:0/3231725343 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f976ace0 0x55b9f977db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.076+0000 7fb06b045740 1 --2- 172.21.15.29:0/3231725343 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f9764890 0x55b9f977d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.076+0000 7fb06b045740 1 -- 172.21.15.29:0/3231725343 >> 172.21.15.29:0/3231725343 conn(0x55b9f976a880 msgr2=0x55b9f976dac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:57.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.077+0000 7fb06b045740 1 -- 172.21.15.29:0/3231725343 shutdown_connections 2024-09-12T03:12:57.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.077+0000 7fb06b045740 1 -- 172.21.15.29:0/3231725343 wait complete. 2024-09-12T03:12:57.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.077+0000 7fb06b045740 1 -- start start 2024-09-12T03:12:57.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.077+0000 7fb06b045740 1 Processor -- start 2024-09-12T03:12:57.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.078+0000 7fb06b045740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f9764890 0x55b9f97846d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.078+0000 7fb06b045740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 0x55b9f978dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.078+0000 7fb06b045740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f976ee70 0x55b9f978e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.078+0000 7fb06b045740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb060157cf0 con 0x55b9f976ace0 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.078+0000 7fb06b045740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b9f9768cd0 con 0x55b9f9764890 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.078+0000 7fb06b045740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b9f9763d20 con 0x55b9f976ee70 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.078+0000 7fb06b045740 10 client.0 _ll_register_callbacks cb 0x7fb058009830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb064c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 0x55b9f978dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb064c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 0x55b9f978dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37472/0 (socket says 172.21.15.29:37472) 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb064c00640 1 -- 172.21.15.29:0/439300847 learned_addr learned my addr 172.21.15.29:0/439300847 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb065600640 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f9764890 0x55b9f97846d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb066000640 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f976ee70 0x55b9f978e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb064c00640 1 -- 172.21.15.29:0/439300847 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f976ee70 msgr2=0x55b9f978e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb064c00640 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f976ee70 0x55b9f978e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb064c00640 1 -- 172.21.15.29:0/439300847 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f9764890 msgr2=0x55b9f97846d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:57.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb064c00640 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f9764890 0x55b9f97846d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb064c00640 1 -- 172.21.15.29:0/439300847 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9f94667d0 con 0x55b9f976ace0 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb065600640 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f9764890 0x55b9f97846d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb064c00640 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 0x55b9f978dae0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fb04c0763f0 tx=0x7fb04c00b450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a93331f81b61146f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb046000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb046000640 1 -- 172.21.15.29:0/439300847 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c04d050 con 0x55b9f976ace0 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb046000640 1 -- 172.21.15.29:0/439300847 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fb04c077d70 con 0x55b9f976ace0 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.079+0000 7fb06b045740 1 -- 172.21.15.29:0/439300847 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb0580045a0 con 0x55b9f976ace0 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb046000640 1 -- 172.21.15.29:0/439300847 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7fb04c075d10 con 0x55b9f976ace0 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb06b045740 10 client.6558 fetch_fsmap learned FSMap version 62 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb06b045740 1 -- 172.21.15.29:0/439300847 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x55b9f94667d0 con 0x55b9f976ace0 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb046000640 1 -- 172.21.15.29:0/439300847 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0580045a0 con 0x55b9f976ace0 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb046000640 1 -- 172.21.15.29:0/439300847 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 62) ==== 3558+0+0 (secure 0 0 0) 0x7fb04c09f060 con 0x55b9f976ace0 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb06b045740 10 client.6558 fetch_fsmap finished waiting for FSMap version 62 2024-09-12T03:12:57.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb06b045740 10 client.6558 resolve_mds: resolved 4:2 to role '4:2' aka daemon mds.c 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb06b045740 20 client.6558 populate_metadata read hostname 'smithi029' 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb06b045740 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55b9f9763660 0x55b9f974ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb06b045740 4 client.6558 mds_command: new command op to 6117 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb06b045740 1 -- 172.21.15.29:0/439300847 --> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b9f976a1b0 con 0x55b9f9763660 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.080+0000 7fb065600640 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55b9f9763660 0x55b9f974ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb065600640 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55b9f9763660 0x55b9f974ed50 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4488f9176710128b server_cookie=e55704ced2a0cc92 in_seq=0 out_seq=0 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb046000640 10 client.6558 ms_handle_connect on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb046000640 1 -- 172.21.15.29:0/439300847 <== mds.2 v2:172.21.15.29:6833/3488992369 1 ==== command_reply(tid 0: 0 ) ==== 8+0+296 (crc 0 0 0) 0x55b9f976a1b0 con 0x55b9f9763660 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb046000640 10 client.6558 handle_command_reply: tid=0 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb06b045740 1 client.6558 shutdown 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb06b045740 1 -- 172.21.15.29:0/439300847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 msgr2=0x55b9f978dae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb06b045740 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 0x55b9f978dae0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fb04c0763f0 tx=0x7fb04c00b450 comp rx=0 tx=0).stop 2024-09-12T03:12:57.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb06b045740 1 -- 172.21.15.29:0/439300847 shutdown_connections 2024-09-12T03:12:57.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb06b045740 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.29:6833/3488992369,v1:172.21.15.29:6835/3488992369] conn(0x55b9f9763660 0x55b9f974ed50 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb06b045740 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b9f976ee70 0x55b9f978e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb06b045740 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9f976ace0 0x55b9f978dae0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb06b045740 1 --2- 172.21.15.29:0/439300847 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b9f9764890 0x55b9f97846d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb046000640 0 client.6558 ms_handle_reset on v2:172.21.15.29:6833/3488992369 2024-09-12T03:12:57.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb06b045740 1 -- 172.21.15.29:0/439300847 >> 172.21.15.29:0/439300847 conn(0x55b9f976a880 msgr2=0x55b9f974a3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:57.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb06b045740 1 -- 172.21.15.29:0/439300847 shutdown_connections 2024-09-12T03:12:57.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.081+0000 7fb06b045740 1 -- 172.21.15.29:0/439300847 wait complete. 2024-09-12T03:12:57.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb06b045740 20 client.6558 trim_cache size 0 max 16384 2024-09-12T03:12:57.085 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: "damage_type": "backtrace", 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 3129212168, 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: "ino": 1099511627782, 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3/d4/d5/d6/d7" 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: "damage_type": "backtrace", 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 3162121366, 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: "ino": 1099511627783, 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3/d4/d5/d6/d7/d8" 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:12:57.086 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-12T03:12:57.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb068000640 1 -- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb04006be60 msgr2=0x7fb04006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb068000640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb04006be60 0x7fb04006e320 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb054000f60 tx=0x7fb0540079d0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb068000640 1 -- 172.21.15.29:0/1017145095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0600cf0d0 msgr2=0x7fb06015aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb068000640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0600cf0d0 0x7fb06015aca0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fb04c02c8f0 tx=0x7fb04c004730 comp rx=0 tx=0).stop 2024-09-12T03:12:57.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb068000640 1 -- 172.21.15.29:0/1017145095 shutdown_connections 2024-09-12T03:12:57.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb068000640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb04006be60 0x7fb04006e320 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb068000640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb060155910 0x7fb06015cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb068000640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0600cf0d0 0x7fb06015aca0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb068000640 1 --2- 172.21.15.29:0/1017145095 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb06006f1b0 0x7fb060130c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb068000640 1 -- 172.21.15.29:0/1017145095 >> 172.21.15.29:0/1017145095 conn(0x7fb060067d70 msgr2=0x7fb0600b34a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:57.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.082+0000 7fb068000640 1 -- 172.21.15.29:0/1017145095 shutdown_connections 2024-09-12T03:12:57.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.083+0000 7fb068000640 1 -- 172.21.15.29:0/1017145095 wait complete. 2024-09-12T03:12:57.097 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:12:57.097 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:12:57.197 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:12:57.303 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:12:57.303 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:12:57.303 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:12:57.303 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:12:57.339 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:12:57.339 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:12:57.416 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:12:57.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.614+0000 7f495b000640 1 Processor -- start 2024-09-12T03:12:57.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.614+0000 7f495b000640 1 -- start start 2024-09-12T03:12:57.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.615+0000 7f495b000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4954162cc0 0x7f49540b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.615+0000 7f495b000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f495406c320 0x7f4954158530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.615+0000 7f495b000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49540711b0 con 0x7f4954070a80 2024-09-12T03:12:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.615+0000 7f495b000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f49540d2110 con 0x7f4954162cc0 2024-09-12T03:12:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.615+0000 7f495b000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f495415fa40 con 0x7f495406c320 2024-09-12T03:12:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.615+0000 7f4953e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4954162cc0 0x7f49540b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.615+0000 7f494b400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f4954070a80 0x7f495406bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:34674/0 (socket says 172.21.15.29:34674) 2024-09-12T03:12:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.615+0000 7f494b400640 1 -- 172.21.15.29:0/914533691 learned_addr learned my addr 172.21.15.29:0/914533691 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:12:57.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.615+0000 7f4959000640 1 --2- 172.21.15.29:0/914533691 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f495406c320 0x7f4954158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.616+0000 7f4953e00640 1 -- 172.21.15.29:0/914533691 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f495406c320 msgr2=0x7f4954158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:57.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.616+0000 7f4953e00640 1 --2- 172.21.15.29:0/914533691 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f495406c320 0x7f4954158530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.616+0000 7f4953e00640 1 -- 172.21.15.29:0/914533691 >> v1:172.21.15.29:6789/0 conn(0x7f4954070a80 legacy=0x7f495406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.616+0000 7f4953e00640 1 -- 172.21.15.29:0/914533691 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4954070f10 con 0x7f4954162cc0 2024-09-12T03:12:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.616+0000 7f4959000640 1 --2- 172.21.15.29:0/914533691 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f495406c320 0x7f4954158530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.616+0000 7f4953400640 1 -- 172.21.15.29:0/914533691 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1655166028 0 0) 0x7f49540711b0 con 0x7f4954070a80 2024-09-12T03:12:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.617+0000 7f4953e00640 1 --2- 172.21.15.29:0/914533691 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954162cc0 0x7f49540b6f90 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f49440097a0 tx=0x7f494402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38df34e0a89529ad server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.617+0000 7f4953400640 1 -- 172.21.15.29:0/914533691 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4944037070 con 0x7f4954162cc0 2024-09-12T03:12:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.617+0000 7f4953400640 1 -- 172.21.15.29:0/914533691 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4944032440 con 0x7f4954162cc0 2024-09-12T03:12:57.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.617+0000 7f4953400640 1 -- 172.21.15.29:0/914533691 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4944032810 con 0x7f4954162cc0 2024-09-12T03:12:57.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.618+0000 7f495b000640 1 -- 172.21.15.29:0/914533691 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954162cc0 msgr2=0x7f49540b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.618+0000 7f495b000640 1 --2- 172.21.15.29:0/914533691 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954162cc0 0x7f49540b6f90 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f49440097a0 tx=0x7f494402a180 comp rx=0 tx=0).stop 2024-09-12T03:12:57.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.618+0000 7f495b000640 1 -- 172.21.15.29:0/914533691 shutdown_connections 2024-09-12T03:12:57.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.618+0000 7f495b000640 1 --2- 172.21.15.29:0/914533691 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f495406c320 0x7f4954158530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.618+0000 7f495b000640 1 --2- 172.21.15.29:0/914533691 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954162cc0 0x7f49540b6f90 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.618+0000 7f495b000640 1 -- 172.21.15.29:0/914533691 >> 172.21.15.29:0/914533691 conn(0x7f495409aa70 msgr2=0x7f49540b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:57.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.618+0000 7f495b000640 1 -- 172.21.15.29:0/914533691 shutdown_connections 2024-09-12T03:12:57.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.618+0000 7f495b000640 1 -- 172.21.15.29:0/914533691 wait complete. 2024-09-12T03:12:57.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.619+0000 7f495b000640 1 Processor -- start 2024-09-12T03:12:57.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.619+0000 7f495b000640 1 -- start start 2024-09-12T03:12:57.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.620+0000 7f495b000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f495406c320 0x7f4954152160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.620+0000 7f495b000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4954070a80 0x7f4954150c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.620+0000 7f495b000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954162cc0 0x7f49540af390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.620+0000 7f495b000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f49540d1350 con 0x7f4954162cc0 2024-09-12T03:12:57.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.620+0000 7f495b000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f49540d1c80 con 0x7f495406c320 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.620+0000 7f495b000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f49540d1630 con 0x7f4954070a80 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f4959000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954162cc0 0x7f49540af390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f4959000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954162cc0 0x7f49540af390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37488/0 (socket says 172.21.15.29:37488) 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f4959000640 1 -- 172.21.15.29:0/909241946 learned_addr learned my addr 172.21.15.29:0/909241946 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f494b400640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4954070a80 0x7f4954150c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f4953e00640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f495406c320 0x7f4954152160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f4959000640 1 -- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4954070a80 msgr2=0x7f4954150c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f4959000640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4954070a80 0x7f4954150c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f4959000640 1 -- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f495406c320 msgr2=0x7f4954152160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f4959000640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f495406c320 0x7f4954152160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f4959000640 1 -- 172.21.15.29:0/909241946 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4954152b40 con 0x7f4954162cc0 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f4953e00640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f495406c320 0x7f4954152160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:57.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.621+0000 7f4959000640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954162cc0 0x7f49540af390 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f494c007dc0 tx=0x7f494c00d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:57.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.622+0000 7f4950c00640 1 -- 172.21.15.29:0/909241946 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f494c01a070 con 0x7f4954162cc0 2024-09-12T03:12:57.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.622+0000 7f4950c00640 1 -- 172.21.15.29:0/909241946 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f494c003990 con 0x7f4954162cc0 2024-09-12T03:12:57.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.622+0000 7f4950c00640 1 -- 172.21.15.29:0/909241946 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f494c003d80 con 0x7f4954162cc0 2024-09-12T03:12:57.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.622+0000 7f495b000640 1 -- 172.21.15.29:0/909241946 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4954152e20 con 0x7f4954162cc0 2024-09-12T03:12:57.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.622+0000 7f495b000640 1 -- 172.21.15.29:0/909241946 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49541511b0 con 0x7f4954162cc0 2024-09-12T03:12:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.623+0000 7f495b000640 1 -- 172.21.15.29:0/909241946 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49540d1910 con 0x7f4954162cc0 2024-09-12T03:12:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.624+0000 7f4950c00640 1 -- 172.21.15.29:0/909241946 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f494c01d070 con 0x7f4954162cc0 2024-09-12T03:12:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.624+0000 7f4950c00640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f493006be30 0x7f493006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.625+0000 7f4950c00640 1 -- 172.21.15.29:0/909241946 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f494c08b280 con 0x7f4954162cc0 2024-09-12T03:12:57.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.625+0000 7f4953e00640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f493006be30 0x7f493006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:57.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.626+0000 7f4953e00640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f493006be30 0x7f493006e2f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4944034000 tx=0x7f494402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:57.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.629+0000 7f4950c00640 1 -- 172.21.15.29:0/909241946 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f494c010070 con 0x7f4954162cc0 2024-09-12T03:12:57.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.828+0000 7f495b000640 1 -- 172.21.15.29:0/909241946 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f495406c9f0 con 0x7f4954162cc0 2024-09-12T03:12:57.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.828+0000 7f4950c00640 1 -- 172.21.15.29:0/909241946 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v68) ==== 80+0+0 (secure 0 0 0) 0x7f494c059340 con 0x7f4954162cc0 2024-09-12T03:12:57.828 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:12:57.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 -- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f493006be30 msgr2=0x7f493006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f493006be30 0x7f493006e2f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4944034000 tx=0x7f494402e000 comp rx=0 tx=0).stop 2024-09-12T03:12:57.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 -- 172.21.15.29:0/909241946 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954162cc0 msgr2=0x7f49540af390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:57.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954162cc0 0x7f49540af390 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f494c007dc0 tx=0x7f494c00d4a0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 -- 172.21.15.29:0/909241946 shutdown_connections 2024-09-12T03:12:57.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f493006be30 0x7f493006e2f0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954162cc0 0x7f49540af390 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4954070a80 0x7f4954150c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 --2- 172.21.15.29:0/909241946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f495406c320 0x7f4954152160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:57.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 -- 172.21.15.29:0/909241946 >> 172.21.15.29:0/909241946 conn(0x7f495409aa70 msgr2=0x7f495406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:57.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 -- 172.21.15.29:0/909241946 shutdown_connections 2024-09-12T03:12:57.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:57.831+0000 7f495b000640 1 -- 172.21.15.29:0/909241946 wait complete. 2024-09-12T03:12:57.846 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T03:12:57.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:57.846 DEBUG:teuthology.orchestra.run.smithi029:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-12T03:12:57.910 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:12:57.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:12:57.911 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T03:12:57.947 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:12:57.947 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:12:57.947 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:12:57.987 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:12:57.987 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:12:57.987 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:12:57.987 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:12:58.023 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:12:58.023 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:12:58.023 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:12:58.023 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:12:58.067 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:12:58.067 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:12:58.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.224+0000 7f85f4800640 1 Processor -- start 2024-09-12T03:12:58.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.224+0000 7f85f4800640 1 -- start start 2024-09-12T03:12:58.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.225+0000 7f85f4800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85ec06f4c0 0x7f85ec0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.225+0000 7f85f4800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85ec0cfb40 con 0x7f85ec0cf5a0 2024-09-12T03:12:58.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.225+0000 7f85f4800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85ec0cfe20 con 0x7f85ec06f0e0 2024-09-12T03:12:58.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.225+0000 7f85f4800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f85ec15bc50 con 0x7f85ec06f4c0 2024-09-12T03:12:58.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f2800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f85ec0cf5a0 0x7f85ec0b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:34690/0 (socket says 172.21.15.29:34690) 2024-09-12T03:12:58.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f2800640 1 -- 172.21.15.29:0/4073512315 learned_addr learned my addr 172.21.15.29:0/4073512315 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:12:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f1400640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85ec06f4c0 0x7f85ec0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 954039443 0 0) 0x7f85ec0cfb40 con 0x7f85ec0cf5a0 2024-09-12T03:12:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f85d4003520 con 0x7f85ec0cf5a0 2024-09-12T03:12:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 564185467 0 0) 0x7f85ec0cfe20 con 0x7f85ec06f0e0 2024-09-12T03:12:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f85ec0cfb40 con 0x7f85ec06f0e0 2024-09-12T03:12:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4160362603 0 0) 0x7f85d4003520 con 0x7f85ec0cf5a0 2024-09-12T03:12:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85ec06f4c0 msgr2=0x7f85ec0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f0a00640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85ec06f4c0 0x7f85ec0cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 >> v1:172.21.15.38:6789/0 conn(0x7f85ec06f0e0 legacy=0x7f85ec15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85ec15b8e0 con 0x7f85ec0cf5a0 2024-09-12T03:12:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f85e80019f0 con 0x7f85ec0cf5a0 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.226+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 >> v1:172.21.15.29:6789/0 conn(0x7f85ec0cf5a0 legacy=0x7f85ec0b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f0a00640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85ec06f4c0 0x7f85d4003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f0a00640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85d4004120 0x7f85d4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f0a00640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d4004d40 0x7f85d40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f85ec15bc50 con 0x7f85d4004d40 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f85d400bb00 con 0x7f85d4004120 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f85d400bd00 con 0x7f85ec06f4c0 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f2800640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d4004d40 0x7f85d40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f1400640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85d4004120 0x7f85d4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f1e00640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85ec06f4c0 0x7f85d4003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f2800640 1 -- 172.21.15.29:0/4073512315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85ec06f4c0 msgr2=0x7f85d4003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f2800640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85ec06f4c0 0x7f85d4003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f2800640 1 -- 172.21.15.29:0/4073512315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85d4004120 msgr2=0x7f85d4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f2800640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85d4004120 0x7f85d4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.227+0000 7f85f2800640 1 -- 172.21.15.29:0/4073512315 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85d4003520 con 0x7f85d4004d40 2024-09-12T03:12:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.228+0000 7f85f2800640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d4004d40 0x7f85d40051c0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f85e800a710 tx=0x7f85d4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4614b038d8292850 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.228+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e800a330 con 0x7f85d4004d40 2024-09-12T03:12:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.228+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85e802f070 con 0x7f85d4004d40 2024-09-12T03:12:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.229+0000 7f85f0a00640 1 -- 172.21.15.29:0/4073512315 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e802bb60 con 0x7f85d4004d40 2024-09-12T03:12:58.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.229+0000 7f85f4800640 1 -- 172.21.15.29:0/4073512315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d4004d40 msgr2=0x7f85d40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.229+0000 7f85f4800640 1 --2- 172.21.15.29:0/4073512315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d4004d40 0x7f85d40051c0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f85e800a710 tx=0x7f85d4005830 comp rx=0 tx=0).stop 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.229+0000 7f85f2800640 1 -- 172.21.15.29:0/4073512315 reap_dead start 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.229+0000 7f85f4800640 1 -- 172.21.15.29:0/4073512315 shutdown_connections 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.229+0000 7f85f4800640 1 -- 172.21.15.29:0/4073512315 >> 172.21.15.29:0/4073512315 conn(0x7f85ec067da0 msgr2=0x7f85ec06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.229+0000 7f85f4800640 1 -- 172.21.15.29:0/4073512315 shutdown_connections 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.229+0000 7f85f4800640 1 -- 172.21.15.29:0/4073512315 wait complete. 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.231+0000 7f85f4800640 1 Processor -- start 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.231+0000 7f85f4800640 1 -- start start 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.232+0000 7f85f4800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85d4004d40 0x7f85ec1475d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.232+0000 7f85f4800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85ec14c420 0x7f85ec14e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.232+0000 7f85f4800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ec14ffe0 0x7f85ec150460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.232+0000 7f85f4800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f85ec15ee80 con 0x7f85ec14c420 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.232+0000 7f85f4800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f85ec152630 con 0x7f85ec14ffe0 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.232+0000 7f85f4800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f85ec15f000 con 0x7f85d4004d40 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.232+0000 7f85f1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85ec14c420 0x7f85ec14e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.232+0000 7f85f1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85ec14c420 0x7f85ec14e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37502/0 (socket says 172.21.15.29:37502) 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.232+0000 7f85f1400640 1 -- 172.21.15.29:0/2520602100 learned_addr learned my addr 172.21.15.29:0/2520602100 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.232+0000 7f85f1e00640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85d4004d40 0x7f85ec1475d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.232+0000 7f85f2800640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ec14ffe0 0x7f85ec150460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85f1400640 1 -- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85d4004d40 msgr2=0x7f85ec1475d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85f1400640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85d4004d40 0x7f85ec1475d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85f1400640 1 -- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ec14ffe0 msgr2=0x7f85ec150460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85f1400640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ec14ffe0 0x7f85ec150460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85f1400640 1 -- 172.21.15.29:0/2520602100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85ec14d230 con 0x7f85ec14c420 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85f2800640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ec14ffe0 0x7f85ec150460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85f1400640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85ec14c420 0x7f85ec14e6b0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f85dc011910 tx=0x7f85dc011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85e6000640 1 -- 172.21.15.29:0/2520602100 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85dc00fa30 con 0x7f85ec14c420 2024-09-12T03:12:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85e6000640 1 -- 172.21.15.29:0/2520602100 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85dc00fbd0 con 0x7f85ec14c420 2024-09-12T03:12:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85e6000640 1 -- 172.21.15.29:0/2520602100 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85dc014440 con 0x7f85ec14c420 2024-09-12T03:12:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85f4800640 1 -- 172.21.15.29:0/2520602100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85ec14c990 con 0x7f85ec14c420 2024-09-12T03:12:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.233+0000 7f85f4800640 1 -- 172.21.15.29:0/2520602100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85ec14cf50 con 0x7f85ec14c420 2024-09-12T03:12:58.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.234+0000 7f85f4800640 1 -- 172.21.15.29:0/2520602100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85ec15f9a0 con 0x7f85ec14c420 2024-09-12T03:12:58.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.235+0000 7f85e6000640 1 -- 172.21.15.29:0/2520602100 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f85dc012040 con 0x7f85ec14c420 2024-09-12T03:12:58.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.236+0000 7f85e6000640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f85d006be60 0x7f85d006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.236+0000 7f85e6000640 1 -- 172.21.15.29:0/2520602100 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f85dc08b6c0 con 0x7f85ec14c420 2024-09-12T03:12:58.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.237+0000 7f85f1e00640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f85d006be60 0x7f85d006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.237+0000 7f85f1e00640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f85d006be60 0x7f85d006e320 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f85e0001910 tx=0x7f85e0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:58.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.241+0000 7f85e6000640 1 -- 172.21.15.29:0/2520602100 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f85dc019030 con 0x7f85ec14c420 2024-09-12T03:12:58.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.462+0000 7f85f4800640 1 -- 172.21.15.29:0/2520602100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f85ec0b1430 con 0x7f85ec14c420 2024-09-12T03:12:58.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.463+0000 7f85e6000640 1 -- 172.21.15.29:0/2520602100 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5271 (secure 0 0 0) 0x7f85dc059e60 con 0x7f85ec14c420 2024-09-12T03:12:58.462 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:12:58.462 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":62,"btime":"2024-09-12T03:12:32:685318+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5944,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2904742734","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2904742734},{"type":"v1","addr":"172.21.15.29:6834","nonce":2904742734}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:11:54.937603+0000","modified":"2024-09-12T03:12:32.598498+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6129,"mds_1":6126,"mds_2":6117},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6117":{"gid":6117,"name":"c","rank":2,"incarnation":56,"state":"up:active","state_seq":12,"addr":"172.21.15.29:6835/3488992369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":3488992369},{"type":"v1","addr":"172.21.15.29:6835","nonce":3488992369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6126":{"gid":6126,"name":"d","rank":1,"incarnation":54,"state":"up:active","state_seq":12,"addr":"172.21.15.38:6836/3212600768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":3212600768},{"type":"v1","addr":"172.21.15.38:6836","nonce":3212600768}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6129":{"gid":6129,"name":"b","rank":0,"incarnation":48,"state":"up:active","state_seq":12,"addr":"172.21.15.38:6837/2752509154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2752509154},{"type":"v1","addr":"172.21.15.38:6837","nonce":2752509154}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6129,"qdb_cluster":[6129,6126,6117]},"id":4}]} 2024-09-12T03:12:58.463 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 62 2024-09-12T03:12:58.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 -- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f85d006be60 msgr2=0x7f85d006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f85d006be60 0x7f85d006e320 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f85e0001910 tx=0x7f85e0009040 comp rx=0 tx=0).stop 2024-09-12T03:12:58.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 -- 172.21.15.29:0/2520602100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85ec14c420 msgr2=0x7f85ec14e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85ec14c420 0x7f85ec14e6b0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f85dc011910 tx=0x7f85dc011d10 comp rx=0 tx=0).stop 2024-09-12T03:12:58.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 -- 172.21.15.29:0/2520602100 shutdown_connections 2024-09-12T03:12:58.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f85d006be60 0x7f85d006e320 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f85ec14ffe0 0x7f85ec150460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85ec14c420 0x7f85ec14e6b0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 --2- 172.21.15.29:0/2520602100 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f85d4004d40 0x7f85ec1475d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 -- 172.21.15.29:0/2520602100 >> 172.21.15.29:0/2520602100 conn(0x7f85ec067da0 msgr2=0x7f85ec15ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:58.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 -- 172.21.15.29:0/2520602100 shutdown_connections 2024-09-12T03:12:58.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.465+0000 7f85f4800640 1 -- 172.21.15.29:0/2520602100 wait complete. 2024-09-12T03:12:58.481 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:12:58.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.640+0000 7f0a00c00640 1 Processor -- start 2024-09-12T03:12:58.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.640+0000 7f0a00c00640 1 -- start start 2024-09-12T03:12:58.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.641+0000 7f0a00c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09fc15e470 0x7f09fc0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.641+0000 7f0a00c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f09fc0d4a20 0x7f09fc06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.641+0000 7f0a00c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09fc15e850 con 0x7f09fc0d00e0 2024-09-12T03:12:58.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.641+0000 7f0a00c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f09fc0cf710 con 0x7f09fc0d4a20 2024-09-12T03:12:58.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.641+0000 7f0a00c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f09fc0d1c60 con 0x7f09fc15e470 2024-09-12T03:12:58.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.642+0000 7f09fb400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09fc15e470 0x7f09fc0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.642+0000 7f09faa00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f09fc0d00e0 0x7f09fc0d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:34890/0 (socket says 172.21.15.29:34890) 2024-09-12T03:12:58.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.642+0000 7f09faa00640 1 -- 172.21.15.29:0/3760178225 learned_addr learned my addr 172.21.15.29:0/3760178225 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:12:58.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.642+0000 7f09fbe00640 1 --2- 172.21.15.29:0/3760178225 >> v2:172.21.15.38:3300/0 conn(0x7f09fc0d4a20 0x7f09fc06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.642+0000 7f09fa000640 1 -- 172.21.15.29:0/3760178225 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2400002477 0 0) 0x7f09fc15e850 con 0x7f09fc0d00e0 2024-09-12T03:12:58.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.642+0000 7f09fa000640 1 -- 172.21.15.29:0/3760178225 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f09e0003520 con 0x7f09fc0d00e0 2024-09-12T03:12:58.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.642+0000 7f09fb400640 1 -- 172.21.15.29:0/3760178225 >> v2:172.21.15.38:3300/0 conn(0x7f09fc0d4a20 msgr2=0x7f09fc06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:58.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.642+0000 7f09fb400640 1 --2- 172.21.15.29:0/3760178225 >> v2:172.21.15.38:3300/0 conn(0x7f09fc0d4a20 0x7f09fc06d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.642+0000 7f09fb400640 1 -- 172.21.15.29:0/3760178225 >> v1:172.21.15.38:6789/0 conn(0x7f09fc0d00e0 legacy=0x7f09fc0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.642+0000 7f09fb400640 1 -- 172.21.15.29:0/3760178225 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09fc0d1980 con 0x7f09fc15e470 2024-09-12T03:12:58.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.643+0000 7f09fb400640 1 --2- 172.21.15.29:0/3760178225 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09fc15e470 0x7f09fc0cfba0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f09ec0097a0 tx=0x7f09ec02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca969baaa1349f14 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:58.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.644+0000 7f09fa000640 1 -- 172.21.15.29:0/3760178225 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ec037070 con 0x7f09fc15e470 2024-09-12T03:12:58.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.644+0000 7f09fa000640 1 -- 172.21.15.29:0/3760178225 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09ec032440 con 0x7f09fc15e470 2024-09-12T03:12:58.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.644+0000 7f09fa000640 1 -- 172.21.15.29:0/3760178225 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ec032810 con 0x7f09fc15e470 2024-09-12T03:12:58.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.645+0000 7f0a00c00640 1 -- 172.21.15.29:0/3760178225 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09fc15e470 msgr2=0x7f09fc0cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.645+0000 7f0a00c00640 1 --2- 172.21.15.29:0/3760178225 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09fc15e470 0x7f09fc0cfba0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f09ec0097a0 tx=0x7f09ec02a180 comp rx=0 tx=0).stop 2024-09-12T03:12:58.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.645+0000 7f0a00c00640 1 -- 172.21.15.29:0/3760178225 shutdown_connections 2024-09-12T03:12:58.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.645+0000 7f0a00c00640 1 --2- 172.21.15.29:0/3760178225 >> v2:172.21.15.38:3300/0 conn(0x7f09fc0d4a20 0x7f09fc06d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.645+0000 7f0a00c00640 1 --2- 172.21.15.29:0/3760178225 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09fc15e470 0x7f09fc0cfba0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.645+0000 7f0a00c00640 1 -- 172.21.15.29:0/3760178225 >> 172.21.15.29:0/3760178225 conn(0x7f09fc09d700 msgr2=0x7f09fc08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:58.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.645+0000 7f0a00c00640 1 -- 172.21.15.29:0/3760178225 shutdown_connections 2024-09-12T03:12:58.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.645+0000 7f0a00c00640 1 -- 172.21.15.29:0/3760178225 wait complete. 2024-09-12T03:12:58.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.647+0000 7f0a00c00640 1 Processor -- start 2024-09-12T03:12:58.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.647+0000 7f0a00c00640 1 -- start start 2024-09-12T03:12:58.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f0a00c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09fc0d00e0 0x7f09fc14e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f0a00c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09fc0d4a20 0x7f09fc0b8c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f0a00c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc15e470 0x7f09fc15ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f0a00c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f09fc06d9a0 con 0x7f09fc15e470 2024-09-12T03:12:58.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f0a00c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f09fc0cf3a0 con 0x7f09fc0d4a20 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f0a00c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f09fc06db20 con 0x7f09fc0d00e0 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f09fbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc15e470 0x7f09fc15ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f09fbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc15e470 0x7f09fc15ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37508/0 (socket says 172.21.15.29:37508) 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f09fbe00640 1 -- 172.21.15.29:0/4080679795 learned_addr learned my addr 172.21.15.29:0/4080679795 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f09faa00640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09fc0d4a20 0x7f09fc0b8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f09fb400640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09fc0d00e0 0x7f09fc14e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f09fbe00640 1 -- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09fc0d00e0 msgr2=0x7f09fc14e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.648+0000 7f09fbe00640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09fc0d00e0 0x7f09fc14e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.649+0000 7f09fbe00640 1 -- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09fc0d4a20 msgr2=0x7f09fc0b8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.649+0000 7f09fbe00640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09fc0d4a20 0x7f09fc0b8c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.649+0000 7f09fbe00640 1 -- 172.21.15.29:0/4080679795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09fc0b96d0 con 0x7f09fc15e470 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.649+0000 7f09faa00640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09fc0d4a20 0x7f09fc0b8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:58.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.649+0000 7f09fbe00640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc15e470 0x7f09fc15ea50 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f09f400efc0 tx=0x7f09f400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:58.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.649+0000 7f09f3400640 1 -- 172.21.15.29:0/4080679795 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f4018020 con 0x7f09fc15e470 2024-09-12T03:12:58.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.649+0000 7f09f3400640 1 -- 172.21.15.29:0/4080679795 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09f4014480 con 0x7f09fc15e470 2024-09-12T03:12:58.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.649+0000 7f0a00c00640 1 -- 172.21.15.29:0/4080679795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09fc0b99b0 con 0x7f09fc15e470 2024-09-12T03:12:58.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.649+0000 7f09f3400640 1 -- 172.21.15.29:0/4080679795 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09f4014870 con 0x7f09fc15e470 2024-09-12T03:12:58.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.649+0000 7f0a00c00640 1 -- 172.21.15.29:0/4080679795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09fc0cc2d0 con 0x7f09fc15e470 2024-09-12T03:12:58.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.650+0000 7f0a00c00640 1 -- 172.21.15.29:0/4080679795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09fc0cbde0 con 0x7f09fc15e470 2024-09-12T03:12:58.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.651+0000 7f09f3400640 1 -- 172.21.15.29:0/4080679795 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f09f4005d10 con 0x7f09fc15e470 2024-09-12T03:12:58.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.653+0000 7f09f3400640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09dc06be30 0x7f09dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:58.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.653+0000 7f09f3400640 1 -- 172.21.15.29:0/4080679795 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f09f408bfe0 con 0x7f09fc15e470 2024-09-12T03:12:58.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.653+0000 7f09fb400640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09dc06be30 0x7f09dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:58.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.654+0000 7f09fb400640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09dc06be30 0x7f09dc06e2f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f09ec034000 tx=0x7f09ec02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:58.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.657+0000 7f09f3400640 1 -- 172.21.15.29:0/4080679795 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f09f4022030 con 0x7f09fc15e470 2024-09-12T03:12:58.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.878+0000 7f0a00c00640 1 -- 172.21.15.29:0/4080679795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f09fc06d460 con 0x7f09fc15e470 2024-09-12T03:12:58.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.878+0000 7f09f3400640 1 -- 172.21.15.29:0/4080679795 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5271 (secure 0 0 0) 0x7f09f4010040 con 0x7f09fc15e470 2024-09-12T03:12:58.878 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:12:58.878 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":62,"btime":"2024-09-12T03:12:32:685318+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5944,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2904742734","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2904742734},{"type":"v1","addr":"172.21.15.29:6834","nonce":2904742734}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:11:54.937603+0000","modified":"2024-09-12T03:12:32.598498+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6129,"mds_1":6126,"mds_2":6117},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6117":{"gid":6117,"name":"c","rank":2,"incarnation":56,"state":"up:active","state_seq":12,"addr":"172.21.15.29:6835/3488992369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":3488992369},{"type":"v1","addr":"172.21.15.29:6835","nonce":3488992369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6126":{"gid":6126,"name":"d","rank":1,"incarnation":54,"state":"up:active","state_seq":12,"addr":"172.21.15.38:6836/3212600768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":3212600768},{"type":"v1","addr":"172.21.15.38:6836","nonce":3212600768}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6129":{"gid":6129,"name":"b","rank":0,"incarnation":48,"state":"up:active","state_seq":12,"addr":"172.21.15.38:6837/2752509154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2752509154},{"type":"v1","addr":"172.21.15.38:6837","nonce":2752509154}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6129,"qdb_cluster":[6129,6126,6117]},"id":4}]} 2024-09-12T03:12:58.878 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 62 2024-09-12T03:12:58.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 -- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09dc06be30 msgr2=0x7f09dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09dc06be30 0x7f09dc06e2f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f09ec034000 tx=0x7f09ec02e000 comp rx=0 tx=0).stop 2024-09-12T03:12:58.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 -- 172.21.15.29:0/4080679795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc15e470 msgr2=0x7f09fc15ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:58.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc15e470 0x7f09fc15ea50 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f09f400efc0 tx=0x7f09f400c490 comp rx=0 tx=0).stop 2024-09-12T03:12:58.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 -- 172.21.15.29:0/4080679795 shutdown_connections 2024-09-12T03:12:58.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09dc06be30 0x7f09dc06e2f0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc15e470 0x7f09fc15ea50 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09fc0d4a20 0x7f09fc0b8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 --2- 172.21.15.29:0/4080679795 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09fc0d00e0 0x7f09fc14e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:58.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 -- 172.21.15.29:0/4080679795 >> 172.21.15.29:0/4080679795 conn(0x7f09fc09d700 msgr2=0x7f09fc0b3e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:58.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 -- 172.21.15.29:0/4080679795 shutdown_connections 2024-09-12T03:12:58.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:58.880+0000 7f0a00c00640 1 -- 172.21.15.29:0/4080679795 wait complete. 2024-09-12T03:12:58.895 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:12:59.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.052+0000 7fe6d4000640 1 Processor -- start 2024-09-12T03:12:59.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.052+0000 7fe6d4000640 1 -- start start 2024-09-12T03:12:59.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.053+0000 7fe6d4000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe6cc072240 0x7fe6cc15d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.053+0000 7fe6d4000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe6cc072620 0x7fe6cc0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.053+0000 7fe6d4000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6cc15d730 con 0x7fe6cc06dfd0 2024-09-12T03:12:59.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.053+0000 7fe6d4000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe6cc06e590 con 0x7fe6cc072240 2024-09-12T03:12:59.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.053+0000 7fe6d4000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe6cc06e870 con 0x7fe6cc072620 2024-09-12T03:12:59.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.054+0000 7fe6d1600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe6cc072240 0x7fe6cc15d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.054+0000 7fe6d2000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe6cc06dfd0 0x7fe6cc15fdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:34692/0 (socket says 172.21.15.29:34692) 2024-09-12T03:12:59.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.054+0000 7fe6d2000640 1 -- 172.21.15.29:0/3821890143 learned_addr learned my addr 172.21.15.29:0/3821890143 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:12:59.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.054+0000 7fe6d1600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe6cc072240 0x7fe6cc15d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37514/0 (socket says 172.21.15.29:37514) 2024-09-12T03:12:59.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.054+0000 7fe6d0c00640 1 --2- 172.21.15.29:0/3821890143 >> v2:172.21.15.38:3300/0 conn(0x7fe6cc072620 0x7fe6cc0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.054+0000 7fe6d1600640 1 -- 172.21.15.29:0/3821890143 >> v2:172.21.15.38:3300/0 conn(0x7fe6cc072620 msgr2=0x7fe6cc0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:59.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.054+0000 7fe6cbe00640 1 -- 172.21.15.29:0/3821890143 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3614968199 0 0) 0x7fe6cc15d730 con 0x7fe6cc06dfd0 2024-09-12T03:12:59.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.054+0000 7fe6d1600640 1 --2- 172.21.15.29:0/3821890143 >> v2:172.21.15.38:3300/0 conn(0x7fe6cc072620 0x7fe6cc0af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.054+0000 7fe6d1600640 1 -- 172.21.15.29:0/3821890143 >> v1:172.21.15.29:6789/0 conn(0x7fe6cc06dfd0 legacy=0x7fe6cc15fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.054+0000 7fe6d1600640 1 -- 172.21.15.29:0/3821890143 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6cc06eb50 con 0x7fe6cc072240 2024-09-12T03:12:59.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.054+0000 7fe6d0c00640 1 --2- 172.21.15.29:0/3821890143 >> v2:172.21.15.38:3300/0 conn(0x7fe6cc072620 0x7fe6cc0af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:12:59.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.055+0000 7fe6d1600640 1 --2- 172.21.15.29:0/3821890143 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6cc072240 0x7fe6cc15d1f0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc073440 tx=0x7fe6c002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e368f5a4720da8ce server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:59.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.056+0000 7fe6cbe00640 1 -- 172.21.15.29:0/3821890143 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c0037070 con 0x7fe6cc072240 2024-09-12T03:12:59.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.056+0000 7fe6cbe00640 1 -- 172.21.15.29:0/3821890143 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6c0032440 con 0x7fe6cc072240 2024-09-12T03:12:59.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.056+0000 7fe6cbe00640 1 -- 172.21.15.29:0/3821890143 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c0032810 con 0x7fe6cc072240 2024-09-12T03:12:59.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.056+0000 7fe6d4000640 1 -- 172.21.15.29:0/3821890143 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6cc072240 msgr2=0x7fe6cc15d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.056+0000 7fe6d4000640 1 --2- 172.21.15.29:0/3821890143 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6cc072240 0x7fe6cc15d1f0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc073440 tx=0x7fe6c002a1a0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.056+0000 7fe6d4000640 1 -- 172.21.15.29:0/3821890143 shutdown_connections 2024-09-12T03:12:59.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.056+0000 7fe6d4000640 1 --2- 172.21.15.29:0/3821890143 >> v2:172.21.15.38:3300/0 conn(0x7fe6cc072620 0x7fe6cc0af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.056+0000 7fe6d4000640 1 --2- 172.21.15.29:0/3821890143 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6cc072240 0x7fe6cc15d1f0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.056+0000 7fe6d4000640 1 -- 172.21.15.29:0/3821890143 >> 172.21.15.29:0/3821890143 conn(0x7fe6cc067da0 msgr2=0x7fe6cc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:59.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.056+0000 7fe6d4000640 1 -- 172.21.15.29:0/3821890143 shutdown_connections 2024-09-12T03:12:59.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.056+0000 7fe6d4000640 1 -- 172.21.15.29:0/3821890143 wait complete. 2024-09-12T03:12:59.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.058+0000 7fe6d4000640 1 Processor -- start 2024-09-12T03:12:59.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.058+0000 7fe6d4000640 1 -- start start 2024-09-12T03:12:59.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.059+0000 7fe6d4000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6cc06dfd0 0x7fe6cc15ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.059+0000 7fe6d4000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6cc072240 0x7fe6cc0b3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.059+0000 7fe6d4000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe6cc072620 0x7fe6cc0a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.059+0000 7fe6d4000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6cc0ce360 con 0x7fe6cc072240 2024-09-12T03:12:59.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.059+0000 7fe6d4000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe6cc0ce1e0 con 0x7fe6cc06dfd0 2024-09-12T03:12:59.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.059+0000 7fe6d4000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe6cc0ce4e0 con 0x7fe6cc072620 2024-09-12T03:12:59.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.059+0000 7fe6d0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6cc072240 0x7fe6cc0b3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.059+0000 7fe6d0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6cc072240 0x7fe6cc0b3f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37526/0 (socket says 172.21.15.29:37526) 2024-09-12T03:12:59.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.059+0000 7fe6d0c00640 1 -- 172.21.15.29:0/402442332 learned_addr learned my addr 172.21.15.29:0/402442332 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:59.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6d1600640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6cc06dfd0 0x7fe6cc15ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6d0c00640 1 -- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe6cc072620 msgr2=0x7fe6cc0a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6d2000640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe6cc072620 0x7fe6cc0a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6d0c00640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe6cc072620 0x7fe6cc0a94d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6d0c00640 1 -- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6cc06dfd0 msgr2=0x7fe6cc15ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6d0c00640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6cc06dfd0 0x7fe6cc15ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6d0c00640 1 -- 172.21.15.29:0/402442332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6cc0b4920 con 0x7fe6cc072240 2024-09-12T03:12:59.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6d1600640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6cc06dfd0 0x7fe6cc15ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:59.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6d0c00640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6cc072240 0x7fe6cc0b3f40 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fe6b800d800 tx=0x7fe6b800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:59.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6c9600640 1 -- 172.21.15.29:0/402442332 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6b8004030 con 0x7fe6cc072240 2024-09-12T03:12:59.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6c9600640 1 -- 172.21.15.29:0/402442332 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6b80041d0 con 0x7fe6cc072240 2024-09-12T03:12:59.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6c9600640 1 -- 172.21.15.29:0/402442332 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6b800b6c0 con 0x7fe6cc072240 2024-09-12T03:12:59.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6d4000640 1 -- 172.21.15.29:0/402442332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6cc0b4c00 con 0x7fe6cc072240 2024-09-12T03:12:59.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.060+0000 7fe6d4000640 1 -- 172.21.15.29:0/402442332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6cc1460f0 con 0x7fe6cc072240 2024-09-12T03:12:59.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.061+0000 7fe6d4000640 1 -- 172.21.15.29:0/402442332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6cc0cf760 con 0x7fe6cc072240 2024-09-12T03:12:59.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.062+0000 7fe6c9600640 1 -- 172.21.15.29:0/402442332 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe6b800b860 con 0x7fe6cc072240 2024-09-12T03:12:59.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.063+0000 7fe6c9600640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6ac06be30 0x7fe6ac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.063+0000 7fe6c9600640 1 -- 172.21.15.29:0/402442332 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fe6b808b410 con 0x7fe6cc072240 2024-09-12T03:12:59.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.064+0000 7fe6d1600640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6ac06be30 0x7fe6ac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.064+0000 7fe6d1600640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6ac06be30 0x7fe6ac06e2f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe6c0034000 tx=0x7fe6c002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:59.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.067+0000 7fe6c9600640 1 -- 172.21.15.29:0/402442332 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe6cc0cf760 con 0x7fe6cc072240 2024-09-12T03:12:59.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.252+0000 7fe6d4000640 1 -- 172.21.15.29:0/402442332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe6cc145990 con 0x7fe6cc072240 2024-09-12T03:12:59.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.253+0000 7fe6c9600640 1 -- 172.21.15.29:0/402442332 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) ==== 74+0+17064 (secure 0 0 0) 0x7fe6cc145990 con 0x7fe6cc072240 2024-09-12T03:12:59.253 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:12:59.253 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":68,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:12:08.605366+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:11:52.730614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-12T03:11:53.932252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"9.11","mappings":[{"from":7,"to":2}]},{"pgid":"10.4","mappings":[{"from":4,"to":3}]},{"pgid":"10.2e","mappings":[{"from":4,"to":3}]},{"pgid":"10.3a","mappings":[{"from":7,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:12:59.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 -- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6ac06be30 msgr2=0x7fe6ac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6ac06be30 0x7fe6ac06e2f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe6c0034000 tx=0x7fe6c002e000 comp rx=0 tx=0).stop 2024-09-12T03:12:59.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 -- 172.21.15.29:0/402442332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6cc072240 msgr2=0x7fe6cc0b3f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6cc072240 0x7fe6cc0b3f40 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fe6b800d800 tx=0x7fe6b800dcc0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 -- 172.21.15.29:0/402442332 shutdown_connections 2024-09-12T03:12:59.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6ac06be30 0x7fe6ac06e2f0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe6cc072620 0x7fe6cc0a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6cc072240 0x7fe6cc0b3f40 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 --2- 172.21.15.29:0/402442332 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe6cc06dfd0 0x7fe6cc15ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 -- 172.21.15.29:0/402442332 >> 172.21.15.29:0/402442332 conn(0x7fe6cc067da0 msgr2=0x7fe6cc1555d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:59.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 -- 172.21.15.29:0/402442332 shutdown_connections 2024-09-12T03:12:59.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.256+0000 7fe6d4000640 1 -- 172.21.15.29:0/402442332 wait complete. 2024-09-12T03:12:59.272 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T03:12:59.272 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:12:59.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.429+0000 7f1a95a00640 1 Processor -- start 2024-09-12T03:12:59.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.429+0000 7f1a95a00640 1 -- start start 2024-09-12T03:12:59.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.430+0000 7f1a95a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a90072620 0x7f1a900af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.430+0000 7f1a95a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1a9006dfd0 0x7f1a900afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.430+0000 7f1a95a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a9006e590 con 0x7f1a90072240 2024-09-12T03:12:59.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.430+0000 7f1a95a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1a9006e870 con 0x7f1a9006dfd0 2024-09-12T03:12:59.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.430+0000 7f1a95a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1a9006eb50 con 0x7f1a90072620 2024-09-12T03:12:59.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.430+0000 7f1a8f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1a9006dfd0 0x7f1a900afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.430+0000 7f1a8f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1a9006dfd0 0x7f1a900afa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37532/0 (socket says 172.21.15.29:37532) 2024-09-12T03:12:59.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.431+0000 7f1a8f400640 1 -- 172.21.15.29:0/1239826904 learned_addr learned my addr 172.21.15.29:0/1239826904 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:59.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.431+0000 7f1a8e000640 1 --2- 172.21.15.29:0/1239826904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a90072620 0x7f1a900af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.431+0000 7f1a8f400640 1 -- 172.21.15.29:0/1239826904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a90072620 msgr2=0x7f1a900af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:59.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.431+0000 7f1a8f400640 1 --2- 172.21.15.29:0/1239826904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a90072620 0x7f1a900af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.431+0000 7f1a8f400640 1 -- 172.21.15.29:0/1239826904 >> v1:172.21.15.38:6789/0 conn(0x7f1a90072240 legacy=0x7f1a9015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:59.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.431+0000 7f1a8f400640 1 -- 172.21.15.29:0/1239826904 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a9006ee30 con 0x7f1a9006dfd0 2024-09-12T03:12:59.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.431+0000 7f1a8e000640 1 --2- 172.21.15.29:0/1239826904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a90072620 0x7f1a900af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:59.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.432+0000 7f1a8f400640 1 --2- 172.21.15.29:0/1239826904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a9006dfd0 0x7f1a900afa70 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f1a88009e50 tx=0x7f1a8802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c764e967469e89ca server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:59.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.432+0000 7f1a8d600640 1 -- 172.21.15.29:0/1239826904 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a88036070 con 0x7f1a9006dfd0 2024-09-12T03:12:59.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.432+0000 7f1a8d600640 1 -- 172.21.15.29:0/1239826904 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a88031600 con 0x7f1a9006dfd0 2024-09-12T03:12:59.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.432+0000 7f1a8d600640 1 -- 172.21.15.29:0/1239826904 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a880319d0 con 0x7f1a9006dfd0 2024-09-12T03:12:59.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.433+0000 7f1a95a00640 1 -- 172.21.15.29:0/1239826904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a9006dfd0 msgr2=0x7f1a900afa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.433+0000 7f1a95a00640 1 --2- 172.21.15.29:0/1239826904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a9006dfd0 0x7f1a900afa70 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f1a88009e50 tx=0x7f1a8802a6c0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.433+0000 7f1a95a00640 1 -- 172.21.15.29:0/1239826904 shutdown_connections 2024-09-12T03:12:59.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.433+0000 7f1a95a00640 1 --2- 172.21.15.29:0/1239826904 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a90072620 0x7f1a900af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.433+0000 7f1a95a00640 1 --2- 172.21.15.29:0/1239826904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a9006dfd0 0x7f1a900afa70 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.433+0000 7f1a95a00640 1 -- 172.21.15.29:0/1239826904 >> 172.21.15.29:0/1239826904 conn(0x7f1a90067da0 msgr2=0x7f1a9006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:59.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.433+0000 7f1a95a00640 1 -- 172.21.15.29:0/1239826904 shutdown_connections 2024-09-12T03:12:59.433 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.433+0000 7f1a95a00640 1 -- 172.21.15.29:0/1239826904 wait complete. 2024-09-12T03:12:59.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.434+0000 7f1a95a00640 1 Processor -- start 2024-09-12T03:12:59.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.435+0000 7f1a95a00640 1 -- start start 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.435+0000 7f1a95a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a9006dfd0 0x7f1a9015b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.435+0000 7f1a95a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a90072240 0x7f1a900c53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.435+0000 7f1a95a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a90072620 0x7f1a9013e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a95a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1a900cd560 con 0x7f1a90072240 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a95a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1a900cd3e0 con 0x7f1a9006dfd0 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a95a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1a900cd6e0 con 0x7f1a90072620 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a8e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a90072240 0x7f1a900c53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a8e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a90072240 0x7f1a900c53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37534/0 (socket says 172.21.15.29:37534) 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a8e000640 1 -- 172.21.15.29:0/2042969892 learned_addr learned my addr 172.21.15.29:0/2042969892 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a8ea00640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a9006dfd0 0x7f1a9015b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a8f400640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a90072620 0x7f1a9013e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a8e000640 1 -- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a90072620 msgr2=0x7f1a9013e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a8e000640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a90072620 0x7f1a9013e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a8e000640 1 -- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a9006dfd0 msgr2=0x7f1a9015b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a8e000640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a9006dfd0 0x7f1a9015b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.436+0000 7f1a8e000640 1 -- 172.21.15.29:0/2042969892 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a9013f860 con 0x7f1a90072240 2024-09-12T03:12:59.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.437+0000 7f1a8e000640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a90072240 0x7f1a900c53a0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c00c7f0 tx=0x7f1a7c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:59.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.437+0000 7f1a86a00640 1 -- 172.21.15.29:0/2042969892 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c015070 con 0x7f1a90072240 2024-09-12T03:12:59.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.437+0000 7f1a86a00640 1 -- 172.21.15.29:0/2042969892 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a7c007820 con 0x7f1a90072240 2024-09-12T03:12:59.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.437+0000 7f1a86a00640 1 -- 172.21.15.29:0/2042969892 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c007bd0 con 0x7f1a90072240 2024-09-12T03:12:59.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.437+0000 7f1a95a00640 1 -- 172.21.15.29:0/2042969892 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a9013fb40 con 0x7f1a90072240 2024-09-12T03:12:59.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.437+0000 7f1a95a00640 1 -- 172.21.15.29:0/2042969892 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a90140100 con 0x7f1a90072240 2024-09-12T03:12:59.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.438+0000 7f1a95a00640 1 -- 172.21.15.29:0/2042969892 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a9015d1f0 con 0x7f1a90072240 2024-09-12T03:12:59.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.439+0000 7f1a86a00640 1 -- 172.21.15.29:0/2042969892 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1a7c018070 con 0x7f1a90072240 2024-09-12T03:12:59.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.440+0000 7f1a86a00640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a7006be30 0x7f1a7006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.440+0000 7f1a86a00640 1 -- 172.21.15.29:0/2042969892 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f1a7c08b190 con 0x7f1a90072240 2024-09-12T03:12:59.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.440+0000 7f1a8ea00640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a7006be30 0x7f1a7006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.441+0000 7f1a8ea00640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a7006be30 0x7f1a7006e2f0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1a80004f60 tx=0x7f1a80007e30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:59.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.444+0000 7f1a86a00640 1 -- 172.21.15.29:0/2042969892 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1a7c059250 con 0x7f1a90072240 2024-09-12T03:12:59.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.666+0000 7f1a95a00640 1 -- 172.21.15.29:0/2042969892 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1a9015eaf0 con 0x7f1a90072240 2024-09-12T03:12:59.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.667+0000 7f1a86a00640 1 -- 172.21.15.29:0/2042969892 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5271 (secure 0 0 0) 0x7f1a7c05d550 con 0x7f1a90072240 2024-09-12T03:12:59.666 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:12:59.667 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":62,"btime":"2024-09-12T03:12:32:685318+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5944,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2904742734","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2904742734},{"type":"v1","addr":"172.21.15.29:6834","nonce":2904742734}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:11:54.937603+0000","modified":"2024-09-12T03:12:32.598498+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6129,"mds_1":6126,"mds_2":6117},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6117":{"gid":6117,"name":"c","rank":2,"incarnation":56,"state":"up:active","state_seq":12,"addr":"172.21.15.29:6835/3488992369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":3488992369},{"type":"v1","addr":"172.21.15.29:6835","nonce":3488992369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6126":{"gid":6126,"name":"d","rank":1,"incarnation":54,"state":"up:active","state_seq":12,"addr":"172.21.15.38:6836/3212600768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":3212600768},{"type":"v1","addr":"172.21.15.38:6836","nonce":3212600768}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6129":{"gid":6129,"name":"b","rank":0,"incarnation":48,"state":"up:active","state_seq":12,"addr":"172.21.15.38:6837/2752509154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2752509154},{"type":"v1","addr":"172.21.15.38:6837","nonce":2752509154}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6129,"qdb_cluster":[6129,6126,6117]},"id":4}]} 2024-09-12T03:12:59.667 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 62 2024-09-12T03:12:59.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 -- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a7006be30 msgr2=0x7f1a7006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a7006be30 0x7f1a7006e2f0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1a80004f60 tx=0x7f1a80007e30 comp rx=0 tx=0).stop 2024-09-12T03:12:59.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 -- 172.21.15.29:0/2042969892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a90072240 msgr2=0x7f1a900c53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a90072240 0x7f1a900c53a0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c00c7f0 tx=0x7f1a7c00ccb0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 -- 172.21.15.29:0/2042969892 shutdown_connections 2024-09-12T03:12:59.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a7006be30 0x7f1a7006e2f0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a90072620 0x7f1a9013e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a90072240 0x7f1a900c53a0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 --2- 172.21.15.29:0/2042969892 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a9006dfd0 0x7f1a9015b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 -- 172.21.15.29:0/2042969892 >> 172.21.15.29:0/2042969892 conn(0x7f1a90067da0 msgr2=0x7f1a9015f2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:59.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 -- 172.21.15.29:0/2042969892 shutdown_connections 2024-09-12T03:12:59.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.669+0000 7f1a95a00640 1 -- 172.21.15.29:0/2042969892 wait complete. 2024-09-12T03:12:59.684 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:12:59.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.841+0000 7f18fde00640 1 Processor -- start 2024-09-12T03:12:59.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.841+0000 7f18fde00640 1 -- start start 2024-09-12T03:12:59.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.842+0000 7f18fde00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f18f815e470 0x7f18f80cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.842+0000 7f18fde00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18f80d00e0 0x7f18f80d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.842+0000 7f18fde00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18f815e850 con 0x7f18f80d4850 2024-09-12T03:12:59.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.842+0000 7f18fde00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f18f80cf710 con 0x7f18f815e470 2024-09-12T03:12:59.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.842+0000 7f18fde00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f18f80d1c60 con 0x7f18f80d00e0 2024-09-12T03:12:59.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.842+0000 7f18fca00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f18f815e470 0x7f18f80cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.842+0000 7f18fca00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f18f815e470 0x7f18f80cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35292/0 (socket says 172.21.15.29:35292) 2024-09-12T03:12:59.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.842+0000 7f18fca00640 1 -- 172.21.15.29:0/1044410068 learned_addr learned my addr 172.21.15.29:0/1044410068 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:59.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.842+0000 7f18fd400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f18f80d4850 0x7f18f806d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35224/0 (socket says 172.21.15.29:35224) 2024-09-12T03:12:59.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.843+0000 7f18f7e00640 1 --2- 172.21.15.29:0/1044410068 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18f80d00e0 0x7f18f80d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.843+0000 7f18fca00640 1 -- 172.21.15.29:0/1044410068 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18f80d00e0 msgr2=0x7f18f80d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:12:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.843+0000 7f18fca00640 1 --2- 172.21.15.29:0/1044410068 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18f80d00e0 0x7f18f80d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.843+0000 7f18fca00640 1 -- 172.21.15.29:0/1044410068 >> v1:172.21.15.29:6789/0 conn(0x7f18f80d4850 legacy=0x7f18f806d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.843+0000 7f18fca00640 1 -- 172.21.15.29:0/1044410068 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18f80d1980 con 0x7f18f815e470 2024-09-12T03:12:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.843+0000 7f18f7400640 1 -- 172.21.15.29:0/1044410068 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1792729598 0 0) 0x7f18f815e850 con 0x7f18f80d4850 2024-09-12T03:12:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.844+0000 7f18fca00640 1 --2- 172.21.15.29:0/1044410068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18f815e470 0x7f18f80cfba0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f18ec009870 tx=0x7f18ec02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27a6b49e449dbba4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.844+0000 7f18f7400640 1 -- 172.21.15.29:0/1044410068 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18ec037070 con 0x7f18f815e470 2024-09-12T03:12:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.844+0000 7f18f7400640 1 -- 172.21.15.29:0/1044410068 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18ec032440 con 0x7f18f815e470 2024-09-12T03:12:59.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.844+0000 7f18f7400640 1 -- 172.21.15.29:0/1044410068 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18ec032810 con 0x7f18f815e470 2024-09-12T03:12:59.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.845+0000 7f18fde00640 1 -- 172.21.15.29:0/1044410068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18f815e470 msgr2=0x7f18f80cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.845+0000 7f18fde00640 1 --2- 172.21.15.29:0/1044410068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18f815e470 0x7f18f80cfba0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f18ec009870 tx=0x7f18ec02a270 comp rx=0 tx=0).stop 2024-09-12T03:12:59.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.845+0000 7f18fde00640 1 -- 172.21.15.29:0/1044410068 shutdown_connections 2024-09-12T03:12:59.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.845+0000 7f18fde00640 1 --2- 172.21.15.29:0/1044410068 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18f80d00e0 0x7f18f80d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.845+0000 7f18fde00640 1 --2- 172.21.15.29:0/1044410068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18f815e470 0x7f18f80cfba0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.845+0000 7f18fde00640 1 -- 172.21.15.29:0/1044410068 >> 172.21.15.29:0/1044410068 conn(0x7f18f809d700 msgr2=0x7f18f808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:12:59.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.845+0000 7f18fde00640 1 -- 172.21.15.29:0/1044410068 shutdown_connections 2024-09-12T03:12:59.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.845+0000 7f18fde00640 1 -- 172.21.15.29:0/1044410068 wait complete. 2024-09-12T03:12:59.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.846+0000 7f18fde00640 1 Processor -- start 2024-09-12T03:12:59.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.847+0000 7f18fde00640 1 -- start start 2024-09-12T03:12:59.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.847+0000 7f18fde00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18f80d00e0 0x7f18f815d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.847+0000 7f18fde00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18f80d4850 0x7f18f80b71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.847+0000 7f18fde00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18f815e470 0x7f18f80b98a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.847+0000 7f18fde00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f18f806db70 con 0x7f18f815e470 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.847+0000 7f18fde00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f18f80cf3a0 con 0x7f18f80d4850 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.847+0000 7f18fde00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f18f806dcf0 con 0x7f18f80d00e0 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18fd400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18f815e470 0x7f18f80b98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18fd400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18f815e470 0x7f18f80b98a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35298/0 (socket says 172.21.15.29:35298) 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18fd400640 1 -- 172.21.15.29:0/765367579 learned_addr learned my addr 172.21.15.29:0/765367579 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18fca00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18f80d00e0 0x7f18f815d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18f7e00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18f80d4850 0x7f18f80b71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18fd400640 1 -- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18f80d00e0 msgr2=0x7f18f815d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18fd400640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18f80d00e0 0x7f18f815d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18fd400640 1 -- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18f80d4850 msgr2=0x7f18f80b71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18fd400640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18f80d4850 0x7f18f80b71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18fd400640 1 -- 172.21.15.29:0/765367579 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18f80b8ca0 con 0x7f18f815e470 2024-09-12T03:12:59.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18fca00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18f80d00e0 0x7f18f815d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18f7e00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18f80d4850 0x7f18f80b71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:12:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.848+0000 7f18fd400640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18f815e470 0x7f18f80b98a0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f18f000c7a0 tx=0x7f18f000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.849+0000 7f18f4c00640 1 -- 172.21.15.29:0/765367579 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f0018070 con 0x7f18f815e470 2024-09-12T03:12:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.849+0000 7f18f4c00640 1 -- 172.21.15.29:0/765367579 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18f000a640 con 0x7f18f815e470 2024-09-12T03:12:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.849+0000 7f18f4c00640 1 -- 172.21.15.29:0/765367579 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f000aab0 con 0x7f18f815e470 2024-09-12T03:12:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.849+0000 7f18fde00640 1 -- 172.21.15.29:0/765367579 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18f80b7c00 con 0x7f18f815e470 2024-09-12T03:12:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.849+0000 7f18fde00640 1 -- 172.21.15.29:0/765367579 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18f80b81c0 con 0x7f18f815e470 2024-09-12T03:12:59.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.850+0000 7f18fde00640 1 -- 172.21.15.29:0/765367579 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18f80d4310 con 0x7f18f815e470 2024-09-12T03:12:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.851+0000 7f18f4c00640 1 -- 172.21.15.29:0/765367579 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f18f000ac50 con 0x7f18f815e470 2024-09-12T03:12:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.852+0000 7f18f4c00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18d806be30 0x7f18d806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:12:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.852+0000 7f18f4c00640 1 -- 172.21.15.29:0/765367579 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f18f008a610 con 0x7f18f815e470 2024-09-12T03:12:59.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.852+0000 7f18fca00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18d806be30 0x7f18d806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:12:59.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.853+0000 7f18fca00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18d806be30 0x7f18d806e2f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f18ec034000 tx=0x7f18ec02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:12:59.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:12:59.856+0000 7f18f4c00640 1 -- 172.21.15.29:0/765367579 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f18f0058e50 con 0x7f18f815e470 2024-09-12T03:13:00.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.079+0000 7f18fde00640 1 -- 172.21.15.29:0/765367579 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f18f80d2c10 con 0x7f18f815e470 2024-09-12T03:13:00.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.080+0000 7f18f4c00640 1 -- 172.21.15.29:0/765367579 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5271 (secure 0 0 0) 0x7f18f0058750 con 0x7f18f815e470 2024-09-12T03:13:00.079 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:00.079 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":62,"btime":"2024-09-12T03:12:32:685318+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5944,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2904742734","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2904742734},{"type":"v1","addr":"172.21.15.29:6834","nonce":2904742734}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:11:54.937603+0000","modified":"2024-09-12T03:12:32.598498+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6129,"mds_1":6126,"mds_2":6117},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6117":{"gid":6117,"name":"c","rank":2,"incarnation":56,"state":"up:active","state_seq":12,"addr":"172.21.15.29:6835/3488992369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":3488992369},{"type":"v1","addr":"172.21.15.29:6835","nonce":3488992369}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6126":{"gid":6126,"name":"d","rank":1,"incarnation":54,"state":"up:active","state_seq":12,"addr":"172.21.15.38:6836/3212600768","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":3212600768},{"type":"v1","addr":"172.21.15.38:6836","nonce":3212600768}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6129":{"gid":6129,"name":"b","rank":0,"incarnation":48,"state":"up:active","state_seq":12,"addr":"172.21.15.38:6837/2752509154","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":2752509154},{"type":"v1","addr":"172.21.15.38:6837","nonce":2752509154}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6129,"qdb_cluster":[6129,6126,6117]},"id":4}]} 2024-09-12T03:13:00.080 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 62 2024-09-12T03:13:00.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 -- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18d806be30 msgr2=0x7f18d806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18d806be30 0x7f18d806e2f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f18ec034000 tx=0x7f18ec02e000 comp rx=0 tx=0).stop 2024-09-12T03:13:00.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 -- 172.21.15.29:0/765367579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18f815e470 msgr2=0x7f18f80b98a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18f815e470 0x7f18f80b98a0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f18f000c7a0 tx=0x7f18f000cc60 comp rx=0 tx=0).stop 2024-09-12T03:13:00.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 -- 172.21.15.29:0/765367579 shutdown_connections 2024-09-12T03:13:00.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18d806be30 0x7f18d806e2f0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18f815e470 0x7f18f80b98a0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18f80d4850 0x7f18f80b71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 --2- 172.21.15.29:0/765367579 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18f80d00e0 0x7f18f815d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 -- 172.21.15.29:0/765367579 >> 172.21.15.29:0/765367579 conn(0x7f18f809d700 msgr2=0x7f18f80d05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:00.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 -- 172.21.15.29:0/765367579 shutdown_connections 2024-09-12T03:13:00.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.082+0000 7f18fde00640 1 -- 172.21.15.29:0/765367579 wait complete. 2024-09-12T03:13:00.097 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:13:00.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.255+0000 7f8230e00640 1 Processor -- start 2024-09-12T03:13:00.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.255+0000 7f8230e00640 1 -- start start 2024-09-12T03:13:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.256+0000 7f8230e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f822c09b180 0x7f822c070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.256+0000 7f8230e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f822c15f480 0x7f822c0b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.256+0000 7f8230e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f822c15f910 con 0x7f822c15c1c0 2024-09-12T03:13:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.256+0000 7f8230e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f822c0b5d90 con 0x7f822c09b180 2024-09-12T03:13:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.256+0000 7f8230e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f822c070e00 con 0x7f822c15f480 2024-09-12T03:13:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.257+0000 7f8229e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f822c15c1c0 0x7f822c09aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35240/0 (socket says 172.21.15.29:35240) 2024-09-12T03:13:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.257+0000 7f8229e00640 1 -- 172.21.15.29:0/1594085253 learned_addr learned my addr 172.21.15.29:0/1594085253 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.257+0000 7f822a800640 1 --2- 172.21.15.29:0/1594085253 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f822c15f480 0x7f822c0b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.257+0000 7f8229400640 1 --2- 172.21.15.29:0/1594085253 >> v2:172.21.15.38:3300/0 conn(0x7f822c09b180 0x7f822c070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.257+0000 7f8228a00640 1 -- 172.21.15.29:0/1594085253 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1919460176 0 0) 0x7f822c15f910 con 0x7f822c15c1c0 2024-09-12T03:13:00.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.257+0000 7f8228a00640 1 -- 172.21.15.29:0/1594085253 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8210003520 con 0x7f822c15c1c0 2024-09-12T03:13:00.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.257+0000 7f8229400640 1 -- 172.21.15.29:0/1594085253 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f822c15f480 msgr2=0x7f822c0b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:00.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.257+0000 7f8229400640 1 --2- 172.21.15.29:0/1594085253 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f822c15f480 0x7f822c0b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.257+0000 7f8229400640 1 -- 172.21.15.29:0/1594085253 >> v1:172.21.15.29:6789/0 conn(0x7f822c15c1c0 legacy=0x7f822c09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.257+0000 7f8229400640 1 -- 172.21.15.29:0/1594085253 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f822c0710e0 con 0x7f822c09b180 2024-09-12T03:13:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.258+0000 7f8229400640 1 --2- 172.21.15.29:0/1594085253 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f822c09b180 0x7f822c070770 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f82180097d0 tx=0x7f821802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94cb24c9768e22ea server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.259+0000 7f8228a00640 1 -- 172.21.15.29:0/1594085253 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8218037070 con 0x7f822c09b180 2024-09-12T03:13:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.259+0000 7f8228a00640 1 -- 172.21.15.29:0/1594085253 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8218032440 con 0x7f822c09b180 2024-09-12T03:13:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.259+0000 7f8228a00640 1 -- 172.21.15.29:0/1594085253 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8218032810 con 0x7f822c09b180 2024-09-12T03:13:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.259+0000 7f8230e00640 1 -- 172.21.15.29:0/1594085253 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f822c09b180 msgr2=0x7f822c070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.259+0000 7f8230e00640 1 --2- 172.21.15.29:0/1594085253 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f822c09b180 0x7f822c070770 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f82180097d0 tx=0x7f821802a1c0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.259+0000 7f8230e00640 1 -- 172.21.15.29:0/1594085253 shutdown_connections 2024-09-12T03:13:00.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.259+0000 7f8230e00640 1 --2- 172.21.15.29:0/1594085253 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f822c15f480 0x7f822c0b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.259+0000 7f8230e00640 1 --2- 172.21.15.29:0/1594085253 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f822c09b180 0x7f822c070770 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.259+0000 7f8230e00640 1 -- 172.21.15.29:0/1594085253 >> 172.21.15.29:0/1594085253 conn(0x7f822c0b3ff0 msgr2=0x7f822c0b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:00.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.259+0000 7f8230e00640 1 -- 172.21.15.29:0/1594085253 shutdown_connections 2024-09-12T03:13:00.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.259+0000 7f8230e00640 1 -- 172.21.15.29:0/1594085253 wait complete. 2024-09-12T03:13:00.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.261+0000 7f8230e00640 1 Processor -- start 2024-09-12T03:13:00.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.261+0000 7f8230e00640 1 -- start start 2024-09-12T03:13:00.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.262+0000 7f8230e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f822c09b180 0x7f822c1507e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.262+0000 7f8230e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f822c15c1c0 0x7f822c1e7df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.262+0000 7f8230e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f822c15f480 0x7f822c1e97e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.262+0000 7f8230e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f822c0b6760 con 0x7f822c15c1c0 2024-09-12T03:13:00.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.262+0000 7f8230e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f822c0716a0 con 0x7f822c09b180 2024-09-12T03:13:00.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.262+0000 7f8230e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f822c0b68e0 con 0x7f822c15f480 2024-09-12T03:13:00.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.262+0000 7f8229400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f822c15c1c0 0x7f822c1e7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.263+0000 7f8229400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f822c15c1c0 0x7f822c1e7df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35312/0 (socket says 172.21.15.29:35312) 2024-09-12T03:13:00.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.263+0000 7f8229400640 1 -- 172.21.15.29:0/3577244180 learned_addr learned my addr 172.21.15.29:0/3577244180 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:00.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.263+0000 7f822a800640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f822c15f480 0x7f822c1e97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.263+0000 7f8229e00640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f822c09b180 0x7f822c1507e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.263+0000 7f8229400640 1 -- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f822c15f480 msgr2=0x7f822c1e97e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.263+0000 7f8229400640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f822c15f480 0x7f822c1e97e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.263+0000 7f8229400640 1 -- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f822c09b180 msgr2=0x7f822c1507e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.263+0000 7f8229400640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f822c09b180 0x7f822c1507e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.263+0000 7f8229400640 1 -- 172.21.15.29:0/3577244180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f822c1e8740 con 0x7f822c15c1c0 2024-09-12T03:13:00.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.263+0000 7f8229400640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f822c15c1c0 0x7f822c1e7df0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f82180098f0 tx=0x7f82180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:00.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.264+0000 7f8222000640 1 -- 172.21.15.29:0/3577244180 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8218041020 con 0x7f822c15c1c0 2024-09-12T03:13:00.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.264+0000 7f8222000640 1 -- 172.21.15.29:0/3577244180 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f821803d6e0 con 0x7f822c15c1c0 2024-09-12T03:13:00.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.264+0000 7f8222000640 1 -- 172.21.15.29:0/3577244180 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8218037040 con 0x7f822c15c1c0 2024-09-12T03:13:00.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.264+0000 7f8230e00640 1 -- 172.21.15.29:0/3577244180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f822c1e8a20 con 0x7f822c15c1c0 2024-09-12T03:13:00.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.264+0000 7f8230e00640 1 -- 172.21.15.29:0/3577244180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f822c1e8fe0 con 0x7f822c15c1c0 2024-09-12T03:13:00.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.265+0000 7f8230e00640 1 -- 172.21.15.29:0/3577244180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f822c0b6220 con 0x7f822c15c1c0 2024-09-12T03:13:00.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.266+0000 7f8222000640 1 -- 172.21.15.29:0/3577244180 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8218044020 con 0x7f822c15c1c0 2024-09-12T03:13:00.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.266+0000 7f8222000640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f820c06be30 0x7f820c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.266+0000 7f8222000640 1 -- 172.21.15.29:0/3577244180 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7f82180ab680 con 0x7f822c15c1c0 2024-09-12T03:13:00.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.267+0000 7f8229e00640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f820c06be30 0x7f820c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.268+0000 7f8229e00640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f820c06be30 0x7f820c06e2f0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f821c005880 tx=0x7f821c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:00.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.271+0000 7f8222000640 1 -- 172.21.15.29:0/3577244180 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f821804b030 con 0x7f822c15c1c0 2024-09-12T03:13:00.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.455+0000 7f8230e00640 1 -- 172.21.15.29:0/3577244180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f822c09b5a0 con 0x7f822c15c1c0 2024-09-12T03:13:00.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.456+0000 7f8222000640 1 -- 172.21.15.29:0/3577244180 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) ==== 74+0+17064 (secure 0 0 0) 0x7f8218079750 con 0x7f822c15c1c0 2024-09-12T03:13:00.456 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:00.456 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":68,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:12:08.605366+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:11:52.730614+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-12T03:11:53.932252+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"9.11","mappings":[{"from":7,"to":2}]},{"pgid":"10.4","mappings":[{"from":4,"to":3}]},{"pgid":"10.2e","mappings":[{"from":4,"to":3}]},{"pgid":"10.3a","mappings":[{"from":7,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:13:00.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.458+0000 7f8230e00640 1 -- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f820c06be30 msgr2=0x7f820c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.458+0000 7f8230e00640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f820c06be30 0x7f820c06e2f0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f821c005880 tx=0x7f821c009040 comp rx=0 tx=0).stop 2024-09-12T03:13:00.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.458+0000 7f8230e00640 1 -- 172.21.15.29:0/3577244180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f822c15c1c0 msgr2=0x7f822c1e7df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.458+0000 7f8230e00640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f822c15c1c0 0x7f822c1e7df0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f82180098f0 tx=0x7f82180046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.458+0000 7f8230e00640 1 -- 172.21.15.29:0/3577244180 shutdown_connections 2024-09-12T03:13:00.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.459+0000 7f8230e00640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f820c06be30 0x7f820c06e2f0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.459+0000 7f8230e00640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f822c15f480 0x7f822c1e97e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.459+0000 7f8230e00640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f822c15c1c0 0x7f822c1e7df0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.459+0000 7f8230e00640 1 --2- 172.21.15.29:0/3577244180 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f822c09b180 0x7f822c1507e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.459+0000 7f8230e00640 1 -- 172.21.15.29:0/3577244180 >> 172.21.15.29:0/3577244180 conn(0x7f822c0b3ff0 msgr2=0x7f822c06da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:00.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.459+0000 7f8230e00640 1 -- 172.21.15.29:0/3577244180 shutdown_connections 2024-09-12T03:13:00.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.459+0000 7f8230e00640 1 -- 172.21.15.29:0/3577244180 wait complete. 2024-09-12T03:13:00.474 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-12T03:13:00.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.631+0000 7fa8ef200640 1 Processor -- start 2024-09-12T03:13:00.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.631+0000 7fa8ef200640 1 -- start start 2024-09-12T03:13:00.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.633+0000 7fa8ef200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa8e80b3ba0 0x7fa8e80b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.633+0000 7fa8ef200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8e80cfb40 con 0x7fa8e806f0e0 2024-09-12T03:13:00.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.633+0000 7fa8ef200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8e80cfe20 con 0x7fa8e806f4c0 2024-09-12T03:13:00.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.633+0000 7fa8ef200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa8e815bc50 con 0x7fa8e80b3ba0 2024-09-12T03:13:00.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.633+0000 7fa8e7e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa8e806f0e0 0x7fa8e815c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35244/0 (socket says 172.21.15.29:35244) 2024-09-12T03:13:00.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.633+0000 7fa8e7e00640 1 -- 172.21.15.29:0/3537341219 learned_addr learned my addr 172.21.15.29:0/3537341219 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:00.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.633+0000 7fa8ed200640 1 --2- 172.21.15.29:0/3537341219 >> v2:172.21.15.38:3300/0 conn(0x7fa8e80b3ba0 0x7fa8e80b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.633+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2808327337 0 0) 0x7fa8e80cfb40 con 0x7fa8e806f0e0 2024-09-12T03:13:00.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.633+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa8cc005730 con 0x7fa8e806f0e0 2024-09-12T03:13:00.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4021523375 0 0) 0x7fa8cc005730 con 0x7fa8e806f0e0 2024-09-12T03:13:00.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 >> v2:172.21.15.38:3300/0 conn(0x7fa8e80b3ba0 msgr2=0x7fa8e80b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:00.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 --2- 172.21.15.29:0/3537341219 >> v2:172.21.15.38:3300/0 conn(0x7fa8e80b3ba0 0x7fa8e80b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 >> v1:172.21.15.38:6789/0 conn(0x7fa8e806f4c0 legacy=0x7fa8e80cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8e815b8e0 con 0x7fa8e806f0e0 2024-09-12T03:13:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fa8d8001670 con 0x7fa8e806f0e0 2024-09-12T03:13:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 >> v1:172.21.15.29:6789/0 conn(0x7fa8e806f0e0 legacy=0x7fa8e815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 --2- 172.21.15.29:0/3537341219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8cc005bc0 0x7fa8cc005fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 --2- 172.21.15.29:0/3537341219 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8cc006a10 0x7fa8cc006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 --2- 172.21.15.29:0/3537341219 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8cc0073d0 0x7fa8cc00dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e815bc50 con 0x7fa8cc005bc0 2024-09-12T03:13:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa8cc00e220 con 0x7fa8cc0073d0 2024-09-12T03:13:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa8cc00e420 con 0x7fa8cc006a10 2024-09-12T03:13:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7e00640 1 --2- 172.21.15.29:0/3537341219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8cc005bc0 0x7fa8cc005fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8ed200640 1 --2- 172.21.15.29:0/3537341219 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8cc0073d0 0x7fa8cc00dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8df400640 1 --2- 172.21.15.29:0/3537341219 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8cc006a10 0x7fa8cc006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7e00640 1 -- 172.21.15.29:0/3537341219 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8cc006a10 msgr2=0x7fa8cc006e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:00.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7e00640 1 --2- 172.21.15.29:0/3537341219 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8cc006a10 0x7fa8cc006e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.634+0000 7fa8e7e00640 1 -- 172.21.15.29:0/3537341219 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8cc0073d0 msgr2=0x7fa8cc00dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:00.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.635+0000 7fa8e7e00640 1 --2- 172.21.15.29:0/3537341219 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8cc0073d0 0x7fa8cc00dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.635+0000 7fa8e7e00640 1 -- 172.21.15.29:0/3537341219 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8cc005730 con 0x7fa8cc005bc0 2024-09-12T03:13:00.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.635+0000 7fa8ed200640 1 -- 172.21.15.29:0/3537341219 reap_dead start 2024-09-12T03:13:00.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.635+0000 7fa8e7e00640 1 --2- 172.21.15.29:0/3537341219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8cc005bc0 0x7fa8cc005fa0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fa8d800c110 tx=0x7fa8cc007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb31e1b782efe8ee server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:00.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.636+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d8007c40 con 0x7fa8cc005bc0 2024-09-12T03:13:00.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.636+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8d8005af0 con 0x7fa8cc005bc0 2024-09-12T03:13:00.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.636+0000 7fa8e7400640 1 -- 172.21.15.29:0/3537341219 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d8007070 con 0x7fa8cc005bc0 2024-09-12T03:13:00.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.636+0000 7fa8ef200640 1 -- 172.21.15.29:0/3537341219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8cc005bc0 msgr2=0x7fa8cc005fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.636+0000 7fa8ef200640 1 --2- 172.21.15.29:0/3537341219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8cc005bc0 0x7fa8cc005fa0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fa8d800c110 tx=0x7fa8cc007a40 comp rx=0 tx=0).stop 2024-09-12T03:13:00.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.636+0000 7fa8ef200640 1 -- 172.21.15.29:0/3537341219 shutdown_connections 2024-09-12T03:13:00.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.636+0000 7fa8ef200640 1 --2- 172.21.15.29:0/3537341219 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8cc005bc0 0x7fa8cc005fa0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.636+0000 7fa8ef200640 1 -- 172.21.15.29:0/3537341219 >> 172.21.15.29:0/3537341219 conn(0x7fa8e8067da0 msgr2=0x7fa8e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:00.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.636+0000 7fa8ef200640 1 -- 172.21.15.29:0/3537341219 shutdown_connections 2024-09-12T03:13:00.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.636+0000 7fa8ef200640 1 -- 172.21.15.29:0/3537341219 wait complete. 2024-09-12T03:13:00.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.638+0000 7fa8ef200640 1 Processor -- start 2024-09-12T03:13:00.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.638+0000 7fa8ef200640 1 -- start start 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.639+0000 7fa8ef200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8cc005bc0 0x7fa8e814cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.639+0000 7fa8ef200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8e815a190 0x7fa8e815a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.639+0000 7fa8ef200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8e8158000 0x7fa8e8158480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.639+0000 7fa8ef200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e815ee80 con 0x7fa8e815a190 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.639+0000 7fa8ef200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e8152630 con 0x7fa8cc005bc0 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.639+0000 7fa8ef200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa8e815f000 con 0x7fa8e8158000 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.639+0000 7fa8df400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8e815a190 0x7fa8e815a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.639+0000 7fa8df400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8e815a190 0x7fa8e815a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35320/0 (socket says 172.21.15.29:35320) 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.639+0000 7fa8df400640 1 -- 172.21.15.29:0/969425694 learned_addr learned my addr 172.21.15.29:0/969425694 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8ed200640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8e8158000 0x7fa8e8158480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8e7e00640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8cc005bc0 0x7fa8e814cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8df400640 1 -- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8e8158000 msgr2=0x7fa8e8158480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8df400640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8e8158000 0x7fa8e8158480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8df400640 1 -- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8cc005bc0 msgr2=0x7fa8e814cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8df400640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8cc005bc0 0x7fa8e814cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8df400640 1 -- 172.21.15.29:0/969425694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8e8158d70 con 0x7fa8e815a190 2024-09-12T03:13:00.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8df400640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8e815a190 0x7fa8e815a610 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fa8d000e510 tx=0x7fa8d000e9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:00.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8e4c00640 1 -- 172.21.15.29:0/969425694 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d00052e0 con 0x7fa8e815a190 2024-09-12T03:13:00.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8e4c00640 1 -- 172.21.15.29:0/969425694 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8d0018070 con 0x7fa8e815a190 2024-09-12T03:13:00.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8ef200640 1 -- 172.21.15.29:0/969425694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8e814d780 con 0x7fa8e815a190 2024-09-12T03:13:00.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.640+0000 7fa8e4c00640 1 -- 172.21.15.29:0/969425694 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0003830 con 0x7fa8e815a190 2024-09-12T03:13:00.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.641+0000 7fa8ef200640 1 -- 172.21.15.29:0/969425694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8e81589c0 con 0x7fa8e815a190 2024-09-12T03:13:00.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.641+0000 7fa8ef200640 1 -- 172.21.15.29:0/969425694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8e815f9a0 con 0x7fa8e815a190 2024-09-12T03:13:00.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.642+0000 7fa8e4c00640 1 -- 172.21.15.29:0/969425694 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa8d00039d0 con 0x7fa8e815a190 2024-09-12T03:13:00.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.643+0000 7fa8e4c00640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8c406be30 0x7fa8c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:00.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.643+0000 7fa8e4c00640 1 -- 172.21.15.29:0/969425694 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6217+0+0 (secure 0 0 0) 0x7fa8d008ac70 con 0x7fa8e815a190 2024-09-12T03:13:00.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.644+0000 7fa8e7e00640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8c406be30 0x7fa8c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:00.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.644+0000 7fa8e7e00640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8c406be30 0x7fa8c406e2f0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8032000 tx=0x7fa8d8009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:00.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.648+0000 7fa8e4c00640 1 -- 172.21.15.29:0/969425694 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa8d0058e80 con 0x7fa8e815a190 2024-09-12T03:13:00.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.869+0000 7fa8ef200640 1 -- 172.21.15.29:0/969425694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa8e806e910 con 0x7fa8e815a190 2024-09-12T03:13:00.869 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:13:00.870+0000 7fcf24a00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T03:13:00.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.872+0000 7fa8e4c00640 1 -- 172.21.15.29:0/969425694 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v63) ==== 161+0+0 (secure 0 0 0) 0x7fa8d005d180 con 0x7fa8e815a190 2024-09-12T03:13:00.871 INFO:teuthology.orchestra.run.smithi029.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-12T03:13:00.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 -- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8c406be30 msgr2=0x7fa8c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8c406be30 0x7fa8c406e2f0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8032000 tx=0x7fa8d8009030 comp rx=0 tx=0).stop 2024-09-12T03:13:00.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 -- 172.21.15.29:0/969425694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8e815a190 msgr2=0x7fa8e815a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:00.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8e815a190 0x7fa8e815a610 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fa8d000e510 tx=0x7fa8d000e9d0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 -- 172.21.15.29:0/969425694 shutdown_connections 2024-09-12T03:13:00.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa8c406be30 0x7fa8c406e2f0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8e8158000 0x7fa8e8158480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8e815a190 0x7fa8e815a610 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 --2- 172.21.15.29:0/969425694 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8cc005bc0 0x7fa8e814cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:00.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 -- 172.21.15.29:0/969425694 >> 172.21.15.29:0/969425694 conn(0x7fa8e8067da0 msgr2=0x7fa8e80b4f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:00.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 -- 172.21.15.29:0/969425694 shutdown_connections 2024-09-12T03:13:00.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:00.875+0000 7fa8ef200640 1 -- 172.21.15.29:0/969425694 wait complete. 2024-09-12T03:13:00.885 INFO:tasks.ceph.mds.c.smithi029.stderr: -1479> 2024-09-12T03:12:25.965+0000 7fa57ae00640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000006 [...2,head] /d1/d2/d3/d4/d5/d6/d7/ auth v4 ap=1 f(v0 m2024-09-12T03:12:07.353970+0000 1=0+1) n(v0 rc2024-09-12T03:12:07.353970+0000 2=0+2) (inest lock) (ifile excl) caps={5591=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5591 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55aa4e405080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000006:[<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:12:07.353970+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:12:07.353970+0000 2=0+2)","memory_value.dirstat":"f(v0 m2024-09-12T03:12:07.353970+0000 1=0+1)","memory_value.rstat":"n(v0 rc2024-09-12T03:12:07.353970+0000 2=0+2)","error_str":""},"return_code":-61} 2024-09-12T03:13:00.886 INFO:tasks.ceph.mds.c.smithi029.stderr: -1463> 2024-09-12T03:12:25.965+0000 7fa57ae00640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000007 [...2,head] /d1/d2/d3/d4/d5/d6/d7/d8/ auth v2 ap=1 f() n(v0 1=0+1) (inest lock) (ifile excl) caps={5591=pAsLsXsFsx/AsLsXsFsx@2},l=5591 | importingcaps=0 dirfrag=0 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55aa4e405600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000007:[<0x10000000006/d8 v2>,<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n(v0 1=0+1)","memory_value.dirstat":"f()","memory_value.rstat":"n(v0 1=0+1)","error_str":""},"return_code":-61} 2024-09-12T03:13:00.891 INFO:tasks.ceph.mds.d.smithi038.stderr: -1564> 2024-09-12T03:12:25.965+0000 7f945fa00640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000004 [...2,head] /d1/d2/d3/d4/d5/ auth{0=1,2=1} v15 ap=1 f(v0 m2024-09-12T03:12:07.351970+0000 1=0+1) n(v2 rc2024-09-12T03:12:07.630965+0000 4=0+4) (inest lock) (ifile excl) caps={5591=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5591 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 authpin=1 scrubqueue=0 0x562729498580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000004:[<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:12:07.351970+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:12:07.630965+0000 4=0+4)","memory_value.dirstat":"f(v0 m2024-09-12T03:12:07.351970+0000 1=0+1)","memory_value.rstat":"n(v2 rc2024-09-12T03:12:07.630965+0000 4=0+4)","error_str":""},"return_code":-61} 2024-09-12T03:13:00.891 INFO:tasks.ceph.mds.d.smithi038.stderr: -1426> 2024-09-12T03:12:25.967+0000 7f9467c00640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000005 [...2,head] /d1/d2/d3/d4/d5/d6/ auth{0=1,2=1} v11 ap=2 f(v0 m2024-09-12T03:12:07.352970+0000 1=0+1) n(v1 rc2024-09-12T03:12:07.630965+0000 3=0+3) (inest sync->mix g=0,2 scatter_wanted) caps={5591=pAsLsXsFs/pAsLsXsFsxcral@7} | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 export_pin=2 0x56272a400c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000005:[<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:12:07.352970+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:12:07.353970+0000 3=0+3)","memory_value.dirstat":"f(v0 m2024-09-12T03:12:07.352970+0000 1=0+1)","memory_value.rstat":"n(v1 rc2024-09-12T03:12:07.630965+0000 3=0+3)","error_str":""},"return_code":-61} 2024-09-12T03:13:00.894 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-12T03:13:00.896 INFO:tasks.ceph.mds.b.smithi038.stderr: -3464> 2024-09-12T03:12:25.965+0000 7fe237400640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000002 [...2,head] /d1/d2/d3/ auth{1=1,2=1} v19 ap=1 f(v0 m2024-09-12T03:12:07.349970+0000 1=0+1) n(v3 rc2024-09-12T03:12:07.630965+0000 6=0+6) (inest mix dirty) (ifile excl) caps={5591=pAsLsXsFsx/pAsLsXsFsxcral@4},l=5591 | dirtyscattered=1 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x55a44eac7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000002:[<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:12:07.349970+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:12:07.630965+0000 6=0+6)","memory_value.dirstat":"f(v0 m2024-09-12T03:12:07.349970+0000 1=0+1)","memory_value.rstat":"n(v3 rc2024-09-12T03:12:07.630965+0000 6=0+6)","error_str":""},"return_code":-61} 2024-09-12T03:13:00.896 INFO:tasks.ceph.mds.b.smithi038.stderr: -3342> 2024-09-12T03:12:25.967+0000 7fe23f600640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000003 [...2,head] /d1/d2/d3/d4/ auth{1=1,2=1} v19 ap=2 f(v0 m2024-09-12T03:12:07.350970+0000 1=0+1) n(v4 rc2024-09-12T03:12:07.630965+0000 5=0+5) (inest sync->mix g=1,2) caps={5591=pAsLsXsFs/pAsLsXsFsxcral@8} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 export_pin=1 0x55a44eac7600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(9)0x10000000003:[<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:12:07.350970+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:12:07.630965+0000 5=0+5)","memory_value.dirstat":"f(v0 m2024-09-12T03:12:07.350970+0000 1=0+1)","memory_value.rstat":"n(v4 rc2024-09-12T03:12:07.630965+0000 5=0+5)","error_str":""},"return_code":-61} 2024-09-12T03:13:00.931 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:13:00.941 INFO:tasks.ceph.mds.d.smithi038.stdout:starting mds.d at 2024-09-12T03:13:00.949 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:13:01.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.058+0000 7f09eda00640 1 Processor -- start 2024-09-12T03:13:01.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.058+0000 7f09eda00640 1 -- start start 2024-09-12T03:13:01.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.060+0000 7f09eda00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 0x7f09e815fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:01.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.060+0000 7f09eda00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09e8160340 con 0x7f09e806e0a0 2024-09-12T03:13:01.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.060+0000 7f09eda00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09e81605e0 con 0x7f09e8072d80 2024-09-12T03:13:01.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.060+0000 7f09eda00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f09e81608c0 con 0x7f09e8072040 2024-09-12T03:13:01.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.060+0000 7f09e7400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f09e806e0a0 0x7f09e80cd5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35270/0 (socket says 172.21.15.29:35270) 2024-09-12T03:13:01.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.060+0000 7f09e7400640 1 -- 172.21.15.29:0/4174059377 learned_addr learned my addr 172.21.15.29:0/4174059377 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:01.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.060+0000 7f09e6a00640 1 --2- 172.21.15.29:0/4174059377 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 0x7f09e815fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:01.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.060+0000 7f09e6000640 1 -- 172.21.15.29:0/4174059377 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3129866543 0 0) 0x7f09e8160340 con 0x7f09e806e0a0 2024-09-12T03:13:01.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.060+0000 7f09e6000640 1 -- 172.21.15.29:0/4174059377 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f09cc003520 con 0x7f09e806e0a0 2024-09-12T03:13:01.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.060+0000 7f09e6000640 1 -- 172.21.15.29:0/4174059377 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2965310703 0 0) 0x7f09e81605e0 con 0x7f09e8072d80 2024-09-12T03:13:01.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.060+0000 7f09e6000640 1 -- 172.21.15.29:0/4174059377 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f09e8160340 con 0x7f09e8072d80 2024-09-12T03:13:01.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.061+0000 7f09e6a00640 1 -- 172.21.15.29:0/4174059377 >> v1:172.21.15.38:6789/0 conn(0x7f09e8072d80 legacy=0x7f09e8072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:01.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.061+0000 7f09e6a00640 1 -- 172.21.15.29:0/4174059377 >> v1:172.21.15.29:6789/0 conn(0x7f09e806e0a0 legacy=0x7f09e80cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:01.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.061+0000 7f09e6a00640 1 -- 172.21.15.29:0/4174059377 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09e8160ba0 con 0x7f09e8072040 2024-09-12T03:13:01.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.062+0000 7f09e6a00640 1 --2- 172.21.15.29:0/4174059377 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 0x7f09e815fe00 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f09d80097d0 tx=0x7f09d802a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c080c122080f8fc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:01.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.062+0000 7f09e6000640 1 -- 172.21.15.29:0/4174059377 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d8037070 con 0x7f09e8072040 2024-09-12T03:13:01.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.062+0000 7f09e6000640 1 -- 172.21.15.29:0/4174059377 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09d8032440 con 0x7f09e8072040 2024-09-12T03:13:01.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.062+0000 7f09e6000640 1 -- 172.21.15.29:0/4174059377 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d8032810 con 0x7f09e8072040 2024-09-12T03:13:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.062+0000 7f09eda00640 1 -- 172.21.15.29:0/4174059377 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 msgr2=0x7f09e815fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.062+0000 7f09eda00640 1 --2- 172.21.15.29:0/4174059377 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 0x7f09e815fe00 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f09d80097d0 tx=0x7f09d802a200 comp rx=0 tx=0).stop 2024-09-12T03:13:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.063+0000 7f09eda00640 1 -- 172.21.15.29:0/4174059377 shutdown_connections 2024-09-12T03:13:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.063+0000 7f09eda00640 1 --2- 172.21.15.29:0/4174059377 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 0x7f09e815fe00 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.063+0000 7f09eda00640 1 -- 172.21.15.29:0/4174059377 >> 172.21.15.29:0/4174059377 conn(0x7f09e8067d70 msgr2=0x7f09e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.063+0000 7f09eda00640 1 -- 172.21.15.29:0/4174059377 shutdown_connections 2024-09-12T03:13:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.063+0000 7f09eda00640 1 -- 172.21.15.29:0/4174059377 wait complete. 2024-09-12T03:13:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.064+0000 7f09eda00640 1 Processor -- start 2024-09-12T03:13:01.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.064+0000 7f09eda00640 1 -- start start 2024-09-12T03:13:01.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.065+0000 7f09eda00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e806e0a0 0x7f09e8136bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:01.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.065+0000 7f09eda00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 0x7f09e80abcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:01.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.065+0000 7f09eda00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09e8072d80 0x7f09e80ad540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:01.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.065+0000 7f09eda00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f09e80cdcc0 con 0x7f09e806e0a0 2024-09-12T03:13:01.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.065+0000 7f09eda00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f09e8145b00 con 0x7f09e8072d80 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.065+0000 7f09eda00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f09e80cde40 con 0x7f09e8072040 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.065+0000 7f09e6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e806e0a0 0x7f09e8136bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09e6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e806e0a0 0x7f09e8136bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35332/0 (socket says 172.21.15.29:35332) 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09e6a00640 1 -- 172.21.15.29:0/804108265 learned_addr learned my addr 172.21.15.29:0/804108265 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09e7400640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09e8072d80 0x7f09e80ad540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09dfe00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 0x7f09e80abcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09e6a00640 1 -- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 msgr2=0x7f09e80abcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09e6a00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 0x7f09e80abcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09e6a00640 1 -- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09e8072d80 msgr2=0x7f09e80ad540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09e6a00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09e8072d80 0x7f09e80ad540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09e6a00640 1 -- 172.21.15.29:0/804108265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09e80ac200 con 0x7f09e806e0a0 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09e7400640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09e8072d80 0x7f09e80ad540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:01.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09dfe00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 0x7f09e80abcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:01.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.066+0000 7f09e6a00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e806e0a0 0x7f09e8136bb0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f09d8035040 tx=0x7f09d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:01.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.067+0000 7f09dea00640 1 -- 172.21.15.29:0/804108265 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d8041020 con 0x7f09e806e0a0 2024-09-12T03:13:01.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.067+0000 7f09dea00640 1 -- 172.21.15.29:0/804108265 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09d803d720 con 0x7f09e806e0a0 2024-09-12T03:13:01.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.067+0000 7f09dea00640 1 -- 172.21.15.29:0/804108265 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d8037040 con 0x7f09e806e0a0 2024-09-12T03:13:01.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.067+0000 7f09eda00640 1 -- 172.21.15.29:0/804108265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09e80ac4a0 con 0x7f09e806e0a0 2024-09-12T03:13:01.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.067+0000 7f09eda00640 1 -- 172.21.15.29:0/804108265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09e80aca60 con 0x7f09e806e0a0 2024-09-12T03:13:01.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.068+0000 7f09eda00640 1 -- 172.21.15.29:0/804108265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09e806e550 con 0x7f09e806e0a0 2024-09-12T03:13:01.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.069+0000 7f09dea00640 1 -- 172.21.15.29:0/804108265 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f09d8044020 con 0x7f09e806e0a0 2024-09-12T03:13:01.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.070+0000 7f09dea00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09c406be30 0x7f09c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:01.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.070+0000 7f09dea00640 1 -- 172.21.15.29:0/804108265 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6475+0+0 (secure 0 0 0) 0x7f09d80aba50 con 0x7f09e806e0a0 2024-09-12T03:13:01.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.070+0000 7f09dfe00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09c406be30 0x7f09c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:01.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.071+0000 7f09dfe00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09c406be30 0x7f09c406e2f0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f09e80ae0f0 tx=0x7f09d0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:01.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.074+0000 7f09dea00640 1 -- 172.21.15.29:0/804108265 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f09d804b030 con 0x7f09e806e0a0 2024-09-12T03:13:01.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.293+0000 7f09eda00640 1 -- 172.21.15.29:0/804108265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f09e806f360 con 0x7f09e806e0a0 2024-09-12T03:13:01.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.874+0000 7f09dea00640 1 -- 172.21.15.29:0/804108265 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v64) ==== 104+0+0 (secure 0 0 0) 0x7f09d807ee20 con 0x7f09e806e0a0 2024-09-12T03:13:01.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.877+0000 7f09eda00640 1 -- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09c406be30 msgr2=0x7f09c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:01.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.877+0000 7f09eda00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09c406be30 0x7f09c406e2f0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f09e80ae0f0 tx=0x7f09d0009040 comp rx=0 tx=0).stop 2024-09-12T03:13:01.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.877+0000 7f09eda00640 1 -- 172.21.15.29:0/804108265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e806e0a0 msgr2=0x7f09e8136bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:01.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.877+0000 7f09eda00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e806e0a0 0x7f09e8136bb0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f09d8035040 tx=0x7f09d80046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:01.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.877+0000 7f09eda00640 1 -- 172.21.15.29:0/804108265 shutdown_connections 2024-09-12T03:13:01.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.877+0000 7f09eda00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09c406be30 0x7f09c406e2f0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:01.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.877+0000 7f09eda00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09e8072d80 0x7f09e80ad540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:01.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.877+0000 7f09eda00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09e8072040 0x7f09e80abcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:01.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.877+0000 7f09eda00640 1 --2- 172.21.15.29:0/804108265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e806e0a0 0x7f09e8136bb0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:01.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.877+0000 7f09eda00640 1 -- 172.21.15.29:0/804108265 >> 172.21.15.29:0/804108265 conn(0x7f09e8067d70 msgr2=0x7f09e8069a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:01.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.878+0000 7f09eda00640 1 -- 172.21.15.29:0/804108265 shutdown_connections 2024-09-12T03:13:01.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:01.878+0000 7f09eda00640 1 -- 172.21.15.29:0/804108265 wait complete. 2024-09-12T03:13:01.896 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-12T03:13:02.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.102+0000 7fad43000640 1 Processor -- start 2024-09-12T03:13:02.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.102+0000 7fad43000640 1 -- start start 2024-09-12T03:13:02.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.103+0000 7fad43000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fad3c15c5a0 0x7fad3c1609c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:02.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.103+0000 7fad43000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fad3c06f970 0x7fad3c06df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:02.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.103+0000 7fad43000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad3c0af6f0 con 0x7fad3c06e490 2024-09-12T03:13:02.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.103+0000 7fad43000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fad3c15c980 con 0x7fad3c15c5a0 2024-09-12T03:13:02.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.103+0000 7fad43000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fad3c160f00 con 0x7fad3c06f970 2024-09-12T03:13:02.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.104+0000 7fad3be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fad3c15c5a0 0x7fad3c1609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:02.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.104+0000 7fad41000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fad3c06e490 0x7fad3c0b49d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35276/0 (socket says 172.21.15.29:35276) 2024-09-12T03:13:02.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.104+0000 7fad41000640 1 -- 172.21.15.29:0/2997026335 learned_addr learned my addr 172.21.15.29:0/2997026335 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:02.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.104+0000 7fad3b400640 1 --2- 172.21.15.29:0/2997026335 >> v2:172.21.15.38:3300/0 conn(0x7fad3c06f970 0x7fad3c06df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:02.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.104+0000 7fad3be00640 1 -- 172.21.15.29:0/2997026335 >> v2:172.21.15.38:3300/0 conn(0x7fad3c06f970 msgr2=0x7fad3c06df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:02.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.104+0000 7fad3be00640 1 --2- 172.21.15.29:0/2997026335 >> v2:172.21.15.38:3300/0 conn(0x7fad3c06f970 0x7fad3c06df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:02.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.104+0000 7fad3be00640 1 -- 172.21.15.29:0/2997026335 >> v1:172.21.15.29:6789/0 conn(0x7fad3c06e490 legacy=0x7fad3c0b49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:02.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.104+0000 7fad3be00640 1 -- 172.21.15.29:0/2997026335 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad3c0af9d0 con 0x7fad3c15c5a0 2024-09-12T03:13:02.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.104+0000 7fad3aa00640 1 -- 172.21.15.29:0/2997026335 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 600905717 0 0) 0x7fad3c0af6f0 con 0x7fad3c06e490 2024-09-12T03:13:02.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.105+0000 7fad3be00640 1 --2- 172.21.15.29:0/2997026335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad3c15c5a0 0x7fad3c1609c0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fad3c1610c0 tx=0x7fad2c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ae9bdea43c1fdac server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:02.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.105+0000 7fad3aa00640 1 -- 172.21.15.29:0/2997026335 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad2c037070 con 0x7fad3c15c5a0 2024-09-12T03:13:02.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.105+0000 7fad3aa00640 1 -- 172.21.15.29:0/2997026335 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad2c032440 con 0x7fad3c15c5a0 2024-09-12T03:13:02.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.105+0000 7fad3aa00640 1 -- 172.21.15.29:0/2997026335 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad2c032810 con 0x7fad3c15c5a0 2024-09-12T03:13:02.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.106+0000 7fad43000640 1 -- 172.21.15.29:0/2997026335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad3c15c5a0 msgr2=0x7fad3c1609c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:02.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.106+0000 7fad43000640 1 --2- 172.21.15.29:0/2997026335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad3c15c5a0 0x7fad3c1609c0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fad3c1610c0 tx=0x7fad2c02a1a0 comp rx=0 tx=0).stop 2024-09-12T03:13:02.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.106+0000 7fad43000640 1 -- 172.21.15.29:0/2997026335 shutdown_connections 2024-09-12T03:13:02.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.106+0000 7fad43000640 1 --2- 172.21.15.29:0/2997026335 >> v2:172.21.15.38:3300/0 conn(0x7fad3c06f970 0x7fad3c06df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:02.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.106+0000 7fad43000640 1 --2- 172.21.15.29:0/2997026335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad3c15c5a0 0x7fad3c1609c0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:02.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.106+0000 7fad43000640 1 -- 172.21.15.29:0/2997026335 >> 172.21.15.29:0/2997026335 conn(0x7fad3c0d0190 msgr2=0x7fad3c0d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:02.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.106+0000 7fad43000640 1 -- 172.21.15.29:0/2997026335 shutdown_connections 2024-09-12T03:13:02.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.106+0000 7fad43000640 1 -- 172.21.15.29:0/2997026335 wait complete. 2024-09-12T03:13:02.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.108+0000 7fad43000640 1 Processor -- start 2024-09-12T03:13:02.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.108+0000 7fad43000640 1 -- start start 2024-09-12T03:13:02.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad43000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad3c06e490 0x7fad3c1506a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:02.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad43000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad3c06f970 0x7fad3c072900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:02.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad43000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad3c15c5a0 0x7fad3c0cbbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:02.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad43000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fad3c0b3e80 con 0x7fad3c15c5a0 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad43000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fad3c0b44b0 con 0x7fad3c06e490 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad43000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fad3c0b50e0 con 0x7fad3c06f970 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad41000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad3c15c5a0 0x7fad3c0cbbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad41000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad3c15c5a0 0x7fad3c0cbbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35360/0 (socket says 172.21.15.29:35360) 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad41000640 1 -- 172.21.15.29:0/1046674858 learned_addr learned my addr 172.21.15.29:0/1046674858 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad41000640 1 -- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad3c06f970 msgr2=0x7fad3c072900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad3b400640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad3c06f970 0x7fad3c072900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad3be00640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad3c06e490 0x7fad3c1506a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad41000640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad3c06f970 0x7fad3c072900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad41000640 1 -- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad3c06e490 msgr2=0x7fad3c1506a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad41000640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad3c06e490 0x7fad3c1506a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad41000640 1 -- 172.21.15.29:0/1046674858 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad3c1f5da0 con 0x7fad3c15c5a0 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad3be00640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad3c06e490 0x7fad3c1506a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:02.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.109+0000 7fad3b400640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad3c06f970 0x7fad3c072900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:02.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.110+0000 7fad41000640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad3c15c5a0 0x7fad3c0cbbd0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fad3400c700 tx=0x7fad3400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:02.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.110+0000 7fad33e00640 1 -- 172.21.15.29:0/1046674858 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad34018070 con 0x7fad3c15c5a0 2024-09-12T03:13:02.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.110+0000 7fad33e00640 1 -- 172.21.15.29:0/1046674858 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad3400ce10 con 0x7fad3c15c5a0 2024-09-12T03:13:02.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.110+0000 7fad33e00640 1 -- 172.21.15.29:0/1046674858 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3400a860 con 0x7fad3c15c5a0 2024-09-12T03:13:02.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.110+0000 7fad43000640 1 -- 172.21.15.29:0/1046674858 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad3c073350 con 0x7fad3c15c5a0 2024-09-12T03:13:02.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.110+0000 7fad43000640 1 -- 172.21.15.29:0/1046674858 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad3c1f6040 con 0x7fad3c15c5a0 2024-09-12T03:13:02.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.111+0000 7fad43000640 1 -- 172.21.15.29:0/1046674858 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad3c0af190 con 0x7fad3c15c5a0 2024-09-12T03:13:02.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.112+0000 7fad33e00640 1 -- 172.21.15.29:0/1046674858 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fad3400aa00 con 0x7fad3c15c5a0 2024-09-12T03:13:02.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.113+0000 7fad33e00640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad1c06be60 0x7fad1c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:02.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.113+0000 7fad33e00640 1 -- 172.21.15.29:0/1046674858 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6475+0+0 (secure 0 0 0) 0x7fad3408a6f0 con 0x7fad3c15c5a0 2024-09-12T03:13:02.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.113+0000 7fad3be00640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad1c06be60 0x7fad1c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:02.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.114+0000 7fad3be00640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad1c06be60 0x7fad1c06e320 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fad2c034000 tx=0x7fad2c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:02.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.117+0000 7fad33e00640 1 -- 172.21.15.29:0/1046674858 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fad34058c80 con 0x7fad3c15c5a0 2024-09-12T03:13:02.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.303+0000 7fad43000640 1 -- 172.21.15.29:0/1046674858 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fad3c0d0d80 con 0x7fad3c15c5a0 2024-09-12T03:13:02.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.876+0000 7fad33e00640 1 -- 172.21.15.29:0/1046674858 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v70) ==== 181+0+0 (secure 0 0 0) 0x7fad34058580 con 0x7fad3c15c5a0 2024-09-12T03:13:02.876 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' removed 2024-09-12T03:13:02.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.879+0000 7fad43000640 1 -- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad1c06be60 msgr2=0x7fad1c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:02.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.879+0000 7fad43000640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad1c06be60 0x7fad1c06e320 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fad2c034000 tx=0x7fad2c02e000 comp rx=0 tx=0).stop 2024-09-12T03:13:02.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.879+0000 7fad43000640 1 -- 172.21.15.29:0/1046674858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad3c15c5a0 msgr2=0x7fad3c0cbbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:02.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.879+0000 7fad43000640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad3c15c5a0 0x7fad3c0cbbd0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fad3400c700 tx=0x7fad3400cbc0 comp rx=0 tx=0).stop 2024-09-12T03:13:02.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.879+0000 7fad43000640 1 -- 172.21.15.29:0/1046674858 shutdown_connections 2024-09-12T03:13:02.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.879+0000 7fad43000640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad1c06be60 0x7fad1c06e320 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:02.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.879+0000 7fad43000640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad3c15c5a0 0x7fad3c0cbbd0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:02.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.879+0000 7fad43000640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad3c06f970 0x7fad3c072900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:02.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.879+0000 7fad43000640 1 --2- 172.21.15.29:0/1046674858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad3c06e490 0x7fad3c1506a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:02.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.879+0000 7fad43000640 1 -- 172.21.15.29:0/1046674858 >> 172.21.15.29:0/1046674858 conn(0x7fad3c0d0190 msgr2=0x7fad3c0adee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:02.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.879+0000 7fad43000640 1 -- 172.21.15.29:0/1046674858 shutdown_connections 2024-09-12T03:13:02.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:02.880+0000 7fad43000640 1 -- 172.21.15.29:0/1046674858 wait complete. 2024-09-12T03:13:02.899 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-12T03:13:03.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.063+0000 7f7a32a00640 1 Processor -- start 2024-09-12T03:13:03.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.063+0000 7f7a32a00640 1 -- start start 2024-09-12T03:13:03.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.064+0000 7f7a32a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7a2c15e510 0x7f7a2c161f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:03.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.064+0000 7f7a32a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a2c0d2460 0x7f7a2c06dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:03.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.064+0000 7f7a32a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a2c1627d0 con 0x7f7a2c06e200 2024-09-12T03:13:03.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.064+0000 7f7a32a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f7a2c162ab0 con 0x7f7a2c15e510 2024-09-12T03:13:03.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.064+0000 7f7a32a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7a2c06d4c0 con 0x7f7a2c0d2460 2024-09-12T03:13:03.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.064+0000 7f7a31600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7a2c15e510 0x7f7a2c161f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:03.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.065+0000 7f7a31600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7a2c15e510 0x7f7a2c161f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35366/0 (socket says 172.21.15.29:35366) 2024-09-12T03:13:03.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.065+0000 7f7a31600640 1 -- 172.21.15.29:0/3359520 learned_addr learned my addr 172.21.15.29:0/3359520 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:03.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.065+0000 7f7a31600640 1 -- 172.21.15.29:0/3359520 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a2c0d2460 msgr2=0x7f7a2c06dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:03.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.065+0000 7f7a31600640 1 --2- 172.21.15.29:0/3359520 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a2c0d2460 0x7f7a2c06dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:03.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.065+0000 7f7a31600640 1 -- 172.21.15.29:0/3359520 >> v1:172.21.15.38:6789/0 conn(0x7f7a2c06e200 legacy=0x7f7a2c0d2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:03.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.065+0000 7f7a31600640 1 -- 172.21.15.29:0/3359520 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a2c06d7a0 con 0x7f7a2c15e510 2024-09-12T03:13:03.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.066+0000 7f7a31600640 1 --2- 172.21.15.29:0/3359520 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a2c15e510 0x7f7a2c161f10 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f7a20009870 tx=0x7f7a2002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9cce99710c79d04 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:03.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.066+0000 7f7a2be00640 1 -- 172.21.15.29:0/3359520 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a20037070 con 0x7f7a2c15e510 2024-09-12T03:13:03.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.066+0000 7f7a2be00640 1 -- 172.21.15.29:0/3359520 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a20032440 con 0x7f7a2c15e510 2024-09-12T03:13:03.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.066+0000 7f7a2be00640 1 -- 172.21.15.29:0/3359520 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a20032810 con 0x7f7a2c15e510 2024-09-12T03:13:03.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.067+0000 7f7a32a00640 1 -- 172.21.15.29:0/3359520 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a2c15e510 msgr2=0x7f7a2c161f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:03.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.067+0000 7f7a32a00640 1 --2- 172.21.15.29:0/3359520 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a2c15e510 0x7f7a2c161f10 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f7a20009870 tx=0x7f7a2002a210 comp rx=0 tx=0).stop 2024-09-12T03:13:03.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.067+0000 7f7a32a00640 1 -- 172.21.15.29:0/3359520 shutdown_connections 2024-09-12T03:13:03.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.067+0000 7f7a32a00640 1 --2- 172.21.15.29:0/3359520 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a2c0d2460 0x7f7a2c06dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:03.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.067+0000 7f7a32a00640 1 --2- 172.21.15.29:0/3359520 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a2c15e510 0x7f7a2c161f10 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:03.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.067+0000 7f7a32a00640 1 -- 172.21.15.29:0/3359520 >> 172.21.15.29:0/3359520 conn(0x7f7a2c09d7b0 msgr2=0x7f7a2c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:03.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.067+0000 7f7a32a00640 1 -- 172.21.15.29:0/3359520 shutdown_connections 2024-09-12T03:13:03.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.067+0000 7f7a32a00640 1 -- 172.21.15.29:0/3359520 wait complete. 2024-09-12T03:13:03.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.069+0000 7f7a32a00640 1 Processor -- start 2024-09-12T03:13:03.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.069+0000 7f7a32a00640 1 -- start start 2024-09-12T03:13:03.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a32a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a2c06e200 0x7f7a2c0c70f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:03.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a32a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7a2c0d2460 0x7f7a2c1601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:03.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a32a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a2c15e510 0x7f7a2c1606f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:03.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a32a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7a2c0d3110 con 0x7f7a2c06e200 2024-09-12T03:13:03.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a32a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7a2c162450 con 0x7f7a2c0d2460 2024-09-12T03:13:03.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a32a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7a2c0d3290 con 0x7f7a2c15e510 2024-09-12T03:13:03.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a31600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a2c06e200 0x7f7a2c0c70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:03.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a31600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a2c06e200 0x7f7a2c0c70f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35374/0 (socket says 172.21.15.29:35374) 2024-09-12T03:13:03.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a31600640 1 -- 172.21.15.29:0/3084678448 learned_addr learned my addr 172.21.15.29:0/3084678448 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:03.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a32000640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a2c15e510 0x7f7a2c1606f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:03.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a30c00640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7a2c0d2460 0x7f7a2c1601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:03.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a31600640 1 -- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a2c15e510 msgr2=0x7f7a2c1606f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:03.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a31600640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a2c15e510 0x7f7a2c1606f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:03.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a31600640 1 -- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7a2c0d2460 msgr2=0x7f7a2c1601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:03.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a31600640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7a2c0d2460 0x7f7a2c1601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:03.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.070+0000 7f7a31600640 1 -- 172.21.15.29:0/3084678448 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a2c0ba030 con 0x7f7a2c06e200 2024-09-12T03:13:03.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.071+0000 7f7a31600640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a2c06e200 0x7f7a2c0c70f0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f7a20009870 tx=0x7f7a200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:03.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.071+0000 7f7a29600640 1 -- 172.21.15.29:0/3084678448 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a20041070 con 0x7f7a2c06e200 2024-09-12T03:13:03.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.071+0000 7f7a29600640 1 -- 172.21.15.29:0/3084678448 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a2003c870 con 0x7f7a2c06e200 2024-09-12T03:13:03.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.071+0000 7f7a32a00640 1 -- 172.21.15.29:0/3084678448 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a2c0b9d50 con 0x7f7a2c06e200 2024-09-12T03:13:03.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.071+0000 7f7a29600640 1 -- 172.21.15.29:0/3084678448 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a20037040 con 0x7f7a2c06e200 2024-09-12T03:13:03.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.071+0000 7f7a32a00640 1 -- 172.21.15.29:0/3084678448 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a2c161160 con 0x7f7a2c06e200 2024-09-12T03:13:03.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.072+0000 7f7a32a00640 1 -- 172.21.15.29:0/3084678448 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a2c06dcc0 con 0x7f7a2c06e200 2024-09-12T03:13:03.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.073+0000 7f7a29600640 1 -- 172.21.15.29:0/3084678448 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7a20044070 con 0x7f7a2c06e200 2024-09-12T03:13:03.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.074+0000 7f7a29600640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a0c06be60 0x7f7a0c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:03.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.074+0000 7f7a29600640 1 -- 172.21.15.29:0/3084678448 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6008+0+0 (secure 0 0 0) 0x7f7a200abd30 con 0x7f7a2c06e200 2024-09-12T03:13:03.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.074+0000 7f7a30c00640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a0c06be60 0x7f7a0c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:03.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.075+0000 7f7a30c00640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a0c06be60 0x7f7a0c06e320 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7a2c0b30c0 tx=0x7f7a18008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:03.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.078+0000 7f7a29600640 1 -- 172.21.15.29:0/3084678448 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7a2007a630 con 0x7f7a2c06e200 2024-09-12T03:13:03.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.261+0000 7f7a32a00640 1 -- 172.21.15.29:0/3084678448 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7a2c06cf70 con 0x7f7a2c06e200 2024-09-12T03:13:03.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.883+0000 7f7a29600640 1 -- 172.21.15.29:0/3084678448 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v71) ==== 169+0+0 (secure 0 0 0) 0x7f7a20079f30 con 0x7f7a2c06e200 2024-09-12T03:13:03.883 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' removed 2024-09-12T03:13:03.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 -- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a0c06be60 msgr2=0x7f7a0c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:03.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a0c06be60 0x7f7a0c06e320 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7a2c0b30c0 tx=0x7f7a18008040 comp rx=0 tx=0).stop 2024-09-12T03:13:03.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 -- 172.21.15.29:0/3084678448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a2c06e200 msgr2=0x7f7a2c0c70f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:03.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a2c06e200 0x7f7a2c0c70f0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f7a20009870 tx=0x7f7a200046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:03.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 -- 172.21.15.29:0/3084678448 shutdown_connections 2024-09-12T03:13:03.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7a0c06be60 0x7f7a0c06e320 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:03.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7a2c15e510 0x7f7a2c1606f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:03.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7a2c0d2460 0x7f7a2c1601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:03.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 --2- 172.21.15.29:0/3084678448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a2c06e200 0x7f7a2c0c70f0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:03.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 -- 172.21.15.29:0/3084678448 >> 172.21.15.29:0/3084678448 conn(0x7f7a2c09d7b0 msgr2=0x7f7a2c0cf610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:03.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 -- 172.21.15.29:0/3084678448 shutdown_connections 2024-09-12T03:13:03.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:03.888+0000 7f7a32a00640 1 -- 172.21.15.29:0/3084678448 wait complete. 2024-09-12T03:13:03.907 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-12T03:13:04.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.068+0000 7fd7b7200640 1 Processor -- start 2024-09-12T03:13:04.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.068+0000 7fd7b7200640 1 -- start start 2024-09-12T03:13:04.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.069+0000 7fd7b7200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd7b015e770 0x7fd7b00cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.069+0000 7fd7b7200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd7b01621e0 0x7fd7b0162620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.069+0000 7fd7b7200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7b0162ff0 con 0x7fd7b0162b60 2024-09-12T03:13:04.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.069+0000 7fd7b7200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fd7b00b1510 con 0x7fd7b015e770 2024-09-12T03:13:04.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.069+0000 7fd7b7200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fd7b00cfba0 con 0x7fd7b01621e0 2024-09-12T03:13:04.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.069+0000 7fd7b5200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fd7b0162b60 0x7fd7b00d2780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35278/0 (socket says 172.21.15.29:35278) 2024-09-12T03:13:04.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.069+0000 7fd7b5200640 1 -- 172.21.15.29:0/707042474 learned_addr learned my addr 172.21.15.29:0/707042474 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:04.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.069+0000 7fd7afe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd7b015e770 0x7fd7b00cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.070+0000 7fd7a7400640 1 --2- 172.21.15.29:0/707042474 >> v2:172.21.15.38:3300/0 conn(0x7fd7b01621e0 0x7fd7b0162620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.070+0000 7fd7afe00640 1 -- 172.21.15.29:0/707042474 >> v2:172.21.15.38:3300/0 conn(0x7fd7b01621e0 msgr2=0x7fd7b0162620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:04.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.070+0000 7fd7afe00640 1 --2- 172.21.15.29:0/707042474 >> v2:172.21.15.38:3300/0 conn(0x7fd7b01621e0 0x7fd7b0162620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.070+0000 7fd7afe00640 1 -- 172.21.15.29:0/707042474 >> v1:172.21.15.29:6789/0 conn(0x7fd7b0162b60 legacy=0x7fd7b00d2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.070+0000 7fd7afe00640 1 -- 172.21.15.29:0/707042474 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7b00cfe80 con 0x7fd7b015e770 2024-09-12T03:13:04.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.070+0000 7fd7af400640 1 -- 172.21.15.29:0/707042474 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3698558320 0 0) 0x7fd7b0162ff0 con 0x7fd7b0162b60 2024-09-12T03:13:04.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.070+0000 7fd7a7400640 1 --2- 172.21.15.29:0/707042474 >> v2:172.21.15.38:3300/0 conn(0x7fd7b01621e0 0x7fd7b0162620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:04.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.071+0000 7fd7afe00640 1 --2- 172.21.15.29:0/707042474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7b015e770 0x7fd7b00cf5c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fd7b00b7150 tx=0x7fd7a002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a12fea6b1cd13675 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:04.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.071+0000 7fd7af400640 1 -- 172.21.15.29:0/707042474 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a0007740 con 0x7fd7b015e770 2024-09-12T03:13:04.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.071+0000 7fd7af400640 1 -- 172.21.15.29:0/707042474 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7a00078e0 con 0x7fd7b015e770 2024-09-12T03:13:04.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.071+0000 7fd7af400640 1 -- 172.21.15.29:0/707042474 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a0007cb0 con 0x7fd7b015e770 2024-09-12T03:13:04.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.072+0000 7fd7b7200640 1 -- 172.21.15.29:0/707042474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7b015e770 msgr2=0x7fd7b00cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.072+0000 7fd7b7200640 1 --2- 172.21.15.29:0/707042474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7b015e770 0x7fd7b00cf5c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fd7b00b7150 tx=0x7fd7a002a680 comp rx=0 tx=0).stop 2024-09-12T03:13:04.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.072+0000 7fd7b7200640 1 -- 172.21.15.29:0/707042474 shutdown_connections 2024-09-12T03:13:04.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.072+0000 7fd7b7200640 1 --2- 172.21.15.29:0/707042474 >> v2:172.21.15.38:3300/0 conn(0x7fd7b01621e0 0x7fd7b0162620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.072+0000 7fd7b7200640 1 --2- 172.21.15.29:0/707042474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7b015e770 0x7fd7b00cf5c0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.072+0000 7fd7b7200640 1 -- 172.21.15.29:0/707042474 >> 172.21.15.29:0/707042474 conn(0x7fd7b008c000 msgr2=0x7fd7b00d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:04.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.072+0000 7fd7b7200640 1 -- 172.21.15.29:0/707042474 shutdown_connections 2024-09-12T03:13:04.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.072+0000 7fd7b7200640 1 -- 172.21.15.29:0/707042474 wait complete. 2024-09-12T03:13:04.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.074+0000 7fd7b7200640 1 Processor -- start 2024-09-12T03:13:04.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.074+0000 7fd7b7200640 1 -- start start 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7b7200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7b015e770 0x7fd7b00cb630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7b7200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7b01621e0 0x7fd7b01e8980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7b7200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd7b0162b60 0x7fd7b00b9250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7b7200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b00d5300 con 0x7fd7b01621e0 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7b7200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b00d0160 con 0x7fd7b015e770 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7b7200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd7b00d5480 con 0x7fd7b0162b60 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7a7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7b01621e0 0x7fd7b01e8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7a7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7b01621e0 0x7fd7b01e8980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35398/0 (socket says 172.21.15.29:35398) 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7a7400640 1 -- 172.21.15.29:0/226618458 learned_addr learned my addr 172.21.15.29:0/226618458 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7afe00640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7b015e770 0x7fd7b00cb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7a7400640 1 -- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd7b0162b60 msgr2=0x7fd7b00b9250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7b5200640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd7b0162b60 0x7fd7b00b9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7a7400640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd7b0162b60 0x7fd7b00b9250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7a7400640 1 -- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7b015e770 msgr2=0x7fd7b00cb630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7a7400640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7b015e770 0x7fd7b00cb630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7a7400640 1 -- 172.21.15.29:0/226618458 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7b00cbc10 con 0x7fd7b01621e0 2024-09-12T03:13:04.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.075+0000 7fd7b5200640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd7b0162b60 0x7fd7b00b9250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:04.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.076+0000 7fd7a7400640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7b01621e0 0x7fd7b01e8980 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fd79800e7e0 tx=0x7fd79800eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:04.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.076+0000 7fd7acc00640 1 -- 172.21.15.29:0/226618458 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79800f040 con 0x7fd7b01621e0 2024-09-12T03:13:04.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.076+0000 7fd7acc00640 1 -- 172.21.15.29:0/226618458 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd798004030 con 0x7fd7b01621e0 2024-09-12T03:13:04.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.076+0000 7fd7acc00640 1 -- 172.21.15.29:0/226618458 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd798004400 con 0x7fd7b01621e0 2024-09-12T03:13:04.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.076+0000 7fd7b7200640 1 -- 172.21.15.29:0/226618458 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7b00cbf50 con 0x7fd7b01621e0 2024-09-12T03:13:04.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.076+0000 7fd7b7200640 1 -- 172.21.15.29:0/226618458 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7b00cc790 con 0x7fd7b01621e0 2024-09-12T03:13:04.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.077+0000 7fd7b7200640 1 -- 172.21.15.29:0/226618458 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7b01e8f20 con 0x7fd7b01621e0 2024-09-12T03:13:04.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.078+0000 7fd7acc00640 1 -- 172.21.15.29:0/226618458 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd79800c6d0 con 0x7fd7b01621e0 2024-09-12T03:13:04.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.079+0000 7fd7acc00640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd78c06be60 0x7fd78c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.079+0000 7fd7acc00640 1 -- 172.21.15.29:0/226618458 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5507+0+0 (secure 0 0 0) 0x7fd79808abe0 con 0x7fd7b01621e0 2024-09-12T03:13:04.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.079+0000 7fd7afe00640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd78c06be60 0x7fd78c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.080+0000 7fd7afe00640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd78c06be60 0x7fd78c06e320 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd7a0034000 tx=0x7fd7a002f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:04.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.083+0000 7fd7acc00640 1 -- 172.21.15.29:0/226618458 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd7b00cbf50 con 0x7fd7b01621e0 2024-09-12T03:13:04.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.275+0000 7fd7b7200640 1 -- 172.21.15.29:0/226618458 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fd7b00cf5c0 con 0x7fd7b01621e0 2024-09-12T03:13:04.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.278+0000 7fd7acc00640 1 -- 172.21.15.29:0/226618458 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7fd798017020 con 0x7fd7b01621e0 2024-09-12T03:13:04.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 -- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd78c06be60 msgr2=0x7fd78c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd78c06be60 0x7fd78c06e320 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd7a0034000 tx=0x7fd7a002f000 comp rx=0 tx=0).stop 2024-09-12T03:13:04.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 -- 172.21.15.29:0/226618458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7b01621e0 msgr2=0x7fd7b01e8980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7b01621e0 0x7fd7b01e8980 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fd79800e7e0 tx=0x7fd79800eca0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 -- 172.21.15.29:0/226618458 shutdown_connections 2024-09-12T03:13:04.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd78c06be60 0x7fd78c06e320 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd7b0162b60 0x7fd7b00b9250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7b01621e0 0x7fd7b01e8980 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 --2- 172.21.15.29:0/226618458 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd7b015e770 0x7fd7b00cb630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 -- 172.21.15.29:0/226618458 >> 172.21.15.29:0/226618458 conn(0x7fd7b008c000 msgr2=0x7fd7b00d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:04.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 -- 172.21.15.29:0/226618458 shutdown_connections 2024-09-12T03:13:04.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.281+0000 7fd7b7200640 1 -- 172.21.15.29:0/226618458 wait complete. 2024-09-12T03:13:04.296 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_backtrace' 2024-09-12T03:13:04.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.454+0000 7f8af6c00640 1 Processor -- start 2024-09-12T03:13:04.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.454+0000 7f8af6c00640 1 -- start start 2024-09-12T03:13:04.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.455+0000 7f8af6c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8af009b180 0x7f8af0070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.455+0000 7f8af6c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8af015f480 0x7f8af00b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.455+0000 7f8af6c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8af015f8f0 con 0x7f8af015c1c0 2024-09-12T03:13:04.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.455+0000 7f8af6c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8af00b5d90 con 0x7f8af015f480 2024-09-12T03:13:04.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.455+0000 7f8af6c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f8af0070e00 con 0x7f8af009b180 2024-09-12T03:13:04.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.455+0000 7f8af4c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8af015f480 0x7f8af00b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.455+0000 7f8aefe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f8af015c1c0 0x7f8af009aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35294/0 (socket says 172.21.15.29:35294) 2024-09-12T03:13:04.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.455+0000 7f8aefe00640 1 -- 172.21.15.29:0/3782886424 learned_addr learned my addr 172.21.15.29:0/3782886424 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:04.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.456+0000 7f8ae7400640 1 --2- 172.21.15.29:0/3782886424 >> v2:172.21.15.38:3300/0 conn(0x7f8af009b180 0x7f8af0070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.456+0000 7f8af4c00640 1 -- 172.21.15.29:0/3782886424 >> v2:172.21.15.38:3300/0 conn(0x7f8af009b180 msgr2=0x7f8af0070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:04.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.456+0000 7f8af4c00640 1 --2- 172.21.15.29:0/3782886424 >> v2:172.21.15.38:3300/0 conn(0x7f8af009b180 0x7f8af0070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.456+0000 7f8af4c00640 1 -- 172.21.15.29:0/3782886424 >> v1:172.21.15.29:6789/0 conn(0x7f8af015c1c0 legacy=0x7f8af009aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.456+0000 7f8aef400640 1 -- 172.21.15.29:0/3782886424 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2752999595 0 0) 0x7f8af015f8f0 con 0x7f8af015c1c0 2024-09-12T03:13:04.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.456+0000 7f8af4c00640 1 -- 172.21.15.29:0/3782886424 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8af00710e0 con 0x7f8af015f480 2024-09-12T03:13:04.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.457+0000 7f8af4c00640 1 --2- 172.21.15.29:0/3782886424 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af015f480 0x7f8af00b6220 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f8ae8009d90 tx=0x7f8ae802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10fac110394751b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:04.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.457+0000 7f8aef400640 1 -- 172.21.15.29:0/3782886424 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae8007740 con 0x7f8af015f480 2024-09-12T03:13:04.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.457+0000 7f8aef400640 1 -- 172.21.15.29:0/3782886424 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ae80078e0 con 0x7f8af015f480 2024-09-12T03:13:04.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.457+0000 7f8aef400640 1 -- 172.21.15.29:0/3782886424 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae8007cb0 con 0x7f8af015f480 2024-09-12T03:13:04.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.458+0000 7f8af6c00640 1 -- 172.21.15.29:0/3782886424 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af015f480 msgr2=0x7f8af00b6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.458+0000 7f8af6c00640 1 --2- 172.21.15.29:0/3782886424 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af015f480 0x7f8af00b6220 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f8ae8009d90 tx=0x7f8ae802a6a0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.458+0000 7f8af6c00640 1 -- 172.21.15.29:0/3782886424 shutdown_connections 2024-09-12T03:13:04.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.458+0000 7f8af6c00640 1 --2- 172.21.15.29:0/3782886424 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af015f480 0x7f8af00b6220 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.458+0000 7f8af6c00640 1 --2- 172.21.15.29:0/3782886424 >> v2:172.21.15.38:3300/0 conn(0x7f8af009b180 0x7f8af0070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.458+0000 7f8af6c00640 1 -- 172.21.15.29:0/3782886424 >> 172.21.15.29:0/3782886424 conn(0x7f8af00b3ff0 msgr2=0x7f8af00b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:04.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.458+0000 7f8af6c00640 1 -- 172.21.15.29:0/3782886424 shutdown_connections 2024-09-12T03:13:04.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.458+0000 7f8af6c00640 1 -- 172.21.15.29:0/3782886424 wait complete. 2024-09-12T03:13:04.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.459+0000 7f8af6c00640 1 Processor -- start 2024-09-12T03:13:04.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.459+0000 7f8af6c00640 1 -- start start 2024-09-12T03:13:04.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.460+0000 7f8af6c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8af009b180 0x7f8af0156bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.460+0000 7f8af6c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af015c1c0 0x7f8af0158b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.460+0000 7f8af6c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8af015f480 0x7f8af00cc530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.460+0000 7f8af6c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8af00b6760 con 0x7f8af015c1c0 2024-09-12T03:13:04.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.460+0000 7f8af6c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8af00716a0 con 0x7f8af009b180 2024-09-12T03:13:04.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.460+0000 7f8af6c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8af00b68e0 con 0x7f8af015f480 2024-09-12T03:13:04.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.461+0000 7f8ae7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af015c1c0 0x7f8af0158b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.461+0000 7f8ae7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af015c1c0 0x7f8af0158b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35416/0 (socket says 172.21.15.29:35416) 2024-09-12T03:13:04.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.461+0000 7f8ae7400640 1 -- 172.21.15.29:0/1503464346 learned_addr learned my addr 172.21.15.29:0/1503464346 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:04.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.461+0000 7f8aefe00640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8af009b180 0x7f8af0156bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.461+0000 7f8af4c00640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8af015f480 0x7f8af00cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.461+0000 7f8ae7400640 1 -- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8af015f480 msgr2=0x7f8af00cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.461+0000 7f8ae7400640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8af015f480 0x7f8af00cc530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.461+0000 7f8ae7400640 1 -- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8af009b180 msgr2=0x7f8af0156bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.461+0000 7f8ae7400640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8af009b180 0x7f8af0156bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.461+0000 7f8ae7400640 1 -- 172.21.15.29:0/1503464346 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8af01570f0 con 0x7f8af015c1c0 2024-09-12T03:13:04.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.461+0000 7f8ae7400640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af015c1c0 0x7f8af0158b60 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f8ad800d830 tx=0x7f8ad800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:04.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.462+0000 7f8aecc00640 1 -- 172.21.15.29:0/1503464346 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad800b6c0 con 0x7f8af015c1c0 2024-09-12T03:13:04.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.462+0000 7f8aecc00640 1 -- 172.21.15.29:0/1503464346 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ad8019070 con 0x7f8af015c1c0 2024-09-12T03:13:04.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.462+0000 7f8aecc00640 1 -- 172.21.15.29:0/1503464346 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad800ba80 con 0x7f8af015c1c0 2024-09-12T03:13:04.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.462+0000 7f8af6c00640 1 -- 172.21.15.29:0/1503464346 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8af01590a0 con 0x7f8af015c1c0 2024-09-12T03:13:04.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.462+0000 7f8af6c00640 1 -- 172.21.15.29:0/1503464346 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8af01e8000 con 0x7f8af015c1c0 2024-09-12T03:13:04.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.463+0000 7f8af6c00640 1 -- 172.21.15.29:0/1503464346 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8af01e7df0 con 0x7f8af015c1c0 2024-09-12T03:13:04.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.464+0000 7f8aecc00640 1 -- 172.21.15.29:0/1503464346 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8ad801e460 con 0x7f8af015c1c0 2024-09-12T03:13:04.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.464+0000 7f8aecc00640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8acc06be30 0x7f8acc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:04.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.465+0000 7f8aecc00640 1 -- 172.21.15.29:0/1503464346 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5507+0+0 (secure 0 0 0) 0x7f8ad808b310 con 0x7f8af015c1c0 2024-09-12T03:13:04.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.465+0000 7f8aefe00640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8acc06be30 0x7f8acc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:04.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.466+0000 7f8aefe00640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8acc06be30 0x7f8acc06e2f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0000f60 tx=0x7f8ae0007d50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:04.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.469+0000 7f8aecc00640 1 -- 172.21.15.29:0/1503464346 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8af01570f0 con 0x7f8af015c1c0 2024-09-12T03:13:04.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.723+0000 7f8af6c00640 1 -- 172.21.15.29:0/1503464346 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_backtrace"]} v 0) -- 0x7f8af00b6200 con 0x7f8af015c1c0 2024-09-12T03:13:04.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.885+0000 7f8aecc00640 1 -- 172.21.15.29:0/1503464346 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_backtrace"]}]=0 v245) ==== 142+0+0 (secure 0 0 0) 0x7f8ad8059720 con 0x7f8af015c1c0 2024-09-12T03:13:04.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 -- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8acc06be30 msgr2=0x7f8acc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8acc06be30 0x7f8acc06e2f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0000f60 tx=0x7f8ae0007d50 comp rx=0 tx=0).stop 2024-09-12T03:13:04.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 -- 172.21.15.29:0/1503464346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af015c1c0 msgr2=0x7f8af0158b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:04.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af015c1c0 0x7f8af0158b60 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f8ad800d830 tx=0x7f8ad800dcf0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 -- 172.21.15.29:0/1503464346 shutdown_connections 2024-09-12T03:13:04.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8acc06be30 0x7f8acc06e2f0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8af015f480 0x7f8af00cc530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af015c1c0 0x7f8af0158b60 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 --2- 172.21.15.29:0/1503464346 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8af009b180 0x7f8af0156bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:04.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 -- 172.21.15.29:0/1503464346 >> 172.21.15.29:0/1503464346 conn(0x7f8af00b3ff0 msgr2=0x7f8af0070260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:04.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 -- 172.21.15.29:0/1503464346 shutdown_connections 2024-09-12T03:13:04.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:04.888+0000 7f8af6c00640 1 -- 172.21.15.29:0/1503464346 wait complete. 2024-09-12T03:13:04.903 INFO:tasks.cephfs_test_runner:test_scrub_backtrace (tasks.cephfs.test_multimds_misc.TestScrub2) ... ok 2024-09-12T03:13:04.904 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_non_mds0 (tasks.cephfs.test_multimds_misc.TestScrub2) 2024-09-12T03:13:04.904 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:13:05.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.061+0000 7f25d3c00640 1 Processor -- start 2024-09-12T03:13:05.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.061+0000 7f25d3c00640 1 -- start start 2024-09-12T03:13:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.062+0000 7f25d3c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25cc06f0e0 0x7f25cc15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.062+0000 7f25d3c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f25cc0b3ba0 0x7f25cc0b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.063+0000 7f25d3c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25cc15c620 con 0x7f25cc06f4c0 2024-09-12T03:13:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.063+0000 7f25d3c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f25cc15bc50 con 0x7f25cc0b3ba0 2024-09-12T03:13:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.063+0000 7f25d3c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f25cc152630 con 0x7f25cc06f0e0 2024-09-12T03:13:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.063+0000 7f25c3e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f25cc06f4c0 0x7f25cc0cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35304/0 (socket says 172.21.15.29:35304) 2024-09-12T03:13:05.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.063+0000 7f25c3e00640 1 -- 172.21.15.29:0/2391565592 learned_addr learned my addr 172.21.15.29:0/2391565592 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:05.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.063+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3946451773 0 0) 0x7f25cc15c620 con 0x7f25cc06f4c0 2024-09-12T03:13:05.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.063+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f25b0003520 con 0x7f25cc06f4c0 2024-09-12T03:13:05.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.063+0000 7f25d1200640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25cc06f0e0 0x7f25cc15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.063+0000 7f25d1c00640 1 --2- 172.21.15.29:0/2391565592 >> v2:172.21.15.38:3300/0 conn(0x7f25cc0b3ba0 0x7f25cc0b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 392489644 0 0) 0x7f25b0003520 con 0x7f25cc06f4c0 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25cc06f0e0 msgr2=0x7f25cc15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25cc06f0e0 0x7f25cc15c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 >> v2:172.21.15.38:3300/0 conn(0x7f25cc0b3ba0 msgr2=0x7f25cc0b4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 --2- 172.21.15.29:0/2391565592 >> v2:172.21.15.38:3300/0 conn(0x7f25cc0b3ba0 0x7f25cc0b4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25cc0cfb40 con 0x7f25cc06f4c0 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f25b4001670 con 0x7f25cc06f4c0 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 >> v1:172.21.15.29:6789/0 conn(0x7f25cc06f4c0 legacy=0x7f25cc0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f25b00039b0 0x7f25b0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25cc06f0e0 0x7f25b0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b0004d40 0x7f25b00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc15bc50 con 0x7f25b0004d40 2024-09-12T03:13:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc152630 con 0x7f25b00039b0 2024-09-12T03:13:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f25b000b9c0 con 0x7f25cc06f0e0 2024-09-12T03:13:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25d1200640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f25b00039b0 0x7f25b0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25d1c00640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b0004d40 0x7f25b00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.064+0000 7f25c3e00640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25cc06f0e0 0x7f25b0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.065+0000 7f25d1c00640 1 -- 172.21.15.29:0/2391565592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25cc06f0e0 msgr2=0x7f25b0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.065+0000 7f25d1c00640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25cc06f0e0 0x7f25b0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.065+0000 7f25d1c00640 1 -- 172.21.15.29:0/2391565592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f25b00039b0 msgr2=0x7f25b0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.065+0000 7f25d1c00640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f25b00039b0 0x7f25b0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.065+0000 7f25d1c00640 1 -- 172.21.15.29:0/2391565592 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b0003520 con 0x7f25b0004d40 2024-09-12T03:13:05.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.066+0000 7f25d1c00640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b0004d40 0x7f25b00051c0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f25c4009fc0 tx=0x7f25b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb10f770c18926bd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:05.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.066+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c4009c10 con 0x7f25b0004d40 2024-09-12T03:13:05.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.066+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25c4036070 con 0x7f25b0004d40 2024-09-12T03:13:05.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.066+0000 7f25cbe00640 1 -- 172.21.15.29:0/2391565592 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c402d070 con 0x7f25b0004d40 2024-09-12T03:13:05.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.066+0000 7f25d3c00640 1 -- 172.21.15.29:0/2391565592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b0004d40 msgr2=0x7f25b00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.066+0000 7f25d3c00640 1 --2- 172.21.15.29:0/2391565592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b0004d40 0x7f25b00051c0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f25c4009fc0 tx=0x7f25b0005830 comp rx=0 tx=0).stop 2024-09-12T03:13:05.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.066+0000 7f25d1c00640 1 -- 172.21.15.29:0/2391565592 reap_dead start 2024-09-12T03:13:05.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.066+0000 7f25d3c00640 1 -- 172.21.15.29:0/2391565592 shutdown_connections 2024-09-12T03:13:05.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.066+0000 7f25d3c00640 1 -- 172.21.15.29:0/2391565592 >> 172.21.15.29:0/2391565592 conn(0x7f25cc067da0 msgr2=0x7f25cc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:05.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.066+0000 7f25d3c00640 1 -- 172.21.15.29:0/2391565592 shutdown_connections 2024-09-12T03:13:05.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.066+0000 7f25d3c00640 1 -- 172.21.15.29:0/2391565592 wait complete. 2024-09-12T03:13:05.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.068+0000 7f25d3c00640 1 Processor -- start 2024-09-12T03:13:05.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.068+0000 7f25d3c00640 1 -- start start 2024-09-12T03:13:05.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.069+0000 7f25d3c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25b0004d40 0x7f25cc14cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.069+0000 7f25d3c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25cc1f1cd0 0x7f25cc155450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.069+0000 7f25d3c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f25cc159c10 0x7f25cc15a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.069+0000 7f25d3c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc06f900 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.069+0000 7f25d3c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc15b8e0 con 0x7f25cc159c10 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.069+0000 7f25d3c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f25cc1f2c70 con 0x7f25b0004d40 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.069+0000 7f25c3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25cc1f1cd0 0x7f25cc155450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.069+0000 7f25c3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25cc1f1cd0 0x7f25cc155450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35436/0 (socket says 172.21.15.29:35436) 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.069+0000 7f25c3e00640 1 -- 172.21.15.29:0/2394961543 learned_addr learned my addr 172.21.15.29:0/2394961543 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.069+0000 7f25d1200640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25b0004d40 0x7f25cc14cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25d1c00640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f25cc159c10 0x7f25cc15a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25c3e00640 1 -- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25b0004d40 msgr2=0x7f25cc14cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25c3e00640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25b0004d40 0x7f25cc14cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25c3e00640 1 -- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f25cc159c10 msgr2=0x7f25cc15a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25c3e00640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f25cc159c10 0x7f25cc15a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25c3e00640 1 -- 172.21.15.29:0/2394961543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25cc1f2150 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25d1c00640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f25cc159c10 0x7f25cc15a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:05.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25c3e00640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25cc1f1cd0 0x7f25cc155450 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f25b4007310 tx=0x7f25b4007710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:05.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25c9600640 1 -- 172.21.15.29:0/2394961543 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b400f9c0 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25c9600640 1 -- 172.21.15.29:0/2394961543 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25b4018070 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25c9600640 1 -- 172.21.15.29:0/2394961543 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b400fd60 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.070+0000 7f25d3c00640 1 -- 172.21.15.29:0/2394961543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25cc155990 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.071+0000 7f25d3c00640 1 -- 172.21.15.29:0/2394961543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25cc1f26b0 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.072+0000 7f25d3c00640 1 -- 172.21.15.29:0/2394961543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25cc15ee80 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.072+0000 7f25c9600640 1 -- 172.21.15.29:0/2394961543 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f25b401d460 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.074+0000 7f25c9600640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f25a806be60 0x7f25a806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.074+0000 7f25c9600640 1 -- 172.21.15.29:0/2394961543 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5507+0+0 (secure 0 0 0) 0x7f25b408adc0 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.074+0000 7f25d1200640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f25a806be60 0x7f25a806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.075+0000 7f25d1200640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f25a806be60 0x7f25a806e320 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f25bc009b40 tx=0x7f25bc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:05.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.078+0000 7f25c9600640 1 -- 172.21.15.29:0/2394961543 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f25cc1f2150 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.267+0000 7f25d3c00640 1 -- 172.21.15.29:0/2394961543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f25cc157a00 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.268+0000 7f25c9600640 1 -- 172.21.15.29:0/2394961543 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+13494 (secure 0 0 0) 0x7f25b4059820 con 0x7f25cc1f1cd0 2024-09-12T03:13:05.268 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:05.268 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":71,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:13:03.877181+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:6837/2752509154":"2024-09-13T03:13:00.870200+0000","172.21.15.38:6836/3212600768":"2024-09-13T03:13:00.870195+0000","172.21.15.38:6835/2752509154":"2024-09-13T03:13:00.870200+0000","172.21.15.38:6834/3212600768":"2024-09-13T03:13:00.870195+0000","172.21.15.29:6835/3488992369":"2024-09-13T03:13:00.870184+0000","172.21.15.29:6833/3488992369":"2024-09-13T03:13:00.870184+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:13:05.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.270+0000 7f25d3c00640 1 -- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f25a806be60 msgr2=0x7f25a806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.270+0000 7f25d3c00640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f25a806be60 0x7f25a806e320 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f25bc009b40 tx=0x7f25bc009190 comp rx=0 tx=0).stop 2024-09-12T03:13:05.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.270+0000 7f25d3c00640 1 -- 172.21.15.29:0/2394961543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25cc1f1cd0 msgr2=0x7f25cc155450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.270+0000 7f25d3c00640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25cc1f1cd0 0x7f25cc155450 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f25b4007310 tx=0x7f25b4007710 comp rx=0 tx=0).stop 2024-09-12T03:13:05.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.270+0000 7f25d3c00640 1 -- 172.21.15.29:0/2394961543 shutdown_connections 2024-09-12T03:13:05.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.270+0000 7f25d3c00640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f25a806be60 0x7f25a806e320 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.270+0000 7f25d3c00640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f25cc159c10 0x7f25cc15a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.270+0000 7f25d3c00640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25cc1f1cd0 0x7f25cc155450 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.270+0000 7f25d3c00640 1 --2- 172.21.15.29:0/2394961543 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f25b0004d40 0x7f25cc14cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.270+0000 7f25d3c00640 1 -- 172.21.15.29:0/2394961543 >> 172.21.15.29:0/2394961543 conn(0x7f25cc067da0 msgr2=0x7f25cc071fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:05.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.271+0000 7f25d3c00640 1 -- 172.21.15.29:0/2394961543 shutdown_connections 2024-09-12T03:13:05.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.271+0000 7f25d3c00640 1 -- 172.21.15.29:0/2394961543 wait complete. 2024-09-12T03:13:05.286 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T03:08:13.773348+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-12T03:13:05.286 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-12T03:13:05.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.445+0000 7fba72800640 1 Processor -- start 2024-09-12T03:13:05.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.446+0000 7fba72800640 1 -- start start 2024-09-12T03:13:05.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.447+0000 7fba72800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c147340 0x7fba6c070ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.447+0000 7fba72800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fba6c0b4440 0x7fba6c0ae340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.447+0000 7fba72800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba6c06f240 con 0x7fba6c06bc10 2024-09-12T03:13:05.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.447+0000 7fba72800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fba6c0b5dc0 con 0x7fba6c0b4440 2024-09-12T03:13:05.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.447+0000 7fba72800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fba6c071210 con 0x7fba6c147340 2024-09-12T03:13:05.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.447+0000 7fba6be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fba6c06bc10 0x7fba6c06c020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35310/0 (socket says 172.21.15.29:35310) 2024-09-12T03:13:05.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.447+0000 7fba6be00640 1 -- 172.21.15.29:0/2408834276 learned_addr learned my addr 172.21.15.29:0/2408834276 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:05.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.448+0000 7fba6b400640 1 --2- 172.21.15.29:0/2408834276 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c147340 0x7fba6c070ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.448+0000 7fba63e00640 1 --2- 172.21.15.29:0/2408834276 >> v2:172.21.15.38:3300/0 conn(0x7fba6c0b4440 0x7fba6c0ae340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.448+0000 7fba6aa00640 1 -- 172.21.15.29:0/2408834276 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3734589568 0 0) 0x7fba6c06f240 con 0x7fba6c06bc10 2024-09-12T03:13:05.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.448+0000 7fba6aa00640 1 -- 172.21.15.29:0/2408834276 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fba50003520 con 0x7fba6c06bc10 2024-09-12T03:13:05.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.448+0000 7fba6b400640 1 -- 172.21.15.29:0/2408834276 >> v2:172.21.15.38:3300/0 conn(0x7fba6c0b4440 msgr2=0x7fba6c0ae340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:05.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.448+0000 7fba6b400640 1 --2- 172.21.15.29:0/2408834276 >> v2:172.21.15.38:3300/0 conn(0x7fba6c0b4440 0x7fba6c0ae340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.448+0000 7fba6aa00640 1 -- 172.21.15.29:0/2408834276 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3587844745 0 0) 0x7fba50003520 con 0x7fba6c06bc10 2024-09-12T03:13:05.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.448+0000 7fba6b400640 1 -- 172.21.15.29:0/2408834276 >> v1:172.21.15.29:6789/0 conn(0x7fba6c06bc10 legacy=0x7fba6c06c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.448+0000 7fba6b400640 1 -- 172.21.15.29:0/2408834276 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba6c0ae880 con 0x7fba6c147340 2024-09-12T03:13:05.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.449+0000 7fba6b400640 1 --2- 172.21.15.29:0/2408834276 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c147340 0x7fba6c070ac0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fba5c0097a0 tx=0x7fba5c02a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36f87cb50ba56701 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:05.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.449+0000 7fba6aa00640 1 -- 172.21.15.29:0/2408834276 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba5c037070 con 0x7fba6c147340 2024-09-12T03:13:05.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.449+0000 7fba6aa00640 1 -- 172.21.15.29:0/2408834276 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba5c02ab10 con 0x7fba6c147340 2024-09-12T03:13:05.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.449+0000 7fba6aa00640 1 -- 172.21.15.29:0/2408834276 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba640019f0 con 0x7fba6c147340 2024-09-12T03:13:05.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.450+0000 7fba72800640 1 -- 172.21.15.29:0/2408834276 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c147340 msgr2=0x7fba6c070ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.450+0000 7fba72800640 1 --2- 172.21.15.29:0/2408834276 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c147340 0x7fba6c070ac0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fba5c0097a0 tx=0x7fba5c02a080 comp rx=0 tx=0).stop 2024-09-12T03:13:05.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.450+0000 7fba72800640 1 -- 172.21.15.29:0/2408834276 shutdown_connections 2024-09-12T03:13:05.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.450+0000 7fba72800640 1 --2- 172.21.15.29:0/2408834276 >> v2:172.21.15.38:3300/0 conn(0x7fba6c0b4440 0x7fba6c0ae340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.450+0000 7fba72800640 1 --2- 172.21.15.29:0/2408834276 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c147340 0x7fba6c070ac0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.450+0000 7fba72800640 1 -- 172.21.15.29:0/2408834276 >> 172.21.15.29:0/2408834276 conn(0x7fba6c09aa70 msgr2=0x7fba6c0b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:05.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.450+0000 7fba72800640 1 -- 172.21.15.29:0/2408834276 shutdown_connections 2024-09-12T03:13:05.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.450+0000 7fba72800640 1 -- 172.21.15.29:0/2408834276 wait complete. 2024-09-12T03:13:05.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.452+0000 7fba72800640 1 Processor -- start 2024-09-12T03:13:05.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.452+0000 7fba72800640 1 -- start start 2024-09-12T03:13:05.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba72800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba6c06bc10 0x7fba6c1f46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba72800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c0b4440 0x7fba6c09b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba72800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba6c147340 0x7fba6c09b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba72800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fba6c147720 con 0x7fba6c147340 2024-09-12T03:13:05.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba72800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fba6c0b62d0 con 0x7fba6c06bc10 2024-09-12T03:13:05.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba72800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fba6c0b65b0 con 0x7fba6c0b4440 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba6be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba6c147340 0x7fba6c09b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba6be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba6c147340 0x7fba6c09b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35448/0 (socket says 172.21.15.29:35448) 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba6be00640 1 -- 172.21.15.29:0/1975171830 learned_addr learned my addr 172.21.15.29:0/1975171830 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba63e00640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c0b4440 0x7fba6c09b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba6be00640 1 -- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c0b4440 msgr2=0x7fba6c09b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba6b400640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba6c06bc10 0x7fba6c1f46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba6be00640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c0b4440 0x7fba6c09b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba6be00640 1 -- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba6c06bc10 msgr2=0x7fba6c1f46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba6be00640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba6c06bc10 0x7fba6c1f46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba6be00640 1 -- 172.21.15.29:0/1975171830 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba6c1609e0 con 0x7fba6c147340 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.453+0000 7fba63e00640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c0b4440 0x7fba6c09b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.454+0000 7fba6be00640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba6c147340 0x7fba6c09b990 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fba6400cc70 tx=0x7fba6400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:05.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.454+0000 7fba63400640 1 -- 172.21.15.29:0/1975171830 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba64017070 con 0x7fba6c147340 2024-09-12T03:13:05.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.454+0000 7fba63400640 1 -- 172.21.15.29:0/1975171830 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba64012400 con 0x7fba6c147340 2024-09-12T03:13:05.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.454+0000 7fba63400640 1 -- 172.21.15.29:0/1975171830 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba64012830 con 0x7fba6c147340 2024-09-12T03:13:05.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.454+0000 7fba72800640 1 -- 172.21.15.29:0/1975171830 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba6c160cc0 con 0x7fba6c147340 2024-09-12T03:13:05.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.454+0000 7fba72800640 1 -- 172.21.15.29:0/1975171830 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba6c161280 con 0x7fba6c147340 2024-09-12T03:13:05.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.455+0000 7fba72800640 1 -- 172.21.15.29:0/1975171830 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba6c0b4860 con 0x7fba6c147340 2024-09-12T03:13:05.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.456+0000 7fba63400640 1 -- 172.21.15.29:0/1975171830 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fba6401a070 con 0x7fba6c147340 2024-09-12T03:13:05.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.457+0000 7fba63400640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba4806be30 0x7fba4806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.457+0000 7fba63400640 1 -- 172.21.15.29:0/1975171830 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5507+0+0 (secure 0 0 0) 0x7fba6408ad90 con 0x7fba6c147340 2024-09-12T03:13:05.457 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.457+0000 7fba6b400640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba4806be30 0x7fba4806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.458+0000 7fba6b400640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba4806be30 0x7fba4806e2f0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fba5c034000 tx=0x7fba5c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:05.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.461+0000 7fba63400640 1 -- 172.21.15.29:0/1975171830 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fba640597f0 con 0x7fba6c147340 2024-09-12T03:13:05.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.643+0000 7fba72800640 1 -- 172.21.15.29:0/1975171830 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fba6c070b10 con 0x7fba6c147340 2024-09-12T03:13:05.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.643+0000 7fba63400640 1 -- 172.21.15.29:0/1975171830 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) ==== 93+0+10 (secure 0 0 0) 0x7fba640590f0 con 0x7fba6c147340 2024-09-12T03:13:05.644 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2024-09-12T03:13:05.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 -- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba4806be30 msgr2=0x7fba4806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba4806be30 0x7fba4806e2f0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fba5c034000 tx=0x7fba5c02e000 comp rx=0 tx=0).stop 2024-09-12T03:13:05.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 -- 172.21.15.29:0/1975171830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba6c147340 msgr2=0x7fba6c09b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba6c147340 0x7fba6c09b990 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fba6400cc70 tx=0x7fba6400a430 comp rx=0 tx=0).stop 2024-09-12T03:13:05.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 -- 172.21.15.29:0/1975171830 shutdown_connections 2024-09-12T03:13:05.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba4806be30 0x7fba4806e2f0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba6c147340 0x7fba6c09b990 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba6c0b4440 0x7fba6c09b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 --2- 172.21.15.29:0/1975171830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba6c06bc10 0x7fba6c1f46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 -- 172.21.15.29:0/1975171830 >> 172.21.15.29:0/1975171830 conn(0x7fba6c09aa70 msgr2=0x7fba6c141f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:05.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 -- 172.21.15.29:0/1975171830 shutdown_connections 2024-09-12T03:13:05.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.645+0000 7fba72800640 1 -- 172.21.15.29:0/1975171830 wait complete. 2024-09-12T03:13:05.661 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_non_mds0' 2024-09-12T03:13:05.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.818+0000 7f1b40600640 1 Processor -- start 2024-09-12T03:13:05.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.819+0000 7f1b40600640 1 -- start start 2024-09-12T03:13:05.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.820+0000 7f1b40600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1b3806f0e0 0x7f1b3815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.820+0000 7f1b40600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b3815c620 con 0x7f1b3806f4c0 2024-09-12T03:13:05.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.820+0000 7f1b40600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b380b4740 con 0x7f1b380b3ba0 2024-09-12T03:13:05.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.820+0000 7f1b40600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1b3815bc50 con 0x7f1b3806f0e0 2024-09-12T03:13:05.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.820+0000 7f1b3dc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1b3806f0e0 0x7f1b3815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.820+0000 7f1b3d200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f1b3806f4c0 0x7f1b380cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35320/0 (socket says 172.21.15.29:35320) 2024-09-12T03:13:05.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.820+0000 7f1b3d200640 1 -- 172.21.15.29:0/2015755739 learned_addr learned my addr 172.21.15.29:0/2015755739 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:05.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.820+0000 7f1b3dc00640 1 -- 172.21.15.29:0/2015755739 >> v1:172.21.15.38:6789/0 conn(0x7f1b380b3ba0 legacy=0x7f1b380b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.821+0000 7f1b3dc00640 1 -- 172.21.15.29:0/2015755739 >> v1:172.21.15.29:6789/0 conn(0x7f1b3806f4c0 legacy=0x7f1b380cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.821+0000 7f1b3dc00640 1 -- 172.21.15.29:0/2015755739 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b380cfb40 con 0x7f1b3806f0e0 2024-09-12T03:13:05.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.822+0000 7f1b3dc00640 1 --2- 172.21.15.29:0/2015755739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b3806f0e0 0x7f1b3815c0e0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c0097a0 tx=0x7f1b2c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99fd811cbc5b92e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:05.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.822+0000 7f1b37e00640 1 -- 172.21.15.29:0/2015755739 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c037070 con 0x7f1b3806f0e0 2024-09-12T03:13:05.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.822+0000 7f1b37e00640 1 -- 172.21.15.29:0/2015755739 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b2c032440 con 0x7f1b3806f0e0 2024-09-12T03:13:05.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.822+0000 7f1b37e00640 1 -- 172.21.15.29:0/2015755739 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c032810 con 0x7f1b3806f0e0 2024-09-12T03:13:05.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.822+0000 7f1b40600640 1 -- 172.21.15.29:0/2015755739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b3806f0e0 msgr2=0x7f1b3815c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.822+0000 7f1b40600640 1 --2- 172.21.15.29:0/2015755739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b3806f0e0 0x7f1b3815c0e0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c0097a0 tx=0x7f1b2c02a230 comp rx=0 tx=0).stop 2024-09-12T03:13:05.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.822+0000 7f1b40600640 1 -- 172.21.15.29:0/2015755739 shutdown_connections 2024-09-12T03:13:05.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.822+0000 7f1b40600640 1 --2- 172.21.15.29:0/2015755739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b3806f0e0 0x7f1b3815c0e0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.822+0000 7f1b40600640 1 -- 172.21.15.29:0/2015755739 >> 172.21.15.29:0/2015755739 conn(0x7f1b38067da0 msgr2=0x7f1b3806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:05.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.822+0000 7f1b40600640 1 -- 172.21.15.29:0/2015755739 shutdown_connections 2024-09-12T03:13:05.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.823+0000 7f1b40600640 1 -- 172.21.15.29:0/2015755739 wait complete. 2024-09-12T03:13:05.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.824+0000 7f1b40600640 1 Processor -- start 2024-09-12T03:13:05.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.824+0000 7f1b40600640 1 -- start start 2024-09-12T03:13:05.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.825+0000 7f1b40600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b3806f0e0 0x7f1b38151b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.825+0000 7f1b40600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b3806f4c0 0x7f1b381567a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.825+0000 7f1b40600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b380b3ba0 0x7f1b38157f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.825+0000 7f1b40600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3815b8e0 con 0x7f1b3806f0e0 2024-09-12T03:13:05.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.825+0000 7f1b40600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1b38152630 con 0x7f1b380b3ba0 2024-09-12T03:13:05.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.825+0000 7f1b40600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1b3806f930 con 0x7f1b3806f4c0 2024-09-12T03:13:05.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.825+0000 7f1b3dc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b3806f0e0 0x7f1b38151b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.825+0000 7f1b3dc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b3806f0e0 0x7f1b38151b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35460/0 (socket says 172.21.15.29:35460) 2024-09-12T03:13:05.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.825+0000 7f1b3dc00640 1 -- 172.21.15.29:0/2838809661 learned_addr learned my addr 172.21.15.29:0/2838809661 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:05.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b3d200640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b3806f4c0 0x7f1b381567a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b3dc00640 1 -- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b3806f4c0 msgr2=0x7f1b381567a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b3e600640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b380b3ba0 0x7f1b38157f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b3dc00640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b3806f4c0 0x7f1b381567a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b3dc00640 1 -- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b380b3ba0 msgr2=0x7f1b38157f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:05.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b3dc00640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b380b3ba0 0x7f1b38157f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:05.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b3dc00640 1 -- 172.21.15.29:0/2838809661 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b38157060 con 0x7f1b3806f0e0 2024-09-12T03:13:05.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b3d200640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b3806f4c0 0x7f1b381567a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:05.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b3e600640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b380b3ba0 0x7f1b38157f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:05.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b3dc00640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b3806f0e0 0x7f1b38151b50 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c035040 tx=0x7f1b2c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:05.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b35600640 1 -- 172.21.15.29:0/2838809661 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c037040 con 0x7f1b3806f0e0 2024-09-12T03:13:05.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b35600640 1 -- 172.21.15.29:0/2838809661 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b2c030770 con 0x7f1b3806f0e0 2024-09-12T03:13:05.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b35600640 1 -- 172.21.15.29:0/2838809661 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c030b40 con 0x7f1b3806f0e0 2024-09-12T03:13:05.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b40600640 1 -- 172.21.15.29:0/2838809661 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b381539a0 con 0x7f1b3806f0e0 2024-09-12T03:13:05.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.826+0000 7f1b40600640 1 -- 172.21.15.29:0/2838809661 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b38156ce0 con 0x7f1b3806f0e0 2024-09-12T03:13:05.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.827+0000 7f1b40600640 1 -- 172.21.15.29:0/2838809661 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b3815ee80 con 0x7f1b3806f0e0 2024-09-12T03:13:05.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.828+0000 7f1b35600640 1 -- 172.21.15.29:0/2838809661 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1b2c044020 con 0x7f1b3806f0e0 2024-09-12T03:13:05.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.829+0000 7f1b35600640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b1806be30 0x7f1b1806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:05.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.829+0000 7f1b35600640 1 -- 172.21.15.29:0/2838809661 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5507+0+0 (secure 0 0 0) 0x7f1b2c0ab320 con 0x7f1b3806f0e0 2024-09-12T03:13:05.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.830+0000 7f1b3d200640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b1806be30 0x7f1b1806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:05.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.830+0000 7f1b3d200640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b1806be30 0x7f1b1806e2f0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f1b381f3330 tx=0x7f1b24009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:05.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:05.834+0000 7f1b35600640 1 -- 172.21.15.29:0/2838809661 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1b2c032e20 con 0x7f1b3806f0e0 2024-09-12T03:13:06.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.087+0000 7f1b40600640 1 -- 172.21.15.29:0/2838809661 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_non_mds0"]} v 0) -- 0x7f1b380b4240 con 0x7f1b3806f0e0 2024-09-12T03:13:06.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.900+0000 7f1b35600640 1 -- 172.21.15.29:0/2838809661 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_non_mds0"]}]=0 v247) ==== 144+0+0 (secure 0 0 0) 0x7f1b2c079e20 con 0x7f1b3806f0e0 2024-09-12T03:13:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.903+0000 7f1b40600640 1 -- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b1806be30 msgr2=0x7f1b1806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.903+0000 7f1b40600640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b1806be30 0x7f1b1806e2f0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f1b381f3330 tx=0x7f1b24009040 comp rx=0 tx=0).stop 2024-09-12T03:13:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.903+0000 7f1b40600640 1 -- 172.21.15.29:0/2838809661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b3806f0e0 msgr2=0x7f1b38151b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.903+0000 7f1b40600640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b3806f0e0 0x7f1b38151b50 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c035040 tx=0x7f1b2c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.904+0000 7f1b40600640 1 -- 172.21.15.29:0/2838809661 shutdown_connections 2024-09-12T03:13:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.904+0000 7f1b40600640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b1806be30 0x7f1b1806e2f0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.904+0000 7f1b40600640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b380b3ba0 0x7f1b38157f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.904+0000 7f1b40600640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b3806f4c0 0x7f1b381567a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.904+0000 7f1b40600640 1 --2- 172.21.15.29:0/2838809661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b3806f0e0 0x7f1b38151b50 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.904+0000 7f1b40600640 1 -- 172.21.15.29:0/2838809661 >> 172.21.15.29:0/2838809661 conn(0x7f1b38067da0 msgr2=0x7f1b3806dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.904+0000 7f1b40600640 1 -- 172.21.15.29:0/2838809661 shutdown_connections 2024-09-12T03:13:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:06.904+0000 7f1b40600640 1 -- 172.21.15.29:0/2838809661 wait complete. 2024-09-12T03:13:06.923 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-12T03:13:07.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.086+0000 7f2fb9a00640 1 Processor -- start 2024-09-12T03:13:07.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.086+0000 7f2fb9a00640 1 -- start start 2024-09-12T03:13:07.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.088+0000 7f2fb9a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 0x7f2fb415ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.088+0000 7f2fb9a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2fb4072750 0x7f2fb40b4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.088+0000 7f2fb9a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2fb40b4ed0 con 0x7f2fb40b4140 2024-09-12T03:13:07.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.088+0000 7f2fb9a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f2fb41483c0 con 0x7f2fb4072750 2024-09-12T03:13:07.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.088+0000 7f2fb9a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2fb40b51b0 con 0x7f2fb4147fe0 2024-09-12T03:13:07.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.088+0000 7f2fabe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f2fb40b4140 0x7f2fb4072040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35332/0 (socket says 172.21.15.29:35332) 2024-09-12T03:13:07.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.088+0000 7f2fabe00640 1 -- 172.21.15.29:0/1554127451 learned_addr learned my addr 172.21.15.29:0/1554127451 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:07.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.088+0000 7f2fb2a00640 1 --2- 172.21.15.29:0/1554127451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 0x7f2fb415ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.088+0000 7f2fb3400640 1 --2- 172.21.15.29:0/1554127451 >> v2:172.21.15.38:3300/0 conn(0x7f2fb4072750 0x7f2fb40b4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.089+0000 7f2fb2000640 1 -- 172.21.15.29:0/1554127451 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2763402561 0 0) 0x7f2fb40b4ed0 con 0x7f2fb40b4140 2024-09-12T03:13:07.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.089+0000 7f2fb2000640 1 -- 172.21.15.29:0/1554127451 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2f98003520 con 0x7f2fb40b4140 2024-09-12T03:13:07.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.089+0000 7f2fb2a00640 1 -- 172.21.15.29:0/1554127451 >> v2:172.21.15.38:3300/0 conn(0x7f2fb4072750 msgr2=0x7f2fb40b4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:07.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.089+0000 7f2fb2a00640 1 --2- 172.21.15.29:0/1554127451 >> v2:172.21.15.38:3300/0 conn(0x7f2fb4072750 0x7f2fb40b4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.089+0000 7f2fb2a00640 1 -- 172.21.15.29:0/1554127451 >> v1:172.21.15.29:6789/0 conn(0x7f2fb40b4140 legacy=0x7f2fb4072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:07.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.089+0000 7f2fb2a00640 1 -- 172.21.15.29:0/1554127451 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fb40b5490 con 0x7f2fb4147fe0 2024-09-12T03:13:07.090 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.089+0000 7f2fb3400640 1 --2- 172.21.15.29:0/1554127451 >> v2:172.21.15.38:3300/0 conn(0x7f2fb4072750 0x7f2fb40b4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:07.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.090+0000 7f2fb2a00640 1 --2- 172.21.15.29:0/1554127451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 0x7f2fb415ebf0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2fa40097a0 tx=0x7f2fa402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=863c6c8138ffb586 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:07.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.090+0000 7f2fb2000640 1 -- 172.21.15.29:0/1554127451 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa4037070 con 0x7f2fb4147fe0 2024-09-12T03:13:07.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.090+0000 7f2fb2000640 1 -- 172.21.15.29:0/1554127451 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fa4032440 con 0x7f2fb4147fe0 2024-09-12T03:13:07.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.090+0000 7f2fb2000640 1 -- 172.21.15.29:0/1554127451 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa4032810 con 0x7f2fb4147fe0 2024-09-12T03:13:07.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.091+0000 7f2fb9a00640 1 -- 172.21.15.29:0/1554127451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 msgr2=0x7f2fb415ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:07.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.091+0000 7f2fb9a00640 1 --2- 172.21.15.29:0/1554127451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 0x7f2fb415ebf0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2fa40097a0 tx=0x7f2fa402a180 comp rx=0 tx=0).stop 2024-09-12T03:13:07.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.091+0000 7f2fb9a00640 1 -- 172.21.15.29:0/1554127451 shutdown_connections 2024-09-12T03:13:07.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.091+0000 7f2fb9a00640 1 --2- 172.21.15.29:0/1554127451 >> v2:172.21.15.38:3300/0 conn(0x7f2fb4072750 0x7f2fb40b4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.091+0000 7f2fb9a00640 1 --2- 172.21.15.29:0/1554127451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 0x7f2fb415ebf0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.091+0000 7f2fb9a00640 1 -- 172.21.15.29:0/1554127451 >> 172.21.15.29:0/1554127451 conn(0x7f2fb4067d70 msgr2=0x7f2fb406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:07.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.091+0000 7f2fb9a00640 1 -- 172.21.15.29:0/1554127451 shutdown_connections 2024-09-12T03:13:07.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.091+0000 7f2fb9a00640 1 -- 172.21.15.29:0/1554127451 wait complete. 2024-09-12T03:13:07.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.093+0000 7f2fb9a00640 1 Processor -- start 2024-09-12T03:13:07.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.093+0000 7f2fb9a00640 1 -- start start 2024-09-12T03:13:07.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.094+0000 7f2fb9a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2fb4072750 0x7f2fb415e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.094+0000 7f2fb9a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fb40b4140 0x7f2fb4140260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.094+0000 7f2fb9a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 0x7f2fb40c5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.094+0000 7f2fb9a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2fb40b4b30 con 0x7f2fb40b4140 2024-09-12T03:13:07.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.094+0000 7f2fb9a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2fb40b5770 con 0x7f2fb4072750 2024-09-12T03:13:07.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.094+0000 7f2fb9a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2fb40b4cb0 con 0x7f2fb4147fe0 2024-09-12T03:13:07.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.094+0000 7f2fabe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fb40b4140 0x7f2fb4140260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.094+0000 7f2fabe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fb40b4140 0x7f2fb4140260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35470/0 (socket says 172.21.15.29:35470) 2024-09-12T03:13:07.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.094+0000 7f2fabe00640 1 -- 172.21.15.29:0/167900468 learned_addr learned my addr 172.21.15.29:0/167900468 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:07.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.094+0000 7f2fb3400640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 0x7f2fb40c5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.094+0000 7f2fb2a00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2fb4072750 0x7f2fb415e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2fabe00640 1 -- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 msgr2=0x7f2fb40c5970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:07.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2fabe00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 0x7f2fb40c5970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2fabe00640 1 -- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2fb4072750 msgr2=0x7f2fb415e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:07.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2fabe00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2fb4072750 0x7f2fb415e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2fabe00640 1 -- 172.21.15.29:0/167900468 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fb415e7d0 con 0x7f2fb40b4140 2024-09-12T03:13:07.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2fb2a00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2fb4072750 0x7f2fb415e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:07.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2fb3400640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 0x7f2fb40c5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:07.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2fabe00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fb40b4140 0x7f2fb4140260 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c00c430 tx=0x7f2f9c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:07.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2faaa00640 1 -- 172.21.15.29:0/167900468 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f9c017070 con 0x7f2fb40b4140 2024-09-12T03:13:07.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2faaa00640 1 -- 172.21.15.29:0/167900468 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f9c005d00 con 0x7f2fb40b4140 2024-09-12T03:13:07.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2faaa00640 1 -- 172.21.15.29:0/167900468 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f9c007310 con 0x7f2fb40b4140 2024-09-12T03:13:07.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2fb9a00640 1 -- 172.21.15.29:0/167900468 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fb413d900 con 0x7f2fb40b4140 2024-09-12T03:13:07.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.095+0000 7f2fb9a00640 1 -- 172.21.15.29:0/167900468 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fb413dec0 con 0x7f2fb40b4140 2024-09-12T03:13:07.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.096+0000 7f2fb9a00640 1 -- 172.21.15.29:0/167900468 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fb415ebf0 con 0x7f2fb40b4140 2024-09-12T03:13:07.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.097+0000 7f2faaa00640 1 -- 172.21.15.29:0/167900468 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2f9c01a070 con 0x7f2fb40b4140 2024-09-12T03:13:07.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.098+0000 7f2faaa00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f9006be30 0x7f2f9006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.098+0000 7f2faaa00640 1 -- 172.21.15.29:0/167900468 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5507+0+0 (secure 0 0 0) 0x7f2f9c08a280 con 0x7f2fb40b4140 2024-09-12T03:13:07.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.098+0000 7f2fb2a00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f9006be30 0x7f2f9006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.099+0000 7f2fb2a00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f9006be30 0x7f2f9006e2f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f2fa4034000 tx=0x7f2fa402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:07.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.102+0000 7f2faaa00640 1 -- 172.21.15.29:0/167900468 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2f9c058ce0 con 0x7f2fb40b4140 2024-09-12T03:13:07.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.285+0000 7f2fb9a00640 1 -- 172.21.15.29:0/167900468 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f2fb406d020 con 0x7f2fb40b4140 2024-09-12T03:13:07.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.288+0000 7f2faaa00640 1 -- 172.21.15.29:0/167900468 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7f2f9c0585e0 con 0x7f2fb40b4140 2024-09-12T03:13:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.290+0000 7f2fb9a00640 1 -- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f9006be30 msgr2=0x7f2f9006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.291+0000 7f2fb9a00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f9006be30 0x7f2f9006e2f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f2fa4034000 tx=0x7f2fa402e000 comp rx=0 tx=0).stop 2024-09-12T03:13:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.291+0000 7f2fb9a00640 1 -- 172.21.15.29:0/167900468 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fb40b4140 msgr2=0x7f2fb4140260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:07.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.291+0000 7f2fb9a00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fb40b4140 0x7f2fb4140260 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c00c430 tx=0x7f2f9c00c8f0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.291+0000 7f2fb9a00640 1 -- 172.21.15.29:0/167900468 shutdown_connections 2024-09-12T03:13:07.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.291+0000 7f2fb9a00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f9006be30 0x7f2f9006e2f0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.291+0000 7f2fb9a00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fb4147fe0 0x7f2fb40c5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.291+0000 7f2fb9a00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fb40b4140 0x7f2fb4140260 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.291+0000 7f2fb9a00640 1 --2- 172.21.15.29:0/167900468 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2fb4072750 0x7f2fb415e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.291+0000 7f2fb9a00640 1 -- 172.21.15.29:0/167900468 >> 172.21.15.29:0/167900468 conn(0x7f2fb4067d70 msgr2=0x7f2fb41619e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:07.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.291+0000 7f2fb9a00640 1 -- 172.21.15.29:0/167900468 shutdown_connections 2024-09-12T03:13:07.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.291+0000 7f2fb9a00640 1 -- 172.21.15.29:0/167900468 wait complete. 2024-09-12T03:13:07.308 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:13:07.308 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:13:07.397 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:13:07.497 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:13:07.497 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:13:07.498 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:07.533 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:13:07.534 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:13:07.534 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:07.571 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:13:07.572 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:13:07.572 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:07.609 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:13:07.610 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:13:07.610 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:07.649 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:13:07.649 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-12T03:13:07.649 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:07.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.807+0000 7f84fe600640 1 Processor -- start 2024-09-12T03:13:07.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.807+0000 7f84fe600640 1 -- start start 2024-09-12T03:13:07.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.808+0000 7f84fe600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f84f806f0e0 0x7f84f815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.808+0000 7f84fe600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f84f806f4c0 0x7f84f80cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.809+0000 7f84fe600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84f815c620 con 0x7f84f80cf5a0 2024-09-12T03:13:07.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.809+0000 7f84fe600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f84f815bc50 con 0x7f84f806f0e0 2024-09-12T03:13:07.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.809+0000 7f84fe600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f84f8152630 con 0x7f84f806f4c0 2024-09-12T03:13:07.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.809+0000 7f84f7400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f84f806f0e0 0x7f84f815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.809+0000 7f84f7400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f84f806f0e0 0x7f84f815c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35486/0 (socket says 172.21.15.29:35486) 2024-09-12T03:13:07.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.809+0000 7f84f7400640 1 -- 172.21.15.29:0/378406898 learned_addr learned my addr 172.21.15.29:0/378406898 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:07.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.809+0000 7f84efe00640 1 --2- 172.21.15.29:0/378406898 >> v2:172.21.15.38:3300/0 conn(0x7f84f806f4c0 0x7f84f80cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.809+0000 7f84f7400640 1 -- 172.21.15.29:0/378406898 >> v2:172.21.15.38:3300/0 conn(0x7f84f806f4c0 msgr2=0x7f84f80cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:07.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.809+0000 7f84f7400640 1 --2- 172.21.15.29:0/378406898 >> v2:172.21.15.38:3300/0 conn(0x7f84f806f4c0 0x7f84f80cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.809+0000 7f84f7400640 1 -- 172.21.15.29:0/378406898 >> v1:172.21.15.38:6789/0 conn(0x7f84f80cf5a0 legacy=0x7f84f80b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:07.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.809+0000 7f84f7400640 1 -- 172.21.15.29:0/378406898 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84f80cfb40 con 0x7f84f806f0e0 2024-09-12T03:13:07.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.810+0000 7f84f7400640 1 --2- 172.21.15.29:0/378406898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84f806f0e0 0x7f84f815c0e0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f84f80704e0 tx=0x7f84e802c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c7d270b4729914b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:07.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.811+0000 7f84f6a00640 1 -- 172.21.15.29:0/378406898 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e8036020 con 0x7f84f806f0e0 2024-09-12T03:13:07.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.811+0000 7f84f6a00640 1 -- 172.21.15.29:0/378406898 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84e8032640 con 0x7f84f806f0e0 2024-09-12T03:13:07.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.811+0000 7f84f6a00640 1 -- 172.21.15.29:0/378406898 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e8032a10 con 0x7f84f806f0e0 2024-09-12T03:13:07.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.811+0000 7f84fe600640 1 -- 172.21.15.29:0/378406898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84f806f0e0 msgr2=0x7f84f815c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:07.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.811+0000 7f84fe600640 1 --2- 172.21.15.29:0/378406898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84f806f0e0 0x7f84f815c0e0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f84f80704e0 tx=0x7f84e802c940 comp rx=0 tx=0).stop 2024-09-12T03:13:07.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.811+0000 7f84fe600640 1 -- 172.21.15.29:0/378406898 shutdown_connections 2024-09-12T03:13:07.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.811+0000 7f84fe600640 1 --2- 172.21.15.29:0/378406898 >> v2:172.21.15.38:3300/0 conn(0x7f84f806f4c0 0x7f84f80cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.811+0000 7f84fe600640 1 --2- 172.21.15.29:0/378406898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84f806f0e0 0x7f84f815c0e0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.811+0000 7f84fe600640 1 -- 172.21.15.29:0/378406898 >> 172.21.15.29:0/378406898 conn(0x7f84f8067da0 msgr2=0x7f84f806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:07.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.811+0000 7f84fe600640 1 -- 172.21.15.29:0/378406898 shutdown_connections 2024-09-12T03:13:07.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.811+0000 7f84fe600640 1 -- 172.21.15.29:0/378406898 wait complete. 2024-09-12T03:13:07.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.813+0000 7f84fe600640 1 Processor -- start 2024-09-12T03:13:07.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.813+0000 7f84fe600640 1 -- start start 2024-09-12T03:13:07.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.814+0000 7f84fe600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f84f806f0e0 0x7f84f81633c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.814+0000 7f84fe600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f84f806f4c0 0x7f84f8158390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.814+0000 7f84fe600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84f80cf5a0 0x7f84f8151330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.814+0000 7f84fe600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f84f806f8d0 con 0x7f84f80cf5a0 2024-09-12T03:13:07.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.814+0000 7f84fe600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f84f815b8e0 con 0x7f84f806f4c0 2024-09-12T03:13:07.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.814+0000 7f84fe600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f84f806fa50 con 0x7f84f806f0e0 2024-09-12T03:13:07.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.814+0000 7f84f7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84f80cf5a0 0x7f84f8151330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.814+0000 7f84f7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84f80cf5a0 0x7f84f8151330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35498/0 (socket says 172.21.15.29:35498) 2024-09-12T03:13:07.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.814+0000 7f84f7e00640 1 -- 172.21.15.29:0/561016983 learned_addr learned my addr 172.21.15.29:0/561016983 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.814+0000 7f84f7400640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f84f806f0e0 0x7f84f81633c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.814+0000 7f84efe00640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f84f806f4c0 0x7f84f8158390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.815+0000 7f84f7e00640 1 -- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f84f806f0e0 msgr2=0x7f84f81633c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.815+0000 7f84f7e00640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f84f806f0e0 0x7f84f81633c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.815+0000 7f84f7e00640 1 -- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f84f806f4c0 msgr2=0x7f84f8158390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.815+0000 7f84f7e00640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f84f806f4c0 0x7f84f8158390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.815+0000 7f84f7e00640 1 -- 172.21.15.29:0/561016983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84f8163ad0 con 0x7f84f80cf5a0 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.815+0000 7f84f7e00640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84f80cf5a0 0x7f84f8151330 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f84f000c6b0 tx=0x7f84f000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.815+0000 7f84ef400640 1 -- 172.21.15.29:0/561016983 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f0003b70 con 0x7f84f80cf5a0 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.815+0000 7f84ef400640 1 -- 172.21.15.29:0/561016983 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f0003d30 con 0x7f84f80cf5a0 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.815+0000 7f84fe600640 1 -- 172.21.15.29:0/561016983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84f8163db0 con 0x7f84f80cf5a0 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.815+0000 7f84ef400640 1 -- 172.21.15.29:0/561016983 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f0005310 con 0x7f84f80cf5a0 2024-09-12T03:13:07.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.815+0000 7f84fe600640 1 -- 172.21.15.29:0/561016983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84f8164370 con 0x7f84f80cf5a0 2024-09-12T03:13:07.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.816+0000 7f84fe600640 1 -- 172.21.15.29:0/561016983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84f815ee60 con 0x7f84f80cf5a0 2024-09-12T03:13:07.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.817+0000 7f84ef400640 1 -- 172.21.15.29:0/561016983 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f84f00054b0 con 0x7f84f80cf5a0 2024-09-12T03:13:07.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.818+0000 7f84ef400640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84d406be30 0x7f84d406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:07.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.818+0000 7f84ef400640 1 -- 172.21.15.29:0/561016983 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5507+0+0 (secure 0 0 0) 0x7f84f008aac0 con 0x7f84f80cf5a0 2024-09-12T03:13:07.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.818+0000 7f84f7400640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84d406be30 0x7f84d406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:07.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.819+0000 7f84f7400640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84d406be30 0x7f84d406e2f0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f84e8037000 tx=0x7f84e8032000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:07.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:07.823+0000 7f84ef400640 1 -- 172.21.15.29:0/561016983 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f84f0058ed0 con 0x7f84f80cf5a0 2024-09-12T03:13:08.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.043+0000 7f84fe600640 1 -- 172.21.15.29:0/561016983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84f80b2870 con 0x7f84f80cf5a0 2024-09-12T03:13:08.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.043+0000 7f84ef400640 1 -- 172.21.15.29:0/561016983 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 64 v64) ==== 94+0+3911 (secure 0 0 0) 0x7f84f005d1d0 con 0x7f84f80cf5a0 2024-09-12T03:13:08.044 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:08.044 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":64,"btime":"2024-09-12T03:13:01:872593+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5864,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/3351705874","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":3351705874},{"type":"v1","addr":"172.21.15.38:6835","nonce":3351705874}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":5944,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2904742734","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2904742734},{"type":"v1","addr":"172.21.15.29:6834","nonce":2904742734}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":46},{"gid":6624,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/4046581645","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":4046581645},{"type":"v1","addr":"172.21.15.29:6835","nonce":4046581645}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6636,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3590665429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3590665429},{"type":"v1","addr":"172.21.15.38:6837","nonce":3590665429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[]} 2024-09-12T03:13:08.044 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 64 2024-09-12T03:13:08.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.045+0000 7f84fe600640 1 -- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84d406be30 msgr2=0x7f84d406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:08.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.045+0000 7f84fe600640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84d406be30 0x7f84d406e2f0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f84e8037000 tx=0x7f84e8032000 comp rx=0 tx=0).stop 2024-09-12T03:13:08.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.045+0000 7f84fe600640 1 -- 172.21.15.29:0/561016983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84f80cf5a0 msgr2=0x7f84f8151330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:08.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.045+0000 7f84fe600640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84f80cf5a0 0x7f84f8151330 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f84f000c6b0 tx=0x7f84f000cb70 comp rx=0 tx=0).stop 2024-09-12T03:13:08.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.045+0000 7f84fe600640 1 -- 172.21.15.29:0/561016983 shutdown_connections 2024-09-12T03:13:08.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.045+0000 7f84fe600640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f84d406be30 0x7f84d406e2f0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:08.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.045+0000 7f84fe600640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f84f80cf5a0 0x7f84f8151330 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:08.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.045+0000 7f84fe600640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f84f806f4c0 0x7f84f8158390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:08.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.045+0000 7f84fe600640 1 --2- 172.21.15.29:0/561016983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f84f806f0e0 0x7f84f81633c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:08.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.045+0000 7f84fe600640 1 -- 172.21.15.29:0/561016983 >> 172.21.15.29:0/561016983 conn(0x7f84f8067da0 msgr2=0x7f84f815ae70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:08.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.045+0000 7f84fe600640 1 -- 172.21.15.29:0/561016983 shutdown_connections 2024-09-12T03:13:08.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.046+0000 7f84fe600640 1 -- 172.21.15.29:0/561016983 wait complete. 2024-09-12T03:13:08.062 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-12T03:13:08.062 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-12T03:13:08.062 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-12T03:13:08.062 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:13:08.063 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-12T03:13:08.063 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-12T03:13:08.063 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-12T03:13:08.063 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:13:08.063 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-12T03:13:08.063 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-12T03:13:08.063 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-12T03:13:08.063 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:13:08.064 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-12T03:13:08.064 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-12T03:13:08.064 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-12T03:13:08.064 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:13:08.080 INFO:tasks.ceph.mds.c:Stopped 2024-09-12T03:13:08.080 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-12T03:13:08.081 INFO:tasks.ceph.mds.a:Stopped 2024-09-12T03:13:08.081 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-12T03:13:08.084 INFO:tasks.ceph.mds.d:Stopped 2024-09-12T03:13:08.084 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-12T03:13:08.085 INFO:tasks.ceph.mds.b:Stopped 2024-09-12T03:13:08.085 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-12T03:13:08.124 INFO:tasks.ceph.mds.c:Started 2024-09-12T03:13:08.125 DEBUG:teuthology.parallel:result is None 2024-09-12T03:13:08.127 INFO:tasks.ceph.mds.a:Started 2024-09-12T03:13:08.127 DEBUG:teuthology.parallel:result is None 2024-09-12T03:13:08.129 INFO:tasks.ceph.mds.d:Started 2024-09-12T03:13:08.129 DEBUG:teuthology.parallel:result is None 2024-09-12T03:13:08.131 INFO:tasks.ceph.mds.b:Started 2024-09-12T03:13:08.131 DEBUG:teuthology.parallel:result is None 2024-09-12T03:13:08.132 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-12T03:13:08.257 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:13:08.257 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:13:08.263 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:13:08.263 INFO:tasks.ceph.mds.d.smithi038.stdout:starting mds.d at 2024-09-12T03:13:08.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.299+0000 7f66be400640 1 Processor -- start 2024-09-12T03:13:08.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.300+0000 7f66be400640 1 -- start start 2024-09-12T03:13:08.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66be400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f66b815e470 0x7f66b80cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:08.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66be400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b80d4a20 0x7f66b806d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:08.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66be400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66b815e850 con 0x7f66b80d00e0 2024-09-12T03:13:08.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66be400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f66b80cf710 con 0x7f66b815e470 2024-09-12T03:13:08.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66be400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f66b80d1c60 con 0x7f66b80d4a20 2024-09-12T03:13:08.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66b7e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f66b80d00e0 0x7f66b80d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35346/0 (socket says 172.21.15.29:35346) 2024-09-12T03:13:08.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66b7e00640 1 -- 172.21.15.29:0/39291203 learned_addr learned my addr 172.21.15.29:0/39291203 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:08.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66bd000640 1 --2- 172.21.15.29:0/39291203 >> v2:172.21.15.38:3300/0 conn(0x7f66b815e470 0x7f66b80cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:08.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66bda00640 1 --2- 172.21.15.29:0/39291203 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b80d4a20 0x7f66b806d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:08.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66bd000640 1 -- 172.21.15.29:0/39291203 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b80d4a20 msgr2=0x7f66b806d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:08.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66bd000640 1 --2- 172.21.15.29:0/39291203 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b80d4a20 0x7f66b806d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:08.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66bd000640 1 -- 172.21.15.29:0/39291203 >> v1:172.21.15.29:6789/0 conn(0x7f66b80d00e0 legacy=0x7f66b80d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:08.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.302+0000 7f66bd000640 1 -- 172.21.15.29:0/39291203 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b80d1980 con 0x7f66b815e470 2024-09-12T03:13:08.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.301+0000 7f66b7400640 1 -- 172.21.15.29:0/39291203 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1466097402 0 0) 0x7f66b815e850 con 0x7f66b80d00e0 2024-09-12T03:13:08.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.303+0000 7f66bd000640 1 --2- 172.21.15.29:0/39291203 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b815e470 0x7f66b80cfba0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f66ac0097a0 tx=0x7f66ac02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d081126a51d60b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.310+0000 7f66b7400640 1 -- 172.21.15.29:0/39291203 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66ac037070 con 0x7f66b815e470 2024-09-12T03:13:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.310+0000 7f66b7400640 1 -- 172.21.15.29:0/39291203 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66ac032440 con 0x7f66b815e470 2024-09-12T03:13:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.311+0000 7f66b7400640 1 -- 172.21.15.29:0/39291203 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66ac032810 con 0x7f66b815e470 2024-09-12T03:13:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.311+0000 7f66be400640 1 -- 172.21.15.29:0/39291203 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b815e470 msgr2=0x7f66b80cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.311+0000 7f66be400640 1 --2- 172.21.15.29:0/39291203 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b815e470 0x7f66b80cfba0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f66ac0097a0 tx=0x7f66ac02a180 comp rx=0 tx=0).stop 2024-09-12T03:13:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.311+0000 7f66be400640 1 -- 172.21.15.29:0/39291203 shutdown_connections 2024-09-12T03:13:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.311+0000 7f66be400640 1 --2- 172.21.15.29:0/39291203 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b80d4a20 0x7f66b806d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.311+0000 7f66be400640 1 --2- 172.21.15.29:0/39291203 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b815e470 0x7f66b80cfba0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.311+0000 7f66be400640 1 -- 172.21.15.29:0/39291203 >> 172.21.15.29:0/39291203 conn(0x7f66b809d700 msgr2=0x7f66b808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.311+0000 7f66be400640 1 -- 172.21.15.29:0/39291203 shutdown_connections 2024-09-12T03:13:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.311+0000 7f66be400640 1 -- 172.21.15.29:0/39291203 wait complete. 2024-09-12T03:13:08.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.314+0000 7f66be400640 1 Processor -- start 2024-09-12T03:13:08.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.314+0000 7f66be400640 1 -- start start 2024-09-12T03:13:08.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.315+0000 7f66be400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b80d00e0 0x7f66b8156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:08.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.315+0000 7f66be400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66b80d4a20 0x7f66b8158300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:08.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.315+0000 7f66be400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b815e470 0x7f66b8161ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:08.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.315+0000 7f66be400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f66b806d9a0 con 0x7f66b80d4a20 2024-09-12T03:13:08.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.315+0000 7f66be400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f66b80cf3a0 con 0x7f66b80d00e0 2024-09-12T03:13:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.315+0000 7f66be400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f66b806db20 con 0x7f66b815e470 2024-09-12T03:13:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.316+0000 7f66b7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66b80d4a20 0x7f66b8158300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.316+0000 7f66b7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66b80d4a20 0x7f66b8158300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35528/0 (socket says 172.21.15.29:35528) 2024-09-12T03:13:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.316+0000 7f66b7e00640 1 -- 172.21.15.29:0/3272273197 learned_addr learned my addr 172.21.15.29:0/3272273197 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.316+0000 7f66bd000640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b80d00e0 0x7f66b8156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.316+0000 7f66bda00640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b815e470 0x7f66b8161ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:08.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.316+0000 7f66b7e00640 1 -- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b815e470 msgr2=0x7f66b8161ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:08.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.316+0000 7f66b7e00640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b815e470 0x7f66b8161ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:08.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.316+0000 7f66b7e00640 1 -- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b80d00e0 msgr2=0x7f66b8156ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:08.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.316+0000 7f66b7e00640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b80d00e0 0x7f66b8156ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:08.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.316+0000 7f66b7e00640 1 -- 172.21.15.29:0/3272273197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b8159cd0 con 0x7f66b80d4a20 2024-09-12T03:13:08.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.317+0000 7f66b7e00640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66b80d4a20 0x7f66b8158300 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f66a400c4a0 tx=0x7f66a400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:08.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.317+0000 7f66b4c00640 1 -- 172.21.15.29:0/3272273197 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a4018070 con 0x7f66b80d4a20 2024-09-12T03:13:08.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.317+0000 7f66b4c00640 1 -- 172.21.15.29:0/3272273197 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66a40074e0 con 0x7f66b80d4a20 2024-09-12T03:13:08.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.317+0000 7f66b4c00640 1 -- 172.21.15.29:0/3272273197 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a4004a20 con 0x7f66b80d4a20 2024-09-12T03:13:08.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.317+0000 7f66be400640 1 -- 172.21.15.29:0/3272273197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66b8158c30 con 0x7f66b80d4a20 2024-09-12T03:13:08.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.317+0000 7f66be400640 1 -- 172.21.15.29:0/3272273197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66b81591f0 con 0x7f66b80d4a20 2024-09-12T03:13:08.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.318+0000 7f66be400640 1 -- 172.21.15.29:0/3272273197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66b806d460 con 0x7f66b80d4a20 2024-09-12T03:13:08.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.319+0000 7f66b4c00640 1 -- 172.21.15.29:0/3272273197 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f66a4004bc0 con 0x7f66b80d4a20 2024-09-12T03:13:08.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.320+0000 7f66b4c00640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f669806be60 0x7f669806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:08.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.320+0000 7f66b4c00640 1 -- 172.21.15.29:0/3272273197 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5507+0+0 (secure 0 0 0) 0x7f66a4089fa0 con 0x7f66b80d4a20 2024-09-12T03:13:08.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.320+0000 7f66bd000640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f669806be60 0x7f669806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:08.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.321+0000 7f66bd000640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f669806be60 0x7f669806e320 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f66ac034000 tx=0x7f66ac02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:08.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.324+0000 7f66b4c00640 1 -- 172.21.15.29:0/3272273197 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f66a40583b0 con 0x7f66b80d4a20 2024-09-12T03:13:08.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:08.522+0000 7f66be400640 1 -- 172.21.15.29:0/3272273197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f66b806cf90 con 0x7f66b80d4a20 2024-09-12T03:13:09.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.326+0000 7f66b4c00640 1 -- 172.21.15.29:0/3272273197 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v76) ==== 97+0+0 (secure 0 0 0) 0x7f66a405c6b0 con 0x7f66b80d4a20 2024-09-12T03:13:09.327 INFO:teuthology.orchestra.run.smithi029.stderr: removed all blocklist entries 2024-09-12T03:13:09.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 -- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f669806be60 msgr2=0x7f669806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f669806be60 0x7f669806e320 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f66ac034000 tx=0x7f66ac02e000 comp rx=0 tx=0).stop 2024-09-12T03:13:09.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 -- 172.21.15.29:0/3272273197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66b80d4a20 msgr2=0x7f66b8158300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66b80d4a20 0x7f66b8158300 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f66a400c4a0 tx=0x7f66a400c960 comp rx=0 tx=0).stop 2024-09-12T03:13:09.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 -- 172.21.15.29:0/3272273197 shutdown_connections 2024-09-12T03:13:09.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f669806be60 0x7f669806e320 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f66b815e470 0x7f66b8161ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66b80d4a20 0x7f66b8158300 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 --2- 172.21.15.29:0/3272273197 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f66b80d00e0 0x7f66b8156ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 -- 172.21.15.29:0/3272273197 >> 172.21.15.29:0/3272273197 conn(0x7f66b809d700 msgr2=0x7f66b80d04c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:09.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 -- 172.21.15.29:0/3272273197 shutdown_connections 2024-09-12T03:13:09.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.330+0000 7f66be400640 1 -- 172.21.15.29:0/3272273197 wait complete. 2024-09-12T03:13:09.348 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-12T03:13:09.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.510+0000 7f839cc00640 1 Processor -- start 2024-09-12T03:13:09.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.510+0000 7f839cc00640 1 -- start start 2024-09-12T03:13:09.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.511+0000 7f839cc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f839815e470 0x7f83980cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:09.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.511+0000 7f839cc00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f83980d4a20 0x7f839806d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:09.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.511+0000 7f839cc00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f839815e850 con 0x7f83980d00e0 2024-09-12T03:13:09.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.511+0000 7f839cc00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f83980cf710 con 0x7f83980d4a20 2024-09-12T03:13:09.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.511+0000 7f839cc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f83980d1c60 con 0x7f839815e470 2024-09-12T03:13:09.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.512+0000 7f8397400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f839815e470 0x7f83980cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:09.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.512+0000 7f8397e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f83980d4a20 0x7f839806d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:09.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.512+0000 7f8396a00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f83980d00e0 0x7f83980d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:41518/0 (socket says 172.21.15.29:41518) 2024-09-12T03:13:09.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.512+0000 7f8396a00640 1 -- 172.21.15.29:0/4136056542 learned_addr learned my addr 172.21.15.29:0/4136056542 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:09.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.512+0000 7f8397400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f839815e470 0x7f83980cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:47880/0 (socket says 172.21.15.29:47880) 2024-09-12T03:13:09.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.512+0000 7f8396000640 1 -- 172.21.15.29:0/4136056542 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2217872356 0 0) 0x7f839815e850 con 0x7f83980d00e0 2024-09-12T03:13:09.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.512+0000 7f8397e00640 1 -- 172.21.15.29:0/4136056542 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f839815e470 msgr2=0x7f83980cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:09.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.512+0000 7f8397e00640 1 --2- 172.21.15.29:0/4136056542 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f839815e470 0x7f83980cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.512+0000 7f8397e00640 1 -- 172.21.15.29:0/4136056542 >> v1:172.21.15.38:6789/0 conn(0x7f83980d00e0 legacy=0x7f83980d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.512+0000 7f8397e00640 1 -- 172.21.15.29:0/4136056542 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83980d1980 con 0x7f83980d4a20 2024-09-12T03:13:09.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.512+0000 7f8397400640 1 --2- 172.21.15.29:0/4136056542 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f839815e470 0x7f83980cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:09.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.513+0000 7f8397e00640 1 --2- 172.21.15.29:0/4136056542 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83980d4a20 0x7f839806d460 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f8390009d90 tx=0x7f839002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0df8eb086a759bb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:09.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.514+0000 7f8396000640 1 -- 172.21.15.29:0/4136056542 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8390007740 con 0x7f83980d4a20 2024-09-12T03:13:09.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.514+0000 7f8396000640 1 -- 172.21.15.29:0/4136056542 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83900078e0 con 0x7f83980d4a20 2024-09-12T03:13:09.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.514+0000 7f8396000640 1 -- 172.21.15.29:0/4136056542 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8390007cb0 con 0x7f83980d4a20 2024-09-12T03:13:09.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.514+0000 7f839cc00640 1 -- 172.21.15.29:0/4136056542 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83980d4a20 msgr2=0x7f839806d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.514+0000 7f839cc00640 1 --2- 172.21.15.29:0/4136056542 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83980d4a20 0x7f839806d460 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f8390009d90 tx=0x7f839002a660 comp rx=0 tx=0).stop 2024-09-12T03:13:09.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.514+0000 7f839cc00640 1 -- 172.21.15.29:0/4136056542 shutdown_connections 2024-09-12T03:13:09.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.514+0000 7f839cc00640 1 --2- 172.21.15.29:0/4136056542 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83980d4a20 0x7f839806d460 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.514+0000 7f839cc00640 1 --2- 172.21.15.29:0/4136056542 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f839815e470 0x7f83980cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.514+0000 7f839cc00640 1 -- 172.21.15.29:0/4136056542 >> 172.21.15.29:0/4136056542 conn(0x7f839809d700 msgr2=0x7f839808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:09.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.514+0000 7f839cc00640 1 -- 172.21.15.29:0/4136056542 shutdown_connections 2024-09-12T03:13:09.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.514+0000 7f839cc00640 1 -- 172.21.15.29:0/4136056542 wait complete. 2024-09-12T03:13:09.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.516+0000 7f839cc00640 1 Processor -- start 2024-09-12T03:13:09.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.516+0000 7f839cc00640 1 -- start start 2024-09-12T03:13:09.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.517+0000 7f839cc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83980d00e0 0x7f839815b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:09.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.517+0000 7f839cc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83980d4a20 0x7f83980cb450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:09.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.517+0000 7f839cc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f839815e470 0x7f83980cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:09.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.517+0000 7f839cc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f839806d9a0 con 0x7f83980d00e0 2024-09-12T03:13:09.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.517+0000 7f839cc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f83980cf3a0 con 0x7f839815e470 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.517+0000 7f839cc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f839806db20 con 0x7f83980d4a20 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.517+0000 7f8397400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83980d00e0 0x7f839815b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.517+0000 7f8397400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83980d00e0 0x7f839815b740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:35530/0 (socket says 172.21.15.29:35530) 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.517+0000 7f8397400640 1 -- 172.21.15.29:0/4273368781 learned_addr learned my addr 172.21.15.29:0/4273368781 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.517+0000 7f8397e00640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f839815e470 0x7f83980cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.518+0000 7f8396a00640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83980d4a20 0x7f83980cb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.518+0000 7f8397400640 1 -- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83980d4a20 msgr2=0x7f83980cb450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.518+0000 7f8397400640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83980d4a20 0x7f83980cb450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.518+0000 7f8397400640 1 -- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f839815e470 msgr2=0x7f83980cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.518+0000 7f8397400640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f839815e470 0x7f83980cdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.518+0000 7f8397400640 1 -- 172.21.15.29:0/4273368781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83980cc0b0 con 0x7f83980d00e0 2024-09-12T03:13:09.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.518+0000 7f8397400640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83980d00e0 0x7f839815b740 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f838800e960 tx=0x7f838800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:09.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.518+0000 7f838f400640 1 -- 172.21.15.29:0/4273368781 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8388017070 con 0x7f83980d00e0 2024-09-12T03:13:09.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.518+0000 7f838f400640 1 -- 172.21.15.29:0/4273368781 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f838800ca00 con 0x7f83980d00e0 2024-09-12T03:13:09.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.518+0000 7f838f400640 1 -- 172.21.15.29:0/4273368781 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838800cdd0 con 0x7f83980d00e0 2024-09-12T03:13:09.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.518+0000 7f839cc00640 1 -- 172.21.15.29:0/4273368781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83980cc390 con 0x7f83980d00e0 2024-09-12T03:13:09.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.519+0000 7f839cc00640 1 -- 172.21.15.29:0/4273368781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83980b87d0 con 0x7f83980d00e0 2024-09-12T03:13:09.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.520+0000 7f839cc00640 1 -- 172.21.15.29:0/4273368781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f839806d460 con 0x7f83980d00e0 2024-09-12T03:13:09.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.520+0000 7f838f400640 1 -- 172.21.15.29:0/4273368781 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f838801a070 con 0x7f83980d00e0 2024-09-12T03:13:09.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.521+0000 7f838f400640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f837806be30 0x7f837806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:09.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.521+0000 7f838f400640 1 -- 172.21.15.29:0/4273368781 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 5249+0+0 (secure 0 0 0) 0x7f838808ae70 con 0x7f83980d00e0 2024-09-12T03:13:09.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.522+0000 7f8396a00640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f837806be30 0x7f837806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:09.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.522+0000 7f8396a00640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f837806be30 0x7f837806e2f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f8384000f60 tx=0x7f8384007b50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:09.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.526+0000 7f838f400640 1 -- 172.21.15.29:0/4273368781 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8388059380 con 0x7f83980d00e0 2024-09-12T03:13:09.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.780+0000 7f839cc00640 1 -- 172.21.15.29:0/4273368781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f839806cf90 con 0x7f83980d00e0 2024-09-12T03:13:09.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.781+0000 7f838f400640 1 -- 172.21.15.29:0/4273368781 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) ==== 80+0+5304 (secure 0 0 0) 0x7f838805d680 con 0x7f83980d00e0 2024-09-12T03:13:09.781 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:09.781 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:13:09.781 INFO:teuthology.orchestra.run.smithi029.stdout: "auth_dump": [ 2024-09-12T03:13:09.781 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.a", 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmGdhrORAAsOS/B6LbhU6MJ2GUBYBJFA==", 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.b", 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJm7e2+ERAAyldNZARwXOigGaWNqli9Bg==", 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.782 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.c", 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmqYmoBxAAYPJQB2lkVmdMtBEIdiX1mQ==", 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.783 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.d", 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmoACEGxAAER5bDtRQNdNN8FDWARVXzQ==", 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.784 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.0", 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDsWuJm1gnvDRAAg+7CcQx/xZXRfM+g7lsR/A==", 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.1", 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDvWuJmnW8NKBAAISZJQD5VBkM1KkgEcWGfbQ==", 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:09.785 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.2", 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDyWuJmZNQuMRAA2ANl+grvUEpgKJt5/+m10w==", 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.786 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.3", 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD1WuJmesWYOxAACNJ0k9wf5vX7Jfu09q2HoA==", 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.4", 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD/WuJm9fUiHBAAZrBRG+pAXyud5zXPvQy1CQ==", 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.787 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.5", 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQACW+Jm8F8tJxAAPAwz7p5jMlNbkQC94UiSUA==", 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.6", 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAFW+Jm3IMDMhAAoT6gQFrllSSRpiM6+SH6gA==", 2024-09-12T03:13:09.788 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.7", 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAJW+Jmr+JtAhAAbP/l6S1lDbCzyaZ2DhcYOw==", 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.789 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.0", 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w==", 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow r", 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.1", 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmLdQsMRAA+n1A7Ovo1XnY3u+lXv2Ilg==", 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.790 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.2", 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmTP2lKhAA0th0lTng+ToO8M32YkX49A==", 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:13:09.791 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.3", 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmN5KtNxAAPlcAKyvfzPH0Nz+zPjjFLg==", 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.792 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.admin", 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmTksqChAA0bocgO0/5SUJ4Gs5Ctchdg==", 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.x", 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmamHAMhAAOO0VgoWBN+cj+LH+hCjMrA==", 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:13:09.793 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.y", 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmaP4NLBAA2aCTJ8rKhk1yHyvYwew2fQ==", 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2024-09-12T03:13:09.794 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:13:09.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.783+0000 7f839cc00640 1 -- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f837806be30 msgr2=0x7f837806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.783+0000 7f839cc00640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f837806be30 0x7f837806e2f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f8384000f60 tx=0x7f8384007b50 comp rx=0 tx=0).stop 2024-09-12T03:13:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.783+0000 7f839cc00640 1 -- 172.21.15.29:0/4273368781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83980d00e0 msgr2=0x7f839815b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.783+0000 7f839cc00640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83980d00e0 0x7f839815b740 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f838800e960 tx=0x7f838800ee20 comp rx=0 tx=0).stop 2024-09-12T03:13:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.783+0000 7f839cc00640 1 -- 172.21.15.29:0/4273368781 shutdown_connections 2024-09-12T03:13:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.783+0000 7f839cc00640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f837806be30 0x7f837806e2f0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.783+0000 7f839cc00640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f839815e470 0x7f83980cdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.783+0000 7f839cc00640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83980d4a20 0x7f83980cb450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.783+0000 7f839cc00640 1 --2- 172.21.15.29:0/4273368781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83980d00e0 0x7f839815b740 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.783+0000 7f839cc00640 1 -- 172.21.15.29:0/4273368781 >> 172.21.15.29:0/4273368781 conn(0x7f839809d700 msgr2=0x7f83980b4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.783+0000 7f839cc00640 1 -- 172.21.15.29:0/4273368781 shutdown_connections 2024-09-12T03:13:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.784+0000 7f839cc00640 1 -- 172.21.15.29:0/4273368781 wait complete. 2024-09-12T03:13:09.799 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-12T03:13:09.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.957+0000 7fd01c400640 1 Processor -- start 2024-09-12T03:13:09.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.957+0000 7fd01c400640 1 -- start start 2024-09-12T03:13:09.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.958+0000 7fd01c400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd01406dfd0 0x7fd01415c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:09.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.958+0000 7fd01c400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd01406e5b0 con 0x7fd0140726e0 2024-09-12T03:13:09.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.958+0000 7fd01c400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd01406e890 con 0x7fd01415d480 2024-09-12T03:13:09.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.958+0000 7fd01c400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fd01406eb70 con 0x7fd01406dfd0 2024-09-12T03:13:09.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.958+0000 7fd019000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fd0140726e0 0x7fd0140cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40796/0 (socket says 172.21.15.29:40796) 2024-09-12T03:13:09.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.958+0000 7fd019000640 1 -- 172.21.15.29:0/1496986016 learned_addr learned my addr 172.21.15.29:0/1496986016 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:09.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.959+0000 7fd01a400640 1 --2- 172.21.15.29:0/1496986016 >> v2:172.21.15.38:3300/0 conn(0x7fd01406dfd0 0x7fd01415c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:09.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.959+0000 7fd013e00640 1 -- 172.21.15.29:0/1496986016 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 234855462 0 0) 0x7fd01406e5b0 con 0x7fd0140726e0 2024-09-12T03:13:09.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.959+0000 7fd013e00640 1 -- 172.21.15.29:0/1496986016 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcffc003520 con 0x7fd0140726e0 2024-09-12T03:13:09.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.959+0000 7fd01a400640 1 -- 172.21.15.29:0/1496986016 >> v1:172.21.15.38:6789/0 conn(0x7fd01415d480 legacy=0x7fd014071fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.959+0000 7fd013e00640 1 -- 172.21.15.29:0/1496986016 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3761937476 0 0) 0x7fd01406e890 con 0x7fd01415d480 2024-09-12T03:13:09.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.959+0000 7fd01a400640 1 -- 172.21.15.29:0/1496986016 >> v1:172.21.15.29:6789/0 conn(0x7fd0140726e0 legacy=0x7fd0140cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.959+0000 7fd01a400640 1 -- 172.21.15.29:0/1496986016 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd01406ee50 con 0x7fd01406dfd0 2024-09-12T03:13:09.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.960+0000 7fd01a400640 1 --2- 172.21.15.29:0/1496986016 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd01406dfd0 0x7fd01415c770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd00c009d90 tx=0x7fd00c02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=576d7f3fcdc5e8c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:09.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.961+0000 7fd013e00640 1 -- 172.21.15.29:0/1496986016 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd00c007740 con 0x7fd01406dfd0 2024-09-12T03:13:09.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.961+0000 7fd013e00640 1 -- 172.21.15.29:0/1496986016 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd00c0078e0 con 0x7fd01406dfd0 2024-09-12T03:13:09.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.961+0000 7fd013e00640 1 -- 172.21.15.29:0/1496986016 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd00c007cb0 con 0x7fd01406dfd0 2024-09-12T03:13:09.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.961+0000 7fd01c400640 1 -- 172.21.15.29:0/1496986016 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd01406dfd0 msgr2=0x7fd01415c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.961+0000 7fd01c400640 1 --2- 172.21.15.29:0/1496986016 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd01406dfd0 0x7fd01415c770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fd00c009d90 tx=0x7fd00c02a660 comp rx=0 tx=0).stop 2024-09-12T03:13:09.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.961+0000 7fd01c400640 1 -- 172.21.15.29:0/1496986016 shutdown_connections 2024-09-12T03:13:09.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.961+0000 7fd01c400640 1 --2- 172.21.15.29:0/1496986016 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd01406dfd0 0x7fd01415c770 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.961+0000 7fd01c400640 1 -- 172.21.15.29:0/1496986016 >> 172.21.15.29:0/1496986016 conn(0x7fd014067d70 msgr2=0x7fd01406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:09.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.961+0000 7fd01c400640 1 -- 172.21.15.29:0/1496986016 shutdown_connections 2024-09-12T03:13:09.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.961+0000 7fd01c400640 1 -- 172.21.15.29:0/1496986016 wait complete. 2024-09-12T03:13:09.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.963+0000 7fd01c400640 1 Processor -- start 2024-09-12T03:13:09.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.963+0000 7fd01c400640 1 -- start start 2024-09-12T03:13:09.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd01c400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd01406dfd0 0x7fd0141477b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:09.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd01c400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0140726e0 0x7fd0141f4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:09.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd01c400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd01415d480 0x7fd0141f54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:09.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd01c400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd0140cda60 con 0x7fd0140726e0 2024-09-12T03:13:09.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd01c400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd0140cd8e0 con 0x7fd01415d480 2024-09-12T03:13:09.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd01c400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd0140cdbe0 con 0x7fd01406dfd0 2024-09-12T03:13:09.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd019000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0140726e0 0x7fd0141f4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:09.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd019000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0140726e0 0x7fd0141f4f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34690/0 (socket says 172.21.15.29:34690) 2024-09-12T03:13:09.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd019000640 1 -- 172.21.15.29:0/923264483 learned_addr learned my addr 172.21.15.29:0/923264483 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:09.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd01a400640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd01415d480 0x7fd0141f54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:09.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd019a00640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd01406dfd0 0x7fd0141477b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:09.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd019000640 1 -- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd01406dfd0 msgr2=0x7fd0141477b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd019000640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd01406dfd0 0x7fd0141477b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd019000640 1 -- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd01415d480 msgr2=0x7fd0141f54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:09.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd019000640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd01415d480 0x7fd0141f54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:09.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.964+0000 7fd019000640 1 -- 172.21.15.29:0/923264483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0140b1e40 con 0x7fd0140726e0 2024-09-12T03:13:09.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.965+0000 7fd019000640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0140726e0 0x7fd0141f4f80 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fd00000c430 tx=0x7fd00000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:09.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.965+0000 7fd011600640 1 -- 172.21.15.29:0/923264483 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd000017070 con 0x7fd0140726e0 2024-09-12T03:13:09.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.965+0000 7fd011600640 1 -- 172.21.15.29:0/923264483 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd000005ce0 con 0x7fd0140726e0 2024-09-12T03:13:09.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.965+0000 7fd011600640 1 -- 172.21.15.29:0/923264483 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0000072f0 con 0x7fd0140726e0 2024-09-12T03:13:09.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.965+0000 7fd01c400640 1 -- 172.21.15.29:0/923264483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0141f2b40 con 0x7fd0140726e0 2024-09-12T03:13:09.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.965+0000 7fd01c400640 1 -- 172.21.15.29:0/923264483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0140b1b60 con 0x7fd0140726e0 2024-09-12T03:13:09.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.966+0000 7fd01c400640 1 -- 172.21.15.29:0/923264483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd01415c770 con 0x7fd0140726e0 2024-09-12T03:13:09.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.967+0000 7fd011600640 1 -- 172.21.15.29:0/923264483 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd00001a070 con 0x7fd0140726e0 2024-09-12T03:13:09.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.968+0000 7fd011600640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcff406be30 0x7fcff406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:09.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.969+0000 7fd011600640 1 -- 172.21.15.29:0/923264483 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 5249+0+0 (secure 0 0 0) 0x7fd00008a1a0 con 0x7fd0140726e0 2024-09-12T03:13:09.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.969+0000 7fd019a00640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcff406be30 0x7fcff406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:09.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.970+0000 7fd019a00640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcff406be30 0x7fcff406e2f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fd008007fd0 tx=0x7fd008009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:09.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:09.973+0000 7fd011600640 1 -- 172.21.15.29:0/923264483 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd000058d10 con 0x7fd0140726e0 2024-09-12T03:13:10.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.160+0000 7fd01c400640 1 -- 172.21.15.29:0/923264483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fd01406cfb0 con 0x7fd0140726e0 2024-09-12T03:13:10.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.161+0000 7fd011600640 1 -- 172.21.15.29:0/923264483 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v76) ==== 84+0+65 (secure 0 0 0) 0x7fd000058610 con 0x7fd0140726e0 2024-09-12T03:13:10.161 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:10.161 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-12T03:13:10.161 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:10.161 INFO:teuthology.orchestra.run.smithi029.stdout: "poolnum": 1, 2024-09-12T03:13:10.162 INFO:teuthology.orchestra.run.smithi029.stdout: "poolname": ".mgr" 2024-09-12T03:13:10.162 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:10.162 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-12T03:13:10.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 -- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcff406be30 msgr2=0x7fcff406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:10.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcff406be30 0x7fcff406e2f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fd008007fd0 tx=0x7fd008009040 comp rx=0 tx=0).stop 2024-09-12T03:13:10.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 -- 172.21.15.29:0/923264483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0140726e0 msgr2=0x7fd0141f4f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:10.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0140726e0 0x7fd0141f4f80 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fd00000c430 tx=0x7fd00000c8f0 comp rx=0 tx=0).stop 2024-09-12T03:13:10.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 -- 172.21.15.29:0/923264483 shutdown_connections 2024-09-12T03:13:10.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcff406be30 0x7fcff406e2f0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:10.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd01415d480 0x7fd0141f54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:10.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0140726e0 0x7fd0141f4f80 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:10.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 --2- 172.21.15.29:0/923264483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd01406dfd0 0x7fd0141477b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:10.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 -- 172.21.15.29:0/923264483 >> 172.21.15.29:0/923264483 conn(0x7fd014067d70 msgr2=0x7fd01415ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:10.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 -- 172.21.15.29:0/923264483 shutdown_connections 2024-09-12T03:13:10.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.163+0000 7fd01c400640 1 -- 172.21.15.29:0/923264483 wait complete. 2024-09-12T03:13:10.180 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T03:13:10.180 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T03:13:10.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.341+0000 7f7fdf200640 1 Processor -- start 2024-09-12T03:13:10.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.341+0000 7f7fdf200640 1 -- start start 2024-09-12T03:13:10.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.342+0000 7f7fdf200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7fd80cf590 0x7f7fd806e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:10.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.342+0000 7f7fdf200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fd806e790 con 0x7f7fd8072750 2024-09-12T03:13:10.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.342+0000 7f7fdf200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7fd806ea70 con 0x7f7fd80afa40 2024-09-12T03:13:10.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.342+0000 7f7fdf200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f7fd80ce9f0 con 0x7f7fd80cf590 2024-09-12T03:13:10.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.343+0000 7f7fd7400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7fd8072750 0x7f7fd80cee80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40802/0 (socket says 172.21.15.29:40802) 2024-09-12T03:13:10.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.343+0000 7f7fd7400640 1 -- 172.21.15.29:0/1405462899 learned_addr learned my addr 172.21.15.29:0/1405462899 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:10.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.343+0000 7f7fdd200640 1 --2- 172.21.15.29:0/1405462899 >> v2:172.21.15.38:3300/0 conn(0x7f7fd80cf590 0x7f7fd806e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:10.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.343+0000 7f7fd6a00640 1 -- 172.21.15.29:0/1405462899 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1572697376 0 0) 0x7f7fd806e790 con 0x7f7fd8072750 2024-09-12T03:13:10.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.343+0000 7f7fd6a00640 1 -- 172.21.15.29:0/1405462899 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7fbc003520 con 0x7f7fd8072750 2024-09-12T03:13:10.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.343+0000 7f7fd6a00640 1 -- 172.21.15.29:0/1405462899 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1241652977 0 0) 0x7f7fd806ea70 con 0x7f7fd80afa40 2024-09-12T03:13:10.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.343+0000 7f7fd6a00640 1 -- 172.21.15.29:0/1405462899 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7fd806e790 con 0x7f7fd80afa40 2024-09-12T03:13:10.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.343+0000 7f7fdd200640 1 -- 172.21.15.29:0/1405462899 >> v1:172.21.15.38:6789/0 conn(0x7f7fd80afa40 legacy=0x7f7fd8072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:10.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.343+0000 7f7fdd200640 1 -- 172.21.15.29:0/1405462899 >> v1:172.21.15.29:6789/0 conn(0x7f7fd8072750 legacy=0x7f7fd80cee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:10.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.343+0000 7f7fd6a00640 1 -- 172.21.15.29:0/1405462899 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3333989175 0 0) 0x7f7fbc003520 con 0x7f7fd8072750 2024-09-12T03:13:10.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.343+0000 7f7fdd200640 1 -- 172.21.15.29:0/1405462899 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fd806ed50 con 0x7f7fd80cf590 2024-09-12T03:13:10.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.344+0000 7f7fdd200640 1 --2- 172.21.15.29:0/1405462899 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fd80cf590 0x7f7fd806e040 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f7fd0009d90 tx=0x7f7fd002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a556a4bb215a893 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:10.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.345+0000 7f7fd6a00640 1 -- 172.21.15.29:0/1405462899 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4001670 con 0x7f7fd80cf590 2024-09-12T03:13:10.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.345+0000 7f7fd6a00640 1 -- 172.21.15.29:0/1405462899 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fd0007540 con 0x7f7fd80cf590 2024-09-12T03:13:10.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.345+0000 7f7fd6a00640 1 -- 172.21.15.29:0/1405462899 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fd0007910 con 0x7f7fd80cf590 2024-09-12T03:13:10.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.345+0000 7f7fdf200640 1 -- 172.21.15.29:0/1405462899 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fd80cf590 msgr2=0x7f7fd806e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:10.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.345+0000 7f7fdf200640 1 --2- 172.21.15.29:0/1405462899 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fd80cf590 0x7f7fd806e040 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f7fd0009d90 tx=0x7f7fd002a680 comp rx=0 tx=0).stop 2024-09-12T03:13:10.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.345+0000 7f7fdf200640 1 -- 172.21.15.29:0/1405462899 shutdown_connections 2024-09-12T03:13:10.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.345+0000 7f7fdf200640 1 --2- 172.21.15.29:0/1405462899 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fd80cf590 0x7f7fd806e040 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:10.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.345+0000 7f7fdf200640 1 -- 172.21.15.29:0/1405462899 >> 172.21.15.29:0/1405462899 conn(0x7f7fd80b5de0 msgr2=0x7f7fd806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:10.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.346+0000 7f7fdf200640 1 -- 172.21.15.29:0/1405462899 shutdown_connections 2024-09-12T03:13:10.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.346+0000 7f7fdf200640 1 -- 172.21.15.29:0/1405462899 wait complete. 2024-09-12T03:13:10.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.347+0000 7f7fdf200640 1 Processor -- start 2024-09-12T03:13:10.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.347+0000 7f7fdf200640 1 -- start start 2024-09-12T03:13:10.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.348+0000 7f7fdf200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd8072750 0x7f7fd814ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:10.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.348+0000 7f7fdf200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7fd80afa40 0x7f7fd814da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:10.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.348+0000 7f7fdf200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fd80cf590 0x7f7fd81f5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:10.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.348+0000 7f7fdf200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd815d520 con 0x7f7fd8072750 2024-09-12T03:13:10.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.348+0000 7f7fdf200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd80afe20 con 0x7f7fd80cf590 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.348+0000 7f7fdf200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7fd815d6a0 con 0x7f7fd80afa40 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.348+0000 7f7fd7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd8072750 0x7f7fd814ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.348+0000 7f7fd7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd8072750 0x7f7fd814ff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34698/0 (socket says 172.21.15.29:34698) 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.348+0000 7f7fd7e00640 1 -- 172.21.15.29:0/2310707922 learned_addr learned my addr 172.21.15.29:0/2310707922 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fd7400640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7fd80afa40 0x7f7fd814da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fdd200640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fd80cf590 0x7f7fd81f5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fd7e00640 1 -- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7fd80afa40 msgr2=0x7f7fd814da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fd7e00640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7fd80afa40 0x7f7fd814da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fd7e00640 1 -- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fd80cf590 msgr2=0x7f7fd81f5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fd7e00640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fd80cf590 0x7f7fd81f5840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fd7e00640 1 -- 172.21.15.29:0/2310707922 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fd81505e0 con 0x7f7fd8072750 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fdd200640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fd80cf590 0x7f7fd81f5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:10.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fd7e00640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd8072750 0x7f7fd814ff90 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f7fc800c490 tx=0x7f7fc800c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:10.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fcfe00640 1 -- 172.21.15.29:0/2310707922 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc80052d0 con 0x7f7fd8072750 2024-09-12T03:13:10.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fcfe00640 1 -- 172.21.15.29:0/2310707922 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fc8005470 con 0x7f7fd8072750 2024-09-12T03:13:10.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.349+0000 7f7fdf200640 1 -- 172.21.15.29:0/2310707922 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fd81508c0 con 0x7f7fd8072750 2024-09-12T03:13:10.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.350+0000 7f7fcfe00640 1 -- 172.21.15.29:0/2310707922 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc8012850 con 0x7f7fd8072750 2024-09-12T03:13:10.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.350+0000 7f7fdf200640 1 -- 172.21.15.29:0/2310707922 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fd80b1370 con 0x7f7fd8072750 2024-09-12T03:13:10.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.351+0000 7f7fdf200640 1 -- 172.21.15.29:0/2310707922 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fd806e040 con 0x7f7fd8072750 2024-09-12T03:13:10.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.352+0000 7f7fcfe00640 1 -- 172.21.15.29:0/2310707922 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7fc80129f0 con 0x7f7fd8072750 2024-09-12T03:13:10.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.353+0000 7f7fcfe00640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7fb806be60 0x7f7fb806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:10.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.353+0000 7f7fcfe00640 1 -- 172.21.15.29:0/2310707922 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 5249+0+0 (secure 0 0 0) 0x7f7fc808a7a0 con 0x7f7fd8072750 2024-09-12T03:13:10.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.353+0000 7f7fd7400640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7fb806be60 0x7f7fb806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:10.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.354+0000 7f7fd7400640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7fb806be60 0x7f7fb806e320 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7fd815a4f0 tx=0x7f7fc4001610 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:10.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.357+0000 7f7fcfe00640 1 -- 172.21.15.29:0/2310707922 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7fc80593a0 con 0x7f7fd8072750 2024-09-12T03:13:10.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:10.545+0000 7f7fdf200640 1 -- 172.21.15.29:0/2310707922 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f7fd80cfdc0 con 0x7f7fd8072750 2024-09-12T03:13:11.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.331+0000 7f7fcfe00640 1 -- 172.21.15.29:0/2310707922 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v77) ==== 138+0+0 (secure 0 0 0) 0x7f7fc8058ca0 con 0x7f7fd8072750 2024-09-12T03:13:11.332 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' created 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 -- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7fb806be60 msgr2=0x7f7fb806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7fb806be60 0x7f7fb806e320 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7fd815a4f0 tx=0x7f7fc4001610 comp rx=0 tx=0).stop 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 -- 172.21.15.29:0/2310707922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd8072750 msgr2=0x7f7fd814ff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd8072750 0x7f7fd814ff90 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f7fc800c490 tx=0x7f7fc800c950 comp rx=0 tx=0).stop 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 -- 172.21.15.29:0/2310707922 shutdown_connections 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7fb806be60 0x7f7fb806e320 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7fd80cf590 0x7f7fd81f5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7fd80afa40 0x7f7fd814da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 --2- 172.21.15.29:0/2310707922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd8072750 0x7f7fd814ff90 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 -- 172.21.15.29:0/2310707922 >> 172.21.15.29:0/2310707922 conn(0x7f7fd80b5de0 msgr2=0x7f7fd8155e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 -- 172.21.15.29:0/2310707922 shutdown_connections 2024-09-12T03:13:11.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.335+0000 7f7fdf200640 1 -- 172.21.15.29:0/2310707922 wait complete. 2024-09-12T03:13:11.359 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T03:13:11.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.526+0000 7feabdc00640 1 Processor -- start 2024-09-12T03:13:11.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.526+0000 7feabdc00640 1 -- start start 2024-09-12T03:13:11.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.527+0000 7feabdc00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7feab815b3f0 0x7feab80d1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:11.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feabdc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7feab815b7d0 0x7feab80b4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:11.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feabdc00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feab815c0d0 con 0x7feab815bc20 2024-09-12T03:13:11.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feabdc00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7feab815c3b0 con 0x7feab815b7d0 2024-09-12T03:13:11.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feabdc00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7feab815c690 con 0x7feab815b3f0 2024-09-12T03:13:11.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feaae000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7feab815b7d0 0x7feab80b4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:11.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feaae000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7feab815b7d0 0x7feab80b4ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34714/0 (socket says 172.21.15.29:34714) 2024-09-12T03:13:11.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feaae000640 1 -- 172.21.15.29:0/2841298687 learned_addr learned my addr 172.21.15.29:0/2841298687 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:11.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feab6a00640 1 --2- 172.21.15.29:0/2841298687 >> v2:172.21.15.38:3300/0 conn(0x7feab815b3f0 0x7feab80d1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:11.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feaae000640 1 -- 172.21.15.29:0/2841298687 >> v2:172.21.15.38:3300/0 conn(0x7feab815b3f0 msgr2=0x7feab80d1cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:11.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feaae000640 1 --2- 172.21.15.29:0/2841298687 >> v2:172.21.15.38:3300/0 conn(0x7feab815b3f0 0x7feab80d1cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:11.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feaae000640 1 -- 172.21.15.29:0/2841298687 >> v1:172.21.15.38:6789/0 conn(0x7feab815bc20 legacy=0x7feab815d170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:11.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.528+0000 7feaae000640 1 -- 172.21.15.29:0/2841298687 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feab815c970 con 0x7feab815b7d0 2024-09-12T03:13:11.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.529+0000 7feaae000640 1 --2- 172.21.15.29:0/2841298687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feab815b7d0 0x7feab80b4ec0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7feab8073580 tx=0x7feaa002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=634deaef93c025d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:11.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.530+0000 7feab6000640 1 -- 172.21.15.29:0/2841298687 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa0037070 con 0x7feab815b7d0 2024-09-12T03:13:11.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.530+0000 7feab6000640 1 -- 172.21.15.29:0/2841298687 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feaa0032440 con 0x7feab815b7d0 2024-09-12T03:13:11.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.530+0000 7feab6000640 1 -- 172.21.15.29:0/2841298687 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa0032810 con 0x7feab815b7d0 2024-09-12T03:13:11.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.530+0000 7feabdc00640 1 -- 172.21.15.29:0/2841298687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feab815b7d0 msgr2=0x7feab80b4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:11.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.530+0000 7feabdc00640 1 --2- 172.21.15.29:0/2841298687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feab815b7d0 0x7feab80b4ec0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7feab8073580 tx=0x7feaa002a250 comp rx=0 tx=0).stop 2024-09-12T03:13:11.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.530+0000 7feabdc00640 1 -- 172.21.15.29:0/2841298687 shutdown_connections 2024-09-12T03:13:11.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.530+0000 7feabdc00640 1 --2- 172.21.15.29:0/2841298687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feab815b7d0 0x7feab80b4ec0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:11.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.530+0000 7feabdc00640 1 --2- 172.21.15.29:0/2841298687 >> v2:172.21.15.38:3300/0 conn(0x7feab815b3f0 0x7feab80d1cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:11.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.530+0000 7feabdc00640 1 -- 172.21.15.29:0/2841298687 >> 172.21.15.29:0/2841298687 conn(0x7feab80b6b10 msgr2=0x7feab809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.530+0000 7feabdc00640 1 -- 172.21.15.29:0/2841298687 shutdown_connections 2024-09-12T03:13:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.530+0000 7feabdc00640 1 -- 172.21.15.29:0/2841298687 wait complete. 2024-09-12T03:13:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.532+0000 7feabdc00640 1 Processor -- start 2024-09-12T03:13:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.532+0000 7feabdc00640 1 -- start start 2024-09-12T03:13:11.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.533+0000 7feabdc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feab815b3f0 0x7feab8145d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:11.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.533+0000 7feabdc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feab815b7d0 0x7feab814e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:11.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.533+0000 7feabdc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feab815bc20 0x7feab814bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:11.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.533+0000 7feabdc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feab80b5580 con 0x7feab815b3f0 2024-09-12T03:13:11.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.533+0000 7feabdc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7feab80b5400 con 0x7feab815b7d0 2024-09-12T03:13:11.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.533+0000 7feabdc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7feab80b5700 con 0x7feab815bc20 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.533+0000 7feab6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feab815b3f0 0x7feab8145d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.533+0000 7feab6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feab815b3f0 0x7feab8145d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34726/0 (socket says 172.21.15.29:34726) 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.533+0000 7feab6a00640 1 -- 172.21.15.29:0/2859909682 learned_addr learned my addr 172.21.15.29:0/2859909682 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feaae000640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feab815b7d0 0x7feab814e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feab7400640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feab815bc20 0x7feab814bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feab6a00640 1 -- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feab815bc20 msgr2=0x7feab814bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feab6a00640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feab815bc20 0x7feab814bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feab6a00640 1 -- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feab815b7d0 msgr2=0x7feab814e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feab6a00640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feab815b7d0 0x7feab814e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feab6a00640 1 -- 172.21.15.29:0/2859909682 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feab81464d0 con 0x7feab815b3f0 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feab7400640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feab815bc20 0x7feab814bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feab6a00640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feab815b3f0 0x7feab8145d70 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7feaa800d620 tx=0x7feaa800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:11.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feaaf400640 1 -- 172.21.15.29:0/2859909682 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa800b620 con 0x7feab815b3f0 2024-09-12T03:13:11.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feaaf400640 1 -- 172.21.15.29:0/2859909682 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feaa8019070 con 0x7feab815b3f0 2024-09-12T03:13:11.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feaaf400640 1 -- 172.21.15.29:0/2859909682 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa800ba00 con 0x7feab815b3f0 2024-09-12T03:13:11.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feabdc00640 1 -- 172.21.15.29:0/2859909682 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feab8149ca0 con 0x7feab815b3f0 2024-09-12T03:13:11.536 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.534+0000 7feabdc00640 1 -- 172.21.15.29:0/2859909682 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feab814a220 con 0x7feab815b3f0 2024-09-12T03:13:11.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.535+0000 7feabdc00640 1 -- 172.21.15.29:0/2859909682 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feab80b4ec0 con 0x7feab815b3f0 2024-09-12T03:13:11.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.537+0000 7feaaf400640 1 -- 172.21.15.29:0/2859909682 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7feaa800bba0 con 0x7feab815b3f0 2024-09-12T03:13:11.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.537+0000 7feaaf400640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea9406be30 0x7fea9406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.537+0000 7feaaf400640 1 -- 172.21.15.29:0/2859909682 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5619+0+0 (secure 0 0 0) 0x7feaa808b280 con 0x7feab815b3f0 2024-09-12T03:13:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.538+0000 7feaae000640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea9406be30 0x7fea9406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:11.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.539+0000 7feaae000640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea9406be30 0x7fea9406e2f0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7feaa0034000 tx=0x7feaa002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:11.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.543+0000 7feaaf400640 1 -- 172.21.15.29:0/2859909682 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7feaa8059be0 con 0x7feab815b3f0 2024-09-12T03:13:11.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:11.728+0000 7feabdc00640 1 -- 172.21.15.29:0/2859909682 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7feab80d08b0 con 0x7feab815b3f0 2024-09-12T03:13:12.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.338+0000 7feaaf400640 1 -- 172.21.15.29:0/2859909682 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v78) ==== 170+0+0 (secure 0 0 0) 0x7feaa80594e0 con 0x7feab815b3f0 2024-09-12T03:13:12.339 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' created 2024-09-12T03:13:12.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.342+0000 7feabdc00640 1 -- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea9406be30 msgr2=0x7fea9406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:12.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.342+0000 7feabdc00640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea9406be30 0x7fea9406e2f0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7feaa0034000 tx=0x7feaa002e000 comp rx=0 tx=0).stop 2024-09-12T03:13:12.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.342+0000 7feabdc00640 1 -- 172.21.15.29:0/2859909682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feab815b3f0 msgr2=0x7feab8145d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:12.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.342+0000 7feabdc00640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feab815b3f0 0x7feab8145d70 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7feaa800d620 tx=0x7feaa800dae0 comp rx=0 tx=0).stop 2024-09-12T03:13:12.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.342+0000 7feabdc00640 1 -- 172.21.15.29:0/2859909682 shutdown_connections 2024-09-12T03:13:12.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.342+0000 7feabdc00640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea9406be30 0x7fea9406e2f0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:12.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.342+0000 7feabdc00640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feab815bc20 0x7feab814bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:12.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.342+0000 7feabdc00640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feab815b7d0 0x7feab814e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:12.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.342+0000 7feabdc00640 1 --2- 172.21.15.29:0/2859909682 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feab815b3f0 0x7feab8145d70 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:12.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.342+0000 7feabdc00640 1 -- 172.21.15.29:0/2859909682 >> 172.21.15.29:0/2859909682 conn(0x7feab80b6b10 msgr2=0x7feab81589e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:12.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.343+0000 7feabdc00640 1 -- 172.21.15.29:0/2859909682 shutdown_connections 2024-09-12T03:13:12.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.343+0000 7feabdc00640 1 -- 172.21.15.29:0/2859909682 wait complete. 2024-09-12T03:13:12.381 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T03:13:12.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.544+0000 7f0fb7400640 1 Processor -- start 2024-09-12T03:13:12.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.544+0000 7f0fb7400640 1 -- start start 2024-09-12T03:13:12.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.546+0000 7f0fb7400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0fb0144ed0 0x7f0fb00700c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:12.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.546+0000 7f0fb7400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0fb00b5260 0x7f0fb00aeff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:12.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.546+0000 7f0fb7400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0fb00ae890 con 0x7f0fb006f1a0 2024-09-12T03:13:12.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.546+0000 7f0fb7400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0fb0071040 con 0x7f0fb0144ed0 2024-09-12T03:13:12.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.546+0000 7f0fb7400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0fb01452b0 con 0x7f0fb00b5260 2024-09-12T03:13:12.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.546+0000 7f0fb4a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0fb0144ed0 0x7f0fb00700c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:12.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.546+0000 7f0fb4a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0fb0144ed0 0x7f0fb00700c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34728/0 (socket says 172.21.15.29:34728) 2024-09-12T03:13:12.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.546+0000 7f0fb4a00640 1 -- 172.21.15.29:0/3145159414 learned_addr learned my addr 172.21.15.29:0/3145159414 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:12.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.546+0000 7f0fb5400640 1 --2- 172.21.15.29:0/3145159414 >> v2:172.21.15.38:3300/0 conn(0x7f0fb00b5260 0x7f0fb00aeff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:12.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.547+0000 7f0fb4a00640 1 -- 172.21.15.29:0/3145159414 >> v2:172.21.15.38:3300/0 conn(0x7f0fb00b5260 msgr2=0x7f0fb00aeff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:12.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.547+0000 7f0fb4a00640 1 --2- 172.21.15.29:0/3145159414 >> v2:172.21.15.38:3300/0 conn(0x7f0fb00b5260 0x7f0fb00aeff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:12.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.547+0000 7f0fb4a00640 1 -- 172.21.15.29:0/3145159414 >> v1:172.21.15.38:6789/0 conn(0x7f0fb006f1a0 legacy=0x7f0fb00b4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:12.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.547+0000 7f0fb4a00640 1 -- 172.21.15.29:0/3145159414 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fb00aeb10 con 0x7f0fb0144ed0 2024-09-12T03:13:12.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.548+0000 7f0fb4a00640 1 --2- 172.21.15.29:0/3145159414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0fb0144ed0 0x7f0fb00700c0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f0fb009f650 tx=0x7f0fa402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=378fe5ceb232173 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:12.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.548+0000 7f0faf400640 1 -- 172.21.15.29:0/3145159414 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa4037070 con 0x7f0fb0144ed0 2024-09-12T03:13:12.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.548+0000 7f0faf400640 1 -- 172.21.15.29:0/3145159414 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fa4032440 con 0x7f0fb0144ed0 2024-09-12T03:13:12.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.548+0000 7f0faf400640 1 -- 172.21.15.29:0/3145159414 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa4032810 con 0x7f0fb0144ed0 2024-09-12T03:13:12.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.548+0000 7f0fb7400640 1 -- 172.21.15.29:0/3145159414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0fb0144ed0 msgr2=0x7f0fb00700c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:12.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.548+0000 7f0fb7400640 1 --2- 172.21.15.29:0/3145159414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0fb0144ed0 0x7f0fb00700c0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f0fb009f650 tx=0x7f0fa402a270 comp rx=0 tx=0).stop 2024-09-12T03:13:12.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.548+0000 7f0fb7400640 1 -- 172.21.15.29:0/3145159414 shutdown_connections 2024-09-12T03:13:12.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.548+0000 7f0fb7400640 1 --2- 172.21.15.29:0/3145159414 >> v2:172.21.15.38:3300/0 conn(0x7f0fb00b5260 0x7f0fb00aeff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:12.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.548+0000 7f0fb7400640 1 --2- 172.21.15.29:0/3145159414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0fb0144ed0 0x7f0fb00700c0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:12.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.548+0000 7f0fb7400640 1 -- 172.21.15.29:0/3145159414 >> 172.21.15.29:0/3145159414 conn(0x7f0fb009aa70 msgr2=0x7f0fb00b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:12.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.549+0000 7f0fb7400640 1 -- 172.21.15.29:0/3145159414 shutdown_connections 2024-09-12T03:13:12.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.549+0000 7f0fb7400640 1 -- 172.21.15.29:0/3145159414 wait complete. 2024-09-12T03:13:12.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.550+0000 7f0fb7400640 1 Processor -- start 2024-09-12T03:13:12.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.550+0000 7f0fb7400640 1 -- start start 2024-09-12T03:13:12.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.551+0000 7f0fb7400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0fb006f1a0 0x7f0fb0134810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:12.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.551+0000 7f0fb7400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0fb00b5260 0x7f0fb0138520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:12.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.551+0000 7f0fb7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0fb0144ed0 0x7f0fb0154c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:12.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.551+0000 7f0fb7400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb0070d60 con 0x7f0fb0144ed0 2024-09-12T03:13:12.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.551+0000 7f0fb7400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb0070a80 con 0x7f0fb006f1a0 2024-09-12T03:13:12.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.551+0000 7f0fb7400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0fb00b5880 con 0x7f0fb00b5260 2024-09-12T03:13:12.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.551+0000 7f0fb5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0fb0144ed0 0x7f0fb0154c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:12.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.551+0000 7f0fb5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0fb0144ed0 0x7f0fb0154c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34736/0 (socket says 172.21.15.29:34736) 2024-09-12T03:13:12.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.551+0000 7f0fb5400640 1 -- 172.21.15.29:0/602426599 learned_addr learned my addr 172.21.15.29:0/602426599 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:12.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0fb4a00640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0fb006f1a0 0x7f0fb0134810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:12.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0fafe00640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0fb00b5260 0x7f0fb0138520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:12.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0fb5400640 1 -- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0fb00b5260 msgr2=0x7f0fb0138520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:12.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0fb5400640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0fb00b5260 0x7f0fb0138520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:12.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0fb5400640 1 -- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0fb006f1a0 msgr2=0x7f0fb0134810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:12.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0fb5400640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0fb006f1a0 0x7f0fb0134810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:12.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0fb5400640 1 -- 172.21.15.29:0/602426599 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fb0138a60 con 0x7f0fb0144ed0 2024-09-12T03:13:12.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0fb5400640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0fb0144ed0 0x7f0fb0154c70 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f0fa8007e60 tx=0x7f0fa800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:12.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0facc00640 1 -- 172.21.15.29:0/602426599 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa8014620 con 0x7f0fb0144ed0 2024-09-12T03:13:12.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0facc00640 1 -- 172.21.15.29:0/602426599 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fa8019070 con 0x7f0fb0144ed0 2024-09-12T03:13:12.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0facc00640 1 -- 172.21.15.29:0/602426599 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa8014a00 con 0x7f0fb0144ed0 2024-09-12T03:13:12.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.552+0000 7f0fb7400640 1 -- 172.21.15.29:0/602426599 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fb0134df0 con 0x7f0fb0144ed0 2024-09-12T03:13:12.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.553+0000 7f0fb7400640 1 -- 172.21.15.29:0/602426599 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fb01353b0 con 0x7f0fb0144ed0 2024-09-12T03:13:12.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.554+0000 7f0fb7400640 1 -- 172.21.15.29:0/602426599 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fb00d2210 con 0x7f0fb0144ed0 2024-09-12T03:13:12.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.555+0000 7f0facc00640 1 -- 172.21.15.29:0/602426599 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0fa8014ba0 con 0x7f0fb0144ed0 2024-09-12T03:13:12.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.555+0000 7f0facc00640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f9006be30 0x7f0f9006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:12.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.556+0000 7f0facc00640 1 -- 172.21.15.29:0/602426599 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6001+0+0 (secure 0 0 0) 0x7f0fa808b7c0 con 0x7f0fb0144ed0 2024-09-12T03:13:12.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.556+0000 7f0fb4a00640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f9006be30 0x7f0f9006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:12.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.557+0000 7f0fb4a00640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f9006be30 0x7f0f9006e2f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4034000 tx=0x7f0fa402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:12.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.561+0000 7f0facc00640 1 -- 172.21.15.29:0/602426599 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0fb00d2210 con 0x7f0fb0144ed0 2024-09-12T03:13:12.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:12.779+0000 7f0fb7400640 1 -- 172.21.15.29:0/602426599 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f0fb015ba40 con 0x7f0fb0144ed0 2024-09-12T03:13:13.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.341+0000 7f0facc00640 1 -- 172.21.15.29:0/602426599 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 11 and data pool 12 v66) ==== 174+0+0 (secure 0 0 0) 0x7f0fa8059950 con 0x7f0fb0144ed0 2024-09-12T03:13:13.342 INFO:teuthology.orchestra.run.smithi029.stderr:new fs with metadata pool 11 and data pool 12 2024-09-12T03:13:13.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.344+0000 7f0fb7400640 1 -- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f9006be30 msgr2=0x7f0f9006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.344+0000 7f0fb7400640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f9006be30 0x7f0f9006e2f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4034000 tx=0x7f0fa402e000 comp rx=0 tx=0).stop 2024-09-12T03:13:13.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.344+0000 7f0fb7400640 1 -- 172.21.15.29:0/602426599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0fb0144ed0 msgr2=0x7f0fb0154c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.344+0000 7f0fb7400640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0fb0144ed0 0x7f0fb0154c70 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f0fa8007e60 tx=0x7f0fa800e4b0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.345+0000 7f0fb7400640 1 -- 172.21.15.29:0/602426599 shutdown_connections 2024-09-12T03:13:13.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.345+0000 7f0fb7400640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f9006be30 0x7f0f9006e2f0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.345+0000 7f0fb7400640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0fb0144ed0 0x7f0fb0154c70 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.345+0000 7f0fb7400640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0fb00b5260 0x7f0fb0138520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.345+0000 7f0fb7400640 1 --2- 172.21.15.29:0/602426599 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0fb006f1a0 0x7f0fb0134810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.345+0000 7f0fb7400640 1 -- 172.21.15.29:0/602426599 >> 172.21.15.29:0/602426599 conn(0x7f0fb009aa70 msgr2=0x7f0fb015ddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:13.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.346+0000 7f0fb7400640 1 -- 172.21.15.29:0/602426599 shutdown_connections 2024-09-12T03:13:13.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.346+0000 7f0fb7400640 1 -- 172.21.15.29:0/602426599 wait complete. 2024-09-12T03:13:13.393 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:13:13.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.551+0000 7fa5f5000640 1 Processor -- start 2024-09-12T03:13:13.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.552+0000 7fa5f5000640 1 -- start start 2024-09-12T03:13:13.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.553+0000 7fa5f5000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa5f01554d0 0x7fa5f00ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:13.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.553+0000 7fa5f5000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5f00af860 con 0x7fa5f00af3a0 2024-09-12T03:13:13.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.553+0000 7fa5f5000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5f00afb40 con 0x7fa5f0162750 2024-09-12T03:13:13.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.553+0000 7fa5f5000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa5f00b0470 con 0x7fa5f01554d0 2024-09-12T03:13:13.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.553+0000 7fa5ede00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa5f01554d0 0x7fa5f00ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:13.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.553+0000 7fa5ede00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa5f01554d0 0x7fa5f00ccf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34746/0 (socket says 172.21.15.29:34746) 2024-09-12T03:13:13.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.553+0000 7fa5ede00640 1 -- 172.21.15.29:0/4253707102 learned_addr learned my addr 172.21.15.29:0/4253707102 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:13.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.553+0000 7fa5e5400640 1 --1- 172.21.15.29:0/4253707102 >> v1:172.21.15.29:6789/0 conn(0x7fa5f00af3a0 0x7fa5f0162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40812/0 (socket says 172.21.15.29:40812) 2024-09-12T03:13:13.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.554+0000 7fa5ede00640 1 -- 172.21.15.29:0/4253707102 >> v1:172.21.15.38:6789/0 conn(0x7fa5f0162750 legacy=0x7fa5f006eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.554+0000 7fa5ede00640 1 -- 172.21.15.29:0/4253707102 >> v1:172.21.15.29:6789/0 conn(0x7fa5f00af3a0 legacy=0x7fa5f0162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.554+0000 7fa5ede00640 1 -- 172.21.15.29:0/4253707102 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5f00afe20 con 0x7fa5f01554d0 2024-09-12T03:13:13.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.555+0000 7fa5ede00640 1 --2- 172.21.15.29:0/4253707102 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f01554d0 0x7fa5f00ccf60 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fa5e0009e50 tx=0x7fa5e002a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79dc23c35ff12641 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:13.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.555+0000 7fa5ed400640 1 -- 172.21.15.29:0/4253707102 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e0036070 con 0x7fa5f01554d0 2024-09-12T03:13:13.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.555+0000 7fa5ed400640 1 -- 172.21.15.29:0/4253707102 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5e0031600 con 0x7fa5f01554d0 2024-09-12T03:13:13.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.555+0000 7fa5ed400640 1 -- 172.21.15.29:0/4253707102 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e00319f0 con 0x7fa5f01554d0 2024-09-12T03:13:13.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.555+0000 7fa5f5000640 1 -- 172.21.15.29:0/4253707102 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f01554d0 msgr2=0x7fa5f00ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.555+0000 7fa5f5000640 1 --2- 172.21.15.29:0/4253707102 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f01554d0 0x7fa5f00ccf60 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fa5e0009e50 tx=0x7fa5e002a7c0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.555+0000 7fa5f5000640 1 -- 172.21.15.29:0/4253707102 shutdown_connections 2024-09-12T03:13:13.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.555+0000 7fa5f5000640 1 --2- 172.21.15.29:0/4253707102 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f01554d0 0x7fa5f00ccf60 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.556+0000 7fa5f5000640 1 -- 172.21.15.29:0/4253707102 >> 172.21.15.29:0/4253707102 conn(0x7fa5f00736d0 msgr2=0x7fa5f006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:13.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.556+0000 7fa5f5000640 1 -- 172.21.15.29:0/4253707102 shutdown_connections 2024-09-12T03:13:13.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.556+0000 7fa5f5000640 1 -- 172.21.15.29:0/4253707102 wait complete. 2024-09-12T03:13:13.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.557+0000 7fa5f5000640 1 Processor -- start 2024-09-12T03:13:13.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.557+0000 7fa5f5000640 1 -- start start 2024-09-12T03:13:13.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.558+0000 7fa5f5000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f00af3a0 0x7fa5f0158800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:13.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.558+0000 7fa5f5000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5f01554d0 0x7fa5f01e7d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:13.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.558+0000 7fa5f5000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa5f0162750 0x7fa5f0160d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:13.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.558+0000 7fa5f5000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f0162d30 con 0x7fa5f00af3a0 2024-09-12T03:13:13.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.558+0000 7fa5f5000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f01558b0 con 0x7fa5f01554d0 2024-09-12T03:13:13.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.558+0000 7fa5f5000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa5f0162eb0 con 0x7fa5f0162750 2024-09-12T03:13:13.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5ede00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f00af3a0 0x7fa5f0158800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5ede00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f00af3a0 0x7fa5f0158800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34752/0 (socket says 172.21.15.29:34752) 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5ede00640 1 -- 172.21.15.29:0/2361925924 learned_addr learned my addr 172.21.15.29:0/2361925924 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5e5400640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5f01554d0 0x7fa5f01e7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5ee800640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa5f0162750 0x7fa5f0160d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5ede00640 1 -- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa5f0162750 msgr2=0x7fa5f0160d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5ede00640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa5f0162750 0x7fa5f0160d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5ede00640 1 -- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5f01554d0 msgr2=0x7fa5f01e7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5ede00640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5f01554d0 0x7fa5f01e7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5ede00640 1 -- 172.21.15.29:0/2361925924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5f01e8640 con 0x7fa5f00af3a0 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5e5400640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5f01554d0 0x7fa5f01e7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.559+0000 7fa5ede00640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f00af3a0 0x7fa5f0158800 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fa5e0000f80 tx=0x7fa5e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.560+0000 7fa5e6a00640 1 -- 172.21.15.29:0/2361925924 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e0036050 con 0x7fa5f00af3a0 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.560+0000 7fa5e6a00640 1 -- 172.21.15.29:0/2361925924 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5e0042070 con 0x7fa5f00af3a0 2024-09-12T03:13:13.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.560+0000 7fa5f5000640 1 -- 172.21.15.29:0/2361925924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5f01e8920 con 0x7fa5f00af3a0 2024-09-12T03:13:13.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.560+0000 7fa5e6a00640 1 -- 172.21.15.29:0/2361925924 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e0009510 con 0x7fa5f00af3a0 2024-09-12T03:13:13.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.560+0000 7fa5f5000640 1 -- 172.21.15.29:0/2361925924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5f01e91c0 con 0x7fa5f00af3a0 2024-09-12T03:13:13.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.561+0000 7fa5f5000640 1 -- 172.21.15.29:0/2361925924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5f0154c60 con 0x7fa5f00af3a0 2024-09-12T03:13:13.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.562+0000 7fa5e6a00640 1 -- 172.21.15.29:0/2361925924 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa5e0004470 con 0x7fa5f00af3a0 2024-09-12T03:13:13.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.563+0000 7fa5e6a00640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa5cc06be30 0x7fa5cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:13.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.563+0000 7fa5e6a00640 1 -- 172.21.15.29:0/2361925924 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6101+0+0 (secure 0 0 0) 0x7fa5e00ac060 con 0x7fa5f00af3a0 2024-09-12T03:13:13.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.563+0000 7fa5e5400640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa5cc06be30 0x7fa5cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:13.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.564+0000 7fa5e5400640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa5cc06be30 0x7fa5cc06e2f0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fa5d8007fd0 tx=0x7fa5d8007d40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:13.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.567+0000 7fa5e6a00640 1 -- 172.21.15.29:0/2361925924 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa5e007a7f0 con 0x7fa5f00af3a0 2024-09-12T03:13:13.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.757+0000 7fa5f5000640 1 -- 172.21.15.29:0/2361925924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa5f00b5ea0 con 0x7fa5f00af3a0 2024-09-12T03:13:13.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.758+0000 7fa5e6a00640 1 -- 172.21.15.29:0/2361925924 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+16946 (secure 0 0 0) 0x7fa5e007a0f0 con 0x7fa5f00af3a0 2024-09-12T03:13:13.759 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:13.759 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":79,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:13:12.780736+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:13:10.587688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-12T03:13:11.771020+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:13:13.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.760+0000 7fa5f5000640 1 -- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa5cc06be30 msgr2=0x7fa5cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.760+0000 7fa5f5000640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa5cc06be30 0x7fa5cc06e2f0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fa5d8007fd0 tx=0x7fa5d8007d40 comp rx=0 tx=0).stop 2024-09-12T03:13:13.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.760+0000 7fa5f5000640 1 -- 172.21.15.29:0/2361925924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f00af3a0 msgr2=0x7fa5f0158800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.760+0000 7fa5f5000640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f00af3a0 0x7fa5f0158800 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fa5e0000f80 tx=0x7fa5e0004a40 comp rx=0 tx=0).stop 2024-09-12T03:13:13.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.760+0000 7fa5f5000640 1 -- 172.21.15.29:0/2361925924 shutdown_connections 2024-09-12T03:13:13.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.760+0000 7fa5f5000640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa5cc06be30 0x7fa5cc06e2f0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.760+0000 7fa5f5000640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa5f0162750 0x7fa5f0160d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.760+0000 7fa5f5000640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5f01554d0 0x7fa5f01e7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.760+0000 7fa5f5000640 1 --2- 172.21.15.29:0/2361925924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f00af3a0 0x7fa5f0158800 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.760+0000 7fa5f5000640 1 -- 172.21.15.29:0/2361925924 >> 172.21.15.29:0/2361925924 conn(0x7fa5f00736d0 msgr2=0x7fa5f00b1750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:13.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.760+0000 7fa5f5000640 1 -- 172.21.15.29:0/2361925924 shutdown_connections 2024-09-12T03:13:13.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.761+0000 7fa5f5000640 1 -- 172.21.15.29:0/2361925924 wait complete. 2024-09-12T03:13:13.777 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:13:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.932+0000 7fb4b0400640 1 Processor -- start 2024-09-12T03:13:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.932+0000 7fb4b0400640 1 -- start start 2024-09-12T03:13:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.933+0000 7fb4b0400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb4a806f0e0 0x7fb4a815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.933+0000 7fb4b0400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb4a806f4c0 0x7fb4a80cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.933+0000 7fb4b0400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4a815c620 con 0x7fb4a80cf5a0 2024-09-12T03:13:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.933+0000 7fb4b0400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb4a815bc50 con 0x7fb4a806f0e0 2024-09-12T03:13:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.933+0000 7fb4b0400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb4a8152630 con 0x7fb4a806f4c0 2024-09-12T03:13:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.934+0000 7fb4ada00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb4a806f0e0 0x7fb4a815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.934+0000 7fb4ada00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb4a806f0e0 0x7fb4a815c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34754/0 (socket says 172.21.15.29:34754) 2024-09-12T03:13:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.934+0000 7fb4ada00640 1 -- 172.21.15.29:0/2314119488 learned_addr learned my addr 172.21.15.29:0/2314119488 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.934+0000 7fb4ad000640 1 --2- 172.21.15.29:0/2314119488 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb4a806f4c0 0x7fb4a80cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.934+0000 7fb4ada00640 1 -- 172.21.15.29:0/2314119488 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb4a806f4c0 msgr2=0x7fb4a80cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.934+0000 7fb4ada00640 1 --2- 172.21.15.29:0/2314119488 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb4a806f4c0 0x7fb4a80cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.934+0000 7fb4ada00640 1 -- 172.21.15.29:0/2314119488 >> v1:172.21.15.38:6789/0 conn(0x7fb4a80cf5a0 legacy=0x7fb4a80b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.934+0000 7fb4ada00640 1 -- 172.21.15.29:0/2314119488 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4a80cfb40 con 0x7fb4a806f0e0 2024-09-12T03:13:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.934+0000 7fb4ad000640 1 --2- 172.21.15.29:0/2314119488 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb4a806f4c0 0x7fb4a80cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:13.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.935+0000 7fb4ada00640 1 --2- 172.21.15.29:0/2314119488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4a806f0e0 0x7fb4a815c0e0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fb49c00bb10 tx=0x7fb49c02c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78fa13b1705f4a25 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:13.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.936+0000 7fb4a7e00640 1 -- 172.21.15.29:0/2314119488 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb49c036020 con 0x7fb4a806f0e0 2024-09-12T03:13:13.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.936+0000 7fb4a7e00640 1 -- 172.21.15.29:0/2314119488 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb49c032820 con 0x7fb4a806f0e0 2024-09-12T03:13:13.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.936+0000 7fb4a7e00640 1 -- 172.21.15.29:0/2314119488 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb49c032bf0 con 0x7fb4a806f0e0 2024-09-12T03:13:13.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.936+0000 7fb4b0400640 1 -- 172.21.15.29:0/2314119488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4a806f0e0 msgr2=0x7fb4a815c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.936+0000 7fb4b0400640 1 --2- 172.21.15.29:0/2314119488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4a806f0e0 0x7fb4a815c0e0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fb49c00bb10 tx=0x7fb49c02c920 comp rx=0 tx=0).stop 2024-09-12T03:13:13.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.936+0000 7fb4b0400640 1 -- 172.21.15.29:0/2314119488 shutdown_connections 2024-09-12T03:13:13.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.936+0000 7fb4b0400640 1 --2- 172.21.15.29:0/2314119488 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb4a806f4c0 0x7fb4a80cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.936+0000 7fb4b0400640 1 --2- 172.21.15.29:0/2314119488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4a806f0e0 0x7fb4a815c0e0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.936+0000 7fb4b0400640 1 -- 172.21.15.29:0/2314119488 >> 172.21.15.29:0/2314119488 conn(0x7fb4a8067da0 msgr2=0x7fb4a806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:13.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.936+0000 7fb4b0400640 1 -- 172.21.15.29:0/2314119488 shutdown_connections 2024-09-12T03:13:13.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.936+0000 7fb4b0400640 1 -- 172.21.15.29:0/2314119488 wait complete. 2024-09-12T03:13:13.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.938+0000 7fb4b0400640 1 Processor -- start 2024-09-12T03:13:13.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.938+0000 7fb4b0400640 1 -- start start 2024-09-12T03:13:13.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.939+0000 7fb4b0400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb4a806f0e0 0x7fb4a81f1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:13.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.939+0000 7fb4b0400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4a806f4c0 0x7fb4a8156760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:13.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.939+0000 7fb4b0400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb4a80cf5a0 0x7fb4a8156ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:13.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.939+0000 7fb4b0400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a806f900 con 0x7fb4a806f4c0 2024-09-12T03:13:13.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.939+0000 7fb4b0400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a815b8e0 con 0x7fb4a806f0e0 2024-09-12T03:13:13.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.939+0000 7fb4b0400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb4a81f3ef0 con 0x7fb4a80cf5a0 2024-09-12T03:13:13.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.939+0000 7fb4ad000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4a806f4c0 0x7fb4a8156760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:13.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.939+0000 7fb4ad000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4a806f4c0 0x7fb4a8156760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34760/0 (socket says 172.21.15.29:34760) 2024-09-12T03:13:13.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.939+0000 7fb4ad000640 1 -- 172.21.15.29:0/1657840436 learned_addr learned my addr 172.21.15.29:0/1657840436 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:13.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.939+0000 7fb4ada00640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb4a806f0e0 0x7fb4a81f1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:13.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.939+0000 7fb4ae400640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb4a80cf5a0 0x7fb4a8156ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:13.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.940+0000 7fb4ad000640 1 -- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb4a80cf5a0 msgr2=0x7fb4a8156ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.940+0000 7fb4ad000640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb4a80cf5a0 0x7fb4a8156ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.940+0000 7fb4ad000640 1 -- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb4a806f0e0 msgr2=0x7fb4a81f1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:13.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.940+0000 7fb4ad000640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb4a806f0e0 0x7fb4a81f1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:13.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.940+0000 7fb4ad000640 1 -- 172.21.15.29:0/1657840436 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4a81f41d0 con 0x7fb4a806f4c0 2024-09-12T03:13:13.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.940+0000 7fb4ad000640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4a806f4c0 0x7fb4a8156760 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fb49400e7e0 tx=0x7fb49400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:13.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.940+0000 7fb4a5600640 1 -- 172.21.15.29:0/1657840436 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb494017070 con 0x7fb4a806f4c0 2024-09-12T03:13:13.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.940+0000 7fb4a5600640 1 -- 172.21.15.29:0/1657840436 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb49400c6d0 con 0x7fb4a806f4c0 2024-09-12T03:13:13.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.940+0000 7fb4a5600640 1 -- 172.21.15.29:0/1657840436 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb49400f040 con 0x7fb4a806f4c0 2024-09-12T03:13:13.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.940+0000 7fb4b0400640 1 -- 172.21.15.29:0/1657840436 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4a81f44b0 con 0x7fb4a806f4c0 2024-09-12T03:13:13.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.941+0000 7fb4b0400640 1 -- 172.21.15.29:0/1657840436 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4a81f1750 con 0x7fb4a806f4c0 2024-09-12T03:13:13.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.941+0000 7fb4b0400640 1 -- 172.21.15.29:0/1657840436 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4a815ee80 con 0x7fb4a806f4c0 2024-09-12T03:13:13.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.942+0000 7fb4a5600640 1 -- 172.21.15.29:0/1657840436 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb49401a070 con 0x7fb4a806f4c0 2024-09-12T03:13:13.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.943+0000 7fb4a5600640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb48806be60 0x7fb48806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:13.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.943+0000 7fb4a5600640 1 -- 172.21.15.29:0/1657840436 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6101+0+0 (secure 0 0 0) 0x7fb49408ae90 con 0x7fb4a806f4c0 2024-09-12T03:13:13.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.944+0000 7fb4ada00640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb48806be60 0x7fb48806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:13.945 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.944+0000 7fb4ada00640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb48806be60 0x7fb48806e320 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fb49c037000 tx=0x7fb49c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:13.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:13.947+0000 7fb4a5600640 1 -- 172.21.15.29:0/1657840436 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb494059050 con 0x7fb4a806f4c0 2024-09-12T03:13:14.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.131+0000 7fb4b0400640 1 -- 172.21.15.29:0/1657840436 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb4a80cf1a0 con 0x7fb4a806f4c0 2024-09-12T03:13:14.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.133+0000 7fb4a5600640 1 -- 172.21.15.29:0/1657840436 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+16946 (secure 0 0 0) 0x7fb49405d350 con 0x7fb4a806f4c0 2024-09-12T03:13:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:14.133 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":79,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:13:12.780736+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:13:10.587688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-12T03:13:11.771020+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:13:14.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 -- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb48806be60 msgr2=0x7fb48806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:14.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb48806be60 0x7fb48806e320 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fb49c037000 tx=0x7fb49c008040 comp rx=0 tx=0).stop 2024-09-12T03:13:14.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 -- 172.21.15.29:0/1657840436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4a806f4c0 msgr2=0x7fb4a8156760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:14.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4a806f4c0 0x7fb4a8156760 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fb49400e7e0 tx=0x7fb49400eca0 comp rx=0 tx=0).stop 2024-09-12T03:13:14.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 -- 172.21.15.29:0/1657840436 shutdown_connections 2024-09-12T03:13:14.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb48806be60 0x7fb48806e320 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:14.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb4a80cf5a0 0x7fb4a8156ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:14.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4a806f4c0 0x7fb4a8156760 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:14.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 --2- 172.21.15.29:0/1657840436 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb4a806f0e0 0x7fb4a81f1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:14.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 -- 172.21.15.29:0/1657840436 >> 172.21.15.29:0/1657840436 conn(0x7fb4a8067da0 msgr2=0x7fb4a806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:14.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 -- 172.21.15.29:0/1657840436 shutdown_connections 2024-09-12T03:13:14.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.135+0000 7fb4b0400640 1 -- 172.21.15.29:0/1657840436 wait complete. 2024-09-12T03:13:14.151 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-12T03:13:14.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.310+0000 7fbcb1000640 1 Processor -- start 2024-09-12T03:13:14.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.310+0000 7fbcb1000640 1 -- start start 2024-09-12T03:13:14.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.311+0000 7fbcb1000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbcac0b5540 0x7fbcac0b3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:14.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.311+0000 7fbcb1000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac15ea50 0x7fbcac15eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:14.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.311+0000 7fbcb1000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcac15f4a0 con 0x7fbcac0ad8e0 2024-09-12T03:13:14.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.311+0000 7fbcb1000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fbcac15f780 con 0x7fbcac0b5540 2024-09-12T03:13:14.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.311+0000 7fbcb1000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbcac06f870 con 0x7fbcac15ea50 2024-09-12T03:13:14.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.311+0000 7fbca9e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbcac0b5540 0x7fbcac0b3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:14.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.311+0000 7fbcaa800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fbcac0ad8e0 0x7fbcac070070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40824/0 (socket says 172.21.15.29:40824) 2024-09-12T03:13:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.311+0000 7fbcaa800640 1 -- 172.21.15.29:0/2657008469 learned_addr learned my addr 172.21.15.29:0/2657008469 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.311+0000 7fbca3e00640 1 --2- 172.21.15.29:0/2657008469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac15ea50 0x7fbcac15eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.312+0000 7fbca9e00640 1 -- 172.21.15.29:0/2657008469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac15ea50 msgr2=0x7fbcac15eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.312+0000 7fbca9e00640 1 --2- 172.21.15.29:0/2657008469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac15ea50 0x7fbcac15eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.312+0000 7fbca9e00640 1 -- 172.21.15.29:0/2657008469 >> v1:172.21.15.29:6789/0 conn(0x7fbcac0ad8e0 legacy=0x7fbcac070070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.312+0000 7fbca9e00640 1 -- 172.21.15.29:0/2657008469 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcac06fb50 con 0x7fbcac0b5540 2024-09-12T03:13:14.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.312+0000 7fbca3e00640 1 --2- 172.21.15.29:0/2657008469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac15ea50 0x7fbcac15eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:14.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.313+0000 7fbca9e00640 1 --2- 172.21.15.29:0/2657008469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcac0b5540 0x7fbcac0b3820 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c0097a0 tx=0x7fbc9c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3999b5ba4ea1413 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:14.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.313+0000 7fbca9400640 1 -- 172.21.15.29:0/2657008469 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c037070 con 0x7fbcac0b5540 2024-09-12T03:13:14.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.313+0000 7fbca9400640 1 -- 172.21.15.29:0/2657008469 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc9c032440 con 0x7fbcac0b5540 2024-09-12T03:13:14.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.313+0000 7fbca9400640 1 -- 172.21.15.29:0/2657008469 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c032810 con 0x7fbcac0b5540 2024-09-12T03:13:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.314+0000 7fbcb1000640 1 -- 172.21.15.29:0/2657008469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcac0b5540 msgr2=0x7fbcac0b3820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.314+0000 7fbcb1000640 1 --2- 172.21.15.29:0/2657008469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcac0b5540 0x7fbcac0b3820 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c0097a0 tx=0x7fbc9c02a230 comp rx=0 tx=0).stop 2024-09-12T03:13:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.314+0000 7fbcb1000640 1 -- 172.21.15.29:0/2657008469 shutdown_connections 2024-09-12T03:13:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.314+0000 7fbcb1000640 1 --2- 172.21.15.29:0/2657008469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac15ea50 0x7fbcac15eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.314+0000 7fbcb1000640 1 --2- 172.21.15.29:0/2657008469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcac0b5540 0x7fbcac0b3820 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.314+0000 7fbcb1000640 1 -- 172.21.15.29:0/2657008469 >> 172.21.15.29:0/2657008469 conn(0x7fbcac0b2520 msgr2=0x7fbcac0b2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.314+0000 7fbcb1000640 1 -- 172.21.15.29:0/2657008469 shutdown_connections 2024-09-12T03:13:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.314+0000 7fbcb1000640 1 -- 172.21.15.29:0/2657008469 wait complete. 2024-09-12T03:13:14.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.315+0000 7fbcb1000640 1 Processor -- start 2024-09-12T03:13:14.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.316+0000 7fbcb1000640 1 -- start start 2024-09-12T03:13:14.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.316+0000 7fbcb1000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac0ad8e0 0x7fbcac1f72d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:14.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.316+0000 7fbcb1000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcac0b5540 0x7fbcac14e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:14.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.316+0000 7fbcb1000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbcac15ea50 0x7fbcac06fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbcb1000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbcac0add40 con 0x7fbcac0b5540 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbcb1000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbcac1623a0 con 0x7fbcac15ea50 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbcb1000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbcac0adec0 con 0x7fbcac0ad8e0 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbca3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcac0b5540 0x7fbcac14e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbca3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcac0b5540 0x7fbcac14e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34774/0 (socket says 172.21.15.29:34774) 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbca3e00640 1 -- 172.21.15.29:0/1632184261 learned_addr learned my addr 172.21.15.29:0/1632184261 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbca9e00640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac0ad8e0 0x7fbcac1f72d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbcaa800640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbcac15ea50 0x7fbcac06fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbca3e00640 1 -- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac0ad8e0 msgr2=0x7fbcac1f72d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbca3e00640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac0ad8e0 0x7fbcac1f72d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbca3e00640 1 -- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbcac15ea50 msgr2=0x7fbcac06fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbca3e00640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbcac15ea50 0x7fbcac06fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbca3e00640 1 -- 172.21.15.29:0/1632184261 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcac14e6e0 con 0x7fbcac0b5540 2024-09-12T03:13:14.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.317+0000 7fbca9e00640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac0ad8e0 0x7fbcac1f72d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.318+0000 7fbca3e00640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcac0b5540 0x7fbcac14e1a0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fbc9400d7d0 tx=0x7fbc9400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.318+0000 7fbca2000640 1 -- 172.21.15.29:0/1632184261 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc94004030 con 0x7fbcac0b5540 2024-09-12T03:13:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.318+0000 7fbca2000640 1 -- 172.21.15.29:0/1632184261 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc940041d0 con 0x7fbcac0b5540 2024-09-12T03:13:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.318+0000 7fbca2000640 1 -- 172.21.15.29:0/1632184261 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc940096a0 con 0x7fbcac0b5540 2024-09-12T03:13:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.318+0000 7fbcb1000640 1 -- 172.21.15.29:0/1632184261 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcac1f7990 con 0x7fbcac0b5540 2024-09-12T03:13:14.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.318+0000 7fbcb1000640 1 -- 172.21.15.29:0/1632184261 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcac1f7f50 con 0x7fbcac0b5540 2024-09-12T03:13:14.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.319+0000 7fbcb1000640 1 -- 172.21.15.29:0/1632184261 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcac0b3820 con 0x7fbcac0b5540 2024-09-12T03:13:14.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.320+0000 7fbca2000640 1 -- 172.21.15.29:0/1632184261 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbc94009840 con 0x7fbcac0b5540 2024-09-12T03:13:14.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.321+0000 7fbca2000640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc8806be30 0x7fbc8806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:14.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.321+0000 7fbca2000640 1 -- 172.21.15.29:0/1632184261 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6101+0+0 (secure 0 0 0) 0x7fbc9408b350 con 0x7fbcac0b5540 2024-09-12T03:13:14.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.321+0000 7fbca9e00640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc8806be30 0x7fbc8806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:14.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.322+0000 7fbca9e00640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc8806be30 0x7fbc8806e2f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c034000 tx=0x7fbc9c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:14.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.325+0000 7fbca2000640 1 -- 172.21.15.29:0/1632184261 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbcac14e6e0 con 0x7fbcac0b5540 2024-09-12T03:13:14.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:14.549+0000 7fbcb1000640 1 -- 172.21.15.29:0/1632184261 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fbcac14fc90 con 0x7fbcac0b5540 2024-09-12T03:13:15.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.372+0000 7fbca2000640 1 -- 172.21.15.29:0/1632184261 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v69) ==== 118+0+0 (secure 0 0 0) 0x7fbc94059ad0 con 0x7fbcac0b5540 2024-09-12T03:13:15.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.375+0000 7fbcb1000640 1 -- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc8806be30 msgr2=0x7fbc8806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:15.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.375+0000 7fbcb1000640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc8806be30 0x7fbc8806e2f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c034000 tx=0x7fbc9c02e000 comp rx=0 tx=0).stop 2024-09-12T03:13:15.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.375+0000 7fbcb1000640 1 -- 172.21.15.29:0/1632184261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcac0b5540 msgr2=0x7fbcac14e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.375+0000 7fbcb1000640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcac0b5540 0x7fbcac14e1a0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fbc9400d7d0 tx=0x7fbc9400dc90 comp rx=0 tx=0).stop 2024-09-12T03:13:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.375+0000 7fbcb1000640 1 -- 172.21.15.29:0/1632184261 shutdown_connections 2024-09-12T03:13:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.376+0000 7fbcb1000640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc8806be30 0x7fbc8806e2f0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.376+0000 7fbcb1000640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbcac15ea50 0x7fbcac06fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.376+0000 7fbcb1000640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcac0b5540 0x7fbcac14e1a0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.376+0000 7fbcb1000640 1 --2- 172.21.15.29:0/1632184261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbcac0ad8e0 0x7fbcac1f72d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.376+0000 7fbcb1000640 1 -- 172.21.15.29:0/1632184261 >> 172.21.15.29:0/1632184261 conn(0x7fbcac0b2520 msgr2=0x7fbcac0afa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.376+0000 7fbcb1000640 1 -- 172.21.15.29:0/1632184261 shutdown_connections 2024-09-12T03:13:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.376+0000 7fbcb1000640 1 -- 172.21.15.29:0/1632184261 wait complete. 2024-09-12T03:13:15.394 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-12T03:13:15.394 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-12T03:13:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.558+0000 7fe703e00640 1 Processor -- start 2024-09-12T03:13:15.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.558+0000 7fe703e00640 1 -- start start 2024-09-12T03:13:15.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.559+0000 7fe703e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe70415e4b0 0x7fe7040d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:15.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.559+0000 7fe703e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7040d3090 0x7fe70406d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.559+0000 7fe703e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7040cf8c0 con 0x7fe7040cefb0 2024-09-12T03:13:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.559+0000 7fe703e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe7040cfba0 con 0x7fe70415e4b0 2024-09-12T03:13:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.559+0000 7fe703e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe7040cfe80 con 0x7fe7040d3090 2024-09-12T03:13:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.560+0000 7fe703400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7040d3090 0x7fe70406d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.560+0000 7fe703400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7040d3090 0x7fe70406d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:33598/0 (socket says 172.21.15.29:33598) 2024-09-12T03:13:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.560+0000 7fe703400640 1 -- 172.21.15.29:0/3391295398 learned_addr learned my addr 172.21.15.29:0/3391295398 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.560+0000 7fe702a00640 1 --2- 172.21.15.29:0/3391295398 >> v2:172.21.15.38:3300/0 conn(0x7fe70415e4b0 0x7fe7040d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.560+0000 7fe703400640 1 -- 172.21.15.29:0/3391295398 >> v2:172.21.15.38:3300/0 conn(0x7fe70415e4b0 msgr2=0x7fe7040d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.560+0000 7fe703400640 1 --2- 172.21.15.29:0/3391295398 >> v2:172.21.15.38:3300/0 conn(0x7fe70415e4b0 0x7fe7040d23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.560+0000 7fe703400640 1 -- 172.21.15.29:0/3391295398 >> v1:172.21.15.38:6789/0 conn(0x7fe7040cefb0 legacy=0x7fe7040d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.560+0000 7fe703400640 1 -- 172.21.15.29:0/3391295398 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7040d0160 con 0x7fe7040d3090 2024-09-12T03:13:15.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.561+0000 7fe703400640 1 --2- 172.21.15.29:0/3391295398 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7040d3090 0x7fe70406d810 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe6fc009e50 tx=0x7fe6fc02a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e65eec002a37f670 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:15.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.562+0000 7fe701600640 1 -- 172.21.15.29:0/3391295398 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6fc036070 con 0x7fe7040d3090 2024-09-12T03:13:15.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.562+0000 7fe701600640 1 -- 172.21.15.29:0/3391295398 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6fc031600 con 0x7fe7040d3090 2024-09-12T03:13:15.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.562+0000 7fe701600640 1 -- 172.21.15.29:0/3391295398 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6fc0319d0 con 0x7fe7040d3090 2024-09-12T03:13:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.562+0000 7fe703e00640 1 -- 172.21.15.29:0/3391295398 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7040d3090 msgr2=0x7fe70406d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.562+0000 7fe703e00640 1 --2- 172.21.15.29:0/3391295398 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7040d3090 0x7fe70406d810 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe6fc009e50 tx=0x7fe6fc02a710 comp rx=0 tx=0).stop 2024-09-12T03:13:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.562+0000 7fe703e00640 1 -- 172.21.15.29:0/3391295398 shutdown_connections 2024-09-12T03:13:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.562+0000 7fe703e00640 1 --2- 172.21.15.29:0/3391295398 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7040d3090 0x7fe70406d810 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.562+0000 7fe703e00640 1 --2- 172.21.15.29:0/3391295398 >> v2:172.21.15.38:3300/0 conn(0x7fe70415e4b0 0x7fe7040d23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.562+0000 7fe703e00640 1 -- 172.21.15.29:0/3391295398 >> 172.21.15.29:0/3391295398 conn(0x7fe70409d740 msgr2=0x7fe70408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.562+0000 7fe703e00640 1 -- 172.21.15.29:0/3391295398 shutdown_connections 2024-09-12T03:13:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.563+0000 7fe703e00640 1 -- 172.21.15.29:0/3391295398 wait complete. 2024-09-12T03:13:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.564+0000 7fe703e00640 1 Processor -- start 2024-09-12T03:13:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.564+0000 7fe703e00640 1 -- start start 2024-09-12T03:13:15.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.565+0000 7fe703e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7040cefb0 0x7fe7040ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:15.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.565+0000 7fe703e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7040d3090 0x7fe7040c7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:15.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.565+0000 7fe703e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe70415e4b0 0x7fe7041f3e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:15.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.565+0000 7fe703e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe7040cf3f0 con 0x7fe7040cefb0 2024-09-12T03:13:15.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.565+0000 7fe703e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe7040cf570 con 0x7fe7040d3090 2024-09-12T03:13:15.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.565+0000 7fe703e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe70406dd50 con 0x7fe70415e4b0 2024-09-12T03:13:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.565+0000 7fe702a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7040cefb0 0x7fe7040ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.565+0000 7fe702a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7040cefb0 0x7fe7040ca3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34790/0 (socket says 172.21.15.29:34790) 2024-09-12T03:13:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.565+0000 7fe702a00640 1 -- 172.21.15.29:0/1234988191 learned_addr learned my addr 172.21.15.29:0/1234988191 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.565+0000 7fe703400640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe70415e4b0 0x7fe7041f3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.565+0000 7fe702000640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7040d3090 0x7fe7040c7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.566+0000 7fe702a00640 1 -- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe70415e4b0 msgr2=0x7fe7041f3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.566+0000 7fe702a00640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe70415e4b0 0x7fe7041f3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.566+0000 7fe702a00640 1 -- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7040d3090 msgr2=0x7fe7040c7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.566+0000 7fe702a00640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7040d3090 0x7fe7040c7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.566+0000 7fe702a00640 1 -- 172.21.15.29:0/1234988191 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7040caa40 con 0x7fe7040cefb0 2024-09-12T03:13:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.566+0000 7fe702a00640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7040cefb0 0x7fe7040ca3f0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fe6f400e870 tx=0x7fe6f400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.566+0000 7fe6fb400640 1 -- 172.21.15.29:0/1234988191 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6f4017070 con 0x7fe7040cefb0 2024-09-12T03:13:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.566+0000 7fe6fb400640 1 -- 172.21.15.29:0/1234988191 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6f400c940 con 0x7fe7040cefb0 2024-09-12T03:13:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.566+0000 7fe6fb400640 1 -- 172.21.15.29:0/1234988191 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6f400cd30 con 0x7fe7040cefb0 2024-09-12T03:13:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.566+0000 7fe703e00640 1 -- 172.21.15.29:0/1234988191 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7040cad20 con 0x7fe7040cefb0 2024-09-12T03:13:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.567+0000 7fe703e00640 1 -- 172.21.15.29:0/1234988191 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7040b82e0 con 0x7fe7040cefb0 2024-09-12T03:13:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.568+0000 7fe703e00640 1 -- 172.21.15.29:0/1234988191 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7040b51b0 con 0x7fe7040cefb0 2024-09-12T03:13:15.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.568+0000 7fe6fb400640 1 -- 172.21.15.29:0/1234988191 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe6f401a070 con 0x7fe7040cefb0 2024-09-12T03:13:15.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.569+0000 7fe6fb400640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6e406be30 0x7fe6e406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:15.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.569+0000 7fe6fb400640 1 -- 172.21.15.29:0/1234988191 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fe6f408b1c0 con 0x7fe7040cefb0 2024-09-12T03:13:15.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.570+0000 7fe702000640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6e406be30 0x7fe6e406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:15.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.570+0000 7fe702000640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6e406be30 0x7fe6e406e2f0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe704160c40 tx=0x7fe6f0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:15.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.574+0000 7fe6fb400640 1 -- 172.21.15.29:0/1234988191 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe7040b51b0 con 0x7fe7040cefb0 2024-09-12T03:13:15.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:15.792+0000 7fe703e00640 1 -- 172.21.15.29:0/1234988191 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe70406d810 con 0x7fe7040cefb0 2024-09-12T03:13:16.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.379+0000 7fe6fb400640 1 -- 172.21.15.29:0/1234988191 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v70) ==== 122+0+0 (secure 0 0 0) 0x7fe6f4059380 con 0x7fe7040cefb0 2024-09-12T03:13:16.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.381+0000 7fe703e00640 1 -- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6e406be30 msgr2=0x7fe6e406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:16.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.381+0000 7fe703e00640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6e406be30 0x7fe6e406e2f0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe704160c40 tx=0x7fe6f0009040 comp rx=0 tx=0).stop 2024-09-12T03:13:16.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.382+0000 7fe703e00640 1 -- 172.21.15.29:0/1234988191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7040cefb0 msgr2=0x7fe7040ca3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:16.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.382+0000 7fe703e00640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7040cefb0 0x7fe7040ca3f0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fe6f400e870 tx=0x7fe6f400ed30 comp rx=0 tx=0).stop 2024-09-12T03:13:16.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.382+0000 7fe703e00640 1 -- 172.21.15.29:0/1234988191 shutdown_connections 2024-09-12T03:13:16.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.382+0000 7fe703e00640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe6e406be30 0x7fe6e406e2f0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.382+0000 7fe703e00640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe70415e4b0 0x7fe7041f3e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.382+0000 7fe703e00640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7040d3090 0x7fe7040c7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.382+0000 7fe703e00640 1 --2- 172.21.15.29:0/1234988191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7040cefb0 0x7fe7040ca3f0 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.382+0000 7fe703e00640 1 -- 172.21.15.29:0/1234988191 >> 172.21.15.29:0/1234988191 conn(0x7fe70409d740 msgr2=0x7fe7040b5400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:16.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.382+0000 7fe703e00640 1 -- 172.21.15.29:0/1234988191 shutdown_connections 2024-09-12T03:13:16.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.382+0000 7fe703e00640 1 -- 172.21.15.29:0/1234988191 wait complete. 2024-09-12T03:13:16.402 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-12T03:13:16.402 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:16.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.562+0000 7f0f23000640 1 Processor -- start 2024-09-12T03:13:16.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.562+0000 7f0f23000640 1 -- start start 2024-09-12T03:13:16.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.563+0000 7f0f23000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0f1c06f0e0 0x7f0f1c15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.563+0000 7f0f23000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f1c06f4c0 0x7f0f1c0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.563+0000 7f0f23000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0f1c0cf5a0 0x7f0f1c0b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.563+0000 7f0f23000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0f1c15bc50 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.563+0000 7f0f23000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0f1c152630 con 0x7f0f1c06f0e0 2024-09-12T03:13:16.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.563+0000 7f0f23000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0f1c15c620 con 0x7f0f1c06f4c0 2024-09-12T03:13:16.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.564+0000 7f0f21000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0f1c0cf5a0 0x7f0f1c0b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.564+0000 7f0f21000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0f1c0cf5a0 0x7f0f1c0b3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34804/0 (socket says 172.21.15.29:34804) 2024-09-12T03:13:16.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.564+0000 7f0f21000640 1 -- 172.21.15.29:0/3503598680 learned_addr learned my addr 172.21.15.29:0/3503598680 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.564+0000 7f0f1be00640 1 --2- 172.21.15.29:0/3503598680 >> v2:172.21.15.38:3300/0 conn(0x7f0f1c06f0e0 0x7f0f1c15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.564+0000 7f0f13e00640 1 --2- 172.21.15.29:0/3503598680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f1c06f4c0 0x7f0f1c0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.564+0000 7f0f21000640 1 -- 172.21.15.29:0/3503598680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f1c06f4c0 msgr2=0x7f0f1c0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.564+0000 7f0f21000640 1 --2- 172.21.15.29:0/3503598680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f1c06f4c0 0x7f0f1c0cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.564+0000 7f0f21000640 1 -- 172.21.15.29:0/3503598680 >> v2:172.21.15.38:3300/0 conn(0x7f0f1c06f0e0 msgr2=0x7f0f1c15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.564+0000 7f0f21000640 1 --2- 172.21.15.29:0/3503598680 >> v2:172.21.15.38:3300/0 conn(0x7f0f1c06f0e0 0x7f0f1c15c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.564+0000 7f0f21000640 1 -- 172.21.15.29:0/3503598680 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f1c0cfb40 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.564+0000 7f0f1be00640 1 --2- 172.21.15.29:0/3503598680 >> v2:172.21.15.38:3300/0 conn(0x7f0f1c06f0e0 0x7f0f1c15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.565+0000 7f0f21000640 1 --2- 172.21.15.29:0/3503598680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f1c0cf5a0 0x7f0f1c0b3ba0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c073070 tx=0x7f0f1402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5908c9aebbc03b83 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.565+0000 7f0f1b400640 1 -- 172.21.15.29:0/3503598680 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f14036070 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.566+0000 7f0f1b400640 1 -- 172.21.15.29:0/3503598680 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f14031600 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.566+0000 7f0f1b400640 1 -- 172.21.15.29:0/3503598680 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f140319d0 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.566+0000 7f0f23000640 1 -- 172.21.15.29:0/3503598680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f1c0cf5a0 msgr2=0x7f0f1c0b3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:16.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.566+0000 7f0f23000640 1 --2- 172.21.15.29:0/3503598680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f1c0cf5a0 0x7f0f1c0b3ba0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c073070 tx=0x7f0f1402a6a0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.566+0000 7f0f23000640 1 -- 172.21.15.29:0/3503598680 shutdown_connections 2024-09-12T03:13:16.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.566+0000 7f0f23000640 1 --2- 172.21.15.29:0/3503598680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f1c0cf5a0 0x7f0f1c0b3ba0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.566+0000 7f0f23000640 1 --2- 172.21.15.29:0/3503598680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f1c06f4c0 0x7f0f1c0cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.566+0000 7f0f23000640 1 --2- 172.21.15.29:0/3503598680 >> v2:172.21.15.38:3300/0 conn(0x7f0f1c06f0e0 0x7f0f1c15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.566+0000 7f0f23000640 1 -- 172.21.15.29:0/3503598680 >> 172.21.15.29:0/3503598680 conn(0x7f0f1c067da0 msgr2=0x7f0f1c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:16.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.566+0000 7f0f23000640 1 -- 172.21.15.29:0/3503598680 shutdown_connections 2024-09-12T03:13:16.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.566+0000 7f0f23000640 1 -- 172.21.15.29:0/3503598680 wait complete. 2024-09-12T03:13:16.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.568+0000 7f0f23000640 1 Processor -- start 2024-09-12T03:13:16.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.568+0000 7f0f23000640 1 -- start start 2024-09-12T03:13:16.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.569+0000 7f0f23000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f1c06f0e0 0x7f0f1c1f44c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.569+0000 7f0f23000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f1c06f4c0 0x7f0f1c141ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.569+0000 7f0f23000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f1c0cf5a0 0x7f0f1c15d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.569+0000 7f0f23000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0f1c06f900 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.569+0000 7f0f23000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0f1c15b8e0 con 0x7f0f1c06f4c0 2024-09-12T03:13:16.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.569+0000 7f0f23000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0f1c1434a0 con 0x7f0f1c06f0e0 2024-09-12T03:13:16.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.569+0000 7f0f21000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f1c0cf5a0 0x7f0f1c15d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.569+0000 7f0f21000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f1c0cf5a0 0x7f0f1c15d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34808/0 (socket says 172.21.15.29:34808) 2024-09-12T03:13:16.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.569+0000 7f0f21000640 1 -- 172.21.15.29:0/2620460266 learned_addr learned my addr 172.21.15.29:0/2620460266 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:16.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.569+0000 7f0f1be00640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f1c06f0e0 0x7f0f1c1f44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.569+0000 7f0f13e00640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f1c06f4c0 0x7f0f1c141ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f21000640 1 -- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f1c06f0e0 msgr2=0x7f0f1c1f44c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:16.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f21000640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f1c06f0e0 0x7f0f1c1f44c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f21000640 1 -- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f1c06f4c0 msgr2=0x7f0f1c141ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:16.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f21000640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f1c06f4c0 0x7f0f1c141ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f21000640 1 -- 172.21.15.29:0/2620460266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f1c142890 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f13e00640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f1c06f4c0 0x7f0f1c141ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:16.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f1be00640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f1c06f0e0 0x7f0f1c1f44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:16.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f21000640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f1c0cf5a0 0x7f0f1c15d950 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f0f1402ac90 tx=0x7f0f14004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:16.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f18c00640 1 -- 172.21.15.29:0/2620460266 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f14041020 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f18c00640 1 -- 172.21.15.29:0/2620460266 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f14007780 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f18c00640 1 -- 172.21.15.29:0/2620460266 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f14036040 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f23000640 1 -- 172.21.15.29:0/2620460266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f1c142b70 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.570+0000 7f0f23000640 1 -- 172.21.15.29:0/2620460266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f1c143130 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.571+0000 7f0f23000640 1 -- 172.21.15.29:0/2620460266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f1c15ee80 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.572+0000 7f0f18c00640 1 -- 172.21.15.29:0/2620460266 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0f14044020 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.574+0000 7f0f18c00640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ef806be60 0x7f0ef806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.574+0000 7f0f18c00640 1 -- 172.21.15.29:0/2620460266 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f0f140abdd0 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.574+0000 7f0f1be00640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ef806be60 0x7f0ef806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.575+0000 7f0f1be00640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ef806be60 0x7f0ef806e320 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c006b10 tx=0x7f0f0c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:16.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.578+0000 7f0f18c00640 1 -- 172.21.15.29:0/2620460266 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0f1404b030 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.800+0000 7f0f23000640 1 -- 172.21.15.29:0/2620460266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f1c0b4720 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.800+0000 7f0f18c00640 1 -- 172.21.15.29:0/2620460266 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5219 (secure 0 0 0) 0x7f0f1407a550 con 0x7f0f1c0cf5a0 2024-09-12T03:13:16.802 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:16.802 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":70,"btime":"2024-09-12T03:13:16:374161+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5909,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/579023429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":579023429},{"type":"v1","addr":"172.21.15.29:6835","nonce":579023429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6469,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/1246541609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1246541609},{"type":"v1","addr":"172.21.15.38:6836","nonce":1246541609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6717,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/533635632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":533635632},{"type":"v1","addr":"172.21.15.29:6834","nonce":533635632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:12.781076+0000","modified":"2024-09-12T03:13:15.794321+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6726},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6726":{"gid":6726,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1719628492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1719628492},{"type":"v1","addr":"172.21.15.38:6837","nonce":1719628492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6726,"qdb_cluster":[6726]},"id":5}]} 2024-09-12T03:13:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 70 2024-09-12T03:13:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.802+0000 7f0f23000640 1 -- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ef806be60 msgr2=0x7f0ef806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.802+0000 7f0f23000640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ef806be60 0x7f0ef806e320 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c006b10 tx=0x7f0f0c008040 comp rx=0 tx=0).stop 2024-09-12T03:13:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.802+0000 7f0f23000640 1 -- 172.21.15.29:0/2620460266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f1c0cf5a0 msgr2=0x7f0f1c15d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.802+0000 7f0f23000640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f1c0cf5a0 0x7f0f1c15d950 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f0f1402ac90 tx=0x7f0f14004a40 comp rx=0 tx=0).stop 2024-09-12T03:13:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.803+0000 7f0f23000640 1 -- 172.21.15.29:0/2620460266 shutdown_connections 2024-09-12T03:13:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.803+0000 7f0f23000640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ef806be60 0x7f0ef806e320 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.803+0000 7f0f23000640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f1c0cf5a0 0x7f0f1c15d950 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.803+0000 7f0f23000640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f1c06f4c0 0x7f0f1c141ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.803+0000 7f0f23000640 1 --2- 172.21.15.29:0/2620460266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f1c06f0e0 0x7f0f1c1f44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.803+0000 7f0f23000640 1 -- 172.21.15.29:0/2620460266 >> 172.21.15.29:0/2620460266 conn(0x7f0f1c067da0 msgr2=0x7f0f1c0af740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:16.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.803+0000 7f0f23000640 1 -- 172.21.15.29:0/2620460266 shutdown_connections 2024-09-12T03:13:16.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.803+0000 7f0f23000640 1 -- 172.21.15.29:0/2620460266 wait complete. 2024-09-12T03:13:16.820 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:13:16.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.975+0000 7f2c87e00640 1 Processor -- start 2024-09-12T03:13:16.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.976+0000 7f2c87e00640 1 -- start start 2024-09-12T03:13:16.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.977+0000 7f2c87e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2c80072620 0x7f2c800af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.977+0000 7f2c87e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2c8006dfd0 0x7f2c800afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.977+0000 7f2c87e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c8006e590 con 0x7f2c80072240 2024-09-12T03:13:16.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.977+0000 7f2c87e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f2c8006e870 con 0x7f2c8006dfd0 2024-09-12T03:13:16.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.977+0000 7f2c87e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2c8006eb50 con 0x7f2c80072620 2024-09-12T03:13:16.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.977+0000 7f2c84a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2c80072620 0x7f2c800af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.977+0000 7f2c85400640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f2c80072240 0x7f2c8015d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:42874/0 (socket says 172.21.15.29:42874) 2024-09-12T03:13:16.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.977+0000 7f2c84a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2c80072620 0x7f2c800af530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:33632/0 (socket says 172.21.15.29:33632) 2024-09-12T03:13:16.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.977+0000 7f2c85400640 1 -- 172.21.15.29:0/3952222977 learned_addr learned my addr 172.21.15.29:0/3952222977 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:16.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.977+0000 7f2c85e00640 1 --2- 172.21.15.29:0/3952222977 >> v2:172.21.15.38:3300/0 conn(0x7f2c8006dfd0 0x7f2c800afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.978+0000 7f2c85e00640 1 -- 172.21.15.29:0/3952222977 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2c80072620 msgr2=0x7f2c800af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:16.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.978+0000 7f2c85e00640 1 --2- 172.21.15.29:0/3952222977 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2c80072620 0x7f2c800af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.978+0000 7f2c85e00640 1 -- 172.21.15.29:0/3952222977 >> v1:172.21.15.38:6789/0 conn(0x7f2c80072240 legacy=0x7f2c8015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:16.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.978+0000 7f2c85e00640 1 -- 172.21.15.29:0/3952222977 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c8006ee30 con 0x7f2c8006dfd0 2024-09-12T03:13:16.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.979+0000 7f2c85e00640 1 --2- 172.21.15.29:0/3952222977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c8006dfd0 0x7f2c800afa70 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2c78009d90 tx=0x7f2c7802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dff15cc6be421cb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:16.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.979+0000 7f2c7fe00640 1 -- 172.21.15.29:0/3952222977 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c78007740 con 0x7f2c8006dfd0 2024-09-12T03:13:16.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.979+0000 7f2c7fe00640 1 -- 172.21.15.29:0/3952222977 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c780078e0 con 0x7f2c8006dfd0 2024-09-12T03:13:16.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.979+0000 7f2c7fe00640 1 -- 172.21.15.29:0/3952222977 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c78007cb0 con 0x7f2c8006dfd0 2024-09-12T03:13:16.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.980+0000 7f2c87e00640 1 -- 172.21.15.29:0/3952222977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c8006dfd0 msgr2=0x7f2c800afa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:16.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.980+0000 7f2c87e00640 1 --2- 172.21.15.29:0/3952222977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c8006dfd0 0x7f2c800afa70 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2c78009d90 tx=0x7f2c7802a660 comp rx=0 tx=0).stop 2024-09-12T03:13:16.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.980+0000 7f2c87e00640 1 -- 172.21.15.29:0/3952222977 shutdown_connections 2024-09-12T03:13:16.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.980+0000 7f2c87e00640 1 --2- 172.21.15.29:0/3952222977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c8006dfd0 0x7f2c800afa70 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.980+0000 7f2c87e00640 1 --2- 172.21.15.29:0/3952222977 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2c80072620 0x7f2c800af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.980+0000 7f2c87e00640 1 -- 172.21.15.29:0/3952222977 >> 172.21.15.29:0/3952222977 conn(0x7f2c80067da0 msgr2=0x7f2c8006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:16.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.980+0000 7f2c87e00640 1 -- 172.21.15.29:0/3952222977 shutdown_connections 2024-09-12T03:13:16.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.980+0000 7f2c87e00640 1 -- 172.21.15.29:0/3952222977 wait complete. 2024-09-12T03:13:16.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.982+0000 7f2c87e00640 1 Processor -- start 2024-09-12T03:13:16.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.982+0000 7f2c87e00640 1 -- start start 2024-09-12T03:13:16.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.983+0000 7f2c87e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c8006dfd0 0x7f2c801f3440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.983+0000 7f2c87e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2c80072240 0x7f2c800ca400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.983+0000 7f2c87e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c80072620 0x7f2c801544a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.983+0000 7f2c87e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2c800cd560 con 0x7f2c8006dfd0 2024-09-12T03:13:16.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.983+0000 7f2c87e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2c800cd3e0 con 0x7f2c80072620 2024-09-12T03:13:16.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.983+0000 7f2c87e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2c800cd6e0 con 0x7f2c80072240 2024-09-12T03:13:16.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.983+0000 7f2c85400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c8006dfd0 0x7f2c801f3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.983+0000 7f2c85400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c8006dfd0 0x7f2c801f3440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34824/0 (socket says 172.21.15.29:34824) 2024-09-12T03:13:16.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.983+0000 7f2c85400640 1 -- 172.21.15.29:0/1837031678 learned_addr learned my addr 172.21.15.29:0/1837031678 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:16.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.983+0000 7f2c85e00640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c80072620 0x7f2c801544a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.983+0000 7f2c84a00640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2c80072240 0x7f2c800ca400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.984+0000 7f2c85400640 1 -- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2c80072240 msgr2=0x7f2c800ca400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:16.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.984+0000 7f2c85400640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2c80072240 0x7f2c800ca400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.984+0000 7f2c85400640 1 -- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c80072620 msgr2=0x7f2c801544a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:16.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.984+0000 7f2c85400640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c80072620 0x7f2c801544a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:16.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.984+0000 7f2c85400640 1 -- 172.21.15.29:0/1837031678 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c800c54d0 con 0x7f2c8006dfd0 2024-09-12T03:13:16.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.984+0000 7f2c85400640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c8006dfd0 0x7f2c801f3440 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f2c7400c430 tx=0x7f2c7400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:16.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.984+0000 7f2c7d600640 1 -- 172.21.15.29:0/1837031678 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c74017070 con 0x7f2c8006dfd0 2024-09-12T03:13:16.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.984+0000 7f2c7d600640 1 -- 172.21.15.29:0/1837031678 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c74005ce0 con 0x7f2c8006dfd0 2024-09-12T03:13:16.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.984+0000 7f2c87e00640 1 -- 172.21.15.29:0/1837031678 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c800c5770 con 0x7f2c8006dfd0 2024-09-12T03:13:16.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.984+0000 7f2c7d600640 1 -- 172.21.15.29:0/1837031678 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c740072f0 con 0x7f2c8006dfd0 2024-09-12T03:13:16.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.984+0000 7f2c87e00640 1 -- 172.21.15.29:0/1837031678 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c800c6010 con 0x7f2c8006dfd0 2024-09-12T03:13:16.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.986+0000 7f2c87e00640 1 -- 172.21.15.29:0/1837031678 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c800c5940 con 0x7f2c8006dfd0 2024-09-12T03:13:16.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.986+0000 7f2c7d600640 1 -- 172.21.15.29:0/1837031678 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2c7401a070 con 0x7f2c8006dfd0 2024-09-12T03:13:16.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.987+0000 7f2c7d600640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2c6006be30 0x7f2c6006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:16.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.987+0000 7f2c7d600640 1 -- 172.21.15.29:0/1837031678 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f2c7408a2b0 con 0x7f2c8006dfd0 2024-09-12T03:13:16.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.988+0000 7f2c84a00640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2c6006be30 0x7f2c6006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:16.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.988+0000 7f2c84a00640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2c6006be30 0x7f2c6006e2f0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f2c800cdde0 tx=0x7f2c6c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:16.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:16.991+0000 7f2c7d600640 1 -- 172.21.15.29:0/1837031678 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2c74058510 con 0x7f2c8006dfd0 2024-09-12T03:13:17.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.176+0000 7f2c87e00640 1 -- 172.21.15.29:0/1837031678 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2c800c6250 con 0x7f2c8006dfd0 2024-09-12T03:13:17.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.177+0000 7f2c7d600640 1 -- 172.21.15.29:0/1837031678 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16933 (secure 0 0 0) 0x7f2c800c6250 con 0x7f2c8006dfd0 2024-09-12T03:13:17.178 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:17.178 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":80,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:13:14.354783+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:13:10.587688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-12T03:13:11.771020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:13:17.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.179+0000 7f2c87e00640 1 -- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2c6006be30 msgr2=0x7f2c6006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.179+0000 7f2c87e00640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2c6006be30 0x7f2c6006e2f0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f2c800cdde0 tx=0x7f2c6c009190 comp rx=0 tx=0).stop 2024-09-12T03:13:17.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.179+0000 7f2c87e00640 1 -- 172.21.15.29:0/1837031678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c8006dfd0 msgr2=0x7f2c801f3440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.179+0000 7f2c87e00640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c8006dfd0 0x7f2c801f3440 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f2c7400c430 tx=0x7f2c7400c8f0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.180+0000 7f2c87e00640 1 -- 172.21.15.29:0/1837031678 shutdown_connections 2024-09-12T03:13:17.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.180+0000 7f2c87e00640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2c6006be30 0x7f2c6006e2f0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.180+0000 7f2c87e00640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2c80072620 0x7f2c801544a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.180+0000 7f2c87e00640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2c80072240 0x7f2c800ca400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.180+0000 7f2c87e00640 1 --2- 172.21.15.29:0/1837031678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c8006dfd0 0x7f2c801f3440 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.180+0000 7f2c87e00640 1 -- 172.21.15.29:0/1837031678 >> 172.21.15.29:0/1837031678 conn(0x7f2c80067da0 msgr2=0x7f2c8015d980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:17.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.180+0000 7f2c87e00640 1 -- 172.21.15.29:0/1837031678 shutdown_connections 2024-09-12T03:13:17.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.180+0000 7f2c87e00640 1 -- 172.21.15.29:0/1837031678 wait complete. 2024-09-12T03:13:17.196 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T03:13:17.196 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:13:17.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.351+0000 7f3647e00640 1 Processor -- start 2024-09-12T03:13:17.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.351+0000 7f3647e00640 1 -- start start 2024-09-12T03:13:17.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.352+0000 7f3647e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f364006f0e0 0x7f364015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.352+0000 7f3647e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f364006f4c0 0x7f36400cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.352+0000 7f3647e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f364015c620 con 0x7f36400cf5a0 2024-09-12T03:13:17.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.352+0000 7f3647e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f364015bc50 con 0x7f364006f4c0 2024-09-12T03:13:17.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.352+0000 7f3647e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f3640152630 con 0x7f364006f0e0 2024-09-12T03:13:17.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.353+0000 7f3644a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f364006f4c0 0x7f36400cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.353+0000 7f3644a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f364006f4c0 0x7f36400cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34828/0 (socket says 172.21.15.29:34828) 2024-09-12T03:13:17.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.353+0000 7f3644a00640 1 -- 172.21.15.29:0/4266246002 learned_addr learned my addr 172.21.15.29:0/4266246002 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:17.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.353+0000 7f3645400640 1 --2- 172.21.15.29:0/4266246002 >> v2:172.21.15.38:3300/0 conn(0x7f364006f0e0 0x7f364015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.353+0000 7f3644a00640 1 -- 172.21.15.29:0/4266246002 >> v2:172.21.15.38:3300/0 conn(0x7f364006f0e0 msgr2=0x7f364015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:17.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.353+0000 7f3644a00640 1 --2- 172.21.15.29:0/4266246002 >> v2:172.21.15.38:3300/0 conn(0x7f364006f0e0 0x7f364015c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.353+0000 7f3644a00640 1 -- 172.21.15.29:0/4266246002 >> v1:172.21.15.38:6789/0 conn(0x7f36400cf5a0 legacy=0x7f36400b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.353+0000 7f3644a00640 1 -- 172.21.15.29:0/4266246002 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36400cfb40 con 0x7f364006f4c0 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.354+0000 7f3644a00640 1 --2- 172.21.15.29:0/4266246002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f364006f4c0 0x7f36400cf060 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f3640073070 tx=0x7f362c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9693c6772548a965 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.354+0000 7f363fe00640 1 -- 172.21.15.29:0/4266246002 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c037070 con 0x7f364006f4c0 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.354+0000 7f363fe00640 1 -- 172.21.15.29:0/4266246002 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f362c032440 con 0x7f364006f4c0 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.354+0000 7f363fe00640 1 -- 172.21.15.29:0/4266246002 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c032810 con 0x7f364006f4c0 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.355+0000 7f3647e00640 1 -- 172.21.15.29:0/4266246002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f364006f4c0 msgr2=0x7f36400cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.355+0000 7f3647e00640 1 --2- 172.21.15.29:0/4266246002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f364006f4c0 0x7f36400cf060 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f3640073070 tx=0x7f362c02a270 comp rx=0 tx=0).stop 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.355+0000 7f3647e00640 1 -- 172.21.15.29:0/4266246002 shutdown_connections 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.355+0000 7f3647e00640 1 --2- 172.21.15.29:0/4266246002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f364006f4c0 0x7f36400cf060 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.355+0000 7f3647e00640 1 --2- 172.21.15.29:0/4266246002 >> v2:172.21.15.38:3300/0 conn(0x7f364006f0e0 0x7f364015c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.355+0000 7f3647e00640 1 -- 172.21.15.29:0/4266246002 >> 172.21.15.29:0/4266246002 conn(0x7f3640067da0 msgr2=0x7f364006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.355+0000 7f3647e00640 1 -- 172.21.15.29:0/4266246002 shutdown_connections 2024-09-12T03:13:17.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.355+0000 7f3647e00640 1 -- 172.21.15.29:0/4266246002 wait complete. 2024-09-12T03:13:17.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.357+0000 7f3647e00640 1 Processor -- start 2024-09-12T03:13:17.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.357+0000 7f3647e00640 1 -- start start 2024-09-12T03:13:17.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3647e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f364006f0e0 0x7f36401594a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3647e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f364006f4c0 0x7f36401f2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3647e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36400cf5a0 0x7f364014cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3647e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f364006f930 con 0x7f364006f0e0 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3647e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f364015b8e0 con 0x7f364006f4c0 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3647e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f364015ee80 con 0x7f36400cf5a0 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3645400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f364006f0e0 0x7f36401594a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3645400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f364006f0e0 0x7f36401594a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34832/0 (socket says 172.21.15.29:34832) 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3645400640 1 -- 172.21.15.29:0/3468712476 learned_addr learned my addr 172.21.15.29:0/3468712476 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3644a00640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f364006f4c0 0x7f36401f2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3645e00640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36400cf5a0 0x7f364014cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3645400640 1 -- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36400cf5a0 msgr2=0x7f364014cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3645400640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36400cf5a0 0x7f364014cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3645400640 1 -- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f364006f4c0 msgr2=0x7f36401f2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3645400640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f364006f4c0 0x7f36401f2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.358+0000 7f3645400640 1 -- 172.21.15.29:0/3468712476 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3640159b40 con 0x7f364006f0e0 2024-09-12T03:13:17.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.359+0000 7f3645400640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f364006f0e0 0x7f36401594a0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f363400d830 tx=0x7f363400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:17.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.359+0000 7f363d600640 1 -- 172.21.15.29:0/3468712476 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363400b6c0 con 0x7f364006f0e0 2024-09-12T03:13:17.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.359+0000 7f363d600640 1 -- 172.21.15.29:0/3468712476 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3634019070 con 0x7f364006f0e0 2024-09-12T03:13:17.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.359+0000 7f363d600640 1 -- 172.21.15.29:0/3468712476 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363400ba80 con 0x7f364006f0e0 2024-09-12T03:13:17.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.359+0000 7f3647e00640 1 -- 172.21.15.29:0/3468712476 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3640159e20 con 0x7f364006f0e0 2024-09-12T03:13:17.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.359+0000 7f3647e00640 1 -- 172.21.15.29:0/3468712476 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f364015a3e0 con 0x7f364006f0e0 2024-09-12T03:13:17.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.360+0000 7f3647e00640 1 -- 172.21.15.29:0/3468712476 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f364015f9a0 con 0x7f364006f0e0 2024-09-12T03:13:17.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.361+0000 7f363d600640 1 -- 172.21.15.29:0/3468712476 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f363401e460 con 0x7f364006f0e0 2024-09-12T03:13:17.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.362+0000 7f363d600640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f362006be30 0x7f362006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.362+0000 7f363d600640 1 -- 172.21.15.29:0/3468712476 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f363408b4c0 con 0x7f364006f0e0 2024-09-12T03:13:17.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.362+0000 7f3644a00640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f362006be30 0x7f362006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.363+0000 7f3644a00640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f362006be30 0x7f362006e2f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f362c034000 tx=0x7f362c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:17.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.366+0000 7f363d600640 1 -- 172.21.15.29:0/3468712476 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3634059720 con 0x7f364006f0e0 2024-09-12T03:13:17.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.549+0000 7f3647e00640 1 -- 172.21.15.29:0/3468712476 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f36401f2880 con 0x7f362006be30 2024-09-12T03:13:17.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.557+0000 7f363d600640 1 -- 172.21.15.29:0/3468712476 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252004 (secure 0 0 0) 0x7f36401f2880 con 0x7f362006be30 2024-09-12T03:13:17.561 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:17.563 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:13:17.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 -- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f362006be30 msgr2=0x7f362006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f362006be30 0x7f362006e2f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f362c034000 tx=0x7f362c02e000 comp rx=0 tx=0).stop 2024-09-12T03:13:17.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 -- 172.21.15.29:0/3468712476 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f364006f0e0 msgr2=0x7f36401594a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f364006f0e0 0x7f36401594a0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f363400d830 tx=0x7f363400dcf0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 -- 172.21.15.29:0/3468712476 shutdown_connections 2024-09-12T03:13:17.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f362006be30 0x7f362006e2f0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36400cf5a0 0x7f364014cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f364006f4c0 0x7f36401f2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 --2- 172.21.15.29:0/3468712476 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f364006f0e0 0x7f36401594a0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 -- 172.21.15.29:0/3468712476 >> 172.21.15.29:0/3468712476 conn(0x7f3640067da0 msgr2=0x7f36400b46d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:17.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 -- 172.21.15.29:0/3468712476 shutdown_connections 2024-09-12T03:13:17.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.561+0000 7f3647e00640 1 -- 172.21.15.29:0/3468712476 wait complete. 2024-09-12T03:13:17.578 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":224,"stamp":"2024-09-12T03:13:15.789379+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":94,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258232,"kb_used_data":8712,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716488,"statfs":{"total":773094113280,"available":772829683712,"internally_reserved":0,"allocated":8921088,"data_stored":4729359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.455133"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.376301+0000","last_change":"2024-09-12T03:13:13.374371+0000","last_active":"2024-09-12T03:13:13.376301+0000","last_peered":"2024-09-12T03:13:13.376301+0000","last_clean":"2024-09-12T03:13:13.376301+0000","last_became_active":"2024-09-12T03:13:13.373251+0000","last_became_peered":"2024-09-12T03:13:13.373251+0000","last_unstale":"2024-09-12T03:13:13.376301+0000","last_undegraded":"2024-09-12T03:13:13.376301+0000","last_fullsized":"2024-09-12T03:13:13.376301+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:45:38.322628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385018+0000","last_change":"2024-09-12T03:13:13.377872+0000","last_active":"2024-09-12T03:13:13.385018+0000","last_peered":"2024-09-12T03:13:13.385018+0000","last_clean":"2024-09-12T03:13:13.385018+0000","last_became_active":"2024-09-12T03:13:13.377176+0000","last_became_peered":"2024-09-12T03:13:13.377176+0000","last_unstale":"2024-09-12T03:13:13.385018+0000","last_undegraded":"2024-09-12T03:13:13.385018+0000","last_fullsized":"2024-09-12T03:13:13.385018+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:53.619981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.370620+0000","last_change":"2024-09-12T03:13:13.365572+0000","last_active":"2024-09-12T03:13:13.370620+0000","last_peered":"2024-09-12T03:13:13.370620+0000","last_clean":"2024-09-12T03:13:13.370620+0000","last_became_active":"2024-09-12T03:13:13.365293+0000","last_became_peered":"2024-09-12T03:13:13.365293+0000","last_unstale":"2024-09-12T03:13:13.370620+0000","last_undegraded":"2024-09-12T03:13:13.370620+0000","last_fullsized":"2024-09-12T03:13:13.370620+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:08:25.276740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383289+0000","last_change":"2024-09-12T03:13:13.379151+0000","last_active":"2024-09-12T03:13:13.383289+0000","last_peered":"2024-09-12T03:13:13.383289+0000","last_clean":"2024-09-12T03:13:13.383289+0000","last_became_active":"2024-09-12T03:13:13.378853+0000","last_became_peered":"2024-09-12T03:13:13.378853+0000","last_unstale":"2024-09-12T03:13:13.383289+0000","last_undegraded":"2024-09-12T03:13:13.383289+0000","last_fullsized":"2024-09-12T03:13:13.383289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:03:38.481435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.380693+0000","last_change":"2024-09-12T03:13:13.374864+0000","last_active":"2024-09-12T03:13:13.380693+0000","last_peered":"2024-09-12T03:13:13.380693+0000","last_clean":"2024-09-12T03:13:13.380693+0000","last_became_active":"2024-09-12T03:13:13.366130+0000","last_became_peered":"2024-09-12T03:13:13.366130+0000","last_unstale":"2024-09-12T03:13:13.380693+0000","last_undegraded":"2024-09-12T03:13:13.380693+0000","last_fullsized":"2024-09-12T03:13:13.380693+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:54.195643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.373130+0000","last_change":"2024-09-12T03:13:13.368135+0000","last_active":"2024-09-12T03:13:13.373130+0000","last_peered":"2024-09-12T03:13:13.373130+0000","last_clean":"2024-09-12T03:13:13.373130+0000","last_became_active":"2024-09-12T03:13:13.367605+0000","last_became_peered":"2024-09-12T03:13:13.367605+0000","last_unstale":"2024-09-12T03:13:13.373130+0000","last_undegraded":"2024-09-12T03:13:13.373130+0000","last_fullsized":"2024-09-12T03:13:13.373130+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:53.619981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381079+0000","last_change":"2024-09-12T03:13:13.376914+0000","last_active":"2024-09-12T03:13:13.381079+0000","last_peered":"2024-09-12T03:13:13.381079+0000","last_clean":"2024-09-12T03:13:13.381079+0000","last_became_active":"2024-09-12T03:13:13.375505+0000","last_became_peered":"2024-09-12T03:13:13.375505+0000","last_unstale":"2024-09-12T03:13:13.381079+0000","last_undegraded":"2024-09-12T03:13:13.381079+0000","last_fullsized":"2024-09-12T03:13:13.381079+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:07.139045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.380446+0000","last_change":"2024-09-12T03:13:13.374586+0000","last_active":"2024-09-12T03:13:13.380446+0000","last_peered":"2024-09-12T03:13:13.380446+0000","last_clean":"2024-09-12T03:13:13.380446+0000","last_became_active":"2024-09-12T03:13:13.364204+0000","last_became_peered":"2024-09-12T03:13:13.364204+0000","last_unstale":"2024-09-12T03:13:13.380446+0000","last_undegraded":"2024-09-12T03:13:13.380446+0000","last_fullsized":"2024-09-12T03:13:13.380446+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:24:47.903346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.378923+0000","last_change":"2024-09-12T03:13:13.372914+0000","last_active":"2024-09-12T03:13:13.378923+0000","last_peered":"2024-09-12T03:13:13.378923+0000","last_clean":"2024-09-12T03:13:13.378923+0000","last_became_active":"2024-09-12T03:13:13.372610+0000","last_became_peered":"2024-09-12T03:13:13.372610+0000","last_unstale":"2024-09-12T03:13:13.378923+0000","last_undegraded":"2024-09-12T03:13:13.378923+0000","last_fullsized":"2024-09-12T03:13:13.378923+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:28.517229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383252+0000","last_change":"2024-09-12T03:13:13.379442+0000","last_active":"2024-09-12T03:13:13.383252+0000","last_peered":"2024-09-12T03:13:13.383252+0000","last_clean":"2024-09-12T03:13:13.383252+0000","last_became_active":"2024-09-12T03:13:13.376235+0000","last_became_peered":"2024-09-12T03:13:13.376235+0000","last_unstale":"2024-09-12T03:13:13.383252+0000","last_undegraded":"2024-09-12T03:13:13.383252+0000","last_fullsized":"2024-09-12T03:13:13.383252+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:01:55.600747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385550+0000","last_change":"2024-09-12T03:13:13.382486+0000","last_active":"2024-09-12T03:13:13.385550+0000","last_peered":"2024-09-12T03:13:13.385550+0000","last_clean":"2024-09-12T03:13:13.385550+0000","last_became_active":"2024-09-12T03:13:13.381997+0000","last_became_peered":"2024-09-12T03:13:13.381997+0000","last_unstale":"2024-09-12T03:13:13.385550+0000","last_undegraded":"2024-09-12T03:13:13.385550+0000","last_fullsized":"2024-09-12T03:13:13.385550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:27.185830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.382984+0000","last_change":"2024-09-12T03:13:13.378357+0000","last_active":"2024-09-12T03:13:13.382984+0000","last_peered":"2024-09-12T03:13:13.382984+0000","last_clean":"2024-09-12T03:13:13.382984+0000","last_became_active":"2024-09-12T03:13:13.376457+0000","last_became_peered":"2024-09-12T03:13:13.376457+0000","last_unstale":"2024-09-12T03:13:13.382984+0000","last_undegraded":"2024-09-12T03:13:13.382984+0000","last_fullsized":"2024-09-12T03:13:13.382984+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:44.778357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.380714+0000","last_change":"2024-09-12T03:13:13.375027+0000","last_active":"2024-09-12T03:13:13.380714+0000","last_peered":"2024-09-12T03:13:13.380714+0000","last_clean":"2024-09-12T03:13:13.380714+0000","last_became_active":"2024-09-12T03:13:13.374692+0000","last_became_peered":"2024-09-12T03:13:13.374692+0000","last_unstale":"2024-09-12T03:13:13.380714+0000","last_undegraded":"2024-09-12T03:13:13.380714+0000","last_fullsized":"2024-09-12T03:13:13.380714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:54:02.016265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371543+0000","last_change":"2024-09-12T03:13:13.368139+0000","last_active":"2024-09-12T03:13:13.371543+0000","last_peered":"2024-09-12T03:13:13.371543+0000","last_clean":"2024-09-12T03:13:13.371543+0000","last_became_active":"2024-09-12T03:13:13.366116+0000","last_became_peered":"2024-09-12T03:13:13.366116+0000","last_unstale":"2024-09-12T03:13:13.371543+0000","last_undegraded":"2024-09-12T03:13:13.371543+0000","last_fullsized":"2024-09-12T03:13:13.371543+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:45:38.322628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.373263+0000","last_change":"2024-09-12T03:13:13.368940+0000","last_active":"2024-09-12T03:13:13.373263+0000","last_peered":"2024-09-12T03:13:13.373263+0000","last_clean":"2024-09-12T03:13:13.373263+0000","last_became_active":"2024-09-12T03:13:13.368331+0000","last_became_peered":"2024-09-12T03:13:13.368331+0000","last_unstale":"2024-09-12T03:13:13.373263+0000","last_undegraded":"2024-09-12T03:13:13.373263+0000","last_fullsized":"2024-09-12T03:13:13.373263+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:03:38.481435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375727+0000","last_change":"2024-09-12T03:13:13.371230+0000","last_active":"2024-09-12T03:13:13.375727+0000","last_peered":"2024-09-12T03:13:13.375727+0000","last_clean":"2024-09-12T03:13:13.375727+0000","last_became_active":"2024-09-12T03:13:13.370972+0000","last_became_peered":"2024-09-12T03:13:13.370972+0000","last_unstale":"2024-09-12T03:13:13.375727+0000","last_undegraded":"2024-09-12T03:13:13.375727+0000","last_fullsized":"2024-09-12T03:13:13.375727+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:53.074603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381300+0000","last_change":"2024-09-12T03:13:13.373271+0000","last_active":"2024-09-12T03:13:13.381300+0000","last_peered":"2024-09-12T03:13:13.381300+0000","last_clean":"2024-09-12T03:13:13.381300+0000","last_became_active":"2024-09-12T03:13:13.372986+0000","last_became_peered":"2024-09-12T03:13:13.372986+0000","last_unstale":"2024-09-12T03:13:13.381300+0000","last_undegraded":"2024-09-12T03:13:13.381300+0000","last_fullsized":"2024-09-12T03:13:13.381300+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:14.707062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.382308+0000","last_change":"2024-09-12T03:13:13.379571+0000","last_active":"2024-09-12T03:13:13.382308+0000","last_peered":"2024-09-12T03:13:13.382308+0000","last_clean":"2024-09-12T03:13:13.382308+0000","last_became_active":"2024-09-12T03:13:13.379258+0000","last_became_peered":"2024-09-12T03:13:13.379258+0000","last_unstale":"2024-09-12T03:13:13.382308+0000","last_undegraded":"2024-09-12T03:13:13.382308+0000","last_fullsized":"2024-09-12T03:13:13.382308+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:20:12.878717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.386148+0000","last_change":"2024-09-12T03:13:13.383275+0000","last_active":"2024-09-12T03:13:13.386148+0000","last_peered":"2024-09-12T03:13:13.386148+0000","last_clean":"2024-09-12T03:13:13.386148+0000","last_became_active":"2024-09-12T03:13:13.382954+0000","last_became_peered":"2024-09-12T03:13:13.382954+0000","last_unstale":"2024-09-12T03:13:13.386148+0000","last_undegraded":"2024-09-12T03:13:13.386148+0000","last_fullsized":"2024-09-12T03:13:13.386148+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:27.185830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.364216+0000","last_change":"2024-09-12T03:13:13.357964+0000","last_active":"2024-09-12T03:13:13.364216+0000","last_peered":"2024-09-12T03:13:13.364216+0000","last_clean":"2024-09-12T03:13:13.364216+0000","last_became_active":"2024-09-12T03:13:13.357670+0000","last_became_peered":"2024-09-12T03:13:13.357670+0000","last_unstale":"2024-09-12T03:13:13.364216+0000","last_undegraded":"2024-09-12T03:13:13.364216+0000","last_fullsized":"2024-09-12T03:13:13.364216+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:25:26.298420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371604+0000","last_change":"2024-09-12T03:13:13.362321+0000","last_active":"2024-09-12T03:13:13.371604+0000","last_peered":"2024-09-12T03:13:13.371604+0000","last_clean":"2024-09-12T03:13:13.371604+0000","last_became_active":"2024-09-12T03:13:13.361817+0000","last_became_peered":"2024-09-12T03:13:13.361817+0000","last_unstale":"2024-09-12T03:13:13.371604+0000","last_undegraded":"2024-09-12T03:13:13.371604+0000","last_fullsized":"2024-09-12T03:13:13.371604+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:19.196084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.379655+0000","last_change":"2024-09-12T03:13:13.372350+0000","last_active":"2024-09-12T03:13:13.379655+0000","last_peered":"2024-09-12T03:13:13.379655+0000","last_clean":"2024-09-12T03:13:13.379655+0000","last_became_active":"2024-09-12T03:13:13.372074+0000","last_became_peered":"2024-09-12T03:13:13.372074+0000","last_unstale":"2024-09-12T03:13:13.379655+0000","last_undegraded":"2024-09-12T03:13:13.379655+0000","last_fullsized":"2024-09-12T03:13:13.379655+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:43.696881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.380924+0000","last_change":"2024-09-12T03:13:13.373870+0000","last_active":"2024-09-12T03:13:13.380924+0000","last_peered":"2024-09-12T03:13:13.380924+0000","last_clean":"2024-09-12T03:13:13.380924+0000","last_became_active":"2024-09-12T03:13:13.373470+0000","last_became_peered":"2024-09-12T03:13:13.373470+0000","last_unstale":"2024-09-12T03:13:13.380924+0000","last_undegraded":"2024-09-12T03:13:13.380924+0000","last_fullsized":"2024-09-12T03:13:13.380924+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:31.073617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.372043+0000","last_change":"2024-09-12T03:13:13.364489+0000","last_active":"2024-09-12T03:13:13.372043+0000","last_peered":"2024-09-12T03:13:13.372043+0000","last_clean":"2024-09-12T03:13:13.372043+0000","last_became_active":"2024-09-12T03:13:13.364169+0000","last_became_peered":"2024-09-12T03:13:13.364169+0000","last_unstale":"2024-09-12T03:13:13.372043+0000","last_undegraded":"2024-09-12T03:13:13.372043+0000","last_fullsized":"2024-09-12T03:13:13.372043+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:11:05.776055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375579+0000","last_change":"2024-09-12T03:13:13.370256+0000","last_active":"2024-09-12T03:13:13.375579+0000","last_peered":"2024-09-12T03:13:13.375579+0000","last_clean":"2024-09-12T03:13:13.375579+0000","last_became_active":"2024-09-12T03:13:13.369939+0000","last_became_peered":"2024-09-12T03:13:13.369939+0000","last_unstale":"2024-09-12T03:13:13.375579+0000","last_undegraded":"2024-09-12T03:13:13.375579+0000","last_fullsized":"2024-09-12T03:13:13.375579+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:13:01.141486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383229+0000","last_change":"2024-09-12T03:13:13.379121+0000","last_active":"2024-09-12T03:13:13.383229+0000","last_peered":"2024-09-12T03:13:13.383229+0000","last_clean":"2024-09-12T03:13:13.383229+0000","last_became_active":"2024-09-12T03:13:13.376830+0000","last_became_peered":"2024-09-12T03:13:13.376830+0000","last_unstale":"2024-09-12T03:13:13.383229+0000","last_undegraded":"2024-09-12T03:13:13.383229+0000","last_fullsized":"2024-09-12T03:13:13.383229+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:06:42.657346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.380162+0000","last_change":"2024-09-12T03:13:13.377578+0000","last_active":"2024-09-12T03:13:13.380162+0000","last_peered":"2024-09-12T03:13:13.380162+0000","last_clean":"2024-09-12T03:13:13.380162+0000","last_became_active":"2024-09-12T03:13:13.376677+0000","last_became_peered":"2024-09-12T03:13:13.376677+0000","last_unstale":"2024-09-12T03:13:13.380162+0000","last_undegraded":"2024-09-12T03:13:13.380162+0000","last_fullsized":"2024-09-12T03:13:13.380162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:53.619981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383596+0000","last_change":"2024-09-12T03:13:13.380297+0000","last_active":"2024-09-12T03:13:13.383596+0000","last_peered":"2024-09-12T03:13:13.383596+0000","last_clean":"2024-09-12T03:13:13.383596+0000","last_became_active":"2024-09-12T03:13:13.379990+0000","last_became_peered":"2024-09-12T03:13:13.379990+0000","last_unstale":"2024-09-12T03:13:13.383596+0000","last_undegraded":"2024-09-12T03:13:13.383596+0000","last_fullsized":"2024-09-12T03:13:13.383596+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:07.090807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383395+0000","last_change":"2024-09-12T03:13:13.372852+0000","last_active":"2024-09-12T03:13:13.383395+0000","last_peered":"2024-09-12T03:13:13.383395+0000","last_clean":"2024-09-12T03:13:13.383395+0000","last_became_active":"2024-09-12T03:13:13.372564+0000","last_became_peered":"2024-09-12T03:13:13.372564+0000","last_unstale":"2024-09-12T03:13:13.383395+0000","last_undegraded":"2024-09-12T03:13:13.383395+0000","last_fullsized":"2024-09-12T03:13:13.383395+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:01:55.600747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381260+0000","last_change":"2024-09-12T03:13:13.379379+0000","last_active":"2024-09-12T03:13:13.381260+0000","last_peered":"2024-09-12T03:13:13.381260+0000","last_clean":"2024-09-12T03:13:13.381260+0000","last_became_active":"2024-09-12T03:13:13.379111+0000","last_became_peered":"2024-09-12T03:13:13.379111+0000","last_unstale":"2024-09-12T03:13:13.381260+0000","last_undegraded":"2024-09-12T03:13:13.381260+0000","last_fullsized":"2024-09-12T03:13:13.381260+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:39.969708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.377502+0000","last_change":"2024-09-12T03:13:13.371573+0000","last_active":"2024-09-12T03:13:13.377502+0000","last_peered":"2024-09-12T03:13:13.377502+0000","last_clean":"2024-09-12T03:13:13.377502+0000","last_became_active":"2024-09-12T03:13:13.371105+0000","last_became_peered":"2024-09-12T03:13:13.371105+0000","last_unstale":"2024-09-12T03:13:13.377502+0000","last_undegraded":"2024-09-12T03:13:13.377502+0000","last_fullsized":"2024-09-12T03:13:13.377502+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:07.139045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375704+0000","last_change":"2024-09-12T03:13:13.371196+0000","last_active":"2024-09-12T03:13:13.375704+0000","last_peered":"2024-09-12T03:13:13.375704+0000","last_clean":"2024-09-12T03:13:13.375704+0000","last_became_active":"2024-09-12T03:13:13.370904+0000","last_became_peered":"2024-09-12T03:13:13.370904+0000","last_unstale":"2024-09-12T03:13:13.375704+0000","last_undegraded":"2024-09-12T03:13:13.375704+0000","last_fullsized":"2024-09-12T03:13:13.375704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:13.560558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371790+0000","last_change":"2024-09-12T03:13:13.365787+0000","last_active":"2024-09-12T03:13:13.371790+0000","last_peered":"2024-09-12T03:13:13.371790+0000","last_clean":"2024-09-12T03:13:13.371790+0000","last_became_active":"2024-09-12T03:13:13.365502+0000","last_became_peered":"2024-09-12T03:13:13.365502+0000","last_unstale":"2024-09-12T03:13:13.371790+0000","last_undegraded":"2024-09-12T03:13:13.371790+0000","last_fullsized":"2024-09-12T03:13:13.371790+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:13:47.412462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"79'4","reported_seq":16,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.386805+0000","last_change":"2024-09-12T03:13:12.363329+0000","last_active":"2024-09-12T03:13:13.386805+0000","last_peered":"2024-09-12T03:13:13.386805+0000","last_clean":"2024-09-12T03:13:13.386805+0000","last_became_active":"2024-09-12T03:13:12.363039+0000","last_became_peered":"2024-09-12T03:13:12.363039+0000","last_unstale":"2024-09-12T03:13:13.386805+0000","last_undegraded":"2024-09-12T03:13:13.386805+0000","last_fullsized":"2024-09-12T03:13:13.386805+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:36.725675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384938+0000","last_change":"2024-09-12T03:13:13.376525+0000","last_active":"2024-09-12T03:13:13.384938+0000","last_peered":"2024-09-12T03:13:13.384938+0000","last_clean":"2024-09-12T03:13:13.384938+0000","last_became_active":"2024-09-12T03:13:13.376266+0000","last_became_peered":"2024-09-12T03:13:13.376266+0000","last_unstale":"2024-09-12T03:13:13.384938+0000","last_undegraded":"2024-09-12T03:13:13.384938+0000","last_fullsized":"2024-09-12T03:13:13.384938+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:45:38.322628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.373579+0000","last_change":"2024-09-12T03:13:12.374234+0000","last_active":"2024-09-12T03:13:13.373579+0000","last_peered":"2024-09-12T03:13:13.373579+0000","last_clean":"2024-09-12T03:13:13.373579+0000","last_became_active":"2024-09-12T03:13:12.373935+0000","last_became_peered":"2024-09-12T03:13:12.373935+0000","last_unstale":"2024-09-12T03:13:13.373579+0000","last_undegraded":"2024-09-12T03:13:13.373579+0000","last_fullsized":"2024-09-12T03:13:13.373579+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:11:04.772444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371975+0000","last_change":"2024-09-12T03:13:13.364043+0000","last_active":"2024-09-12T03:13:13.371975+0000","last_peered":"2024-09-12T03:13:13.371975+0000","last_clean":"2024-09-12T03:13:13.371975+0000","last_became_active":"2024-09-12T03:13:13.363744+0000","last_became_peered":"2024-09-12T03:13:13.363744+0000","last_unstale":"2024-09-12T03:13:13.371975+0000","last_undegraded":"2024-09-12T03:13:13.371975+0000","last_fullsized":"2024-09-12T03:13:13.371975+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:03:24.979681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.379167+0000","last_change":"2024-09-12T03:13:12.373190+0000","last_active":"2024-09-12T03:13:13.379167+0000","last_peered":"2024-09-12T03:13:13.379167+0000","last_clean":"2024-09-12T03:13:13.379167+0000","last_became_active":"2024-09-12T03:13:12.372534+0000","last_became_peered":"2024-09-12T03:13:12.372534+0000","last_unstale":"2024-09-12T03:13:13.379167+0000","last_undegraded":"2024-09-12T03:13:13.379167+0000","last_fullsized":"2024-09-12T03:13:13.379167+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:06:41.653734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371581+0000","last_change":"2024-09-12T03:13:13.362094+0000","last_active":"2024-09-12T03:13:13.371581+0000","last_peered":"2024-09-12T03:13:13.371581+0000","last_clean":"2024-09-12T03:13:13.371581+0000","last_became_active":"2024-09-12T03:13:13.361527+0000","last_became_peered":"2024-09-12T03:13:13.361527+0000","last_unstale":"2024-09-12T03:13:13.371581+0000","last_undegraded":"2024-09-12T03:13:13.371581+0000","last_fullsized":"2024-09-12T03:13:13.371581+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:57.378806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1c","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375505+0000","last_change":"2024-09-12T03:13:12.369916+0000","last_active":"2024-09-12T03:13:13.375505+0000","last_peered":"2024-09-12T03:13:13.375505+0000","last_clean":"2024-09-12T03:13:13.375505+0000","last_became_active":"2024-09-12T03:13:12.368633+0000","last_became_peered":"2024-09-12T03:13:12.368633+0000","last_unstale":"2024-09-12T03:13:13.375505+0000","last_undegraded":"2024-09-12T03:13:13.375505+0000","last_fullsized":"2024-09-12T03:13:13.375505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:27.513618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385550+0000","last_change":"2024-09-12T03:13:13.382061+0000","last_active":"2024-09-12T03:13:13.385550+0000","last_peered":"2024-09-12T03:13:13.385550+0000","last_clean":"2024-09-12T03:13:13.385550+0000","last_became_active":"2024-09-12T03:13:13.381804+0000","last_became_peered":"2024-09-12T03:13:13.381804+0000","last_unstale":"2024-09-12T03:13:13.385550+0000","last_undegraded":"2024-09-12T03:13:13.385550+0000","last_fullsized":"2024-09-12T03:13:13.385550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:39.969708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.379143+0000","last_change":"2024-09-12T03:13:12.372910+0000","last_active":"2024-09-12T03:13:13.379143+0000","last_peered":"2024-09-12T03:13:13.379143+0000","last_clean":"2024-09-12T03:13:13.379143+0000","last_became_active":"2024-09-12T03:13:12.372564+0000","last_became_peered":"2024-09-12T03:13:12.372564+0000","last_unstale":"2024-09-12T03:13:13.379143+0000","last_undegraded":"2024-09-12T03:13:13.379143+0000","last_fullsized":"2024-09-12T03:13:13.379143+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:34.745026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385537+0000","last_change":"2024-09-12T03:13:13.382281+0000","last_active":"2024-09-12T03:13:13.385537+0000","last_peered":"2024-09-12T03:13:13.385537+0000","last_clean":"2024-09-12T03:13:13.385537+0000","last_became_active":"2024-09-12T03:13:13.381651+0000","last_became_peered":"2024-09-12T03:13:13.381651+0000","last_unstale":"2024-09-12T03:13:13.385537+0000","last_undegraded":"2024-09-12T03:13:13.385537+0000","last_fullsized":"2024-09-12T03:13:13.385537+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:06.936027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.377198+0000","last_change":"2024-09-12T03:13:12.367612+0000","last_active":"2024-09-12T03:13:13.377198+0000","last_peered":"2024-09-12T03:13:13.377198+0000","last_clean":"2024-09-12T03:13:13.377198+0000","last_became_active":"2024-09-12T03:13:12.367057+0000","last_became_peered":"2024-09-12T03:13:12.367057+0000","last_unstale":"2024-09-12T03:13:13.377198+0000","last_undegraded":"2024-09-12T03:13:13.377198+0000","last_fullsized":"2024-09-12T03:13:13.377198+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:04:43.889964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.370736+0000","last_change":"2024-09-12T03:13:13.360417+0000","last_active":"2024-09-12T03:13:13.370736+0000","last_peered":"2024-09-12T03:13:13.370736+0000","last_clean":"2024-09-12T03:13:13.370736+0000","last_became_active":"2024-09-12T03:13:13.360136+0000","last_became_peered":"2024-09-12T03:13:13.360136+0000","last_unstale":"2024-09-12T03:13:13.370736+0000","last_undegraded":"2024-09-12T03:13:13.370736+0000","last_fullsized":"2024-09-12T03:13:13.370736+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:29.536407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.359776+0000","last_change":"2024-09-12T03:13:12.372808+0000","last_active":"2024-09-12T03:13:13.359776+0000","last_peered":"2024-09-12T03:13:13.359776+0000","last_clean":"2024-09-12T03:13:13.359776+0000","last_became_active":"2024-09-12T03:13:12.372489+0000","last_became_peered":"2024-09-12T03:13:12.372489+0000","last_unstale":"2024-09-12T03:13:13.359776+0000","last_undegraded":"2024-09-12T03:13:13.359776+0000","last_fullsized":"2024-09-12T03:13:13.359776+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:32:00.073855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.377045+0000","last_change":"2024-09-12T03:13:13.375912+0000","last_active":"2024-09-12T03:13:13.377045+0000","last_peered":"2024-09-12T03:13:13.377045+0000","last_clean":"2024-09-12T03:13:13.377045+0000","last_became_active":"2024-09-12T03:13:13.375420+0000","last_became_peered":"2024-09-12T03:13:13.375420+0000","last_unstale":"2024-09-12T03:13:13.377045+0000","last_undegraded":"2024-09-12T03:13:13.377045+0000","last_fullsized":"2024-09-12T03:13:13.377045+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:04.266455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.349717+0000","last_change":"2024-09-12T03:13:12.370220+0000","last_active":"2024-09-12T03:13:13.349717+0000","last_peered":"2024-09-12T03:13:13.349717+0000","last_clean":"2024-09-12T03:13:13.349717+0000","last_became_active":"2024-09-12T03:13:12.367393+0000","last_became_peered":"2024-09-12T03:13:12.367393+0000","last_unstale":"2024-09-12T03:13:13.349717+0000","last_undegraded":"2024-09-12T03:13:13.349717+0000","last_fullsized":"2024-09-12T03:13:13.349717+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:46.504869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.372527+0000","last_change":"2024-09-12T03:13:13.369072+0000","last_active":"2024-09-12T03:13:13.372527+0000","last_peered":"2024-09-12T03:13:13.372527+0000","last_clean":"2024-09-12T03:13:13.372527+0000","last_became_active":"2024-09-12T03:13:13.367542+0000","last_became_peered":"2024-09-12T03:13:13.367542+0000","last_unstale":"2024-09-12T03:13:13.372527+0000","last_undegraded":"2024-09-12T03:13:13.372527+0000","last_fullsized":"2024-09-12T03:13:13.372527+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:06:42.657346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.357960+0000","last_change":"2024-09-12T03:13:12.372797+0000","last_active":"2024-09-12T03:13:13.357960+0000","last_peered":"2024-09-12T03:13:13.357960+0000","last_clean":"2024-09-12T03:13:13.357960+0000","last_became_active":"2024-09-12T03:13:12.372513+0000","last_became_peered":"2024-09-12T03:13:12.372513+0000","last_unstale":"2024-09-12T03:13:13.357960+0000","last_undegraded":"2024-09-12T03:13:13.357960+0000","last_fullsized":"2024-09-12T03:13:13.357960+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:43.774745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383301+0000","last_change":"2024-09-12T03:13:13.379370+0000","last_active":"2024-09-12T03:13:13.383301+0000","last_peered":"2024-09-12T03:13:13.383301+0000","last_clean":"2024-09-12T03:13:13.383301+0000","last_became_active":"2024-09-12T03:13:13.377926+0000","last_became_peered":"2024-09-12T03:13:13.377926+0000","last_unstale":"2024-09-12T03:13:13.383301+0000","last_undegraded":"2024-09-12T03:13:13.383301+0000","last_fullsized":"2024-09-12T03:13:13.383301+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:13:01.141486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.368479+0000","last_change":"2024-09-12T03:13:12.376026+0000","last_active":"2024-09-12T03:13:13.368479+0000","last_peered":"2024-09-12T03:13:13.368479+0000","last_clean":"2024-09-12T03:13:13.368479+0000","last_became_active":"2024-09-12T03:13:12.375241+0000","last_became_peered":"2024-09-12T03:13:12.375241+0000","last_unstale":"2024-09-12T03:13:13.368479+0000","last_undegraded":"2024-09-12T03:13:13.368479+0000","last_fullsized":"2024-09-12T03:13:13.368479+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:32:00.073855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.362058+0000","last_change":"2024-09-12T03:13:13.358782+0000","last_active":"2024-09-12T03:13:13.362058+0000","last_peered":"2024-09-12T03:13:13.362058+0000","last_clean":"2024-09-12T03:13:13.362058+0000","last_became_active":"2024-09-12T03:13:13.358525+0000","last_became_peered":"2024-09-12T03:13:13.358525+0000","last_unstale":"2024-09-12T03:13:13.362058+0000","last_undegraded":"2024-09-12T03:13:13.362058+0000","last_fullsized":"2024-09-12T03:13:13.362058+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:50.406493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"79'3","reported_seq":15,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384907+0000","last_change":"2024-09-12T03:13:12.364586+0000","last_active":"2024-09-12T03:13:13.384907+0000","last_peered":"2024-09-12T03:13:13.384907+0000","last_clean":"2024-09-12T03:13:13.384907+0000","last_became_active":"2024-09-12T03:13:12.362632+0000","last_became_peered":"2024-09-12T03:13:12.362632+0000","last_unstale":"2024-09-12T03:13:13.384907+0000","last_undegraded":"2024-09-12T03:13:13.384907+0000","last_fullsized":"2024-09-12T03:13:13.384907+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:05:48.326304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.372422+0000","last_change":"2024-09-12T03:13:13.364410+0000","last_active":"2024-09-12T03:13:13.372422+0000","last_peered":"2024-09-12T03:13:13.372422+0000","last_clean":"2024-09-12T03:13:13.372422+0000","last_became_active":"2024-09-12T03:13:13.363864+0000","last_became_peered":"2024-09-12T03:13:13.363864+0000","last_unstale":"2024-09-12T03:13:13.372422+0000","last_undegraded":"2024-09-12T03:13:13.372422+0000","last_fullsized":"2024-09-12T03:13:13.372422+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:31:28.696448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"79'6","reported_seq":18,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384485+0000","last_change":"2024-09-12T03:13:12.373526+0000","last_active":"2024-09-12T03:13:13.384485+0000","last_peered":"2024-09-12T03:13:13.384485+0000","last_clean":"2024-09-12T03:13:13.384485+0000","last_became_active":"2024-09-12T03:13:12.373184+0000","last_became_peered":"2024-09-12T03:13:12.373184+0000","last_unstale":"2024-09-12T03:13:13.384485+0000","last_undegraded":"2024-09-12T03:13:13.384485+0000","last_fullsized":"2024-09-12T03:13:13.384485+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:30.070005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.378616+0000","last_change":"2024-09-12T03:13:13.375903+0000","last_active":"2024-09-12T03:13:13.378616+0000","last_peered":"2024-09-12T03:13:13.378616+0000","last_clean":"2024-09-12T03:13:13.378616+0000","last_became_active":"2024-09-12T03:13:13.374399+0000","last_became_peered":"2024-09-12T03:13:13.374399+0000","last_unstale":"2024-09-12T03:13:13.378616+0000","last_undegraded":"2024-09-12T03:13:13.378616+0000","last_fullsized":"2024-09-12T03:13:13.378616+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:11:05.776055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.382094+0000","last_change":"2024-09-12T03:13:12.371693+0000","last_active":"2024-09-12T03:13:13.382094+0000","last_peered":"2024-09-12T03:13:13.382094+0000","last_clean":"2024-09-12T03:13:13.382094+0000","last_became_active":"2024-09-12T03:13:12.370620+0000","last_became_peered":"2024-09-12T03:13:12.370620+0000","last_unstale":"2024-09-12T03:13:13.382094+0000","last_undegraded":"2024-09-12T03:13:13.382094+0000","last_fullsized":"2024-09-12T03:13:13.382094+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:30:46.032146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.366499+0000","last_change":"2024-09-12T03:13:13.360351+0000","last_active":"2024-09-12T03:13:13.366499+0000","last_peered":"2024-09-12T03:13:13.366499+0000","last_clean":"2024-09-12T03:13:13.366499+0000","last_became_active":"2024-09-12T03:13:13.360019+0000","last_became_peered":"2024-09-12T03:13:13.360019+0000","last_unstale":"2024-09-12T03:13:13.366499+0000","last_undegraded":"2024-09-12T03:13:13.366499+0000","last_fullsized":"2024-09-12T03:13:13.366499+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:39.003090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.358997+0000","last_change":"2024-09-12T03:13:12.376140+0000","last_active":"2024-09-12T03:13:13.358997+0000","last_peered":"2024-09-12T03:13:13.358997+0000","last_clean":"2024-09-12T03:13:13.358997+0000","last_became_active":"2024-09-12T03:13:12.374520+0000","last_became_peered":"2024-09-12T03:13:12.374520+0000","last_unstale":"2024-09-12T03:13:13.358997+0000","last_undegraded":"2024-09-12T03:13:13.358997+0000","last_fullsized":"2024-09-12T03:13:13.358997+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:01:54.597135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381764+0000","last_change":"2024-09-12T03:13:13.378446+0000","last_active":"2024-09-12T03:13:13.381764+0000","last_peered":"2024-09-12T03:13:13.381764+0000","last_clean":"2024-09-12T03:13:13.381764+0000","last_became_active":"2024-09-12T03:13:13.378190+0000","last_became_peered":"2024-09-12T03:13:13.378190+0000","last_unstale":"2024-09-12T03:13:13.381764+0000","last_undegraded":"2024-09-12T03:13:13.381764+0000","last_fullsized":"2024-09-12T03:13:13.381764+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:37.095389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.352444+0000","last_change":"2024-09-12T03:13:12.364006+0000","last_active":"2024-09-12T03:13:13.352444+0000","last_peered":"2024-09-12T03:13:13.352444+0000","last_clean":"2024-09-12T03:13:13.352444+0000","last_became_active":"2024-09-12T03:13:12.363748+0000","last_became_peered":"2024-09-12T03:13:12.363748+0000","last_unstale":"2024-09-12T03:13:13.352444+0000","last_undegraded":"2024-09-12T03:13:13.352444+0000","last_fullsized":"2024-09-12T03:13:13.352444+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:54.140135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.372052+0000","last_change":"2024-09-12T03:13:13.366054+0000","last_active":"2024-09-12T03:13:13.372052+0000","last_peered":"2024-09-12T03:13:13.372052+0000","last_clean":"2024-09-12T03:13:13.372052+0000","last_became_active":"2024-09-12T03:13:13.360420+0000","last_became_peered":"2024-09-12T03:13:13.360420+0000","last_unstale":"2024-09-12T03:13:13.372052+0000","last_undegraded":"2024-09-12T03:13:13.372052+0000","last_fullsized":"2024-09-12T03:13:13.372052+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:05:45.038698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"79'8","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.376362+0000","last_change":"2024-09-12T03:13:12.367823+0000","last_active":"2024-09-12T03:13:13.376362+0000","last_peered":"2024-09-12T03:13:13.376362+0000","last_clean":"2024-09-12T03:13:13.376362+0000","last_became_active":"2024-09-12T03:13:12.367547+0000","last_became_peered":"2024-09-12T03:13:12.367547+0000","last_unstale":"2024-09-12T03:13:13.376362+0000","last_undegraded":"2024-09-12T03:13:13.376362+0000","last_fullsized":"2024-09-12T03:13:13.376362+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:04:17.104974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385892+0000","last_change":"2024-09-12T03:13:13.380377+0000","last_active":"2024-09-12T03:13:13.385892+0000","last_peered":"2024-09-12T03:13:13.385892+0000","last_clean":"2024-09-12T03:13:13.385892+0000","last_became_active":"2024-09-12T03:13:13.380047+0000","last_became_peered":"2024-09-12T03:13:13.380047+0000","last_unstale":"2024-09-12T03:13:13.385892+0000","last_undegraded":"2024-09-12T03:13:13.385892+0000","last_fullsized":"2024-09-12T03:13:13.385892+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:39.969708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.372259+0000","last_change":"2024-09-12T03:13:12.373413+0000","last_active":"2024-09-12T03:13:13.372259+0000","last_peered":"2024-09-12T03:13:13.372259+0000","last_clean":"2024-09-12T03:13:13.372259+0000","last_became_active":"2024-09-12T03:13:12.373085+0000","last_became_peered":"2024-09-12T03:13:12.373085+0000","last_unstale":"2024-09-12T03:13:13.372259+0000","last_undegraded":"2024-09-12T03:13:13.372259+0000","last_fullsized":"2024-09-12T03:13:13.372259+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:03:37.477824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381431+0000","last_change":"2024-09-12T03:13:13.376333+0000","last_active":"2024-09-12T03:13:13.381431+0000","last_peered":"2024-09-12T03:13:13.381431+0000","last_clean":"2024-09-12T03:13:13.381431+0000","last_became_active":"2024-09-12T03:13:13.375895+0000","last_became_peered":"2024-09-12T03:13:13.375895+0000","last_unstale":"2024-09-12T03:13:13.381431+0000","last_undegraded":"2024-09-12T03:13:13.381431+0000","last_fullsized":"2024-09-12T03:13:13.381431+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:50:20.945581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.376971+0000","last_change":"2024-09-12T03:13:12.365919+0000","last_active":"2024-09-12T03:13:13.376971+0000","last_peered":"2024-09-12T03:13:13.376971+0000","last_clean":"2024-09-12T03:13:13.376971+0000","last_became_active":"2024-09-12T03:13:12.365287+0000","last_became_peered":"2024-09-12T03:13:12.365287+0000","last_unstale":"2024-09-12T03:13:13.376971+0000","last_undegraded":"2024-09-12T03:13:13.376971+0000","last_fullsized":"2024-09-12T03:13:13.376971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:22.963597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.367797+0000","last_change":"2024-09-12T03:13:13.365554+0000","last_active":"2024-09-12T03:13:13.367797+0000","last_peered":"2024-09-12T03:13:13.367797+0000","last_clean":"2024-09-12T03:13:13.367797+0000","last_became_active":"2024-09-12T03:13:13.365215+0000","last_became_peered":"2024-09-12T03:13:13.365215+0000","last_unstale":"2024-09-12T03:13:13.367797+0000","last_undegraded":"2024-09-12T03:13:13.367797+0000","last_fullsized":"2024-09-12T03:13:13.367797+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:41:02.026657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.382925+0000","last_change":"2024-09-12T03:13:12.370968+0000","last_active":"2024-09-12T03:13:13.382925+0000","last_peered":"2024-09-12T03:13:13.382925+0000","last_clean":"2024-09-12T03:13:13.382925+0000","last_became_active":"2024-09-12T03:13:12.370673+0000","last_became_peered":"2024-09-12T03:13:12.370673+0000","last_unstale":"2024-09-12T03:13:13.382925+0000","last_undegraded":"2024-09-12T03:13:13.382925+0000","last_fullsized":"2024-09-12T03:13:13.382925+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:14.867255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385904+0000","last_change":"2024-09-12T03:13:13.380568+0000","last_active":"2024-09-12T03:13:13.385904+0000","last_peered":"2024-09-12T03:13:13.385904+0000","last_clean":"2024-09-12T03:13:13.385904+0000","last_became_active":"2024-09-12T03:13:13.380294+0000","last_became_peered":"2024-09-12T03:13:13.380294+0000","last_unstale":"2024-09-12T03:13:13.385904+0000","last_undegraded":"2024-09-12T03:13:13.385904+0000","last_fullsized":"2024-09-12T03:13:13.385904+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:06.936027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.345208+0000","last_change":"2024-09-12T03:13:12.357831+0000","last_active":"2024-09-12T03:13:13.345208+0000","last_peered":"2024-09-12T03:13:13.345208+0000","last_clean":"2024-09-12T03:13:13.345208+0000","last_became_active":"2024-09-12T03:13:12.357423+0000","last_became_peered":"2024-09-12T03:13:12.357423+0000","last_unstale":"2024-09-12T03:13:13.345208+0000","last_undegraded":"2024-09-12T03:13:13.345208+0000","last_fullsized":"2024-09-12T03:13:13.345208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:05:44.035087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384853+0000","last_change":"2024-09-12T03:13:13.376008+0000","last_active":"2024-09-12T03:13:13.384853+0000","last_peered":"2024-09-12T03:13:13.384853+0000","last_clean":"2024-09-12T03:13:13.384853+0000","last_became_active":"2024-09-12T03:13:13.375686+0000","last_became_peered":"2024-09-12T03:13:13.375686+0000","last_unstale":"2024-09-12T03:13:13.384853+0000","last_undegraded":"2024-09-12T03:13:13.384853+0000","last_fullsized":"2024-09-12T03:13:13.384853+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:50.406493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.377590+0000","last_change":"2024-09-12T03:13:12.369250+0000","last_active":"2024-09-12T03:13:13.377590+0000","last_peered":"2024-09-12T03:13:13.377590+0000","last_clean":"2024-09-12T03:13:13.377590+0000","last_became_active":"2024-09-12T03:13:12.368957+0000","last_became_peered":"2024-09-12T03:13:12.368957+0000","last_unstale":"2024-09-12T03:13:13.377590+0000","last_undegraded":"2024-09-12T03:13:13.377590+0000","last_fullsized":"2024-09-12T03:13:13.377590+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:12.556947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384605+0000","last_change":"2024-09-12T03:13:13.374089+0000","last_active":"2024-09-12T03:13:13.384605+0000","last_peered":"2024-09-12T03:13:13.384605+0000","last_clean":"2024-09-12T03:13:13.384605+0000","last_became_active":"2024-09-12T03:13:13.373777+0000","last_became_peered":"2024-09-12T03:13:13.373777+0000","last_unstale":"2024-09-12T03:13:13.384605+0000","last_undegraded":"2024-09-12T03:13:13.384605+0000","last_fullsized":"2024-09-12T03:13:13.384605+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:13.560558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.349195+0000","last_change":"2024-09-12T03:13:12.369206+0000","last_active":"2024-09-12T03:13:13.349195+0000","last_peered":"2024-09-12T03:13:13.349195+0000","last_clean":"2024-09-12T03:13:13.349195+0000","last_became_active":"2024-09-12T03:13:12.368903+0000","last_became_peered":"2024-09-12T03:13:12.368903+0000","last_unstale":"2024-09-12T03:13:13.349195+0000","last_undegraded":"2024-09-12T03:13:13.349195+0000","last_fullsized":"2024-09-12T03:13:13.349195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:13:00.137875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375901+0000","last_change":"2024-09-12T03:13:13.371209+0000","last_active":"2024-09-12T03:13:13.375901+0000","last_peered":"2024-09-12T03:13:13.375901+0000","last_clean":"2024-09-12T03:13:13.375901+0000","last_became_active":"2024-09-12T03:13:13.370919+0000","last_became_peered":"2024-09-12T03:13:13.370919+0000","last_unstale":"2024-09-12T03:13:13.375901+0000","last_undegraded":"2024-09-12T03:13:13.375901+0000","last_fullsized":"2024-09-12T03:13:13.375901+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:13:47.412462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.356612+0000","last_change":"2024-09-12T03:13:12.372116+0000","last_active":"2024-09-12T03:13:13.356612+0000","last_peered":"2024-09-12T03:13:13.356612+0000","last_clean":"2024-09-12T03:13:13.356612+0000","last_became_active":"2024-09-12T03:13:12.371487+0000","last_became_peered":"2024-09-12T03:13:12.371487+0000","last_unstale":"2024-09-12T03:13:13.356612+0000","last_undegraded":"2024-09-12T03:13:13.356612+0000","last_fullsized":"2024-09-12T03:13:13.356612+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:52.070991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.378620+0000","last_change":"2024-09-12T03:13:13.371382+0000","last_active":"2024-09-12T03:13:13.378620+0000","last_peered":"2024-09-12T03:13:13.378620+0000","last_clean":"2024-09-12T03:13:13.378620+0000","last_became_active":"2024-09-12T03:13:13.370705+0000","last_became_peered":"2024-09-12T03:13:13.370705+0000","last_unstale":"2024-09-12T03:13:13.378620+0000","last_undegraded":"2024-09-12T03:13:13.378620+0000","last_fullsized":"2024-09-12T03:13:13.378620+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:56.192681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.7","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.377350+0000","last_change":"2024-09-12T03:13:12.369459+0000","last_active":"2024-09-12T03:13:13.377350+0000","last_peered":"2024-09-12T03:13:13.377350+0000","last_clean":"2024-09-12T03:13:13.377350+0000","last_became_active":"2024-09-12T03:13:12.369168+0000","last_became_peered":"2024-09-12T03:13:12.369168+0000","last_unstale":"2024-09-12T03:13:13.377350+0000","last_undegraded":"2024-09-12T03:13:13.377350+0000","last_fullsized":"2024-09-12T03:13:13.377350+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:04:17.104974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375227+0000","last_change":"2024-09-12T03:13:13.369025+0000","last_active":"2024-09-12T03:13:13.375227+0000","last_peered":"2024-09-12T03:13:13.375227+0000","last_clean":"2024-09-12T03:13:13.375227+0000","last_became_active":"2024-09-12T03:13:13.367918+0000","last_became_peered":"2024-09-12T03:13:13.367918+0000","last_unstale":"2024-09-12T03:13:13.375227+0000","last_undegraded":"2024-09-12T03:13:13.375227+0000","last_fullsized":"2024-09-12T03:13:13.375227+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:08:25.276740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.366123+0000","last_change":"2024-09-12T03:13:12.357179+0000","last_active":"2024-09-12T03:13:13.366123+0000","last_peered":"2024-09-12T03:13:13.366123+0000","last_clean":"2024-09-12T03:13:13.366123+0000","last_became_active":"2024-09-12T03:13:12.356842+0000","last_became_peered":"2024-09-12T03:13:12.356842+0000","last_unstale":"2024-09-12T03:13:13.366123+0000","last_undegraded":"2024-09-12T03:13:13.366123+0000","last_fullsized":"2024-09-12T03:13:13.366123+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:43.774745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371996+0000","last_change":"2024-09-12T03:13:13.364366+0000","last_active":"2024-09-12T03:13:13.371996+0000","last_peered":"2024-09-12T03:13:13.371996+0000","last_clean":"2024-09-12T03:13:13.371996+0000","last_became_active":"2024-09-12T03:13:13.360038+0000","last_became_peered":"2024-09-12T03:13:13.360038+0000","last_unstale":"2024-09-12T03:13:13.371996+0000","last_undegraded":"2024-09-12T03:13:13.371996+0000","last_fullsized":"2024-09-12T03:13:13.371996+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:01:32.553948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.358561+0000","last_change":"2024-09-12T03:13:12.373450+0000","last_active":"2024-09-12T03:13:13.358561+0000","last_peered":"2024-09-12T03:13:13.358561+0000","last_clean":"2024-09-12T03:13:13.358561+0000","last_became_active":"2024-09-12T03:13:12.372908+0000","last_became_peered":"2024-09-12T03:13:12.372908+0000","last_unstale":"2024-09-12T03:13:13.358561+0000","last_undegraded":"2024-09-12T03:13:13.358561+0000","last_fullsized":"2024-09-12T03:13:13.358561+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:13:00.137875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384626+0000","last_change":"2024-09-12T03:13:13.374656+0000","last_active":"2024-09-12T03:13:13.384626+0000","last_peered":"2024-09-12T03:13:13.384626+0000","last_clean":"2024-09-12T03:13:13.384626+0000","last_became_active":"2024-09-12T03:13:13.367482+0000","last_became_peered":"2024-09-12T03:13:13.367482+0000","last_unstale":"2024-09-12T03:13:13.384626+0000","last_undegraded":"2024-09-12T03:13:13.384626+0000","last_fullsized":"2024-09-12T03:13:13.384626+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:53.074603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.355603+0000","last_change":"2024-09-12T03:13:12.371893+0000","last_active":"2024-09-12T03:13:13.355603+0000","last_peered":"2024-09-12T03:13:13.355603+0000","last_clean":"2024-09-12T03:13:13.355603+0000","last_became_active":"2024-09-12T03:13:12.371560+0000","last_became_peered":"2024-09-12T03:13:12.371560+0000","last_unstale":"2024-09-12T03:13:13.355603+0000","last_undegraded":"2024-09-12T03:13:13.355603+0000","last_fullsized":"2024-09-12T03:13:13.355603+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:32:00.073855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.373530+0000","last_change":"2024-09-12T03:13:13.367921+0000","last_active":"2024-09-12T03:13:13.373530+0000","last_peered":"2024-09-12T03:13:13.373530+0000","last_clean":"2024-09-12T03:13:13.373530+0000","last_became_active":"2024-09-12T03:13:13.364895+0000","last_became_peered":"2024-09-12T03:13:13.364895+0000","last_unstale":"2024-09-12T03:13:13.373530+0000","last_undegraded":"2024-09-12T03:13:13.373530+0000","last_fullsized":"2024-09-12T03:13:13.373530+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:31:28.696448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.353443+0000","last_change":"2024-09-12T03:13:12.370098+0000","last_active":"2024-09-12T03:13:13.353443+0000","last_peered":"2024-09-12T03:13:13.353443+0000","last_clean":"2024-09-12T03:13:13.353443+0000","last_became_active":"2024-09-12T03:13:12.368832+0000","last_became_peered":"2024-09-12T03:13:12.368832+0000","last_unstale":"2024-09-12T03:13:13.353443+0000","last_undegraded":"2024-09-12T03:13:13.353443+0000","last_fullsized":"2024-09-12T03:13:13.353443+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:01:31.550336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.366477+0000","last_change":"2024-09-12T03:13:13.361203+0000","last_active":"2024-09-12T03:13:13.366477+0000","last_peered":"2024-09-12T03:13:13.366477+0000","last_clean":"2024-09-12T03:13:13.366477+0000","last_became_active":"2024-09-12T03:13:13.360918+0000","last_became_peered":"2024-09-12T03:13:13.360918+0000","last_unstale":"2024-09-12T03:13:13.366477+0000","last_undegraded":"2024-09-12T03:13:13.366477+0000","last_fullsized":"2024-09-12T03:13:13.366477+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:47:53.913177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.351587+0000","last_change":"2024-09-12T03:13:12.365801+0000","last_active":"2024-09-12T03:13:13.351587+0000","last_peered":"2024-09-12T03:13:13.351587+0000","last_clean":"2024-09-12T03:13:13.351587+0000","last_became_active":"2024-09-12T03:13:12.365034+0000","last_became_peered":"2024-09-12T03:13:12.365034+0000","last_unstale":"2024-09-12T03:13:13.351587+0000","last_undegraded":"2024-09-12T03:13:13.351587+0000","last_fullsized":"2024-09-12T03:13:13.351587+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:09.849375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381786+0000","last_change":"2024-09-12T03:13:13.376843+0000","last_active":"2024-09-12T03:13:13.381786+0000","last_peered":"2024-09-12T03:13:13.381786+0000","last_clean":"2024-09-12T03:13:13.381786+0000","last_became_active":"2024-09-12T03:13:13.376548+0000","last_became_peered":"2024-09-12T03:13:13.376548+0000","last_unstale":"2024-09-12T03:13:13.381786+0000","last_undegraded":"2024-09-12T03:13:13.381786+0000","last_fullsized":"2024-09-12T03:13:13.381786+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:37.095389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.353766+0000","last_change":"2024-09-12T03:13:12.366047+0000","last_active":"2024-09-12T03:13:13.353766+0000","last_peered":"2024-09-12T03:13:13.353766+0000","last_clean":"2024-09-12T03:13:13.353766+0000","last_became_active":"2024-09-12T03:13:12.365693+0000","last_became_peered":"2024-09-12T03:13:12.365693+0000","last_unstale":"2024-09-12T03:13:13.353766+0000","last_undegraded":"2024-09-12T03:13:13.353766+0000","last_fullsized":"2024-09-12T03:13:13.353766+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:55.189070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371247+0000","last_change":"2024-09-12T03:13:13.366878+0000","last_active":"2024-09-12T03:13:13.371247+0000","last_peered":"2024-09-12T03:13:13.371247+0000","last_clean":"2024-09-12T03:13:13.371247+0000","last_became_active":"2024-09-12T03:13:13.366588+0000","last_became_peered":"2024-09-12T03:13:13.366588+0000","last_unstale":"2024-09-12T03:13:13.371247+0000","last_undegraded":"2024-09-12T03:13:13.371247+0000","last_fullsized":"2024-09-12T03:13:13.371247+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:04.266455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.345206+0000","last_change":"2024-09-12T03:13:12.362101+0000","last_active":"2024-09-12T03:13:13.345206+0000","last_peered":"2024-09-12T03:13:13.345206+0000","last_clean":"2024-09-12T03:13:13.345206+0000","last_became_active":"2024-09-12T03:13:12.361752+0000","last_became_peered":"2024-09-12T03:13:12.361752+0000","last_unstale":"2024-09-12T03:13:13.345206+0000","last_undegraded":"2024-09-12T03:13:13.345206+0000","last_fullsized":"2024-09-12T03:13:13.345206+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:47:52.909566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.376215+0000","last_change":"2024-09-12T03:13:13.372312+0000","last_active":"2024-09-12T03:13:13.376215+0000","last_peered":"2024-09-12T03:13:13.376215+0000","last_clean":"2024-09-12T03:13:13.376215+0000","last_became_active":"2024-09-12T03:13:13.372036+0000","last_became_peered":"2024-09-12T03:13:13.372036+0000","last_unstale":"2024-09-12T03:13:13.376215+0000","last_undegraded":"2024-09-12T03:13:13.376215+0000","last_fullsized":"2024-09-12T03:13:13.376215+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:50.406493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.352511+0000","last_change":"2024-09-12T03:13:12.371672+0000","last_active":"2024-09-12T03:13:13.352511+0000","last_peered":"2024-09-12T03:13:13.352511+0000","last_clean":"2024-09-12T03:13:13.352511+0000","last_became_active":"2024-09-12T03:13:12.371391+0000","last_became_peered":"2024-09-12T03:13:12.371391+0000","last_unstale":"2024-09-12T03:13:13.352511+0000","last_undegraded":"2024-09-12T03:13:13.352511+0000","last_fullsized":"2024-09-12T03:13:13.352511+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:01:54.597135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":281,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.356270+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:13:13.356270+0000","last_peered":"2024-09-12T03:13:13.356270+0000","last_clean":"2024-09-12T03:13:13.356270+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:13:13.356270+0000","last_undegraded":"2024-09-12T03:13:13.356270+0000","last_fullsized":"2024-09-12T03:13:13.356270+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574910,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32704,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339136,"statfs":{"total":96636764160,"available":96603275264,"internally_reserved":0,"allocated":1548288,"data_stored":1029161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574910,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":954368,"data_stored":438793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574910,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32136,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339704,"statfs":{"total":96636764160,"available":96603856896,"internally_reserved":0,"allocated":970752,"data_stored":445994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574910,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":987136,"data_stored":447676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574911,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32140,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":970752,"data_stored":446542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574911,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":954368,"data_stored":438793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574910,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":974848,"data_stored":446072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574911,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32712,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339128,"statfs":{"total":96636764160,"available":96603267072,"internally_reserved":0,"allocated":1560576,"data_stored":1036328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:13:17.585 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:13:17.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.774+0000 7f7411400640 1 Processor -- start 2024-09-12T03:13:17.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.774+0000 7f7411400640 1 -- start start 2024-09-12T03:13:17.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.775+0000 7f7411400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f740c0d4310 0x7f740c0d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.775+0000 7f7411400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f740c06d460 0x7f740c06d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.775+0000 7f7411400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f740c15e850 con 0x7f740c15e470 2024-09-12T03:13:17.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.775+0000 7f7411400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f740c0d4cc0 con 0x7f740c0d4310 2024-09-12T03:13:17.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.775+0000 7f7411400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f740c0cf710 con 0x7f740c06d460 2024-09-12T03:13:17.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.775+0000 7f740be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f740c15e470 0x7f740c0cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40832/0 (socket says 172.21.15.29:40832) 2024-09-12T03:13:17.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.775+0000 7f740be00640 1 -- 172.21.15.29:0/2720484082 learned_addr learned my addr 172.21.15.29:0/2720484082 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2056764095 0 0) 0x7f740c15e850 con 0x7f740c15e470 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f7410a00640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f740c06d460 0x7f740c06d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f73f0003520 con 0x7f740c15e470 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740b400640 1 --2- 172.21.15.29:0/2720484082 >> v2:172.21.15.38:3300/0 conn(0x7f740c0d4310 0x7f740c0d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 568017838 0 0) 0x7f73f0003520 con 0x7f740c15e470 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f740c06d460 msgr2=0x7f740c06d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740aa00640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f740c06d460 0x7f740c06d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 >> v2:172.21.15.38:3300/0 conn(0x7f740c0d4310 msgr2=0x7f740c0d4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740aa00640 1 --2- 172.21.15.29:0/2720484082 >> v2:172.21.15.38:3300/0 conn(0x7f740c0d4310 0x7f740c0d4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f740c0d1c60 con 0x7f740c15e470 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f73fc001670 con 0x7f740c15e470 2024-09-12T03:13:17.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740b400640 1 --2- 172.21.15.29:0/2720484082 >> v2:172.21.15.38:3300/0 conn(0x7f740c0d4310 0x7f740c0d4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 >> v1:172.21.15.29:6789/0 conn(0x7f740c15e470 legacy=0x7f740c0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.776+0000 7f740aa00640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f740c06d460 0x7f73f00039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740aa00640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73f0003f30 0x7f73f0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740aa00640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f73f0004d40 0x7f73f00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f740c0d4cc0 con 0x7f73f0003f30 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f740c0cf710 con 0x7f73f0004d40 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f73f000ba10 con 0x7f740c06d460 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740b400640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73f0003f30 0x7f73f0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740be00640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f740c06d460 0x7f73f00039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f7410a00640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f73f0004d40 0x7f73f00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740b400640 1 -- 172.21.15.29:0/2720484082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f740c06d460 msgr2=0x7f73f00039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740b400640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f740c06d460 0x7f73f00039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740b400640 1 -- 172.21.15.29:0/2720484082 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f73f0004d40 msgr2=0x7f73f00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740b400640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f73f0004d40 0x7f73f00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.777+0000 7f740b400640 1 -- 172.21.15.29:0/2720484082 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73f0003520 con 0x7f73f0003f30 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.778+0000 7f740b400640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73f0003f30 0x7f73f0004800 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f73f80098a0 tx=0x7f73f0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51110e0aa91ec849 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.779+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73f800f040 con 0x7f73f0003f30 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.779+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73f802ad20 con 0x7f73f0003f30 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.779+0000 7f740aa00640 1 -- 172.21.15.29:0/2720484082 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73f8004250 con 0x7f73f0003f30 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.779+0000 7f7411400640 1 -- 172.21.15.29:0/2720484082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73f0003f30 msgr2=0x7f73f0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.779+0000 7f7411400640 1 --2- 172.21.15.29:0/2720484082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73f0003f30 0x7f73f0004800 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f73f80098a0 tx=0x7f73f0005830 comp rx=0 tx=0).stop 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.779+0000 7f7410a00640 1 -- 172.21.15.29:0/2720484082 reap_dead start 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.779+0000 7f7411400640 1 -- 172.21.15.29:0/2720484082 shutdown_connections 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.779+0000 7f7411400640 1 -- 172.21.15.29:0/2720484082 >> 172.21.15.29:0/2720484082 conn(0x7f740c09d700 msgr2=0x7f740c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.779+0000 7f7411400640 1 -- 172.21.15.29:0/2720484082 shutdown_connections 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.779+0000 7f7411400640 1 -- 172.21.15.29:0/2720484082 wait complete. 2024-09-12T03:13:17.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.781+0000 7f7411400640 1 Processor -- start 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.781+0000 7f7411400640 1 -- start start 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.782+0000 7f7411400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f73f0003f30 0x7f740c1f3510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.782+0000 7f7411400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f740c1f3a50 0x7f740c0cdbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.782+0000 7f7411400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f740c0ce0f0 0x7f740c1f73d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.782+0000 7f7411400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f740c0cf3a0 con 0x7f740c1f3a50 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.782+0000 7f7411400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f740c0cf0c0 con 0x7f740c0ce0f0 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.782+0000 7f7411400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f740c0d02b0 con 0x7f73f0003f30 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.782+0000 7f740b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f740c1f3a50 0x7f740c0cdbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.782+0000 7f740b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f740c1f3a50 0x7f740c0cdbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34848/0 (socket says 172.21.15.29:34848) 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.782+0000 7f740b400640 1 -- 172.21.15.29:0/2183629974 learned_addr learned my addr 172.21.15.29:0/2183629974 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.782+0000 7f740be00640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f73f0003f30 0x7f740c1f3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.782+0000 7f7410a00640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f740c0ce0f0 0x7f740c1f73d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.783+0000 7f740b400640 1 -- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f73f0003f30 msgr2=0x7f740c1f3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.783+0000 7f740b400640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f73f0003f30 0x7f740c1f3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.783+0000 7f740b400640 1 -- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f740c0ce0f0 msgr2=0x7f740c1f73d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.783+0000 7f740b400640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f740c0ce0f0 0x7f740c1f73d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.783+0000 7f740b400640 1 -- 172.21.15.29:0/2183629974 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f740c1f3fd0 con 0x7f740c1f3a50 2024-09-12T03:13:17.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.783+0000 7f740b400640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f740c1f3a50 0x7f740c0cdbb0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f73f80099c0 tx=0x7f73f8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:17.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.783+0000 7f7403e00640 1 -- 172.21.15.29:0/2183629974 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73f8041070 con 0x7f740c1f3a50 2024-09-12T03:13:17.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.783+0000 7f7403e00640 1 -- 172.21.15.29:0/2183629974 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73f800f000 con 0x7f740c1f3a50 2024-09-12T03:13:17.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.783+0000 7f7403e00640 1 -- 172.21.15.29:0/2183629974 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73f8003c30 con 0x7f740c1f3a50 2024-09-12T03:13:17.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.783+0000 7f7411400640 1 -- 172.21.15.29:0/2183629974 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f740c1f80c0 con 0x7f740c1f3a50 2024-09-12T03:13:17.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.783+0000 7f7411400640 1 -- 172.21.15.29:0/2183629974 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f740c0cb8b0 con 0x7f740c1f3a50 2024-09-12T03:13:17.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.784+0000 7f7411400640 1 -- 172.21.15.29:0/2183629974 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f740c0d4780 con 0x7f740c1f3a50 2024-09-12T03:13:17.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.785+0000 7f7403e00640 1 -- 172.21.15.29:0/2183629974 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f73f8044070 con 0x7f740c1f3a50 2024-09-12T03:13:17.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.786+0000 7f7403e00640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f73ec06be60 0x7f73ec06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:17.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.786+0000 7f7403e00640 1 -- 172.21.15.29:0/2183629974 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f73f80ab6e0 con 0x7f740c1f3a50 2024-09-12T03:13:17.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.786+0000 7f740be00640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f73ec06be60 0x7f73ec06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:17.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.787+0000 7f740be00640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f73ec06be60 0x7f73ec06e320 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f73fc001d30 tx=0x7f73fc007970 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:17.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.790+0000 7f7403e00640 1 -- 172.21.15.29:0/2183629974 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f73f8079780 con 0x7f740c1f3a50 2024-09-12T03:13:17.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.974+0000 7f7411400640 1 -- 172.21.15.29:0/2183629974 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f740c0ce4d0 con 0x7f73ec06be60 2024-09-12T03:13:17.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.981+0000 7f7403e00640 1 -- 172.21.15.29:0/2183629974 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252004 (secure 0 0 0) 0x7f740c0ce4d0 con 0x7f73ec06be60 2024-09-12T03:13:17.984 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:17.985 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:13:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 -- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f73ec06be60 msgr2=0x7f73ec06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f73ec06be60 0x7f73ec06e320 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f73fc001d30 tx=0x7f73fc007970 comp rx=0 tx=0).stop 2024-09-12T03:13:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 -- 172.21.15.29:0/2183629974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f740c1f3a50 msgr2=0x7f740c0cdbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f740c1f3a50 0x7f740c0cdbb0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f73f80099c0 tx=0x7f73f8004730 comp rx=0 tx=0).stop 2024-09-12T03:13:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 -- 172.21.15.29:0/2183629974 shutdown_connections 2024-09-12T03:13:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f73ec06be60 0x7f73ec06e320 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f740c0ce0f0 0x7f740c1f73d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f740c1f3a50 0x7f740c0cdbb0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 --2- 172.21.15.29:0/2183629974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f73f0003f30 0x7f740c1f3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 -- 172.21.15.29:0/2183629974 >> 172.21.15.29:0/2183629974 conn(0x7f740c09d700 msgr2=0x7f740c0b3d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 -- 172.21.15.29:0/2183629974 shutdown_connections 2024-09-12T03:13:17.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:17.985+0000 7f7411400640 1 -- 172.21.15.29:0/2183629974 wait complete. 2024-09-12T03:13:18.001 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":225,"stamp":"2024-09-12T03:13:17.789917+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":94,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258232,"kb_used_data":8712,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716488,"statfs":{"total":773094113280,"available":772829683712,"internally_reserved":0,"allocated":8921088,"data_stored":4729359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001603"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.376301+0000","last_change":"2024-09-12T03:13:13.374371+0000","last_active":"2024-09-12T03:13:13.376301+0000","last_peered":"2024-09-12T03:13:13.376301+0000","last_clean":"2024-09-12T03:13:13.376301+0000","last_became_active":"2024-09-12T03:13:13.373251+0000","last_became_peered":"2024-09-12T03:13:13.373251+0000","last_unstale":"2024-09-12T03:13:13.376301+0000","last_undegraded":"2024-09-12T03:13:13.376301+0000","last_fullsized":"2024-09-12T03:13:13.376301+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:45:38.322628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385018+0000","last_change":"2024-09-12T03:13:13.377872+0000","last_active":"2024-09-12T03:13:13.385018+0000","last_peered":"2024-09-12T03:13:13.385018+0000","last_clean":"2024-09-12T03:13:13.385018+0000","last_became_active":"2024-09-12T03:13:13.377176+0000","last_became_peered":"2024-09-12T03:13:13.377176+0000","last_unstale":"2024-09-12T03:13:13.385018+0000","last_undegraded":"2024-09-12T03:13:13.385018+0000","last_fullsized":"2024-09-12T03:13:13.385018+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:53.619981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.370620+0000","last_change":"2024-09-12T03:13:13.365572+0000","last_active":"2024-09-12T03:13:13.370620+0000","last_peered":"2024-09-12T03:13:13.370620+0000","last_clean":"2024-09-12T03:13:13.370620+0000","last_became_active":"2024-09-12T03:13:13.365293+0000","last_became_peered":"2024-09-12T03:13:13.365293+0000","last_unstale":"2024-09-12T03:13:13.370620+0000","last_undegraded":"2024-09-12T03:13:13.370620+0000","last_fullsized":"2024-09-12T03:13:13.370620+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:08:25.276740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383289+0000","last_change":"2024-09-12T03:13:13.379151+0000","last_active":"2024-09-12T03:13:13.383289+0000","last_peered":"2024-09-12T03:13:13.383289+0000","last_clean":"2024-09-12T03:13:13.383289+0000","last_became_active":"2024-09-12T03:13:13.378853+0000","last_became_peered":"2024-09-12T03:13:13.378853+0000","last_unstale":"2024-09-12T03:13:13.383289+0000","last_undegraded":"2024-09-12T03:13:13.383289+0000","last_fullsized":"2024-09-12T03:13:13.383289+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:03:38.481435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.380693+0000","last_change":"2024-09-12T03:13:13.374864+0000","last_active":"2024-09-12T03:13:13.380693+0000","last_peered":"2024-09-12T03:13:13.380693+0000","last_clean":"2024-09-12T03:13:13.380693+0000","last_became_active":"2024-09-12T03:13:13.366130+0000","last_became_peered":"2024-09-12T03:13:13.366130+0000","last_unstale":"2024-09-12T03:13:13.380693+0000","last_undegraded":"2024-09-12T03:13:13.380693+0000","last_fullsized":"2024-09-12T03:13:13.380693+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:17:54.195643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.373130+0000","last_change":"2024-09-12T03:13:13.368135+0000","last_active":"2024-09-12T03:13:13.373130+0000","last_peered":"2024-09-12T03:13:13.373130+0000","last_clean":"2024-09-12T03:13:13.373130+0000","last_became_active":"2024-09-12T03:13:13.367605+0000","last_became_peered":"2024-09-12T03:13:13.367605+0000","last_unstale":"2024-09-12T03:13:13.373130+0000","last_undegraded":"2024-09-12T03:13:13.373130+0000","last_fullsized":"2024-09-12T03:13:13.373130+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:53.619981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381079+0000","last_change":"2024-09-12T03:13:13.376914+0000","last_active":"2024-09-12T03:13:13.381079+0000","last_peered":"2024-09-12T03:13:13.381079+0000","last_clean":"2024-09-12T03:13:13.381079+0000","last_became_active":"2024-09-12T03:13:13.375505+0000","last_became_peered":"2024-09-12T03:13:13.375505+0000","last_unstale":"2024-09-12T03:13:13.381079+0000","last_undegraded":"2024-09-12T03:13:13.381079+0000","last_fullsized":"2024-09-12T03:13:13.381079+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:07.139045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.380446+0000","last_change":"2024-09-12T03:13:13.374586+0000","last_active":"2024-09-12T03:13:13.380446+0000","last_peered":"2024-09-12T03:13:13.380446+0000","last_clean":"2024-09-12T03:13:13.380446+0000","last_became_active":"2024-09-12T03:13:13.364204+0000","last_became_peered":"2024-09-12T03:13:13.364204+0000","last_unstale":"2024-09-12T03:13:13.380446+0000","last_undegraded":"2024-09-12T03:13:13.380446+0000","last_fullsized":"2024-09-12T03:13:13.380446+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:24:47.903346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.378923+0000","last_change":"2024-09-12T03:13:13.372914+0000","last_active":"2024-09-12T03:13:13.378923+0000","last_peered":"2024-09-12T03:13:13.378923+0000","last_clean":"2024-09-12T03:13:13.378923+0000","last_became_active":"2024-09-12T03:13:13.372610+0000","last_became_peered":"2024-09-12T03:13:13.372610+0000","last_unstale":"2024-09-12T03:13:13.378923+0000","last_undegraded":"2024-09-12T03:13:13.378923+0000","last_fullsized":"2024-09-12T03:13:13.378923+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:28.517229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383252+0000","last_change":"2024-09-12T03:13:13.379442+0000","last_active":"2024-09-12T03:13:13.383252+0000","last_peered":"2024-09-12T03:13:13.383252+0000","last_clean":"2024-09-12T03:13:13.383252+0000","last_became_active":"2024-09-12T03:13:13.376235+0000","last_became_peered":"2024-09-12T03:13:13.376235+0000","last_unstale":"2024-09-12T03:13:13.383252+0000","last_undegraded":"2024-09-12T03:13:13.383252+0000","last_fullsized":"2024-09-12T03:13:13.383252+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:01:55.600747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385550+0000","last_change":"2024-09-12T03:13:13.382486+0000","last_active":"2024-09-12T03:13:13.385550+0000","last_peered":"2024-09-12T03:13:13.385550+0000","last_clean":"2024-09-12T03:13:13.385550+0000","last_became_active":"2024-09-12T03:13:13.381997+0000","last_became_peered":"2024-09-12T03:13:13.381997+0000","last_unstale":"2024-09-12T03:13:13.385550+0000","last_undegraded":"2024-09-12T03:13:13.385550+0000","last_fullsized":"2024-09-12T03:13:13.385550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:27.185830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.382984+0000","last_change":"2024-09-12T03:13:13.378357+0000","last_active":"2024-09-12T03:13:13.382984+0000","last_peered":"2024-09-12T03:13:13.382984+0000","last_clean":"2024-09-12T03:13:13.382984+0000","last_became_active":"2024-09-12T03:13:13.376457+0000","last_became_peered":"2024-09-12T03:13:13.376457+0000","last_unstale":"2024-09-12T03:13:13.382984+0000","last_undegraded":"2024-09-12T03:13:13.382984+0000","last_fullsized":"2024-09-12T03:13:13.382984+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:44.778357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.380714+0000","last_change":"2024-09-12T03:13:13.375027+0000","last_active":"2024-09-12T03:13:13.380714+0000","last_peered":"2024-09-12T03:13:13.380714+0000","last_clean":"2024-09-12T03:13:13.380714+0000","last_became_active":"2024-09-12T03:13:13.374692+0000","last_became_peered":"2024-09-12T03:13:13.374692+0000","last_unstale":"2024-09-12T03:13:13.380714+0000","last_undegraded":"2024-09-12T03:13:13.380714+0000","last_fullsized":"2024-09-12T03:13:13.380714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:54:02.016265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371543+0000","last_change":"2024-09-12T03:13:13.368139+0000","last_active":"2024-09-12T03:13:13.371543+0000","last_peered":"2024-09-12T03:13:13.371543+0000","last_clean":"2024-09-12T03:13:13.371543+0000","last_became_active":"2024-09-12T03:13:13.366116+0000","last_became_peered":"2024-09-12T03:13:13.366116+0000","last_unstale":"2024-09-12T03:13:13.371543+0000","last_undegraded":"2024-09-12T03:13:13.371543+0000","last_fullsized":"2024-09-12T03:13:13.371543+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:45:38.322628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.373263+0000","last_change":"2024-09-12T03:13:13.368940+0000","last_active":"2024-09-12T03:13:13.373263+0000","last_peered":"2024-09-12T03:13:13.373263+0000","last_clean":"2024-09-12T03:13:13.373263+0000","last_became_active":"2024-09-12T03:13:13.368331+0000","last_became_peered":"2024-09-12T03:13:13.368331+0000","last_unstale":"2024-09-12T03:13:13.373263+0000","last_undegraded":"2024-09-12T03:13:13.373263+0000","last_fullsized":"2024-09-12T03:13:13.373263+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:03:38.481435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375727+0000","last_change":"2024-09-12T03:13:13.371230+0000","last_active":"2024-09-12T03:13:13.375727+0000","last_peered":"2024-09-12T03:13:13.375727+0000","last_clean":"2024-09-12T03:13:13.375727+0000","last_became_active":"2024-09-12T03:13:13.370972+0000","last_became_peered":"2024-09-12T03:13:13.370972+0000","last_unstale":"2024-09-12T03:13:13.375727+0000","last_undegraded":"2024-09-12T03:13:13.375727+0000","last_fullsized":"2024-09-12T03:13:13.375727+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:53.074603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381300+0000","last_change":"2024-09-12T03:13:13.373271+0000","last_active":"2024-09-12T03:13:13.381300+0000","last_peered":"2024-09-12T03:13:13.381300+0000","last_clean":"2024-09-12T03:13:13.381300+0000","last_became_active":"2024-09-12T03:13:13.372986+0000","last_became_peered":"2024-09-12T03:13:13.372986+0000","last_unstale":"2024-09-12T03:13:13.381300+0000","last_undegraded":"2024-09-12T03:13:13.381300+0000","last_fullsized":"2024-09-12T03:13:13.381300+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:14.707062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.382308+0000","last_change":"2024-09-12T03:13:13.379571+0000","last_active":"2024-09-12T03:13:13.382308+0000","last_peered":"2024-09-12T03:13:13.382308+0000","last_clean":"2024-09-12T03:13:13.382308+0000","last_became_active":"2024-09-12T03:13:13.379258+0000","last_became_peered":"2024-09-12T03:13:13.379258+0000","last_unstale":"2024-09-12T03:13:13.382308+0000","last_undegraded":"2024-09-12T03:13:13.382308+0000","last_fullsized":"2024-09-12T03:13:13.382308+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:20:12.878717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.386148+0000","last_change":"2024-09-12T03:13:13.383275+0000","last_active":"2024-09-12T03:13:13.386148+0000","last_peered":"2024-09-12T03:13:13.386148+0000","last_clean":"2024-09-12T03:13:13.386148+0000","last_became_active":"2024-09-12T03:13:13.382954+0000","last_became_peered":"2024-09-12T03:13:13.382954+0000","last_unstale":"2024-09-12T03:13:13.386148+0000","last_undegraded":"2024-09-12T03:13:13.386148+0000","last_fullsized":"2024-09-12T03:13:13.386148+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:27.185830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.364216+0000","last_change":"2024-09-12T03:13:13.357964+0000","last_active":"2024-09-12T03:13:13.364216+0000","last_peered":"2024-09-12T03:13:13.364216+0000","last_clean":"2024-09-12T03:13:13.364216+0000","last_became_active":"2024-09-12T03:13:13.357670+0000","last_became_peered":"2024-09-12T03:13:13.357670+0000","last_unstale":"2024-09-12T03:13:13.364216+0000","last_undegraded":"2024-09-12T03:13:13.364216+0000","last_fullsized":"2024-09-12T03:13:13.364216+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:25:26.298420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371604+0000","last_change":"2024-09-12T03:13:13.362321+0000","last_active":"2024-09-12T03:13:13.371604+0000","last_peered":"2024-09-12T03:13:13.371604+0000","last_clean":"2024-09-12T03:13:13.371604+0000","last_became_active":"2024-09-12T03:13:13.361817+0000","last_became_peered":"2024-09-12T03:13:13.361817+0000","last_unstale":"2024-09-12T03:13:13.371604+0000","last_undegraded":"2024-09-12T03:13:13.371604+0000","last_fullsized":"2024-09-12T03:13:13.371604+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:19.196084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.379655+0000","last_change":"2024-09-12T03:13:13.372350+0000","last_active":"2024-09-12T03:13:13.379655+0000","last_peered":"2024-09-12T03:13:13.379655+0000","last_clean":"2024-09-12T03:13:13.379655+0000","last_became_active":"2024-09-12T03:13:13.372074+0000","last_became_peered":"2024-09-12T03:13:13.372074+0000","last_unstale":"2024-09-12T03:13:13.379655+0000","last_undegraded":"2024-09-12T03:13:13.379655+0000","last_fullsized":"2024-09-12T03:13:13.379655+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:43.696881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.380924+0000","last_change":"2024-09-12T03:13:13.373870+0000","last_active":"2024-09-12T03:13:13.380924+0000","last_peered":"2024-09-12T03:13:13.380924+0000","last_clean":"2024-09-12T03:13:13.380924+0000","last_became_active":"2024-09-12T03:13:13.373470+0000","last_became_peered":"2024-09-12T03:13:13.373470+0000","last_unstale":"2024-09-12T03:13:13.380924+0000","last_undegraded":"2024-09-12T03:13:13.380924+0000","last_fullsized":"2024-09-12T03:13:13.380924+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:31.073617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.372043+0000","last_change":"2024-09-12T03:13:13.364489+0000","last_active":"2024-09-12T03:13:13.372043+0000","last_peered":"2024-09-12T03:13:13.372043+0000","last_clean":"2024-09-12T03:13:13.372043+0000","last_became_active":"2024-09-12T03:13:13.364169+0000","last_became_peered":"2024-09-12T03:13:13.364169+0000","last_unstale":"2024-09-12T03:13:13.372043+0000","last_undegraded":"2024-09-12T03:13:13.372043+0000","last_fullsized":"2024-09-12T03:13:13.372043+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:11:05.776055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375579+0000","last_change":"2024-09-12T03:13:13.370256+0000","last_active":"2024-09-12T03:13:13.375579+0000","last_peered":"2024-09-12T03:13:13.375579+0000","last_clean":"2024-09-12T03:13:13.375579+0000","last_became_active":"2024-09-12T03:13:13.369939+0000","last_became_peered":"2024-09-12T03:13:13.369939+0000","last_unstale":"2024-09-12T03:13:13.375579+0000","last_undegraded":"2024-09-12T03:13:13.375579+0000","last_fullsized":"2024-09-12T03:13:13.375579+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:13:01.141486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383229+0000","last_change":"2024-09-12T03:13:13.379121+0000","last_active":"2024-09-12T03:13:13.383229+0000","last_peered":"2024-09-12T03:13:13.383229+0000","last_clean":"2024-09-12T03:13:13.383229+0000","last_became_active":"2024-09-12T03:13:13.376830+0000","last_became_peered":"2024-09-12T03:13:13.376830+0000","last_unstale":"2024-09-12T03:13:13.383229+0000","last_undegraded":"2024-09-12T03:13:13.383229+0000","last_fullsized":"2024-09-12T03:13:13.383229+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:06:42.657346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.380162+0000","last_change":"2024-09-12T03:13:13.377578+0000","last_active":"2024-09-12T03:13:13.380162+0000","last_peered":"2024-09-12T03:13:13.380162+0000","last_clean":"2024-09-12T03:13:13.380162+0000","last_became_active":"2024-09-12T03:13:13.376677+0000","last_became_peered":"2024-09-12T03:13:13.376677+0000","last_unstale":"2024-09-12T03:13:13.380162+0000","last_undegraded":"2024-09-12T03:13:13.380162+0000","last_fullsized":"2024-09-12T03:13:13.380162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:53.619981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383596+0000","last_change":"2024-09-12T03:13:13.380297+0000","last_active":"2024-09-12T03:13:13.383596+0000","last_peered":"2024-09-12T03:13:13.383596+0000","last_clean":"2024-09-12T03:13:13.383596+0000","last_became_active":"2024-09-12T03:13:13.379990+0000","last_became_peered":"2024-09-12T03:13:13.379990+0000","last_unstale":"2024-09-12T03:13:13.383596+0000","last_undegraded":"2024-09-12T03:13:13.383596+0000","last_fullsized":"2024-09-12T03:13:13.383596+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:07.090807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383395+0000","last_change":"2024-09-12T03:13:13.372852+0000","last_active":"2024-09-12T03:13:13.383395+0000","last_peered":"2024-09-12T03:13:13.383395+0000","last_clean":"2024-09-12T03:13:13.383395+0000","last_became_active":"2024-09-12T03:13:13.372564+0000","last_became_peered":"2024-09-12T03:13:13.372564+0000","last_unstale":"2024-09-12T03:13:13.383395+0000","last_undegraded":"2024-09-12T03:13:13.383395+0000","last_fullsized":"2024-09-12T03:13:13.383395+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:01:55.600747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381260+0000","last_change":"2024-09-12T03:13:13.379379+0000","last_active":"2024-09-12T03:13:13.381260+0000","last_peered":"2024-09-12T03:13:13.381260+0000","last_clean":"2024-09-12T03:13:13.381260+0000","last_became_active":"2024-09-12T03:13:13.379111+0000","last_became_peered":"2024-09-12T03:13:13.379111+0000","last_unstale":"2024-09-12T03:13:13.381260+0000","last_undegraded":"2024-09-12T03:13:13.381260+0000","last_fullsized":"2024-09-12T03:13:13.381260+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:39.969708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.377502+0000","last_change":"2024-09-12T03:13:13.371573+0000","last_active":"2024-09-12T03:13:13.377502+0000","last_peered":"2024-09-12T03:13:13.377502+0000","last_clean":"2024-09-12T03:13:13.377502+0000","last_became_active":"2024-09-12T03:13:13.371105+0000","last_became_peered":"2024-09-12T03:13:13.371105+0000","last_unstale":"2024-09-12T03:13:13.377502+0000","last_undegraded":"2024-09-12T03:13:13.377502+0000","last_fullsized":"2024-09-12T03:13:13.377502+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:07.139045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375704+0000","last_change":"2024-09-12T03:13:13.371196+0000","last_active":"2024-09-12T03:13:13.375704+0000","last_peered":"2024-09-12T03:13:13.375704+0000","last_clean":"2024-09-12T03:13:13.375704+0000","last_became_active":"2024-09-12T03:13:13.370904+0000","last_became_peered":"2024-09-12T03:13:13.370904+0000","last_unstale":"2024-09-12T03:13:13.375704+0000","last_undegraded":"2024-09-12T03:13:13.375704+0000","last_fullsized":"2024-09-12T03:13:13.375704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:13.560558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371790+0000","last_change":"2024-09-12T03:13:13.365787+0000","last_active":"2024-09-12T03:13:13.371790+0000","last_peered":"2024-09-12T03:13:13.371790+0000","last_clean":"2024-09-12T03:13:13.371790+0000","last_became_active":"2024-09-12T03:13:13.365502+0000","last_became_peered":"2024-09-12T03:13:13.365502+0000","last_unstale":"2024-09-12T03:13:13.371790+0000","last_undegraded":"2024-09-12T03:13:13.371790+0000","last_fullsized":"2024-09-12T03:13:13.371790+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:13:47.412462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"79'4","reported_seq":16,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.386805+0000","last_change":"2024-09-12T03:13:12.363329+0000","last_active":"2024-09-12T03:13:13.386805+0000","last_peered":"2024-09-12T03:13:13.386805+0000","last_clean":"2024-09-12T03:13:13.386805+0000","last_became_active":"2024-09-12T03:13:12.363039+0000","last_became_peered":"2024-09-12T03:13:12.363039+0000","last_unstale":"2024-09-12T03:13:13.386805+0000","last_undegraded":"2024-09-12T03:13:13.386805+0000","last_fullsized":"2024-09-12T03:13:13.386805+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:36.725675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384938+0000","last_change":"2024-09-12T03:13:13.376525+0000","last_active":"2024-09-12T03:13:13.384938+0000","last_peered":"2024-09-12T03:13:13.384938+0000","last_clean":"2024-09-12T03:13:13.384938+0000","last_became_active":"2024-09-12T03:13:13.376266+0000","last_became_peered":"2024-09-12T03:13:13.376266+0000","last_unstale":"2024-09-12T03:13:13.384938+0000","last_undegraded":"2024-09-12T03:13:13.384938+0000","last_fullsized":"2024-09-12T03:13:13.384938+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:45:38.322628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.373579+0000","last_change":"2024-09-12T03:13:12.374234+0000","last_active":"2024-09-12T03:13:13.373579+0000","last_peered":"2024-09-12T03:13:13.373579+0000","last_clean":"2024-09-12T03:13:13.373579+0000","last_became_active":"2024-09-12T03:13:12.373935+0000","last_became_peered":"2024-09-12T03:13:12.373935+0000","last_unstale":"2024-09-12T03:13:13.373579+0000","last_undegraded":"2024-09-12T03:13:13.373579+0000","last_fullsized":"2024-09-12T03:13:13.373579+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:11:04.772444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371975+0000","last_change":"2024-09-12T03:13:13.364043+0000","last_active":"2024-09-12T03:13:13.371975+0000","last_peered":"2024-09-12T03:13:13.371975+0000","last_clean":"2024-09-12T03:13:13.371975+0000","last_became_active":"2024-09-12T03:13:13.363744+0000","last_became_peered":"2024-09-12T03:13:13.363744+0000","last_unstale":"2024-09-12T03:13:13.371975+0000","last_undegraded":"2024-09-12T03:13:13.371975+0000","last_fullsized":"2024-09-12T03:13:13.371975+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:03:24.979681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.379167+0000","last_change":"2024-09-12T03:13:12.373190+0000","last_active":"2024-09-12T03:13:13.379167+0000","last_peered":"2024-09-12T03:13:13.379167+0000","last_clean":"2024-09-12T03:13:13.379167+0000","last_became_active":"2024-09-12T03:13:12.372534+0000","last_became_peered":"2024-09-12T03:13:12.372534+0000","last_unstale":"2024-09-12T03:13:13.379167+0000","last_undegraded":"2024-09-12T03:13:13.379167+0000","last_fullsized":"2024-09-12T03:13:13.379167+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:06:41.653734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371581+0000","last_change":"2024-09-12T03:13:13.362094+0000","last_active":"2024-09-12T03:13:13.371581+0000","last_peered":"2024-09-12T03:13:13.371581+0000","last_clean":"2024-09-12T03:13:13.371581+0000","last_became_active":"2024-09-12T03:13:13.361527+0000","last_became_peered":"2024-09-12T03:13:13.361527+0000","last_unstale":"2024-09-12T03:13:13.371581+0000","last_undegraded":"2024-09-12T03:13:13.371581+0000","last_fullsized":"2024-09-12T03:13:13.371581+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:57.378806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1c","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375505+0000","last_change":"2024-09-12T03:13:12.369916+0000","last_active":"2024-09-12T03:13:13.375505+0000","last_peered":"2024-09-12T03:13:13.375505+0000","last_clean":"2024-09-12T03:13:13.375505+0000","last_became_active":"2024-09-12T03:13:12.368633+0000","last_became_peered":"2024-09-12T03:13:12.368633+0000","last_unstale":"2024-09-12T03:13:13.375505+0000","last_undegraded":"2024-09-12T03:13:13.375505+0000","last_fullsized":"2024-09-12T03:13:13.375505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:27.513618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385550+0000","last_change":"2024-09-12T03:13:13.382061+0000","last_active":"2024-09-12T03:13:13.385550+0000","last_peered":"2024-09-12T03:13:13.385550+0000","last_clean":"2024-09-12T03:13:13.385550+0000","last_became_active":"2024-09-12T03:13:13.381804+0000","last_became_peered":"2024-09-12T03:13:13.381804+0000","last_unstale":"2024-09-12T03:13:13.385550+0000","last_undegraded":"2024-09-12T03:13:13.385550+0000","last_fullsized":"2024-09-12T03:13:13.385550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:39.969708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.379143+0000","last_change":"2024-09-12T03:13:12.372910+0000","last_active":"2024-09-12T03:13:13.379143+0000","last_peered":"2024-09-12T03:13:13.379143+0000","last_clean":"2024-09-12T03:13:13.379143+0000","last_became_active":"2024-09-12T03:13:12.372564+0000","last_became_peered":"2024-09-12T03:13:12.372564+0000","last_unstale":"2024-09-12T03:13:13.379143+0000","last_undegraded":"2024-09-12T03:13:13.379143+0000","last_fullsized":"2024-09-12T03:13:13.379143+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:34.745026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385537+0000","last_change":"2024-09-12T03:13:13.382281+0000","last_active":"2024-09-12T03:13:13.385537+0000","last_peered":"2024-09-12T03:13:13.385537+0000","last_clean":"2024-09-12T03:13:13.385537+0000","last_became_active":"2024-09-12T03:13:13.381651+0000","last_became_peered":"2024-09-12T03:13:13.381651+0000","last_unstale":"2024-09-12T03:13:13.385537+0000","last_undegraded":"2024-09-12T03:13:13.385537+0000","last_fullsized":"2024-09-12T03:13:13.385537+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:06.936027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.377198+0000","last_change":"2024-09-12T03:13:12.367612+0000","last_active":"2024-09-12T03:13:13.377198+0000","last_peered":"2024-09-12T03:13:13.377198+0000","last_clean":"2024-09-12T03:13:13.377198+0000","last_became_active":"2024-09-12T03:13:12.367057+0000","last_became_peered":"2024-09-12T03:13:12.367057+0000","last_unstale":"2024-09-12T03:13:13.377198+0000","last_undegraded":"2024-09-12T03:13:13.377198+0000","last_fullsized":"2024-09-12T03:13:13.377198+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:04:43.889964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.370736+0000","last_change":"2024-09-12T03:13:13.360417+0000","last_active":"2024-09-12T03:13:13.370736+0000","last_peered":"2024-09-12T03:13:13.370736+0000","last_clean":"2024-09-12T03:13:13.370736+0000","last_became_active":"2024-09-12T03:13:13.360136+0000","last_became_peered":"2024-09-12T03:13:13.360136+0000","last_unstale":"2024-09-12T03:13:13.370736+0000","last_undegraded":"2024-09-12T03:13:13.370736+0000","last_fullsized":"2024-09-12T03:13:13.370736+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:29.536407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.359776+0000","last_change":"2024-09-12T03:13:12.372808+0000","last_active":"2024-09-12T03:13:13.359776+0000","last_peered":"2024-09-12T03:13:13.359776+0000","last_clean":"2024-09-12T03:13:13.359776+0000","last_became_active":"2024-09-12T03:13:12.372489+0000","last_became_peered":"2024-09-12T03:13:12.372489+0000","last_unstale":"2024-09-12T03:13:13.359776+0000","last_undegraded":"2024-09-12T03:13:13.359776+0000","last_fullsized":"2024-09-12T03:13:13.359776+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:32:00.073855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.377045+0000","last_change":"2024-09-12T03:13:13.375912+0000","last_active":"2024-09-12T03:13:13.377045+0000","last_peered":"2024-09-12T03:13:13.377045+0000","last_clean":"2024-09-12T03:13:13.377045+0000","last_became_active":"2024-09-12T03:13:13.375420+0000","last_became_peered":"2024-09-12T03:13:13.375420+0000","last_unstale":"2024-09-12T03:13:13.377045+0000","last_undegraded":"2024-09-12T03:13:13.377045+0000","last_fullsized":"2024-09-12T03:13:13.377045+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:04.266455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.349717+0000","last_change":"2024-09-12T03:13:12.370220+0000","last_active":"2024-09-12T03:13:13.349717+0000","last_peered":"2024-09-12T03:13:13.349717+0000","last_clean":"2024-09-12T03:13:13.349717+0000","last_became_active":"2024-09-12T03:13:12.367393+0000","last_became_peered":"2024-09-12T03:13:12.367393+0000","last_unstale":"2024-09-12T03:13:13.349717+0000","last_undegraded":"2024-09-12T03:13:13.349717+0000","last_fullsized":"2024-09-12T03:13:13.349717+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:46.504869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.372527+0000","last_change":"2024-09-12T03:13:13.369072+0000","last_active":"2024-09-12T03:13:13.372527+0000","last_peered":"2024-09-12T03:13:13.372527+0000","last_clean":"2024-09-12T03:13:13.372527+0000","last_became_active":"2024-09-12T03:13:13.367542+0000","last_became_peered":"2024-09-12T03:13:13.367542+0000","last_unstale":"2024-09-12T03:13:13.372527+0000","last_undegraded":"2024-09-12T03:13:13.372527+0000","last_fullsized":"2024-09-12T03:13:13.372527+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:06:42.657346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.357960+0000","last_change":"2024-09-12T03:13:12.372797+0000","last_active":"2024-09-12T03:13:13.357960+0000","last_peered":"2024-09-12T03:13:13.357960+0000","last_clean":"2024-09-12T03:13:13.357960+0000","last_became_active":"2024-09-12T03:13:12.372513+0000","last_became_peered":"2024-09-12T03:13:12.372513+0000","last_unstale":"2024-09-12T03:13:13.357960+0000","last_undegraded":"2024-09-12T03:13:13.357960+0000","last_fullsized":"2024-09-12T03:13:13.357960+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:43.774745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.383301+0000","last_change":"2024-09-12T03:13:13.379370+0000","last_active":"2024-09-12T03:13:13.383301+0000","last_peered":"2024-09-12T03:13:13.383301+0000","last_clean":"2024-09-12T03:13:13.383301+0000","last_became_active":"2024-09-12T03:13:13.377926+0000","last_became_peered":"2024-09-12T03:13:13.377926+0000","last_unstale":"2024-09-12T03:13:13.383301+0000","last_undegraded":"2024-09-12T03:13:13.383301+0000","last_fullsized":"2024-09-12T03:13:13.383301+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:13:01.141486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.368479+0000","last_change":"2024-09-12T03:13:12.376026+0000","last_active":"2024-09-12T03:13:13.368479+0000","last_peered":"2024-09-12T03:13:13.368479+0000","last_clean":"2024-09-12T03:13:13.368479+0000","last_became_active":"2024-09-12T03:13:12.375241+0000","last_became_peered":"2024-09-12T03:13:12.375241+0000","last_unstale":"2024-09-12T03:13:13.368479+0000","last_undegraded":"2024-09-12T03:13:13.368479+0000","last_fullsized":"2024-09-12T03:13:13.368479+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:32:00.073855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.362058+0000","last_change":"2024-09-12T03:13:13.358782+0000","last_active":"2024-09-12T03:13:13.362058+0000","last_peered":"2024-09-12T03:13:13.362058+0000","last_clean":"2024-09-12T03:13:13.362058+0000","last_became_active":"2024-09-12T03:13:13.358525+0000","last_became_peered":"2024-09-12T03:13:13.358525+0000","last_unstale":"2024-09-12T03:13:13.362058+0000","last_undegraded":"2024-09-12T03:13:13.362058+0000","last_fullsized":"2024-09-12T03:13:13.362058+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:50.406493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"79'3","reported_seq":15,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384907+0000","last_change":"2024-09-12T03:13:12.364586+0000","last_active":"2024-09-12T03:13:13.384907+0000","last_peered":"2024-09-12T03:13:13.384907+0000","last_clean":"2024-09-12T03:13:13.384907+0000","last_became_active":"2024-09-12T03:13:12.362632+0000","last_became_peered":"2024-09-12T03:13:12.362632+0000","last_unstale":"2024-09-12T03:13:13.384907+0000","last_undegraded":"2024-09-12T03:13:13.384907+0000","last_fullsized":"2024-09-12T03:13:13.384907+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:05:48.326304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.372422+0000","last_change":"2024-09-12T03:13:13.364410+0000","last_active":"2024-09-12T03:13:13.372422+0000","last_peered":"2024-09-12T03:13:13.372422+0000","last_clean":"2024-09-12T03:13:13.372422+0000","last_became_active":"2024-09-12T03:13:13.363864+0000","last_became_peered":"2024-09-12T03:13:13.363864+0000","last_unstale":"2024-09-12T03:13:13.372422+0000","last_undegraded":"2024-09-12T03:13:13.372422+0000","last_fullsized":"2024-09-12T03:13:13.372422+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:31:28.696448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"79'6","reported_seq":18,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384485+0000","last_change":"2024-09-12T03:13:12.373526+0000","last_active":"2024-09-12T03:13:13.384485+0000","last_peered":"2024-09-12T03:13:13.384485+0000","last_clean":"2024-09-12T03:13:13.384485+0000","last_became_active":"2024-09-12T03:13:12.373184+0000","last_became_peered":"2024-09-12T03:13:12.373184+0000","last_unstale":"2024-09-12T03:13:13.384485+0000","last_undegraded":"2024-09-12T03:13:13.384485+0000","last_fullsized":"2024-09-12T03:13:13.384485+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:30.070005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.378616+0000","last_change":"2024-09-12T03:13:13.375903+0000","last_active":"2024-09-12T03:13:13.378616+0000","last_peered":"2024-09-12T03:13:13.378616+0000","last_clean":"2024-09-12T03:13:13.378616+0000","last_became_active":"2024-09-12T03:13:13.374399+0000","last_became_peered":"2024-09-12T03:13:13.374399+0000","last_unstale":"2024-09-12T03:13:13.378616+0000","last_undegraded":"2024-09-12T03:13:13.378616+0000","last_fullsized":"2024-09-12T03:13:13.378616+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:11:05.776055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.382094+0000","last_change":"2024-09-12T03:13:12.371693+0000","last_active":"2024-09-12T03:13:13.382094+0000","last_peered":"2024-09-12T03:13:13.382094+0000","last_clean":"2024-09-12T03:13:13.382094+0000","last_became_active":"2024-09-12T03:13:12.370620+0000","last_became_peered":"2024-09-12T03:13:12.370620+0000","last_unstale":"2024-09-12T03:13:13.382094+0000","last_undegraded":"2024-09-12T03:13:13.382094+0000","last_fullsized":"2024-09-12T03:13:13.382094+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:30:46.032146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.366499+0000","last_change":"2024-09-12T03:13:13.360351+0000","last_active":"2024-09-12T03:13:13.366499+0000","last_peered":"2024-09-12T03:13:13.366499+0000","last_clean":"2024-09-12T03:13:13.366499+0000","last_became_active":"2024-09-12T03:13:13.360019+0000","last_became_peered":"2024-09-12T03:13:13.360019+0000","last_unstale":"2024-09-12T03:13:13.366499+0000","last_undegraded":"2024-09-12T03:13:13.366499+0000","last_fullsized":"2024-09-12T03:13:13.366499+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:39.003090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.358997+0000","last_change":"2024-09-12T03:13:12.376140+0000","last_active":"2024-09-12T03:13:13.358997+0000","last_peered":"2024-09-12T03:13:13.358997+0000","last_clean":"2024-09-12T03:13:13.358997+0000","last_became_active":"2024-09-12T03:13:12.374520+0000","last_became_peered":"2024-09-12T03:13:12.374520+0000","last_unstale":"2024-09-12T03:13:13.358997+0000","last_undegraded":"2024-09-12T03:13:13.358997+0000","last_fullsized":"2024-09-12T03:13:13.358997+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:01:54.597135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381764+0000","last_change":"2024-09-12T03:13:13.378446+0000","last_active":"2024-09-12T03:13:13.381764+0000","last_peered":"2024-09-12T03:13:13.381764+0000","last_clean":"2024-09-12T03:13:13.381764+0000","last_became_active":"2024-09-12T03:13:13.378190+0000","last_became_peered":"2024-09-12T03:13:13.378190+0000","last_unstale":"2024-09-12T03:13:13.381764+0000","last_undegraded":"2024-09-12T03:13:13.381764+0000","last_fullsized":"2024-09-12T03:13:13.381764+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:37.095389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.352444+0000","last_change":"2024-09-12T03:13:12.364006+0000","last_active":"2024-09-12T03:13:13.352444+0000","last_peered":"2024-09-12T03:13:13.352444+0000","last_clean":"2024-09-12T03:13:13.352444+0000","last_became_active":"2024-09-12T03:13:12.363748+0000","last_became_peered":"2024-09-12T03:13:12.363748+0000","last_unstale":"2024-09-12T03:13:13.352444+0000","last_undegraded":"2024-09-12T03:13:13.352444+0000","last_fullsized":"2024-09-12T03:13:13.352444+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:54.140135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.372052+0000","last_change":"2024-09-12T03:13:13.366054+0000","last_active":"2024-09-12T03:13:13.372052+0000","last_peered":"2024-09-12T03:13:13.372052+0000","last_clean":"2024-09-12T03:13:13.372052+0000","last_became_active":"2024-09-12T03:13:13.360420+0000","last_became_peered":"2024-09-12T03:13:13.360420+0000","last_unstale":"2024-09-12T03:13:13.372052+0000","last_undegraded":"2024-09-12T03:13:13.372052+0000","last_fullsized":"2024-09-12T03:13:13.372052+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:05:45.038698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"79'8","reported_seq":20,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.376362+0000","last_change":"2024-09-12T03:13:12.367823+0000","last_active":"2024-09-12T03:13:13.376362+0000","last_peered":"2024-09-12T03:13:13.376362+0000","last_clean":"2024-09-12T03:13:13.376362+0000","last_became_active":"2024-09-12T03:13:12.367547+0000","last_became_peered":"2024-09-12T03:13:12.367547+0000","last_unstale":"2024-09-12T03:13:13.376362+0000","last_undegraded":"2024-09-12T03:13:13.376362+0000","last_fullsized":"2024-09-12T03:13:13.376362+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:04:17.104974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385892+0000","last_change":"2024-09-12T03:13:13.380377+0000","last_active":"2024-09-12T03:13:13.385892+0000","last_peered":"2024-09-12T03:13:13.385892+0000","last_clean":"2024-09-12T03:13:13.385892+0000","last_became_active":"2024-09-12T03:13:13.380047+0000","last_became_peered":"2024-09-12T03:13:13.380047+0000","last_unstale":"2024-09-12T03:13:13.385892+0000","last_undegraded":"2024-09-12T03:13:13.385892+0000","last_fullsized":"2024-09-12T03:13:13.385892+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:39.969708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.372259+0000","last_change":"2024-09-12T03:13:12.373413+0000","last_active":"2024-09-12T03:13:13.372259+0000","last_peered":"2024-09-12T03:13:13.372259+0000","last_clean":"2024-09-12T03:13:13.372259+0000","last_became_active":"2024-09-12T03:13:12.373085+0000","last_became_peered":"2024-09-12T03:13:12.373085+0000","last_unstale":"2024-09-12T03:13:13.372259+0000","last_undegraded":"2024-09-12T03:13:13.372259+0000","last_fullsized":"2024-09-12T03:13:13.372259+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:03:37.477824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381431+0000","last_change":"2024-09-12T03:13:13.376333+0000","last_active":"2024-09-12T03:13:13.381431+0000","last_peered":"2024-09-12T03:13:13.381431+0000","last_clean":"2024-09-12T03:13:13.381431+0000","last_became_active":"2024-09-12T03:13:13.375895+0000","last_became_peered":"2024-09-12T03:13:13.375895+0000","last_unstale":"2024-09-12T03:13:13.381431+0000","last_undegraded":"2024-09-12T03:13:13.381431+0000","last_fullsized":"2024-09-12T03:13:13.381431+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:50:20.945581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.376971+0000","last_change":"2024-09-12T03:13:12.365919+0000","last_active":"2024-09-12T03:13:13.376971+0000","last_peered":"2024-09-12T03:13:13.376971+0000","last_clean":"2024-09-12T03:13:13.376971+0000","last_became_active":"2024-09-12T03:13:12.365287+0000","last_became_peered":"2024-09-12T03:13:12.365287+0000","last_unstale":"2024-09-12T03:13:13.376971+0000","last_undegraded":"2024-09-12T03:13:13.376971+0000","last_fullsized":"2024-09-12T03:13:13.376971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:15:22.963597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.367797+0000","last_change":"2024-09-12T03:13:13.365554+0000","last_active":"2024-09-12T03:13:13.367797+0000","last_peered":"2024-09-12T03:13:13.367797+0000","last_clean":"2024-09-12T03:13:13.367797+0000","last_became_active":"2024-09-12T03:13:13.365215+0000","last_became_peered":"2024-09-12T03:13:13.365215+0000","last_unstale":"2024-09-12T03:13:13.367797+0000","last_undegraded":"2024-09-12T03:13:13.367797+0000","last_fullsized":"2024-09-12T03:13:13.367797+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:41:02.026657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"79'1","reported_seq":13,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.382925+0000","last_change":"2024-09-12T03:13:12.370968+0000","last_active":"2024-09-12T03:13:13.382925+0000","last_peered":"2024-09-12T03:13:13.382925+0000","last_clean":"2024-09-12T03:13:13.382925+0000","last_became_active":"2024-09-12T03:13:12.370673+0000","last_became_peered":"2024-09-12T03:13:12.370673+0000","last_unstale":"2024-09-12T03:13:13.382925+0000","last_undegraded":"2024-09-12T03:13:13.382925+0000","last_fullsized":"2024-09-12T03:13:13.382925+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:14.867255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.385904+0000","last_change":"2024-09-12T03:13:13.380568+0000","last_active":"2024-09-12T03:13:13.385904+0000","last_peered":"2024-09-12T03:13:13.385904+0000","last_clean":"2024-09-12T03:13:13.385904+0000","last_became_active":"2024-09-12T03:13:13.380294+0000","last_became_peered":"2024-09-12T03:13:13.380294+0000","last_unstale":"2024-09-12T03:13:13.385904+0000","last_undegraded":"2024-09-12T03:13:13.385904+0000","last_fullsized":"2024-09-12T03:13:13.385904+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:06.936027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.345208+0000","last_change":"2024-09-12T03:13:12.357831+0000","last_active":"2024-09-12T03:13:13.345208+0000","last_peered":"2024-09-12T03:13:13.345208+0000","last_clean":"2024-09-12T03:13:13.345208+0000","last_became_active":"2024-09-12T03:13:12.357423+0000","last_became_peered":"2024-09-12T03:13:12.357423+0000","last_unstale":"2024-09-12T03:13:13.345208+0000","last_undegraded":"2024-09-12T03:13:13.345208+0000","last_fullsized":"2024-09-12T03:13:13.345208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:05:44.035087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384853+0000","last_change":"2024-09-12T03:13:13.376008+0000","last_active":"2024-09-12T03:13:13.384853+0000","last_peered":"2024-09-12T03:13:13.384853+0000","last_clean":"2024-09-12T03:13:13.384853+0000","last_became_active":"2024-09-12T03:13:13.375686+0000","last_became_peered":"2024-09-12T03:13:13.375686+0000","last_unstale":"2024-09-12T03:13:13.384853+0000","last_undegraded":"2024-09-12T03:13:13.384853+0000","last_fullsized":"2024-09-12T03:13:13.384853+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:50.406493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.377590+0000","last_change":"2024-09-12T03:13:12.369250+0000","last_active":"2024-09-12T03:13:13.377590+0000","last_peered":"2024-09-12T03:13:13.377590+0000","last_clean":"2024-09-12T03:13:13.377590+0000","last_became_active":"2024-09-12T03:13:12.368957+0000","last_became_peered":"2024-09-12T03:13:12.368957+0000","last_unstale":"2024-09-12T03:13:13.377590+0000","last_undegraded":"2024-09-12T03:13:13.377590+0000","last_fullsized":"2024-09-12T03:13:13.377590+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:12.556947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384605+0000","last_change":"2024-09-12T03:13:13.374089+0000","last_active":"2024-09-12T03:13:13.384605+0000","last_peered":"2024-09-12T03:13:13.384605+0000","last_clean":"2024-09-12T03:13:13.384605+0000","last_became_active":"2024-09-12T03:13:13.373777+0000","last_became_peered":"2024-09-12T03:13:13.373777+0000","last_unstale":"2024-09-12T03:13:13.384605+0000","last_undegraded":"2024-09-12T03:13:13.384605+0000","last_fullsized":"2024-09-12T03:13:13.384605+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:13.560558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.349195+0000","last_change":"2024-09-12T03:13:12.369206+0000","last_active":"2024-09-12T03:13:13.349195+0000","last_peered":"2024-09-12T03:13:13.349195+0000","last_clean":"2024-09-12T03:13:13.349195+0000","last_became_active":"2024-09-12T03:13:12.368903+0000","last_became_peered":"2024-09-12T03:13:12.368903+0000","last_unstale":"2024-09-12T03:13:13.349195+0000","last_undegraded":"2024-09-12T03:13:13.349195+0000","last_fullsized":"2024-09-12T03:13:13.349195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:13:00.137875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375901+0000","last_change":"2024-09-12T03:13:13.371209+0000","last_active":"2024-09-12T03:13:13.375901+0000","last_peered":"2024-09-12T03:13:13.375901+0000","last_clean":"2024-09-12T03:13:13.375901+0000","last_became_active":"2024-09-12T03:13:13.370919+0000","last_became_peered":"2024-09-12T03:13:13.370919+0000","last_unstale":"2024-09-12T03:13:13.375901+0000","last_undegraded":"2024-09-12T03:13:13.375901+0000","last_fullsized":"2024-09-12T03:13:13.375901+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:13:47.412462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.356612+0000","last_change":"2024-09-12T03:13:12.372116+0000","last_active":"2024-09-12T03:13:13.356612+0000","last_peered":"2024-09-12T03:13:13.356612+0000","last_clean":"2024-09-12T03:13:13.356612+0000","last_became_active":"2024-09-12T03:13:12.371487+0000","last_became_peered":"2024-09-12T03:13:12.371487+0000","last_unstale":"2024-09-12T03:13:13.356612+0000","last_undegraded":"2024-09-12T03:13:13.356612+0000","last_fullsized":"2024-09-12T03:13:13.356612+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:52.070991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.378620+0000","last_change":"2024-09-12T03:13:13.371382+0000","last_active":"2024-09-12T03:13:13.378620+0000","last_peered":"2024-09-12T03:13:13.378620+0000","last_clean":"2024-09-12T03:13:13.378620+0000","last_became_active":"2024-09-12T03:13:13.370705+0000","last_became_peered":"2024-09-12T03:13:13.370705+0000","last_unstale":"2024-09-12T03:13:13.378620+0000","last_undegraded":"2024-09-12T03:13:13.378620+0000","last_fullsized":"2024-09-12T03:13:13.378620+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:56.192681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.7","version":"79'2","reported_seq":14,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.377350+0000","last_change":"2024-09-12T03:13:12.369459+0000","last_active":"2024-09-12T03:13:13.377350+0000","last_peered":"2024-09-12T03:13:13.377350+0000","last_clean":"2024-09-12T03:13:13.377350+0000","last_became_active":"2024-09-12T03:13:12.369168+0000","last_became_peered":"2024-09-12T03:13:12.369168+0000","last_unstale":"2024-09-12T03:13:13.377350+0000","last_undegraded":"2024-09-12T03:13:13.377350+0000","last_fullsized":"2024-09-12T03:13:13.377350+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:04:17.104974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.375227+0000","last_change":"2024-09-12T03:13:13.369025+0000","last_active":"2024-09-12T03:13:13.375227+0000","last_peered":"2024-09-12T03:13:13.375227+0000","last_clean":"2024-09-12T03:13:13.375227+0000","last_became_active":"2024-09-12T03:13:13.367918+0000","last_became_peered":"2024-09-12T03:13:13.367918+0000","last_unstale":"2024-09-12T03:13:13.375227+0000","last_undegraded":"2024-09-12T03:13:13.375227+0000","last_fullsized":"2024-09-12T03:13:13.375227+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:08:25.276740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.366123+0000","last_change":"2024-09-12T03:13:12.357179+0000","last_active":"2024-09-12T03:13:13.366123+0000","last_peered":"2024-09-12T03:13:13.366123+0000","last_clean":"2024-09-12T03:13:13.366123+0000","last_became_active":"2024-09-12T03:13:12.356842+0000","last_became_peered":"2024-09-12T03:13:12.356842+0000","last_unstale":"2024-09-12T03:13:13.366123+0000","last_undegraded":"2024-09-12T03:13:13.366123+0000","last_fullsized":"2024-09-12T03:13:13.366123+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:43.774745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371996+0000","last_change":"2024-09-12T03:13:13.364366+0000","last_active":"2024-09-12T03:13:13.371996+0000","last_peered":"2024-09-12T03:13:13.371996+0000","last_clean":"2024-09-12T03:13:13.371996+0000","last_became_active":"2024-09-12T03:13:13.360038+0000","last_became_peered":"2024-09-12T03:13:13.360038+0000","last_unstale":"2024-09-12T03:13:13.371996+0000","last_undegraded":"2024-09-12T03:13:13.371996+0000","last_fullsized":"2024-09-12T03:13:13.371996+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:01:32.553948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.358561+0000","last_change":"2024-09-12T03:13:12.373450+0000","last_active":"2024-09-12T03:13:13.358561+0000","last_peered":"2024-09-12T03:13:13.358561+0000","last_clean":"2024-09-12T03:13:13.358561+0000","last_became_active":"2024-09-12T03:13:12.372908+0000","last_became_peered":"2024-09-12T03:13:12.372908+0000","last_unstale":"2024-09-12T03:13:13.358561+0000","last_undegraded":"2024-09-12T03:13:13.358561+0000","last_fullsized":"2024-09-12T03:13:13.358561+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:13:00.137875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.384626+0000","last_change":"2024-09-12T03:13:13.374656+0000","last_active":"2024-09-12T03:13:13.384626+0000","last_peered":"2024-09-12T03:13:13.384626+0000","last_clean":"2024-09-12T03:13:13.384626+0000","last_became_active":"2024-09-12T03:13:13.367482+0000","last_became_peered":"2024-09-12T03:13:13.367482+0000","last_unstale":"2024-09-12T03:13:13.384626+0000","last_undegraded":"2024-09-12T03:13:13.384626+0000","last_fullsized":"2024-09-12T03:13:13.384626+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:53.074603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.355603+0000","last_change":"2024-09-12T03:13:12.371893+0000","last_active":"2024-09-12T03:13:13.355603+0000","last_peered":"2024-09-12T03:13:13.355603+0000","last_clean":"2024-09-12T03:13:13.355603+0000","last_became_active":"2024-09-12T03:13:12.371560+0000","last_became_peered":"2024-09-12T03:13:12.371560+0000","last_unstale":"2024-09-12T03:13:13.355603+0000","last_undegraded":"2024-09-12T03:13:13.355603+0000","last_fullsized":"2024-09-12T03:13:13.355603+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:32:00.073855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.373530+0000","last_change":"2024-09-12T03:13:13.367921+0000","last_active":"2024-09-12T03:13:13.373530+0000","last_peered":"2024-09-12T03:13:13.373530+0000","last_clean":"2024-09-12T03:13:13.373530+0000","last_became_active":"2024-09-12T03:13:13.364895+0000","last_became_peered":"2024-09-12T03:13:13.364895+0000","last_unstale":"2024-09-12T03:13:13.373530+0000","last_undegraded":"2024-09-12T03:13:13.373530+0000","last_fullsized":"2024-09-12T03:13:13.373530+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:31:28.696448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.353443+0000","last_change":"2024-09-12T03:13:12.370098+0000","last_active":"2024-09-12T03:13:13.353443+0000","last_peered":"2024-09-12T03:13:13.353443+0000","last_clean":"2024-09-12T03:13:13.353443+0000","last_became_active":"2024-09-12T03:13:12.368832+0000","last_became_peered":"2024-09-12T03:13:12.368832+0000","last_unstale":"2024-09-12T03:13:13.353443+0000","last_undegraded":"2024-09-12T03:13:13.353443+0000","last_fullsized":"2024-09-12T03:13:13.353443+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:01:31.550336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.366477+0000","last_change":"2024-09-12T03:13:13.361203+0000","last_active":"2024-09-12T03:13:13.366477+0000","last_peered":"2024-09-12T03:13:13.366477+0000","last_clean":"2024-09-12T03:13:13.366477+0000","last_became_active":"2024-09-12T03:13:13.360918+0000","last_became_peered":"2024-09-12T03:13:13.360918+0000","last_unstale":"2024-09-12T03:13:13.366477+0000","last_undegraded":"2024-09-12T03:13:13.366477+0000","last_fullsized":"2024-09-12T03:13:13.366477+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:47:53.913177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.351587+0000","last_change":"2024-09-12T03:13:12.365801+0000","last_active":"2024-09-12T03:13:13.351587+0000","last_peered":"2024-09-12T03:13:13.351587+0000","last_clean":"2024-09-12T03:13:13.351587+0000","last_became_active":"2024-09-12T03:13:12.365034+0000","last_became_peered":"2024-09-12T03:13:12.365034+0000","last_unstale":"2024-09-12T03:13:13.351587+0000","last_undegraded":"2024-09-12T03:13:13.351587+0000","last_fullsized":"2024-09-12T03:13:13.351587+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:09.849375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.381786+0000","last_change":"2024-09-12T03:13:13.376843+0000","last_active":"2024-09-12T03:13:13.381786+0000","last_peered":"2024-09-12T03:13:13.381786+0000","last_clean":"2024-09-12T03:13:13.381786+0000","last_became_active":"2024-09-12T03:13:13.376548+0000","last_became_peered":"2024-09-12T03:13:13.376548+0000","last_unstale":"2024-09-12T03:13:13.381786+0000","last_undegraded":"2024-09-12T03:13:13.381786+0000","last_fullsized":"2024-09-12T03:13:13.381786+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:37.095389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.353766+0000","last_change":"2024-09-12T03:13:12.366047+0000","last_active":"2024-09-12T03:13:13.353766+0000","last_peered":"2024-09-12T03:13:13.353766+0000","last_clean":"2024-09-12T03:13:13.353766+0000","last_became_active":"2024-09-12T03:13:12.365693+0000","last_became_peered":"2024-09-12T03:13:12.365693+0000","last_unstale":"2024-09-12T03:13:13.353766+0000","last_undegraded":"2024-09-12T03:13:13.353766+0000","last_fullsized":"2024-09-12T03:13:13.353766+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:55.189070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.371247+0000","last_change":"2024-09-12T03:13:13.366878+0000","last_active":"2024-09-12T03:13:13.371247+0000","last_peered":"2024-09-12T03:13:13.371247+0000","last_clean":"2024-09-12T03:13:13.371247+0000","last_became_active":"2024-09-12T03:13:13.366588+0000","last_became_peered":"2024-09-12T03:13:13.366588+0000","last_unstale":"2024-09-12T03:13:13.371247+0000","last_undegraded":"2024-09-12T03:13:13.371247+0000","last_fullsized":"2024-09-12T03:13:13.371247+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:04.266455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.345206+0000","last_change":"2024-09-12T03:13:12.362101+0000","last_active":"2024-09-12T03:13:13.345206+0000","last_peered":"2024-09-12T03:13:13.345206+0000","last_clean":"2024-09-12T03:13:13.345206+0000","last_became_active":"2024-09-12T03:13:12.361752+0000","last_became_peered":"2024-09-12T03:13:12.361752+0000","last_unstale":"2024-09-12T03:13:13.345206+0000","last_undegraded":"2024-09-12T03:13:13.345206+0000","last_fullsized":"2024-09-12T03:13:13.345206+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:47:52.909566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.376215+0000","last_change":"2024-09-12T03:13:13.372312+0000","last_active":"2024-09-12T03:13:13.376215+0000","last_peered":"2024-09-12T03:13:13.376215+0000","last_clean":"2024-09-12T03:13:13.376215+0000","last_became_active":"2024-09-12T03:13:13.372036+0000","last_became_peered":"2024-09-12T03:13:13.372036+0000","last_unstale":"2024-09-12T03:13:13.376215+0000","last_undegraded":"2024-09-12T03:13:13.376215+0000","last_fullsized":"2024-09-12T03:13:13.376215+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:12.333318+0000","last_clean_scrub_stamp":"2024-09-12T03:13:12.333318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:50.406493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.352511+0000","last_change":"2024-09-12T03:13:12.371672+0000","last_active":"2024-09-12T03:13:13.352511+0000","last_peered":"2024-09-12T03:13:13.352511+0000","last_clean":"2024-09-12T03:13:13.352511+0000","last_became_active":"2024-09-12T03:13:12.371391+0000","last_became_peered":"2024-09-12T03:13:12.371391+0000","last_unstale":"2024-09-12T03:13:13.352511+0000","last_undegraded":"2024-09-12T03:13:13.352511+0000","last_fullsized":"2024-09-12T03:13:13.352511+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:11.329707+0000","last_clean_scrub_stamp":"2024-09-12T03:13:11.329707+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:01:54.597135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":281,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-09-12T03:13:13.356270+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:13:13.356270+0000","last_peered":"2024-09-12T03:13:13.356270+0000","last_clean":"2024-09-12T03:13:13.356270+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:13:13.356270+0000","last_undegraded":"2024-09-12T03:13:13.356270+0000","last_fullsized":"2024-09-12T03:13:13.356270+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574910,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32704,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339136,"statfs":{"total":96636764160,"available":96603275264,"internally_reserved":0,"allocated":1548288,"data_stored":1029161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574910,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32124,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":954368,"data_stored":438793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574910,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32136,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339704,"statfs":{"total":96636764160,"available":96603856896,"internally_reserved":0,"allocated":970752,"data_stored":445994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574910,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":987136,"data_stored":447676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574911,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32140,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":970752,"data_stored":446542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574911,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":954368,"data_stored":438793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574910,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":974848,"data_stored":446072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574911,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32712,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339128,"statfs":{"total":96636764160,"available":96603267072,"internally_reserved":0,"allocated":1560576,"data_stored":1036328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:13:18.005 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T03:13:18.006 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-12T03:13:18.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.207+0000 7f8313200640 1 Processor -- start 2024-09-12T03:13:18.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.207+0000 7f8313200640 1 -- start start 2024-09-12T03:13:18.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.208+0000 7f8313200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83140cd810 0x7f83140b28a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.208+0000 7f8313200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f831406ddc0 0x7f8314071e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.208+0000 7f8313200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83140cdbf0 con 0x7f83140cf040 2024-09-12T03:13:18.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.208+0000 7f8313200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f831406e250 con 0x7f831406ddc0 2024-09-12T03:13:18.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.208+0000 7f8313200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f831406e530 con 0x7f83140cd810 2024-09-12T03:13:18.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.208+0000 7f8311e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83140cd810 0x7f83140b28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.208+0000 7f8311e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83140cd810 0x7f83140b28a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:33686/0 (socket says 172.21.15.29:33686) 2024-09-12T03:13:18.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.208+0000 7f8311e00640 1 -- 172.21.15.29:0/1506194672 learned_addr learned my addr 172.21.15.29:0/1506194672 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:18.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.208+0000 7f8311400640 1 --2- 172.21.15.29:0/1506194672 >> v2:172.21.15.38:3300/0 conn(0x7f831406ddc0 0x7f8314071e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.208+0000 7f8312800640 1 --1- 172.21.15.29:0/1506194672 >> v1:172.21.15.38:6789/0 conn(0x7f83140cf040 0x7f831406f2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:42896/0 (socket says 172.21.15.29:42896) 2024-09-12T03:13:18.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.209+0000 7f8311e00640 1 -- 172.21.15.29:0/1506194672 >> v2:172.21.15.38:3300/0 conn(0x7f831406ddc0 msgr2=0x7f8314071e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:18.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.209+0000 7f8311e00640 1 --2- 172.21.15.29:0/1506194672 >> v2:172.21.15.38:3300/0 conn(0x7f831406ddc0 0x7f8314071e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.209+0000 7f8311e00640 1 -- 172.21.15.29:0/1506194672 >> v1:172.21.15.38:6789/0 conn(0x7f83140cf040 legacy=0x7f831406f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.209+0000 7f8311e00640 1 -- 172.21.15.29:0/1506194672 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f831406e810 con 0x7f83140cd810 2024-09-12T03:13:18.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.209+0000 7f8311400640 1 --2- 172.21.15.29:0/1506194672 >> v2:172.21.15.38:3300/0 conn(0x7f831406ddc0 0x7f8314071e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:18.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.210+0000 7f8311e00640 1 --2- 172.21.15.29:0/1506194672 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83140cd810 0x7f83140b28a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8304009870 tx=0x7f830402a1e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe116430d74fdfe9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:18.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.210+0000 7f8310a00640 1 -- 172.21.15.29:0/1506194672 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8304037070 con 0x7f83140cd810 2024-09-12T03:13:18.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.210+0000 7f8310a00640 1 -- 172.21.15.29:0/1506194672 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8304032440 con 0x7f83140cd810 2024-09-12T03:13:18.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.210+0000 7f8310a00640 1 -- 172.21.15.29:0/1506194672 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8304032810 con 0x7f83140cd810 2024-09-12T03:13:18.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.211+0000 7f8313200640 1 -- 172.21.15.29:0/1506194672 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83140cd810 msgr2=0x7f83140b28a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.211+0000 7f8313200640 1 --2- 172.21.15.29:0/1506194672 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83140cd810 0x7f83140b28a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8304009870 tx=0x7f830402a1e0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.211+0000 7f8313200640 1 -- 172.21.15.29:0/1506194672 shutdown_connections 2024-09-12T03:13:18.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.211+0000 7f8313200640 1 --2- 172.21.15.29:0/1506194672 >> v2:172.21.15.38:3300/0 conn(0x7f831406ddc0 0x7f8314071e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.211+0000 7f8313200640 1 --2- 172.21.15.29:0/1506194672 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f83140cd810 0x7f83140b28a0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.211+0000 7f8313200640 1 -- 172.21.15.29:0/1506194672 >> 172.21.15.29:0/1506194672 conn(0x7f83140b1d80 msgr2=0x7f83140b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:18.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.211+0000 7f8313200640 1 -- 172.21.15.29:0/1506194672 shutdown_connections 2024-09-12T03:13:18.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.211+0000 7f8313200640 1 -- 172.21.15.29:0/1506194672 wait complete. 2024-09-12T03:13:18.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.213+0000 7f8313200640 1 Processor -- start 2024-09-12T03:13:18.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.213+0000 7f8313200640 1 -- start start 2024-09-12T03:13:18.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8313200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83140cd810 0x7f8314072ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8313200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83140cf040 0x7f8314153830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8313200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f831409dd90 0x7f83141e7f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8313200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8314144bd0 con 0x7f83140cd810 2024-09-12T03:13:18.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8313200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f831406edd0 con 0x7f83140cf040 2024-09-12T03:13:18.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8313200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8314144d50 con 0x7f831409dd90 2024-09-12T03:13:18.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8311e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83140cd810 0x7f8314072ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8311e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83140cd810 0x7f8314072ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34856/0 (socket says 172.21.15.29:34856) 2024-09-12T03:13:18.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8311e00640 1 -- 172.21.15.29:0/2342738366 learned_addr learned my addr 172.21.15.29:0/2342738366 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:18.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8311400640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83140cf040 0x7f8314153830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8312800640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f831409dd90 0x7f83141e7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8311e00640 1 -- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f831409dd90 msgr2=0x7f83141e7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8311e00640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f831409dd90 0x7f83141e7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8311e00640 1 -- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83140cf040 msgr2=0x7f8314153830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8311e00640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83140cf040 0x7f8314153830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.214+0000 7f8311e00640 1 -- 172.21.15.29:0/2342738366 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83141e6920 con 0x7f83140cd810 2024-09-12T03:13:18.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.215+0000 7f8311e00640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83140cd810 0x7f8314072ab0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f8304000c00 tx=0x7f83040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:18.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.215+0000 7f830a000640 1 -- 172.21.15.29:0/2342738366 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8304037040 con 0x7f83140cd810 2024-09-12T03:13:18.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.215+0000 7f830a000640 1 -- 172.21.15.29:0/2342738366 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8304042070 con 0x7f83140cd810 2024-09-12T03:13:18.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.215+0000 7f830a000640 1 -- 172.21.15.29:0/2342738366 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8304030880 con 0x7f83140cd810 2024-09-12T03:13:18.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.215+0000 7f8313200640 1 -- 172.21.15.29:0/2342738366 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83141e6c00 con 0x7f83140cd810 2024-09-12T03:13:18.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.215+0000 7f8313200640 1 -- 172.21.15.29:0/2342738366 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83141e71c0 con 0x7f83140cd810 2024-09-12T03:13:18.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.216+0000 7f8313200640 1 -- 172.21.15.29:0/2342738366 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83141e75a0 con 0x7f83140cd810 2024-09-12T03:13:18.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.217+0000 7f830a000640 1 -- 172.21.15.29:0/2342738366 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8304030a20 con 0x7f83140cd810 2024-09-12T03:13:18.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.218+0000 7f830a000640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f82f406be30 0x7f82f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.218+0000 7f830a000640 1 -- 172.21.15.29:0/2342738366 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f83040ab7f0 con 0x7f83140cd810 2024-09-12T03:13:18.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.218+0000 7f8311400640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f82f406be30 0x7f82f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.219+0000 7f8311400640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f82f406be30 0x7f82f406e2f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8300009560 tx=0x7f8300009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:18.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.222+0000 7f830a000640 1 -- 172.21.15.29:0/2342738366 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f83141e75a0 con 0x7f83140cd810 2024-09-12T03:13:18.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.470+0000 7f8313200640 1 -- 172.21.15.29:0/2342738366 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f831415e750 con 0x7f83140cd810 2024-09-12T03:13:18.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.473+0000 7f830a000640 1 -- 172.21.15.29:0/2342738366 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7f8304079f70 con 0x7f83140cd810 2024-09-12T03:13:18.473 INFO:teuthology.orchestra.run.smithi029.stdout:[client.0] 2024-09-12T03:13:18.473 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w== 2024-09-12T03:13:18.473 INFO:teuthology.orchestra.run.smithi029.stdout: caps mds = "allow" 2024-09-12T03:13:18.474 INFO:teuthology.orchestra.run.smithi029.stdout: caps mon = "allow r" 2024-09-12T03:13:18.474 INFO:teuthology.orchestra.run.smithi029.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-12T03:13:18.474 INFO:teuthology.orchestra.run.smithi029.stderr:updated caps for client.0 2024-09-12T03:13:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 -- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f82f406be30 msgr2=0x7f82f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f82f406be30 0x7f82f406e2f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8300009560 tx=0x7f8300009190 comp rx=0 tx=0).stop 2024-09-12T03:13:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 -- 172.21.15.29:0/2342738366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83140cd810 msgr2=0x7f8314072ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83140cd810 0x7f8314072ab0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f8304000c00 tx=0x7f83040046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 -- 172.21.15.29:0/2342738366 shutdown_connections 2024-09-12T03:13:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f82f406be30 0x7f82f406e2f0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f831409dd90 0x7f83141e7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f83140cf040 0x7f8314153830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 --2- 172.21.15.29:0/2342738366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f83140cd810 0x7f8314072ab0 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 -- 172.21.15.29:0/2342738366 >> 172.21.15.29:0/2342738366 conn(0x7f83140b1d80 msgr2=0x7f831415ecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 -- 172.21.15.29:0/2342738366 shutdown_connections 2024-09-12T03:13:18.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.475+0000 7f8313200640 1 -- 172.21.15.29:0/2342738366 wait complete. 2024-09-12T03:13:18.491 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:18.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.647+0000 7f4676800640 1 Processor -- start 2024-09-12T03:13:18.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.648+0000 7f4676800640 1 -- start start 2024-09-12T03:13:18.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.649+0000 7f4676800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072240 0x7f467015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.649+0000 7f4676800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f46700afc40 0x7f46700cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.649+0000 7f4676800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f467015d730 con 0x7f4670072620 2024-09-12T03:13:18.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.649+0000 7f4676800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f467006e590 con 0x7f46700afc40 2024-09-12T03:13:18.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.649+0000 7f4676800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f467006e870 con 0x7f4670072240 2024-09-12T03:13:18.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.649+0000 7f466ea00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f4670072620 0x7f46700af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40844/0 (socket says 172.21.15.29:40844) 2024-09-12T03:13:18.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.649+0000 7f466ea00640 1 -- 172.21.15.29:0/1210087484 learned_addr learned my addr 172.21.15.29:0/1210087484 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:18.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.649+0000 7f466fe00640 1 --2- 172.21.15.29:0/1210087484 >> v2:172.21.15.38:3300/0 conn(0x7f46700afc40 0x7f46700cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.649+0000 7f466f400640 1 --2- 172.21.15.29:0/1210087484 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072240 0x7f467015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.650+0000 7f466e000640 1 -- 172.21.15.29:0/1210087484 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 45465016 0 0) 0x7f467015d730 con 0x7f4670072620 2024-09-12T03:13:18.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.650+0000 7f466e000640 1 -- 172.21.15.29:0/1210087484 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4654003520 con 0x7f4670072620 2024-09-12T03:13:18.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.650+0000 7f466fe00640 1 -- 172.21.15.29:0/1210087484 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072240 msgr2=0x7f467015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:18.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.650+0000 7f466fe00640 1 --2- 172.21.15.29:0/1210087484 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072240 0x7f467015d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.650+0000 7f466fe00640 1 -- 172.21.15.29:0/1210087484 >> v1:172.21.15.29:6789/0 conn(0x7f4670072620 legacy=0x7f46700af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.650+0000 7f466fe00640 1 -- 172.21.15.29:0/1210087484 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f467006eb50 con 0x7f46700afc40 2024-09-12T03:13:18.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.650+0000 7f466f400640 1 --2- 172.21.15.29:0/1210087484 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072240 0x7f467015d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:18.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.651+0000 7f466fe00640 1 --2- 172.21.15.29:0/1210087484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46700afc40 0x7f46700cd1d0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f46680097a0 tx=0x7f466802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d01768432121d24e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:18.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.651+0000 7f466e000640 1 -- 172.21.15.29:0/1210087484 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4668037070 con 0x7f46700afc40 2024-09-12T03:13:18.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.651+0000 7f466e000640 1 -- 172.21.15.29:0/1210087484 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4668032440 con 0x7f46700afc40 2024-09-12T03:13:18.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.651+0000 7f466e000640 1 -- 172.21.15.29:0/1210087484 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4668032810 con 0x7f46700afc40 2024-09-12T03:13:18.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.652+0000 7f4676800640 1 -- 172.21.15.29:0/1210087484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46700afc40 msgr2=0x7f46700cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.652+0000 7f4676800640 1 --2- 172.21.15.29:0/1210087484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46700afc40 0x7f46700cd1d0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f46680097a0 tx=0x7f466802a180 comp rx=0 tx=0).stop 2024-09-12T03:13:18.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.652+0000 7f4676800640 1 -- 172.21.15.29:0/1210087484 shutdown_connections 2024-09-12T03:13:18.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.652+0000 7f4676800640 1 --2- 172.21.15.29:0/1210087484 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f46700afc40 0x7f46700cd1d0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.652+0000 7f4676800640 1 --2- 172.21.15.29:0/1210087484 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072240 0x7f467015d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.652+0000 7f4676800640 1 -- 172.21.15.29:0/1210087484 >> 172.21.15.29:0/1210087484 conn(0x7f4670067da0 msgr2=0x7f467006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:18.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.652+0000 7f4676800640 1 -- 172.21.15.29:0/1210087484 shutdown_connections 2024-09-12T03:13:18.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.652+0000 7f4676800640 1 -- 172.21.15.29:0/1210087484 wait complete. 2024-09-12T03:13:18.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.654+0000 7f4676800640 1 Processor -- start 2024-09-12T03:13:18.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.654+0000 7f4676800640 1 -- start start 2024-09-12T03:13:18.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.654+0000 7f4676800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4670072240 0x7f46701f5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.654+0000 7f4676800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072620 0x7f46700a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f4676800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46700afc40 0x7f46700ab400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f4676800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f467006e150 con 0x7f46700afc40 2024-09-12T03:13:18.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f4676800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f467006dfd0 con 0x7f4670072240 2024-09-12T03:13:18.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f4676800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f467006e2d0 con 0x7f4670072620 2024-09-12T03:13:18.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46700afc40 0x7f46700ab400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46700afc40 0x7f46700ab400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34860/0 (socket says 172.21.15.29:34860) 2024-09-12T03:13:18.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466fe00640 1 -- 172.21.15.29:0/1451578460 learned_addr learned my addr 172.21.15.29:0/1451578460 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:18.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466ea00640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072620 0x7f46700a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466f400640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4670072240 0x7f46701f5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466fe00640 1 -- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072620 msgr2=0x7f46700a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466fe00640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072620 0x7f46700a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466fe00640 1 -- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4670072240 msgr2=0x7f46701f5eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466fe00640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4670072240 0x7f46701f5eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466fe00640 1 -- 172.21.15.29:0/1451578460 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f467015c310 con 0x7f46700afc40 2024-09-12T03:13:18.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466ea00640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072620 0x7f46700a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:18.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.655+0000 7f466f400640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4670072240 0x7f46701f5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:18.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.656+0000 7f466fe00640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46700afc40 0x7f46700ab400 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f46680097a0 tx=0x7f46680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:18.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.656+0000 7f4667400640 1 -- 172.21.15.29:0/1451578460 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4668041020 con 0x7f46700afc40 2024-09-12T03:13:18.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.656+0000 7f4667400640 1 -- 172.21.15.29:0/1451578460 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f466803d640 con 0x7f46700afc40 2024-09-12T03:13:18.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.656+0000 7f4667400640 1 -- 172.21.15.29:0/1451578460 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4668037040 con 0x7f46700afc40 2024-09-12T03:13:18.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.656+0000 7f4676800640 1 -- 172.21.15.29:0/1451578460 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f467015bd50 con 0x7f46700afc40 2024-09-12T03:13:18.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.656+0000 7f4676800640 1 -- 172.21.15.29:0/1451578460 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46700ad300 con 0x7f46700afc40 2024-09-12T03:13:18.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.657+0000 7f4676800640 1 -- 172.21.15.29:0/1451578460 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f467015d1f0 con 0x7f46700afc40 2024-09-12T03:13:18.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.658+0000 7f4667400640 1 -- 172.21.15.29:0/1451578460 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4668044020 con 0x7f46700afc40 2024-09-12T03:13:18.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.659+0000 7f4667400640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f465006be30 0x7f465006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:18.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.660+0000 7f4667400640 1 -- 172.21.15.29:0/1451578460 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f46680ab610 con 0x7f46700afc40 2024-09-12T03:13:18.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.660+0000 7f466f400640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f465006be30 0x7f465006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:18.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.661+0000 7f466f400640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f465006be30 0x7f465006e2f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f4660009fd0 tx=0x7f466000b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:18.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.664+0000 7f4667400640 1 -- 172.21.15.29:0/1451578460 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f466804b030 con 0x7f46700afc40 2024-09-12T03:13:18.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.886+0000 7f4676800640 1 -- 172.21.15.29:0/1451578460 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4670156c60 con 0x7f46700afc40 2024-09-12T03:13:18.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.887+0000 7f4667400640 1 -- 172.21.15.29:0/1451578460 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5219 (secure 0 0 0) 0x7f46680797d0 con 0x7f46700afc40 2024-09-12T03:13:18.887 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:18.887 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":70,"btime":"2024-09-12T03:13:16:374161+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5909,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/579023429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":579023429},{"type":"v1","addr":"172.21.15.29:6835","nonce":579023429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6469,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/1246541609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1246541609},{"type":"v1","addr":"172.21.15.38:6836","nonce":1246541609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6717,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/533635632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":533635632},{"type":"v1","addr":"172.21.15.29:6834","nonce":533635632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:12.781076+0000","modified":"2024-09-12T03:13:15.794321+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6726},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6726":{"gid":6726,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1719628492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1719628492},{"type":"v1","addr":"172.21.15.38:6837","nonce":1719628492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6726,"qdb_cluster":[6726]},"id":5}]} 2024-09-12T03:13:18.888 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 70 2024-09-12T03:13:18.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 -- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f465006be30 msgr2=0x7f465006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f465006be30 0x7f465006e2f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f4660009fd0 tx=0x7f466000b040 comp rx=0 tx=0).stop 2024-09-12T03:13:18.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 -- 172.21.15.29:0/1451578460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46700afc40 msgr2=0x7f46700ab400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:18.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46700afc40 0x7f46700ab400 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f46680097a0 tx=0x7f46680046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 -- 172.21.15.29:0/1451578460 shutdown_connections 2024-09-12T03:13:18.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f465006be30 0x7f465006e2f0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46700afc40 0x7f46700ab400 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4670072620 0x7f46700a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 --2- 172.21.15.29:0/1451578460 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4670072240 0x7f46701f5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:18.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 -- 172.21.15.29:0/1451578460 >> 172.21.15.29:0/1451578460 conn(0x7f4670067da0 msgr2=0x7f46700b0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:18.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 -- 172.21.15.29:0/1451578460 shutdown_connections 2024-09-12T03:13:18.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:18.889+0000 7f4676800640 1 -- 172.21.15.29:0/1451578460 wait complete. 2024-09-12T03:13:18.913 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:13:18.913+0000 7f6e9c600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T03:13:19.308 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 70, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:13:12.781076+0000', 'modified': '2024-09-12T03:13:15.794321+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6726}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6726': {'gid': 6726, 'name': 'b', 'rank': 0, 'incarnation': 66, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6837/1719628492', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6835', 'nonce': 1719628492}, {'type': 'v1', 'addr': '172.21.15.38:6837', 'nonce': 1719628492}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [12], 'metadata_pool': 11, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6726, 'qdb_cluster': [6726]} 2024-09-12T03:13:19.308 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T03:13:19.308 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-12T03:13:19.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.467+0000 7f01de800640 1 Processor -- start 2024-09-12T03:13:19.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.467+0000 7f01de800640 1 -- start start 2024-09-12T03:13:19.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.468+0000 7f01de800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01d815e470 0x7f01d80cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.468+0000 7f01de800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f01d80d00e0 0x7f01d80d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.468+0000 7f01de800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01d815e850 con 0x7f01d80d4850 2024-09-12T03:13:19.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01de800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f01d80cf710 con 0x7f01d80d00e0 2024-09-12T03:13:19.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01de800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f01d80d1c60 con 0x7f01d815e470 2024-09-12T03:13:19.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01dca00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f01d80d00e0 0x7f01d80d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01dca00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f01d80d00e0 0x7f01d80d4310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34862/0 (socket says 172.21.15.29:34862) 2024-09-12T03:13:19.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01dca00640 1 -- 172.21.15.29:0/840021942 learned_addr learned my addr 172.21.15.29:0/840021942 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:19.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01dd400640 1 --2- 172.21.15.29:0/840021942 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01d815e470 0x7f01d80cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01dca00640 1 -- 172.21.15.29:0/840021942 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01d815e470 msgr2=0x7f01d80cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:19.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01dca00640 1 --2- 172.21.15.29:0/840021942 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01d815e470 0x7f01d80cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01dca00640 1 -- 172.21.15.29:0/840021942 >> v1:172.21.15.29:6789/0 conn(0x7f01d80d4850 legacy=0x7f01d806d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01dca00640 1 -- 172.21.15.29:0/840021942 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01d80d1980 con 0x7f01d80d00e0 2024-09-12T03:13:19.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01d7e00640 1 -- 172.21.15.29:0/840021942 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 187967816 0 0) 0x7f01d815e850 con 0x7f01d80d4850 2024-09-12T03:13:19.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.469+0000 7f01dd400640 1 --2- 172.21.15.29:0/840021942 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01d815e470 0x7f01d80cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:19.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.470+0000 7f01dca00640 1 --2- 172.21.15.29:0/840021942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01d80d00e0 0x7f01d80d4310 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f01c4009870 tx=0x7f01c402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea1323ea74ed2386 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:19.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.471+0000 7f01d7e00640 1 -- 172.21.15.29:0/840021942 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c4037070 con 0x7f01d80d00e0 2024-09-12T03:13:19.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.471+0000 7f01d7e00640 1 -- 172.21.15.29:0/840021942 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01c4032440 con 0x7f01d80d00e0 2024-09-12T03:13:19.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.471+0000 7f01d7e00640 1 -- 172.21.15.29:0/840021942 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c4032810 con 0x7f01d80d00e0 2024-09-12T03:13:19.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.471+0000 7f01de800640 1 -- 172.21.15.29:0/840021942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01d80d00e0 msgr2=0x7f01d80d4310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.471+0000 7f01de800640 1 --2- 172.21.15.29:0/840021942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01d80d00e0 0x7f01d80d4310 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f01c4009870 tx=0x7f01c402a270 comp rx=0 tx=0).stop 2024-09-12T03:13:19.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.471+0000 7f01de800640 1 -- 172.21.15.29:0/840021942 shutdown_connections 2024-09-12T03:13:19.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.471+0000 7f01de800640 1 --2- 172.21.15.29:0/840021942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01d80d00e0 0x7f01d80d4310 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.471+0000 7f01de800640 1 --2- 172.21.15.29:0/840021942 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01d815e470 0x7f01d80cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.471+0000 7f01de800640 1 -- 172.21.15.29:0/840021942 >> 172.21.15.29:0/840021942 conn(0x7f01d809d700 msgr2=0x7f01d808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:19.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.471+0000 7f01de800640 1 -- 172.21.15.29:0/840021942 shutdown_connections 2024-09-12T03:13:19.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.471+0000 7f01de800640 1 -- 172.21.15.29:0/840021942 wait complete. 2024-09-12T03:13:19.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.473+0000 7f01de800640 1 Processor -- start 2024-09-12T03:13:19.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.473+0000 7f01de800640 1 -- start start 2024-09-12T03:13:19.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.474+0000 7f01de800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01d80d00e0 0x7f01d81f5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.474+0000 7f01de800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01d80d4850 0x7f01d81f1280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.474+0000 7f01de800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01d815e470 0x7f01d80a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.474+0000 7f01de800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f01d806db70 con 0x7f01d80d00e0 2024-09-12T03:13:19.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.474+0000 7f01de800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f01d80cf3a0 con 0x7f01d815e470 2024-09-12T03:13:19.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.474+0000 7f01de800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f01d806dcf0 con 0x7f01d80d4850 2024-09-12T03:13:19.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.474+0000 7f01dd400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01d80d00e0 0x7f01d81f5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.474+0000 7f01dd400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01d80d00e0 0x7f01d81f5020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34870/0 (socket says 172.21.15.29:34870) 2024-09-12T03:13:19.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.474+0000 7f01dd400640 1 -- 172.21.15.29:0/1341311570 learned_addr learned my addr 172.21.15.29:0/1341311570 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:19.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.474+0000 7f01dca00640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01d80d4850 0x7f01d81f1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.475+0000 7f01dde00640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01d815e470 0x7f01d80a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.475+0000 7f01dd400640 1 -- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01d80d4850 msgr2=0x7f01d81f1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.475+0000 7f01dd400640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01d80d4850 0x7f01d81f1280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.475+0000 7f01dd400640 1 -- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01d815e470 msgr2=0x7f01d80a0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.475+0000 7f01dd400640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01d815e470 0x7f01d80a0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.475+0000 7f01dd400640 1 -- 172.21.15.29:0/1341311570 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01d809e690 con 0x7f01d80d00e0 2024-09-12T03:13:19.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.475+0000 7f01dd400640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01d80d00e0 0x7f01d81f5020 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f01cc00e760 tx=0x7f01cc00ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:19.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.475+0000 7f01d5600640 1 -- 172.21.15.29:0/1341311570 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc00f040 con 0x7f01d80d00e0 2024-09-12T03:13:19.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.475+0000 7f01d5600640 1 -- 172.21.15.29:0/1341311570 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01cc004230 con 0x7f01d80d00e0 2024-09-12T03:13:19.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.475+0000 7f01de800640 1 -- 172.21.15.29:0/1341311570 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01d809e970 con 0x7f01d80d00e0 2024-09-12T03:13:19.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.475+0000 7f01d5600640 1 -- 172.21.15.29:0/1341311570 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc00ee70 con 0x7f01d80d00e0 2024-09-12T03:13:19.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.476+0000 7f01de800640 1 -- 172.21.15.29:0/1341311570 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01d81f5560 con 0x7f01d80d00e0 2024-09-12T03:13:19.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.478+0000 7f01d5600640 1 -- 172.21.15.29:0/1341311570 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f01cc00c6d0 con 0x7f01d80d00e0 2024-09-12T03:13:19.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.479+0000 7f01d5600640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f01b806be60 0x7f01b806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.479+0000 7f01d5600640 1 -- 172.21.15.29:0/1341311570 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f01cc08ac40 con 0x7f01d80d00e0 2024-09-12T03:13:19.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.480+0000 7f01e2e06740 1 Processor -- start 2024-09-12T03:13:19.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.480+0000 7f01dca00640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f01b806be60 0x7f01b806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.480+0000 7f01e2e06740 1 -- start start 2024-09-12T03:13:19.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01dca00640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f01b806be60 0x7f01b806e320 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f01c4034000 tx=0x7f01c402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:19.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3573ea0 0x5611f35b9640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3571660 0x5611f3574280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3575630 0x5611f356e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01e2e06740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5611f34d23b0 con 0x5611f3573ea0 2024-09-12T03:13:19.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01e2e06740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5611f34d7410 con 0x5611f3571660 2024-09-12T03:13:19.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01e2e06740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5611f347f620 con 0x5611f3575630 2024-09-12T03:13:19.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01dd400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3573ea0 0x5611f35b9640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01dd400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3573ea0 0x5611f35b9640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34882/0 (socket says 172.21.15.29:34882) 2024-09-12T03:13:19.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01dd400640 1 -- 172.21.15.29:0/4077343313 learned_addr learned my addr 172.21.15.29:0/4077343313 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:19.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01dde00640 1 --2- 172.21.15.29:0/4077343313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3575630 0x5611f356e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01dca00640 1 --2- 172.21.15.29:0/4077343313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3571660 0x5611f3574280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01dd400640 1 -- 172.21.15.29:0/4077343313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3575630 msgr2=0x5611f356e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:19.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01dd400640 1 --2- 172.21.15.29:0/4077343313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3575630 0x5611f356e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01dd400640 1 -- 172.21.15.29:0/4077343313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3571660 msgr2=0x5611f3574280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:19.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.481+0000 7f01dd400640 1 --2- 172.21.15.29:0/4077343313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3571660 0x5611f3574280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.482+0000 7f01dd400640 1 -- 172.21.15.29:0/4077343313 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611f31ea2d0 con 0x5611f3573ea0 2024-09-12T03:13:19.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.482+0000 7f01dca00640 1 --2- 172.21.15.29:0/4077343313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3571660 0x5611f3574280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:19.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.482+0000 7f01dde00640 1 --2- 172.21.15.29:0/4077343313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3575630 0x5611f356e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:19.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.482+0000 7f01dd400640 1 --2- 172.21.15.29:0/4077343313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3573ea0 0x5611f35b9640 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f01cc058d90 tx=0x7f01cc058f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c9f0f4b2acf73ee server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:19.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.482+0000 7f01c9c00640 1 -- 172.21.15.29:0/4077343313 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc087070 con 0x5611f3573ea0 2024-09-12T03:13:19.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.482+0000 7f01c9c00640 1 -- 172.21.15.29:0/4077343313 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01cc057100 con 0x5611f3573ea0 2024-09-12T03:13:19.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.482+0000 7f01c9c00640 1 -- 172.21.15.29:0/4077343313 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc020040 con 0x5611f3573ea0 2024-09-12T03:13:19.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.483+0000 7f01e2e06740 1 -- 172.21.15.29:0/4077343313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3573ea0 msgr2=0x5611f35b9640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.483+0000 7f01e2e06740 1 --2- 172.21.15.29:0/4077343313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3573ea0 0x5611f35b9640 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f01cc058d90 tx=0x7f01cc058f80 comp rx=0 tx=0).stop 2024-09-12T03:13:19.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.483+0000 7f01e2e06740 1 -- 172.21.15.29:0/4077343313 shutdown_connections 2024-09-12T03:13:19.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.483+0000 7f01e2e06740 1 --2- 172.21.15.29:0/4077343313 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3575630 0x5611f356e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.483+0000 7f01e2e06740 1 --2- 172.21.15.29:0/4077343313 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3571660 0x5611f3574280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.483+0000 7f01e2e06740 1 --2- 172.21.15.29:0/4077343313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3573ea0 0x5611f35b9640 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.483+0000 7f01e2e06740 1 -- 172.21.15.29:0/4077343313 >> 172.21.15.29:0/4077343313 conn(0x5611f35708f0 msgr2=0x5611f35b8b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:19.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.483+0000 7f01e2e06740 1 -- 172.21.15.29:0/4077343313 shutdown_connections 2024-09-12T03:13:19.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.483+0000 7f01e2e06740 1 -- 172.21.15.29:0/4077343313 wait complete. 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.483+0000 7f01e2e06740 1 -- start start 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.484+0000 7f01e2e06740 1 Processor -- start 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3573ea0 0x5611f35975d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3575630 0x5611f359c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f359cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01e2e06740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5611f3492780 con 0x5611f35b3b20 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01e2e06740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5611f34d33d0 con 0x5611f3575630 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01e2e06740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5611f356fd90 con 0x5611f3573ea0 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01e2e06740 10 client.0 _ll_register_callbacks cb 0x5611f34d05d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01dde00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f359cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01dde00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f359cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34890/0 (socket says 172.21.15.29:34890) 2024-09-12T03:13:19.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01dde00640 1 -- 172.21.15.29:0/398352384 learned_addr learned my addr 172.21.15.29:0/398352384 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:19.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01dd400640 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3573ea0 0x5611f35975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01dca00640 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3575630 0x5611f359c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.485+0000 7f01dde00640 1 -- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3573ea0 msgr2=0x5611f35975d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:19.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01dde00640 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3573ea0 0x5611f35975d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01dde00640 1 -- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3575630 msgr2=0x5611f359c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:19.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01dde00640 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3575630 0x5611f359c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01dde00640 1 -- 172.21.15.29:0/398352384 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611f32b46b0 con 0x5611f35b3b20 2024-09-12T03:13:19.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01dde00640 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f359cef0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f01d0003d90 tx=0x7f01d0001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a51700717de2ebd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:19.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01be000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:19.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01be000640 1 -- 172.21.15.29:0/398352384 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01d00020b0 con 0x5611f35b3b20 2024-09-12T03:13:19.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01e2e06740 1 -- 172.21.15.29:0/398352384 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01cc057100 con 0x5611f35b3b20 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01be000640 1 -- 172.21.15.29:0/398352384 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f01d0013570 con 0x5611f35b3b20 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01be000640 1 -- 172.21.15.29:0/398352384 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) ==== 24+0+0 (secure 0 0 0) 0x7f01d0021050 con 0x5611f35b3b20 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01e2e06740 10 client.6831 fetch_fsmap learned FSMap version 70 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.486+0000 7f01e2e06740 1 -- 172.21.15.29:0/398352384 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=2+}) -- 0x5611f359c1b0 con 0x5611f35b3b20 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.487+0000 7f01be000640 1 -- 172.21.15.29:0/398352384 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01cc057100 con 0x5611f35b3b20 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.487+0000 7f01be000640 1 -- 172.21.15.29:0/398352384 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 70) ==== 3502+0+0 (secure 0 0 0) 0x7f01d0024020 con 0x5611f35b3b20 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.487+0000 7f01e2e06740 10 client.6831 fetch_fsmap finished waiting for FSMap version 70 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.487+0000 7f01e2e06740 10 client.6831 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.487+0000 7f01e2e06740 20 client.6831 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.487+0000 7f01e2e06740 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x5611f3595740 0x5611f35cc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.487+0000 7f01e2e06740 4 client.6831 mds_command: new command op to 6726 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:13:19.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.487+0000 7f01e2e06740 1 -- 172.21.15.29:0/398352384 --> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5611f34e4b40 con 0x5611f3595740 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.487+0000 7f01dd400640 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x5611f3595740 0x5611f35cc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.488+0000 7f01dd400640 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x5611f3595740 0x5611f35cc910 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f964b4a19f8eeec8 server_cookie=26ab7c9cee570759 in_seq=0 out_seq=0 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.488+0000 7f01be000640 10 client.6831 ms_handle_connect on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01be000640 1 -- 172.21.15.29:0/398352384 <== mds.0 v2:172.21.15.38:6835/1719628492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5611f34e4b40 con 0x5611f3595740 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01be000640 10 client.6831 handle_command_reply: tid=0 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01e2e06740 1 client.6831 shutdown 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01e2e06740 1 -- 172.21.15.29:0/398352384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 msgr2=0x5611f359cef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01e2e06740 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f359cef0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f01d0003d90 tx=0x7f01d0001a00 comp rx=0 tx=0).stop 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01e2e06740 1 -- 172.21.15.29:0/398352384 shutdown_connections 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01e2e06740 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x5611f3595740 0x5611f35cc910 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01e2e06740 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f359cef0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01e2e06740 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3575630 0x5611f359c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01e2e06740 1 --2- 172.21.15.29:0/398352384 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3573ea0 0x5611f35975d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01be000640 0 client.6831 ms_handle_reset on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:19.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01e2e06740 1 -- 172.21.15.29:0/398352384 >> 172.21.15.29:0/398352384 conn(0x5611f3571660 msgr2=0x5611f35b8070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:19.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.489+0000 7f01e2e06740 1 -- 172.21.15.29:0/398352384 shutdown_connections 2024-09-12T03:13:19.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.490+0000 7f01e2e06740 1 -- 172.21.15.29:0/398352384 wait complete. 2024-09-12T03:13:19.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.490+0000 7f01e2e06740 20 client.6831 trim_cache size 0 max 16384 2024-09-12T03:13:19.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.508+0000 7f01e2e06740 1 Processor -- start 2024-09-12T03:13:19.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.508+0000 7f01e2e06740 1 -- start start 2024-09-12T03:13:19.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.509+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3573ea0 0x5611f35b6d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.509+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3575630 0x5611f35965a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.509+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f35b3b20 0x5611f3596ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.509+0000 7f01e2e06740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f01d81ffdc0 con 0x5611f3575630 2024-09-12T03:13:19.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.509+0000 7f01e2e06740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f01d81f7db0 con 0x5611f3573ea0 2024-09-12T03:13:19.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.509+0000 7f01e2e06740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f01d81ff7c0 con 0x5611f35b3b20 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3575630 0x5611f35965a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3575630 0x5611f35965a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34898/0 (socket says 172.21.15.29:34898) 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dca00640 1 -- 172.21.15.29:0/4039427683 learned_addr learned my addr 172.21.15.29:0/4039427683 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dd400640 1 --2- 172.21.15.29:0/4039427683 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3573ea0 0x5611f35b6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dde00640 1 --2- 172.21.15.29:0/4039427683 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f35b3b20 0x5611f3596ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dca00640 1 -- 172.21.15.29:0/4039427683 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f35b3b20 msgr2=0x5611f3596ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dca00640 1 --2- 172.21.15.29:0/4039427683 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f35b3b20 0x5611f3596ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dca00640 1 -- 172.21.15.29:0/4039427683 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3573ea0 msgr2=0x5611f35b6d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dca00640 1 --2- 172.21.15.29:0/4039427683 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3573ea0 0x5611f35b6d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dca00640 1 -- 172.21.15.29:0/4039427683 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611f3575a10 con 0x5611f3575630 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dde00640 1 --2- 172.21.15.29:0/4039427683 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f35b3b20 0x5611f3596ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:19.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.510+0000 7f01dca00640 1 --2- 172.21.15.29:0/4039427683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3575630 0x5611f35965a0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f01c4009630 tx=0x7f01c402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35fbb53e68821a3d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:19.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01c9200640 1 -- 172.21.15.29:0/4039427683 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c4051070 con 0x5611f3575630 2024-09-12T03:13:19.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01c9200640 1 -- 172.21.15.29:0/4039427683 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01c4032e00 con 0x5611f3575630 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01c9200640 1 -- 172.21.15.29:0/4039427683 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01c4037040 con 0x5611f3575630 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01e2e06740 1 -- 172.21.15.29:0/4039427683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3575630 msgr2=0x5611f35965a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01e2e06740 1 --2- 172.21.15.29:0/4039427683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3575630 0x5611f35965a0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f01c4009630 tx=0x7f01c402c000 comp rx=0 tx=0).stop 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01e2e06740 1 -- 172.21.15.29:0/4039427683 shutdown_connections 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01e2e06740 1 --2- 172.21.15.29:0/4039427683 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f35b3b20 0x5611f3596ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01e2e06740 1 --2- 172.21.15.29:0/4039427683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f3575630 0x5611f35965a0 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01e2e06740 1 --2- 172.21.15.29:0/4039427683 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3573ea0 0x5611f35b6d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01e2e06740 1 -- 172.21.15.29:0/4039427683 >> 172.21.15.29:0/4039427683 conn(0x5611f3571660 msgr2=0x5611f35bbd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01e2e06740 1 -- 172.21.15.29:0/4039427683 shutdown_connections 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.511+0000 7f01e2e06740 1 -- 172.21.15.29:0/4039427683 wait complete. 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.512+0000 7f01e2e06740 1 -- start start 2024-09-12T03:13:19.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.512+0000 7f01e2e06740 1 Processor -- start 2024-09-12T03:13:19.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3573ea0 0x5611f359a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3575630 0x5611f3619f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01e2e06740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f35965a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01e2e06740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5611f35955c0 con 0x5611f35b3b20 2024-09-12T03:13:19.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01e2e06740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5611f35b3f80 con 0x5611f3575630 2024-09-12T03:13:19.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01e2e06740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5611f3595c10 con 0x5611f3573ea0 2024-09-12T03:13:19.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01e2e06740 10 client.0 _ll_register_callbacks cb 0x7f01d00039b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:19.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01dde00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f35965a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01dde00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f35965a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34912/0 (socket says 172.21.15.29:34912) 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01dde00640 1 -- 172.21.15.29:0/3880645532 learned_addr learned my addr 172.21.15.29:0/3880645532 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01dca00640 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3575630 0x5611f3619f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.513+0000 7f01dd400640 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3573ea0 0x5611f359a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.514+0000 7f01dde00640 1 -- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3573ea0 msgr2=0x5611f359a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.514+0000 7f01dde00640 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3573ea0 0x5611f359a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.514+0000 7f01dde00640 1 -- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3575630 msgr2=0x5611f3619f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.514+0000 7f01dde00640 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3575630 0x5611f3619f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.514+0000 7f01dde00640 1 -- 172.21.15.29:0/3880645532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611f3599db0 con 0x5611f35b3b20 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.514+0000 7f01dde00640 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f35965a0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f01d0013c10 tx=0x7f01d0009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1434a206c657609 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.514+0000 7f01be000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.514+0000 7f01be000640 1 -- 172.21.15.29:0/3880645532 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01d0013ec0 con 0x5611f35b3b20 2024-09-12T03:13:19.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.514+0000 7f01be000640 1 -- 172.21.15.29:0/3880645532 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f01d0010040 con 0x5611f35b3b20 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.514+0000 7f01e2e06740 1 -- 172.21.15.29:0/3880645532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01c4032e00 con 0x5611f35b3b20 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01be000640 1 -- 172.21.15.29:0/3880645532 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) ==== 24+0+0 (secure 0 0 0) 0x7f01d0034050 con 0x5611f35b3b20 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01e2e06740 10 client.6837 fetch_fsmap learned FSMap version 70 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01e2e06740 1 -- 172.21.15.29:0/3880645532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=2+}) -- 0x5611f361d2d0 con 0x5611f35b3b20 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01be000640 1 -- 172.21.15.29:0/3880645532 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f01c4032e00 con 0x5611f35b3b20 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01be000640 1 -- 172.21.15.29:0/3880645532 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 70) ==== 3502+0+0 (secure 0 0 0) 0x7f01d0037020 con 0x5611f35b3b20 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01e2e06740 10 client.6837 fetch_fsmap finished waiting for FSMap version 70 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01e2e06740 10 client.6837 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01e2e06740 20 client.6837 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01e2e06740 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x5611f359d840 0x5611f359dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01e2e06740 4 client.6837 mds_command: new command op to 6726 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:13:19.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01e2e06740 1 -- 172.21.15.29:0/3880645532 --> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] -- command(tid 0: {"prefix": "status"}) -- 0x5611f356ee10 con 0x5611f359d840 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.515+0000 7f01dd400640 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x5611f359d840 0x5611f359dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.516+0000 7f01dd400640 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x5611f359d840 0x5611f359dc20 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54984b38e28546d9 server_cookie=7140e4c571d4ee01 in_seq=0 out_seq=0 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.516+0000 7f01be000640 10 client.6837 ms_handle_connect on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.516+0000 7f01be000640 1 -- 172.21.15.29:0/3880645532 <== mds.0 v2:172.21.15.38:6835/1719628492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5611f356ee10 con 0x5611f359d840 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.516+0000 7f01be000640 10 client.6837 handle_command_reply: tid=0 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.516+0000 7f01e2e06740 1 client.6837 shutdown 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.516+0000 7f01e2e06740 1 -- 172.21.15.29:0/3880645532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 msgr2=0x5611f35965a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.516+0000 7f01e2e06740 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f35965a0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f01d0013c10 tx=0x7f01d0009040 comp rx=0 tx=0).stop 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01e2e06740 1 -- 172.21.15.29:0/3880645532 shutdown_connections 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01e2e06740 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x5611f359d840 0x5611f359dc20 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01e2e06740 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5611f35b3b20 0x5611f35965a0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01e2e06740 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5611f3575630 0x5611f3619f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01be000640 0 client.6837 ms_handle_reset on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:19.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01e2e06740 1 --2- 172.21.15.29:0/3880645532 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5611f3573ea0 0x5611f359a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01e2e06740 1 -- 172.21.15.29:0/3880645532 >> 172.21.15.29:0/3880645532 conn(0x5611f3571660 msgr2=0x5611f35b6d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:19.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01e2e06740 1 -- 172.21.15.29:0/3880645532 shutdown_connections 2024-09-12T03:13:19.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01e2e06740 1 -- 172.21.15.29:0/3880645532 wait complete. 2024-09-12T03:13:19.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01e2e06740 20 client.6837 trim_cache size 0 max 16384 2024-09-12T03:13:19.523 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:13:19.523 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:13:19.523 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:13:19.523 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 6726, 2024-09-12T03:13:19.523 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:13:19.524 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:13:19.524 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:13:19.524 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 6.1744499690000003, 2024-09-12T03:13:19.524 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 70, 2024-09-12T03:13:19.524 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 80, 2024-09-12T03:13:19.524 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 80, 2024-09-12T03:13:19.524 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 11.248388091000001 2024-09-12T03:13:19.524 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:13:19.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01de800640 1 -- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f01b806be60 msgr2=0x7f01b806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01de800640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f01b806be60 0x7f01b806e320 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f01c4034000 tx=0x7f01c402e000 comp rx=0 tx=0).stop 2024-09-12T03:13:19.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01de800640 1 -- 172.21.15.29:0/1341311570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01d80d00e0 msgr2=0x7f01d81f5020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01de800640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01d80d00e0 0x7f01d81f5020 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f01cc00e760 tx=0x7f01cc00ec20 comp rx=0 tx=0).stop 2024-09-12T03:13:19.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01de800640 1 -- 172.21.15.29:0/1341311570 shutdown_connections 2024-09-12T03:13:19.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01de800640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f01b806be60 0x7f01b806e320 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01de800640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f01d815e470 0x7f01d80a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01de800640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f01d80d4850 0x7f01d81f1280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01de800640 1 --2- 172.21.15.29:0/1341311570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f01d80d00e0 0x7f01d81f5020 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.517+0000 7f01de800640 1 -- 172.21.15.29:0/1341311570 >> 172.21.15.29:0/1341311570 conn(0x7f01d809d700 msgr2=0x7f01d806dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:19.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.518+0000 7f01de800640 1 -- 172.21.15.29:0/1341311570 shutdown_connections 2024-09-12T03:13:19.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.518+0000 7f01de800640 1 -- 172.21.15.29:0/1341311570 wait complete. 2024-09-12T03:13:19.534 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T03:13:19.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.690+0000 7fa00e200640 1 Processor -- start 2024-09-12T03:13:19.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.690+0000 7fa00e200640 1 -- start start 2024-09-12T03:13:19.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.691+0000 7fa00e200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa0080b3ba0 0x7fa0080b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.691+0000 7fa00e200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0080cfb40 con 0x7fa00806f0e0 2024-09-12T03:13:19.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.691+0000 7fa00e200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0080cfe20 con 0x7fa00806f4c0 2024-09-12T03:13:19.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.691+0000 7fa00e200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa00815bc50 con 0x7fa0080b3ba0 2024-09-12T03:13:19.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.692+0000 7fa007e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa0080b3ba0 0x7fa0080b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.692+0000 7fa007400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa00806f0e0 0x7fa00815c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:40854/0 (socket says 172.21.15.29:40854) 2024-09-12T03:13:19.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.692+0000 7fa007400640 1 -- 172.21.15.29:0/1363367751 learned_addr learned my addr 172.21.15.29:0/1363367751 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:19.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.692+0000 7fa007e00640 1 -- 172.21.15.29:0/1363367751 >> v1:172.21.15.38:6789/0 conn(0x7fa00806f4c0 legacy=0x7fa0080cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.692+0000 7fa007e00640 1 -- 172.21.15.29:0/1363367751 >> v1:172.21.15.29:6789/0 conn(0x7fa00806f0e0 legacy=0x7fa00815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.692+0000 7fa007e00640 1 -- 172.21.15.29:0/1363367751 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa00815b8e0 con 0x7fa0080b3ba0 2024-09-12T03:13:19.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.693+0000 7fa007e00640 1 --2- 172.21.15.29:0/1363367751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0080b3ba0 0x7fa0080b4030 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fa000009d90 tx=0x7fa00002c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e237dac3791b0131 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:19.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.693+0000 7fa006000640 1 -- 172.21.15.29:0/1363367751 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa000036020 con 0x7fa0080b3ba0 2024-09-12T03:13:19.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.693+0000 7fa006000640 1 -- 172.21.15.29:0/1363367751 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa000032800 con 0x7fa0080b3ba0 2024-09-12T03:13:19.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.693+0000 7fa006000640 1 -- 172.21.15.29:0/1363367751 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa000032bd0 con 0x7fa0080b3ba0 2024-09-12T03:13:19.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.694+0000 7fa00e200640 1 -- 172.21.15.29:0/1363367751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0080b3ba0 msgr2=0x7fa0080b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.694+0000 7fa00e200640 1 --2- 172.21.15.29:0/1363367751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0080b3ba0 0x7fa0080b4030 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fa000009d90 tx=0x7fa00002c900 comp rx=0 tx=0).stop 2024-09-12T03:13:19.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.694+0000 7fa00e200640 1 -- 172.21.15.29:0/1363367751 shutdown_connections 2024-09-12T03:13:19.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.694+0000 7fa00e200640 1 --2- 172.21.15.29:0/1363367751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0080b3ba0 0x7fa0080b4030 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.694+0000 7fa00e200640 1 -- 172.21.15.29:0/1363367751 >> 172.21.15.29:0/1363367751 conn(0x7fa008067da0 msgr2=0x7fa00806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:19.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.694+0000 7fa00e200640 1 -- 172.21.15.29:0/1363367751 shutdown_connections 2024-09-12T03:13:19.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.694+0000 7fa00e200640 1 -- 172.21.15.29:0/1363367751 wait complete. 2024-09-12T03:13:19.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.696+0000 7fa00e200640 1 Processor -- start 2024-09-12T03:13:19.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.696+0000 7fa00e200640 1 -- start start 2024-09-12T03:13:19.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.697+0000 7fa00e200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa00806f0e0 0x7fa008146c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.697+0000 7fa00e200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa00806f4c0 0x7fa0080b2820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.697+0000 7fa00e200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0080b3ba0 0x7fa008154250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.697+0000 7fa00e200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa0080cf770 con 0x7fa0080b3ba0 2024-09-12T03:13:19.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.697+0000 7fa00e200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa008152630 con 0x7fa00806f0e0 2024-09-12T03:13:19.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.697+0000 7fa00e200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa0080cf8f0 con 0x7fa00806f4c0 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.697+0000 7fa007e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0080b3ba0 0x7fa008154250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.697+0000 7fa007e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0080b3ba0 0x7fa008154250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34936/0 (socket says 172.21.15.29:34936) 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.697+0000 7fa007e00640 1 -- 172.21.15.29:0/1069139491 learned_addr learned my addr 172.21.15.29:0/1069139491 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.697+0000 7fa006a00640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa00806f4c0 0x7fa0080b2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.697+0000 7fa007400640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa00806f0e0 0x7fa008146c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.698+0000 7fa007e00640 1 -- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa00806f4c0 msgr2=0x7fa0080b2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.698+0000 7fa007e00640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa00806f4c0 0x7fa0080b2820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.698+0000 7fa007e00640 1 -- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa00806f0e0 msgr2=0x7fa008146c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.698+0000 7fa007e00640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa00806f0e0 0x7fa008146c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.698+0000 7fa007e00640 1 -- 172.21.15.29:0/1069139491 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa008159040 con 0x7fa0080b3ba0 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.698+0000 7fa007e00640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0080b3ba0 0x7fa008154250 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fa000009d90 tx=0x7fa000004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.698+0000 7f9fff400640 1 -- 172.21.15.29:0/1069139491 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa000036040 con 0x7fa0080b3ba0 2024-09-12T03:13:19.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.698+0000 7f9fff400640 1 -- 172.21.15.29:0/1069139491 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa000031ab0 con 0x7fa0080b3ba0 2024-09-12T03:13:19.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.698+0000 7f9fff400640 1 -- 172.21.15.29:0/1069139491 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa00003b420 con 0x7fa0080b3ba0 2024-09-12T03:13:19.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.698+0000 7fa00e200640 1 -- 172.21.15.29:0/1069139491 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0080b1a60 con 0x7fa0080b3ba0 2024-09-12T03:13:19.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.699+0000 7fa00e200640 1 -- 172.21.15.29:0/1069139491 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0080b2020 con 0x7fa0080b3ba0 2024-09-12T03:13:19.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.700+0000 7fa00e200640 1 -- 172.21.15.29:0/1069139491 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa00815ee80 con 0x7fa0080b3ba0 2024-09-12T03:13:19.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.700+0000 7f9fff400640 1 -- 172.21.15.29:0/1069139491 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa000043020 con 0x7fa0080b3ba0 2024-09-12T03:13:19.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.701+0000 7f9fff400640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fe806be30 0x7f9fe806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:19.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.701+0000 7f9fff400640 1 -- 172.21.15.29:0/1069139491 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fa0000abe10 con 0x7fa0080b3ba0 2024-09-12T03:13:19.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.702+0000 7fa007400640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fe806be30 0x7f9fe806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:19.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.702+0000 7fa007400640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fe806be30 0x7f9fe806e2f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f9ff8005880 tx=0x7f9ff8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:19.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.706+0000 7f9fff400640 1 -- 172.21.15.29:0/1069139491 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa0000af030 con 0x7fa0080b3ba0 2024-09-12T03:13:19.835 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:13:19.840 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:13:19.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.928+0000 7fa00e200640 1 -- 172.21.15.29:0/1069139491 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa0080b5520 con 0x7fa0080b3ba0 2024-09-12T03:13:19.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.929+0000 7f9fff400640 1 -- 172.21.15.29:0/1069139491 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v70) ==== 53+0+73 (secure 0 0 0) 0x7fa000079f40 con 0x7fa0080b3ba0 2024-09-12T03:13:19.929 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-12T03:13:19.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 -- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fe806be30 msgr2=0x7f9fe806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fe806be30 0x7f9fe806e2f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f9ff8005880 tx=0x7f9ff8009040 comp rx=0 tx=0).stop 2024-09-12T03:13:19.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 -- 172.21.15.29:0/1069139491 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0080b3ba0 msgr2=0x7fa008154250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:19.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0080b3ba0 0x7fa008154250 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fa000009d90 tx=0x7fa000004a40 comp rx=0 tx=0).stop 2024-09-12T03:13:19.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 -- 172.21.15.29:0/1069139491 shutdown_connections 2024-09-12T03:13:19.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9fe806be30 0x7f9fe806e2f0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0080b3ba0 0x7fa008154250 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa00806f4c0 0x7fa0080b2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 --2- 172.21.15.29:0/1069139491 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa00806f0e0 0x7fa008146c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:19.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 -- 172.21.15.29:0/1069139491 >> 172.21.15.29:0/1069139491 conn(0x7fa008067da0 msgr2=0x7fa00806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:19.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 -- 172.21.15.29:0/1069139491 shutdown_connections 2024-09-12T03:13:19.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:19.931+0000 7fa00e200640 1 -- 172.21.15.29:0/1069139491 wait complete. 2024-09-12T03:13:19.947 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-12T03:13:19.947 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T03:13:19.947 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-12T03:13:19.947 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T03:13:19.947 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T03:13:19.947 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-12T03:13:19.947 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-12T03:13:19.947 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T03:13:19.947 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:13:19.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:19.948 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-12T03:13:20.023 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:13:20.023 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:13:20.023 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:13:20.023 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:13:20.023 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-12T03:13:20.023 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42386sec preferred_lft 42386sec 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:13:20.024 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::5cad:38ff:fe5a:4a20/64 scope link 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 92:35:2c:af:97:19 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::9035:2cff:feaf:9719/64 scope link 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:13:20.025 INFO:teuthology.orchestra.run.smithi029.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:13:20.026 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T03:13:20.026 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::1863:d3ff:fec7:b92e/64 scope link 2024-09-12T03:13:20.026 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:13:20.026 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:20.026 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T03:13:20.116 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-12T03:13:20.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:20.119 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-12T03:13:20.155 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-12T03:13:20.155 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T03:13:20.156 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-12T03:13:20.156 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-12T03:13:20.156 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T03:13:20.156 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:13:20.156 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:13:20.156 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-12T03:13:20.156 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-12T03:13:20.156 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-12T03:13:20.156 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:13:20.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:13:20.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:13:20.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:20.356 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:13:20.391 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T03:13:20.392 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-12T03:13:20.393 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:13:20.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:20.393 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2024-09-12T03:13:20.490 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:13:20.490 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T03:13:20.525 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:13:20.526 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:13:20.526 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:13:20.602 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-12T03:13:20.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:20.602 DEBUG:teuthology.orchestra.run.smithi029:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:13:20.730 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:13:20.730 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:13:20.759 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:13:20.759 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:13:20.759 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: resolved to: "172.21.15.29:3300,172.21.15.38:3300,172.21.15.38:3301" 2024-09-12T03:13:20.759 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: trying mount with new device syntax: 0@8387999b-c63f-4080-b5fb-52fe2b1dc5d5.cephfs=/ 2024-09-12T03:13:20.759 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.29:3300/172.21.15.38:3300/172.21.15.38:3301" will pass to kernel 2024-09-12T03:13:20.760 INFO:teuthology.orchestra.run.smithi029.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T03:13:20.760 INFO:teuthology.orchestra.run.smithi029.stdout: You just mounted a file system that supports labels which does not 2024-09-12T03:13:20.761 INFO:teuthology.orchestra.run.smithi029.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T03:13:20.761 INFO:teuthology.orchestra.run.smithi029.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T03:13:20.761 INFO:teuthology.orchestra.run.smithi029.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T03:13:20.763 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T03:13:20.764 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:20.764 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:13:20.821 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:13:20.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:13:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:13:20.919 INFO:teuthology.orchestra.run.smithi029.stdout:client6011 2024-09-12T03:13:20.920 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:13:20.920 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:20.956 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-09-12T03:13:21.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.155+0000 7f76aca00640 1 Processor -- start 2024-09-12T03:13:21.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.156+0000 7f76aca00640 1 -- start start 2024-09-12T03:13:21.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.157+0000 7f76aca00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f76a8155910 0x7f76a813e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:21.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.157+0000 7f76aca00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f76a80cf0d0 0x7f76a8141270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:21.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.157+0000 7f76aca00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76a81417b0 con 0x7f76a806f1b0 2024-09-12T03:13:21.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.157+0000 7f76aca00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f76a813ed70 con 0x7f76a80cf0d0 2024-09-12T03:13:21.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.157+0000 7f76aca00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f76a80cf5b0 con 0x7f76a8155910 2024-09-12T03:13:21.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.157+0000 7f769d400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f76a80cf0d0 0x7f76a8141270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:21.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.157+0000 7f769d400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f76a80cf0d0 0x7f76a8141270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34330/0 (socket says 172.21.15.29:34330) 2024-09-12T03:13:21.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.157+0000 7f769d400640 1 -- 172.21.15.29:0/1373495225 learned_addr learned my addr 172.21.15.29:0/1373495225 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:21.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.157+0000 7f76a5e00640 1 --2- 172.21.15.29:0/1373495225 >> v2:172.21.15.38:3300/0 conn(0x7f76a8155910 0x7f76a813e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:21.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.158+0000 7f769d400640 1 -- 172.21.15.29:0/1373495225 >> v2:172.21.15.38:3300/0 conn(0x7f76a8155910 msgr2=0x7f76a813e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:21.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.158+0000 7f769d400640 1 --2- 172.21.15.29:0/1373495225 >> v2:172.21.15.38:3300/0 conn(0x7f76a8155910 0x7f76a813e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:21.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.158+0000 7f769d400640 1 -- 172.21.15.29:0/1373495225 >> v1:172.21.15.38:6789/0 conn(0x7f76a806f1b0 legacy=0x7f76a815bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:21.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.158+0000 7f769d400640 1 -- 172.21.15.29:0/1373495225 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a80cf890 con 0x7f76a80cf0d0 2024-09-12T03:13:21.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.158+0000 7f76a5e00640 1 --2- 172.21.15.29:0/1373495225 >> v2:172.21.15.38:3300/0 conn(0x7f76a8155910 0x7f76a813e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:21.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.159+0000 7f769d400640 1 --2- 172.21.15.29:0/1373495225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a80cf0d0 0x7f76a8141270 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f76a813eef0 tx=0x7f769002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a4d524b0b79077 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:21.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.159+0000 7f76a5400640 1 -- 172.21.15.29:0/1373495225 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690037070 con 0x7f76a80cf0d0 2024-09-12T03:13:21.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.159+0000 7f76a5400640 1 -- 172.21.15.29:0/1373495225 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7690032440 con 0x7f76a80cf0d0 2024-09-12T03:13:21.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.159+0000 7f76a5400640 1 -- 172.21.15.29:0/1373495225 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690032810 con 0x7f76a80cf0d0 2024-09-12T03:13:21.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.159+0000 7f76aca00640 1 -- 172.21.15.29:0/1373495225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a80cf0d0 msgr2=0x7f76a8141270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:21.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.159+0000 7f76aca00640 1 --2- 172.21.15.29:0/1373495225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a80cf0d0 0x7f76a8141270 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f76a813eef0 tx=0x7f769002a1e0 comp rx=0 tx=0).stop 2024-09-12T03:13:21.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.159+0000 7f76aca00640 1 -- 172.21.15.29:0/1373495225 shutdown_connections 2024-09-12T03:13:21.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.159+0000 7f76aca00640 1 --2- 172.21.15.29:0/1373495225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a80cf0d0 0x7f76a8141270 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:21.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.159+0000 7f76aca00640 1 --2- 172.21.15.29:0/1373495225 >> v2:172.21.15.38:3300/0 conn(0x7f76a8155910 0x7f76a813e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:21.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.159+0000 7f76aca00640 1 -- 172.21.15.29:0/1373495225 >> 172.21.15.29:0/1373495225 conn(0x7f76a8067d70 msgr2=0x7f76a806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:21.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.160+0000 7f76aca00640 1 -- 172.21.15.29:0/1373495225 shutdown_connections 2024-09-12T03:13:21.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.160+0000 7f76aca00640 1 -- 172.21.15.29:0/1373495225 wait complete. 2024-09-12T03:13:21.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.161+0000 7f76aca00640 1 Processor -- start 2024-09-12T03:13:21.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.161+0000 7f76aca00640 1 -- start start 2024-09-12T03:13:21.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.162+0000 7f76aca00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f76a806f1b0 0x7f76a80cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:21.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.162+0000 7f76aca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a80cf0d0 0x7f76a80cbd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:21.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.162+0000 7f76aca00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76a8155910 0x7f76a8132630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:21.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.162+0000 7f76aca00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f76a80cd030 con 0x7f76a80cf0d0 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.162+0000 7f76aca00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f76a80cfe50 con 0x7f76a8155910 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.162+0000 7f76aca00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f76a80cd1b0 con 0x7f76a806f1b0 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.162+0000 7f769d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a80cf0d0 0x7f76a80cbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.163+0000 7f769d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a80cf0d0 0x7f76a80cbd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34338/0 (socket says 172.21.15.29:34338) 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.163+0000 7f769d400640 1 -- 172.21.15.29:0/3190801483 learned_addr learned my addr 172.21.15.29:0/3190801483 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.163+0000 7f76a6800640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76a8155910 0x7f76a8132630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.163+0000 7f76a5e00640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f76a806f1b0 0x7f76a80cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.163+0000 7f769d400640 1 -- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f76a806f1b0 msgr2=0x7f76a80cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.163+0000 7f769d400640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f76a806f1b0 0x7f76a80cb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.163+0000 7f769d400640 1 -- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76a8155910 msgr2=0x7f76a8132630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.163+0000 7f769d400640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76a8155910 0x7f76a8132630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.163+0000 7f769d400640 1 -- 172.21.15.29:0/3190801483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a81f3db0 con 0x7f76a80cf0d0 2024-09-12T03:13:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.163+0000 7f769d400640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a80cf0d0 0x7f76a80cbd70 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f769002a220 tx=0x7f76900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:21.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.164+0000 7f769ea00640 1 -- 172.21.15.29:0/3190801483 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690041020 con 0x7f76a80cf0d0 2024-09-12T03:13:21.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.164+0000 7f769ea00640 1 -- 172.21.15.29:0/3190801483 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76900306c0 con 0x7f76a80cf0d0 2024-09-12T03:13:21.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.164+0000 7f76aca00640 1 -- 172.21.15.29:0/3190801483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76a81f4030 con 0x7f76a80cf0d0 2024-09-12T03:13:21.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.164+0000 7f769ea00640 1 -- 172.21.15.29:0/3190801483 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7690037040 con 0x7f76a80cf0d0 2024-09-12T03:13:21.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.164+0000 7f76aca00640 1 -- 172.21.15.29:0/3190801483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76a81f45f0 con 0x7f76a80cf0d0 2024-09-12T03:13:21.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.165+0000 7f76aca00640 1 -- 172.21.15.29:0/3190801483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76a8141270 con 0x7f76a80cf0d0 2024-09-12T03:13:21.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.166+0000 7f769ea00640 1 -- 172.21.15.29:0/3190801483 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7690044020 con 0x7f76a80cf0d0 2024-09-12T03:13:21.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.166+0000 7f769ea00640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 0x7f768406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:21.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.167+0000 7f769ea00640 1 -- 172.21.15.29:0/3190801483 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f76900ab8d0 con 0x7f76a80cf0d0 2024-09-12T03:13:21.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.167+0000 7f76a5e00640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 0x7f768406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:21.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.168+0000 7f76a5e00640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 0x7f768406e2f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f76a813df40 tx=0x7f7698008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:21.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.171+0000 7f769ea00640 1 -- 172.21.15.29:0/3190801483 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f769004b030 con 0x7f76a80cf0d0 2024-09-12T03:13:21.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:21.397+0000 7f76aca00640 1 -- 172.21.15.29:0/3190801483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f76a813df70 con 0x7f76a80cf0d0 2024-09-12T03:13:22.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.403+0000 7f769ea00640 1 -- 172.21.15.29:0/3190801483 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v71) ==== 105+0+0 (secure 0 0 0) 0x7f76a81f3db0 con 0x7f76a80cf0d0 2024-09-12T03:13:22.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 -- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 msgr2=0x7f768406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 0x7f768406e2f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f76a813df40 tx=0x7f7698008040 comp rx=0 tx=0).stop 2024-09-12T03:13:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 -- 172.21.15.29:0/3190801483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a80cf0d0 msgr2=0x7f76a80cbd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a80cf0d0 0x7f76a80cbd70 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f769002a220 tx=0x7f76900046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 -- 172.21.15.29:0/3190801483 shutdown_connections 2024-09-12T03:13:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 0x7f768406e2f0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76a8155910 0x7f76a8132630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a80cf0d0 0x7f76a80cbd70 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 --2- 172.21.15.29:0/3190801483 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f76a806f1b0 0x7f76a80cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 -- 172.21.15.29:0/3190801483 >> 172.21.15.29:0/3190801483 conn(0x7f76a8067d70 msgr2=0x7f76a80b2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 -- 172.21.15.29:0/3190801483 shutdown_connections 2024-09-12T03:13:22.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.407+0000 7f76aca00640 1 -- 172.21.15.29:0/3190801483 wait complete. 2024-09-12T03:13:22.432 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:22.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.592+0000 7f1435a00640 1 Processor -- start 2024-09-12T03:13:22.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.592+0000 7f1435a00640 1 -- start start 2024-09-12T03:13:22.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.593+0000 7f1435a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1430072240 0x7f143015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:22.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.593+0000 7f1435a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f143015d730 con 0x7f1430072620 2024-09-12T03:13:22.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.593+0000 7f1435a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f143006e590 con 0x7f14300afc40 2024-09-12T03:13:22.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.593+0000 7f1435a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f143006e870 con 0x7f1430072240 2024-09-12T03:13:22.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.593+0000 7f142e000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f1430072620 0x7f14300af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:54654/0 (socket says 172.21.15.29:54654) 2024-09-12T03:13:22.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.593+0000 7f142e000640 1 -- 172.21.15.29:0/2747490383 learned_addr learned my addr 172.21.15.29:0/2747490383 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142ea00640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1430072240 0x7f143015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3414910641 0 0) 0x7f143015d730 con 0x7f1430072620 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1414003520 con 0x7f1430072620 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3434661291 0 0) 0x7f143006e590 con 0x7f14300afc40 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f143015d730 con 0x7f14300afc40 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2715258362 0 0) 0x7f1414003520 con 0x7f1430072620 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1430072240 msgr2=0x7f143015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1430072240 0x7f143015d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 >> v1:172.21.15.38:6789/0 conn(0x7f14300afc40 legacy=0x7f14300cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f143006eb50 con 0x7f1430072620 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f141c001670 con 0x7f1430072620 2024-09-12T03:13:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 >> v1:172.21.15.29:6789/0 conn(0x7f1430072620 legacy=0x7f14300af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:22.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1414003b70 0x7f1414003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:22.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1414004800 0x7f1414004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:22.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 0x7f141400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:22.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f143006e870 con 0x7f14140051c0 2024-09-12T03:13:22.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f141400bfb0 con 0x7f1414004800 2024-09-12T03:13:22.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.594+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f141400c1b0 con 0x7f1414003b70 2024-09-12T03:13:22.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.595+0000 7f142f400640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 0x7f141400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:22.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.595+0000 7f142e000640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1414004800 0x7f1414004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:22.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.595+0000 7f142ea00640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1414003b70 0x7f1414003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:22.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.595+0000 7f142f400640 1 -- 172.21.15.29:0/2747490383 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1414003b70 msgr2=0x7f1414003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:22.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.595+0000 7f142f400640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1414003b70 0x7f1414003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.595+0000 7f142f400640 1 -- 172.21.15.29:0/2747490383 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1414004800 msgr2=0x7f1414004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:22.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.595+0000 7f142f400640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1414004800 0x7f1414004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.595+0000 7f142f400640 1 -- 172.21.15.29:0/2747490383 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1414003520 con 0x7f14140051c0 2024-09-12T03:13:22.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.596+0000 7f142f400640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 0x7f141400b9c0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f1428001fa0 tx=0x7f1414005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=876a0ca0e9205ffc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:22.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.596+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1428001bf0 con 0x7f14140051c0 2024-09-12T03:13:22.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.596+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1428003b70 con 0x7f14140051c0 2024-09-12T03:13:22.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.596+0000 7f142d600640 1 -- 172.21.15.29:0/2747490383 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14280050d0 con 0x7f14140051c0 2024-09-12T03:13:22.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.597+0000 7f1435a00640 1 -- 172.21.15.29:0/2747490383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 msgr2=0x7f141400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:22.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.597+0000 7f1435a00640 1 --2- 172.21.15.29:0/2747490383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 0x7f141400b9c0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f1428001fa0 tx=0x7f1414005830 comp rx=0 tx=0).stop 2024-09-12T03:13:22.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.597+0000 7f142f400640 1 -- 172.21.15.29:0/2747490383 reap_dead start 2024-09-12T03:13:22.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.597+0000 7f1435a00640 1 -- 172.21.15.29:0/2747490383 shutdown_connections 2024-09-12T03:13:22.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.597+0000 7f1435a00640 1 -- 172.21.15.29:0/2747490383 >> 172.21.15.29:0/2747490383 conn(0x7f1430067da0 msgr2=0x7f143006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:22.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.597+0000 7f1435a00640 1 -- 172.21.15.29:0/2747490383 shutdown_connections 2024-09-12T03:13:22.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.597+0000 7f1435a00640 1 -- 172.21.15.29:0/2747490383 wait complete. 2024-09-12T03:13:22.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.599+0000 7f1435a00640 1 Processor -- start 2024-09-12T03:13:22.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.599+0000 7f1435a00640 1 -- start start 2024-09-12T03:13:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.600+0000 7f1435a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 0x7f14300aedd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.600+0000 7f1435a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f143015f0d0 0x7f143015f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.600+0000 7f1435a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14300a94d0 0x7f14300a9950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.600+0000 7f1435a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f143006e150 con 0x7f14140051c0 2024-09-12T03:13:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.600+0000 7f1435a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f143006dfd0 con 0x7f14300a94d0 2024-09-12T03:13:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.600+0000 7f1435a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f143006e2d0 con 0x7f143015f0d0 2024-09-12T03:13:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.600+0000 7f142ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 0x7f14300aedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.600+0000 7f142ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 0x7f14300aedd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34360/0 (socket says 172.21.15.29:34360) 2024-09-12T03:13:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.600+0000 7f142ea00640 1 -- 172.21.15.29:0/3785609305 learned_addr learned my addr 172.21.15.29:0/3785609305 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.600+0000 7f142e000640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f143015f0d0 0x7f143015f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.600+0000 7f142f400640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14300a94d0 0x7f14300a9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.601+0000 7f142ea00640 1 -- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f143015f0d0 msgr2=0x7f143015f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.601+0000 7f142ea00640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f143015f0d0 0x7f143015f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.601+0000 7f142ea00640 1 -- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14300a94d0 msgr2=0x7f14300a9950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.601+0000 7f142ea00640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14300a94d0 0x7f14300a9950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.601+0000 7f142ea00640 1 -- 172.21.15.29:0/3785609305 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f143015e4b0 con 0x7f14140051c0 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.601+0000 7f142ea00640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 0x7f14300aedd0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f1420011890 tx=0x7f1420011d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.601+0000 7f1426a00640 1 -- 172.21.15.29:0/3785609305 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1420019070 con 0x7f14140051c0 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.601+0000 7f1426a00640 1 -- 172.21.15.29:0/3785609305 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1420004300 con 0x7f14140051c0 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.601+0000 7f1426a00640 1 -- 172.21.15.29:0/3785609305 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142000fa40 con 0x7f14140051c0 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.601+0000 7f1435a00640 1 -- 172.21.15.29:0/3785609305 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14301f5550 con 0x7f14140051c0 2024-09-12T03:13:22.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.601+0000 7f1435a00640 1 -- 172.21.15.29:0/3785609305 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14301f5b10 con 0x7f14140051c0 2024-09-12T03:13:22.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.603+0000 7f1435a00640 1 -- 172.21.15.29:0/3785609305 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f143015d1f0 con 0x7f14140051c0 2024-09-12T03:13:22.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.603+0000 7f1426a00640 1 -- 172.21.15.29:0/3785609305 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f142001c070 con 0x7f14140051c0 2024-09-12T03:13:22.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.604+0000 7f1426a00640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f141006be60 0x7f141006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:22.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.604+0000 7f1426a00640 1 -- 172.21.15.29:0/3785609305 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f142008b300 con 0x7f14140051c0 2024-09-12T03:13:22.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.605+0000 7f142e000640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f141006be60 0x7f141006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:22.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.605+0000 7f142e000640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f141006be60 0x7f141006e320 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f143006c2d0 tx=0x7f141c001e20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.609+0000 7f1426a00640 1 -- 172.21.15.29:0/3785609305 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f14200594d0 con 0x7f14140051c0 2024-09-12T03:13:22.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.827+0000 7f1435a00640 1 -- 172.21.15.29:0/3785609305 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f14300b3900 con 0x7f14140051c0 2024-09-12T03:13:22.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.827+0000 7f1426a00640 1 -- 172.21.15.29:0/3785609305 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+5235 (secure 0 0 0) 0x7f142005d7d0 con 0x7f14140051c0 2024-09-12T03:13:22.828 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:22.828 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":72,"btime":"2024-09-12T03:13:22:407163+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5909,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/579023429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":579023429},{"type":"v1","addr":"172.21.15.29:6835","nonce":579023429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6469,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/1246541609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1246541609},{"type":"v1","addr":"172.21.15.38:6836","nonce":1246541609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:12.781076+0000","modified":"2024-09-12T03:13:22.407145+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1],"up":{"mds_0":6726,"mds_1":6717},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6717":{"gid":6717,"name":"a","rank":1,"incarnation":72,"state":"up:creating","state_seq":1,"addr":"172.21.15.29:6834/533635632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":533635632},{"type":"v1","addr":"172.21.15.29:6834","nonce":533635632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6726":{"gid":6726,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1719628492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1719628492},{"type":"v1","addr":"172.21.15.38:6837","nonce":1719628492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6726,"qdb_cluster":[6726]},"id":5}]} 2024-09-12T03:13:22.828 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 72 2024-09-12T03:13:22.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.829+0000 7f1435a00640 1 -- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f141006be60 msgr2=0x7f141006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:22.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.829+0000 7f1435a00640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f141006be60 0x7f141006e320 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f143006c2d0 tx=0x7f141c001e20 comp rx=0 tx=0).stop 2024-09-12T03:13:22.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.829+0000 7f1435a00640 1 -- 172.21.15.29:0/3785609305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 msgr2=0x7f14300aedd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:22.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.829+0000 7f1435a00640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 0x7f14300aedd0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f1420011890 tx=0x7f1420011d50 comp rx=0 tx=0).stop 2024-09-12T03:13:22.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.829+0000 7f1435a00640 1 -- 172.21.15.29:0/3785609305 shutdown_connections 2024-09-12T03:13:22.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.829+0000 7f1435a00640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f141006be60 0x7f141006e320 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.829+0000 7f1435a00640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f14300a94d0 0x7f14300a9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.829+0000 7f1435a00640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f143015f0d0 0x7f143015f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.829+0000 7f1435a00640 1 --2- 172.21.15.29:0/3785609305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14140051c0 0x7f14300aedd0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:22.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.830+0000 7f1435a00640 1 -- 172.21.15.29:0/3785609305 >> 172.21.15.29:0/3785609305 conn(0x7f1430067da0 msgr2=0x7f14300b4f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:22.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.830+0000 7f1435a00640 1 -- 172.21.15.29:0/3785609305 shutdown_connections 2024-09-12T03:13:22.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:22.830+0000 7f1435a00640 1 -- 172.21.15.29:0/3785609305 wait complete. 2024-09-12T03:13:23.249 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 72, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:13:12.781076+0000', 'modified': '2024-09-12T03:13:22.407145+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1], 'up': {'mds_0': 6726, 'mds_1': 6717}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6717': {'gid': 6717, 'name': 'a', 'rank': 1, 'incarnation': 72, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.29:6834/533635632', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 533635632}, {'type': 'v1', 'addr': '172.21.15.29:6834', 'nonce': 533635632}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6726': {'gid': 6726, 'name': 'b', 'rank': 0, 'incarnation': 66, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6837/1719628492', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6835', 'nonce': 1719628492}, {'type': 'v1', 'addr': '172.21.15.38:6837', 'nonce': 1719628492}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [12], 'metadata_pool': 11, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6726, 'qdb_cluster': [6726]} 2024-09-12T03:13:23.249 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6717:up:creating 2024-09-12T03:13:23.913 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:13:23.913+0000 7f6e9c600640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-09-12T03:13:24.250 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:24.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.418+0000 7f6061400640 1 Processor -- start 2024-09-12T03:13:24.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.418+0000 7f6061400640 1 -- start start 2024-09-12T03:13:24.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.419+0000 7f6061400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 0x7f605c0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:24.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.420+0000 7f6061400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f605c0d4a20 0x7f605c06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:24.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.420+0000 7f6061400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f605c15e850 con 0x7f605c0d00e0 2024-09-12T03:13:24.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.420+0000 7f6061400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f605c0cf710 con 0x7f605c0d4a20 2024-09-12T03:13:24.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.420+0000 7f6061400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f605c0d1c60 con 0x7f605c15e470 2024-09-12T03:13:24.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.420+0000 7f605be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 0x7f605c0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:24.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.420+0000 7f605be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 0x7f605c0cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:57948/0 (socket says 172.21.15.29:57948) 2024-09-12T03:13:24.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.420+0000 7f605be00640 1 -- 172.21.15.29:0/2559774175 learned_addr learned my addr 172.21.15.29:0/2559774175 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:24.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.420+0000 7f6060a00640 1 --2- 172.21.15.29:0/2559774175 >> v2:172.21.15.38:3300/0 conn(0x7f605c0d4a20 0x7f605c06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:24.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.420+0000 7f605be00640 1 -- 172.21.15.29:0/2559774175 >> v2:172.21.15.38:3300/0 conn(0x7f605c0d4a20 msgr2=0x7f605c06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:24.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.420+0000 7f605be00640 1 --2- 172.21.15.29:0/2559774175 >> v2:172.21.15.38:3300/0 conn(0x7f605c0d4a20 0x7f605c06d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:24.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.420+0000 7f605be00640 1 -- 172.21.15.29:0/2559774175 >> v1:172.21.15.38:6789/0 conn(0x7f605c0d00e0 legacy=0x7f605c0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:24.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.421+0000 7f605be00640 1 -- 172.21.15.29:0/2559774175 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f605c0d1980 con 0x7f605c15e470 2024-09-12T03:13:24.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.422+0000 7f605be00640 1 --2- 172.21.15.29:0/2559774175 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 0x7f605c0cfba0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f604c009870 tx=0x7f604c02a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e71da856fbcd227 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:24.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.423+0000 7f605aa00640 1 -- 172.21.15.29:0/2559774175 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604c037070 con 0x7f605c15e470 2024-09-12T03:13:24.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.423+0000 7f605aa00640 1 -- 172.21.15.29:0/2559774175 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f604c032440 con 0x7f605c15e470 2024-09-12T03:13:24.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.423+0000 7f605aa00640 1 -- 172.21.15.29:0/2559774175 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604c032810 con 0x7f605c15e470 2024-09-12T03:13:24.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.424+0000 7f6061400640 1 -- 172.21.15.29:0/2559774175 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 msgr2=0x7f605c0cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:24.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.424+0000 7f6061400640 1 --2- 172.21.15.29:0/2559774175 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 0x7f605c0cfba0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f604c009870 tx=0x7f604c02a250 comp rx=0 tx=0).stop 2024-09-12T03:13:24.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.424+0000 7f6061400640 1 -- 172.21.15.29:0/2559774175 shutdown_connections 2024-09-12T03:13:24.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.424+0000 7f6061400640 1 --2- 172.21.15.29:0/2559774175 >> v2:172.21.15.38:3300/0 conn(0x7f605c0d4a20 0x7f605c06d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:24.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.424+0000 7f6061400640 1 --2- 172.21.15.29:0/2559774175 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 0x7f605c0cfba0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:24.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.424+0000 7f6061400640 1 -- 172.21.15.29:0/2559774175 >> 172.21.15.29:0/2559774175 conn(0x7f605c09d700 msgr2=0x7f605c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:24.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.424+0000 7f6061400640 1 -- 172.21.15.29:0/2559774175 shutdown_connections 2024-09-12T03:13:24.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.424+0000 7f6061400640 1 -- 172.21.15.29:0/2559774175 wait complete. 2024-09-12T03:13:24.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.426+0000 7f6061400640 1 Processor -- start 2024-09-12T03:13:24.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.426+0000 7f6061400640 1 -- start start 2024-09-12T03:13:24.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.427+0000 7f6061400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f605c0d00e0 0x7f605c15cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:24.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.427+0000 7f6061400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f605c0d4a20 0x7f605c15ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:24.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.427+0000 7f6061400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 0x7f605c15f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:24.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.427+0000 7f6061400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f605c06d9a0 con 0x7f605c0d4a20 2024-09-12T03:13:24.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.427+0000 7f6061400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f605c0cf3a0 con 0x7f605c0d00e0 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.427+0000 7f6061400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f605c06db20 con 0x7f605c15e470 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.427+0000 7f605b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f605c0d4a20 0x7f605c15ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.427+0000 7f605b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f605c0d4a20 0x7f605c15ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34364/0 (socket says 172.21.15.29:34364) 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.427+0000 7f605b400640 1 -- 172.21.15.29:0/3728439055 learned_addr learned my addr 172.21.15.29:0/3728439055 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.427+0000 7f605be00640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f605c0d00e0 0x7f605c15cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.427+0000 7f6060a00640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 0x7f605c15f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f605b400640 1 -- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 msgr2=0x7f605c15f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f605b400640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 0x7f605c15f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f605b400640 1 -- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f605c0d00e0 msgr2=0x7f605c15cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f605b400640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f605c0d00e0 0x7f605c15cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f605b400640 1 -- 172.21.15.29:0/3728439055 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f605c1f40f0 con 0x7f605c0d4a20 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f6060a00640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 0x7f605c15f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f605b400640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f605c0d4a20 0x7f605c15ec80 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f604800c430 tx=0x7f604800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:24.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f6053e00640 1 -- 172.21.15.29:0/3728439055 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6048017070 con 0x7f605c0d4a20 2024-09-12T03:13:24.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f6053e00640 1 -- 172.21.15.29:0/3728439055 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60480052d0 con 0x7f605c0d4a20 2024-09-12T03:13:24.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f6053e00640 1 -- 172.21.15.29:0/3728439055 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6048003830 con 0x7f605c0d4a20 2024-09-12T03:13:24.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f6061400640 1 -- 172.21.15.29:0/3728439055 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f605c1f83d0 con 0x7f605c0d4a20 2024-09-12T03:13:24.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.428+0000 7f6061400640 1 -- 172.21.15.29:0/3728439055 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f605c1f4650 con 0x7f605c0d4a20 2024-09-12T03:13:24.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.429+0000 7f6061400640 1 -- 172.21.15.29:0/3728439055 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f605c06d460 con 0x7f605c0d4a20 2024-09-12T03:13:24.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.430+0000 7f6053e00640 1 -- 172.21.15.29:0/3728439055 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f604801a070 con 0x7f605c0d4a20 2024-09-12T03:13:24.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.431+0000 7f6053e00640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f603c06be30 0x7f603c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:24.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.431+0000 7f6053e00640 1 -- 172.21.15.29:0/3728439055 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f604808a2b0 con 0x7f605c0d4a20 2024-09-12T03:13:24.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.432+0000 7f605be00640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f603c06be30 0x7f603c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:24.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.432+0000 7f605be00640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f603c06be30 0x7f603c06e2f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f604c034000 tx=0x7f604c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:24.436 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.436+0000 7f6053e00640 1 -- 172.21.15.29:0/3728439055 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f605c1f40f0 con 0x7f605c0d4a20 2024-09-12T03:13:24.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.657+0000 7f6061400640 1 -- 172.21.15.29:0/3728439055 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f605c0d2cb0 con 0x7f605c0d4a20 2024-09-12T03:13:24.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.658+0000 7f6053e00640 1 -- 172.21.15.29:0/3728439055 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 75 v75) ==== 94+0+5257 (secure 0 0 0) 0x7f60480583e0 con 0x7f605c0d4a20 2024-09-12T03:13:24.658 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:24.658 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":75,"btime":"2024-09-12T03:13:24:420912+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5909,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/579023429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":579023429},{"type":"v1","addr":"172.21.15.29:6835","nonce":579023429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":75,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:12.781076+0000","modified":"2024-09-12T03:13:24.420906+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6726,"mds_1":6717,"mds_2":6469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6469":{"gid":6469,"name":"d","rank":2,"incarnation":74,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1246541609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1246541609},{"type":"v1","addr":"172.21.15.38:6836","nonce":1246541609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":1,"incarnation":72,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6834/533635632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":533635632},{"type":"v1","addr":"172.21.15.29:6834","nonce":533635632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6726":{"gid":6726,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1719628492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1719628492},{"type":"v1","addr":"172.21.15.38:6837","nonce":1719628492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6726,"qdb_cluster":[6469,6717,6726]},"id":5}]} 2024-09-12T03:13:24.659 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 75 2024-09-12T03:13:24.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.660+0000 7f6061400640 1 -- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f603c06be30 msgr2=0x7f603c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:24.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.660+0000 7f6061400640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f603c06be30 0x7f603c06e2f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f604c034000 tx=0x7f604c02e000 comp rx=0 tx=0).stop 2024-09-12T03:13:24.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.660+0000 7f6061400640 1 -- 172.21.15.29:0/3728439055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f605c0d4a20 msgr2=0x7f605c15ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:24.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.660+0000 7f6061400640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f605c0d4a20 0x7f605c15ec80 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f604800c430 tx=0x7f604800c8f0 comp rx=0 tx=0).stop 2024-09-12T03:13:24.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.660+0000 7f6061400640 1 -- 172.21.15.29:0/3728439055 shutdown_connections 2024-09-12T03:13:24.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.660+0000 7f6061400640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f603c06be30 0x7f603c06e2f0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:24.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.660+0000 7f6061400640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f605c15e470 0x7f605c15f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:24.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.660+0000 7f6061400640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f605c0d4a20 0x7f605c15ec80 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:24.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.660+0000 7f6061400640 1 --2- 172.21.15.29:0/3728439055 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f605c0d00e0 0x7f605c15cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:24.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.660+0000 7f6061400640 1 -- 172.21.15.29:0/3728439055 >> 172.21.15.29:0/3728439055 conn(0x7f605c09d700 msgr2=0x7f605c0b5e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:24.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.661+0000 7f6061400640 1 -- 172.21.15.29:0/3728439055 shutdown_connections 2024-09-12T03:13:24.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:24.661+0000 7f6061400640 1 -- 172.21.15.29:0/3728439055 wait complete. 2024-09-12T03:13:25.080 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 75, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:13:12.781076+0000', 'modified': '2024-09-12T03:13:24.420906+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 6726, 'mds_1': 6717, 'mds_2': 6469}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6469': {'gid': 6469, 'name': 'd', 'rank': 2, 'incarnation': 74, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.38:6836/1246541609', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6834', 'nonce': 1246541609}, {'type': 'v1', 'addr': '172.21.15.38:6836', 'nonce': 1246541609}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6717': {'gid': 6717, 'name': 'a', 'rank': 1, 'incarnation': 72, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.29:6834/533635632', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 533635632}, {'type': 'v1', 'addr': '172.21.15.29:6834', 'nonce': 533635632}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6726': {'gid': 6726, 'name': 'b', 'rank': 0, 'incarnation': 66, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6837/1719628492', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6835', 'nonce': 1719628492}, {'type': 'v1', 'addr': '172.21.15.38:6837', 'nonce': 1719628492}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [12], 'metadata_pool': 11, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6726, 'qdb_cluster': [6469, 6717, 6726]} 2024-09-12T03:13:25.080 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-12T03:13:25.080 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-12T03:13:25.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.239+0000 7f454e600640 1 Processor -- start 2024-09-12T03:13:25.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.239+0000 7f454e600640 1 -- start start 2024-09-12T03:13:25.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.240+0000 7f454e600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4548147990 0x7f45480afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.240+0000 7f454e600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4548071fd0 0x7f4548072410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.240+0000 7f454e600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45480b3c60 con 0x7f45481475b0 2024-09-12T03:13:25.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f454e600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4548072950 con 0x7f4548071fd0 2024-09-12T03:13:25.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f454e600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f45480b3f40 con 0x7f4548147990 2024-09-12T03:13:25.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f4547400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f45481475b0 0x7f45480b3430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:54658/0 (socket says 172.21.15.29:54658) 2024-09-12T03:13:25.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f4547400640 1 -- 172.21.15.29:0/84059303 learned_addr learned my addr 172.21.15.29:0/84059303 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:25.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f4547e00640 1 --2- 172.21.15.29:0/84059303 >> v2:172.21.15.29:3300/0 conn(0x7f4548071fd0 0x7f4548072410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f453fe00640 1 --2- 172.21.15.29:0/84059303 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4548147990 0x7f45480afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f4546a00640 1 -- 172.21.15.29:0/84059303 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3996906264 0 0) 0x7f45480b3c60 con 0x7f45481475b0 2024-09-12T03:13:25.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f4546a00640 1 -- 172.21.15.29:0/84059303 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f452c003520 con 0x7f45481475b0 2024-09-12T03:13:25.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f4547e00640 1 -- 172.21.15.29:0/84059303 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4548147990 msgr2=0x7f45480afb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f4547e00640 1 --2- 172.21.15.29:0/84059303 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4548147990 0x7f45480afb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f4547e00640 1 -- 172.21.15.29:0/84059303 >> v1:172.21.15.29:6789/0 conn(0x7f45481475b0 legacy=0x7f45480b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.241+0000 7f4547e00640 1 -- 172.21.15.29:0/84059303 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45480b4220 con 0x7f4548071fd0 2024-09-12T03:13:25.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.242+0000 7f4547e00640 1 --2- 172.21.15.29:0/84059303 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4548071fd0 0x7f4548072410 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f4540009d90 tx=0x7f454002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b6e8e0060a0a19e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.243+0000 7f4546a00640 1 -- 172.21.15.29:0/84059303 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4540007740 con 0x7f4548071fd0 2024-09-12T03:13:25.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.243+0000 7f4546a00640 1 -- 172.21.15.29:0/84059303 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45400078e0 con 0x7f4548071fd0 2024-09-12T03:13:25.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.243+0000 7f4546a00640 1 -- 172.21.15.29:0/84059303 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4540007cb0 con 0x7f4548071fd0 2024-09-12T03:13:25.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.243+0000 7f454e600640 1 -- 172.21.15.29:0/84059303 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4548071fd0 msgr2=0x7f4548072410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.243+0000 7f454e600640 1 --2- 172.21.15.29:0/84059303 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4548071fd0 0x7f4548072410 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f4540009d90 tx=0x7f454002a660 comp rx=0 tx=0).stop 2024-09-12T03:13:25.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.243+0000 7f454e600640 1 -- 172.21.15.29:0/84059303 shutdown_connections 2024-09-12T03:13:25.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.243+0000 7f454e600640 1 --2- 172.21.15.29:0/84059303 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4548071fd0 0x7f4548072410 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.243+0000 7f454e600640 1 --2- 172.21.15.29:0/84059303 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4548147990 0x7f45480afb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.243+0000 7f454e600640 1 -- 172.21.15.29:0/84059303 >> 172.21.15.29:0/84059303 conn(0x7f4548067da0 msgr2=0x7f454806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.243+0000 7f454e600640 1 -- 172.21.15.29:0/84059303 shutdown_connections 2024-09-12T03:13:25.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.243+0000 7f454e600640 1 -- 172.21.15.29:0/84059303 wait complete. 2024-09-12T03:13:25.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.245+0000 7f454e600640 1 Processor -- start 2024-09-12T03:13:25.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.245+0000 7f454e600640 1 -- start start 2024-09-12T03:13:25.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.246+0000 7f454e600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4548071fd0 0x7f454813a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.246+0000 7f454e600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f45481475b0 0x7f45480b0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.246+0000 7f454e600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4548147990 0x7f45481f74f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.246+0000 7f454e600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f454806dfd0 con 0x7f4548071fd0 2024-09-12T03:13:25.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.246+0000 7f454e600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f45480b47e0 con 0x7f45481475b0 2024-09-12T03:13:25.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.246+0000 7f454e600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f454806e150 con 0x7f4548147990 2024-09-12T03:13:25.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.246+0000 7f4547400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4548071fd0 0x7f454813a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.246+0000 7f4547400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4548071fd0 0x7f454813a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34376/0 (socket says 172.21.15.29:34376) 2024-09-12T03:13:25.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.246+0000 7f4547400640 1 -- 172.21.15.29:0/4088670871 learned_addr learned my addr 172.21.15.29:0/4088670871 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.247+0000 7f4547400640 1 -- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4548147990 msgr2=0x7f45481f74f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.247+0000 7f4547400640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4548147990 0x7f45481f74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.247+0000 7f4547400640 1 -- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f45481475b0 msgr2=0x7f45480b0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.247+0000 7f4547400640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f45481475b0 0x7f45480b0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.247+0000 7f4547400640 1 -- 172.21.15.29:0/4088670871 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45480b1100 con 0x7f4548071fd0 2024-09-12T03:13:25.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.247+0000 7f4547400640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4548071fd0 0x7f454813a1c0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f453800c430 tx=0x7f453800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.247+0000 7f453f400640 1 -- 172.21.15.29:0/4088670871 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4538017070 con 0x7f4548071fd0 2024-09-12T03:13:25.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.247+0000 7f453f400640 1 -- 172.21.15.29:0/4088670871 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4538005ce0 con 0x7f4548071fd0 2024-09-12T03:13:25.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.247+0000 7f454e600640 1 -- 172.21.15.29:0/4088670871 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45480b13e0 con 0x7f4548071fd0 2024-09-12T03:13:25.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.247+0000 7f453f400640 1 -- 172.21.15.29:0/4088670871 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45380072f0 con 0x7f4548071fd0 2024-09-12T03:13:25.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.247+0000 7f454e600640 1 -- 172.21.15.29:0/4088670871 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45481f8240 con 0x7f4548071fd0 2024-09-12T03:13:25.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.249+0000 7f453f400640 1 -- 172.21.15.29:0/4088670871 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f453801a070 con 0x7f4548071fd0 2024-09-12T03:13:25.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.250+0000 7f453f400640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452406be30 0x7f452406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.250+0000 7f453f400640 1 -- 172.21.15.29:0/4088670871 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f453808a550 con 0x7f4548071fd0 2024-09-12T03:13:25.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.251+0000 7f4551612740 1 Processor -- start 2024-09-12T03:13:25.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.251+0000 7f453fe00640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452406be30 0x7f452406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.251+0000 7f4551612740 1 -- start start 2024-09-12T03:13:25.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.251+0000 7f453fe00640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452406be30 0x7f452406e2f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f4530006a90 tx=0x7f4530006a20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4551612740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00e0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4551612740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00984b0 0x5602a009b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4551612740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a0095570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4551612740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56029fff93b0 con 0x5602a009acf0 2024-09-12T03:13:25.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4551612740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56029fffe410 con 0x5602a009c480 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4551612740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56029ffa6620 con 0x5602a00984b0 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4547400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00e0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4547400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00e0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34378/0 (socket says 172.21.15.29:34378) 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4547400640 1 -- 172.21.15.29:0/283061966 learned_addr learned my addr 172.21.15.29:0/283061966 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f453fe00640 1 --2- 172.21.15.29:0/283061966 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00984b0 0x5602a009b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4547e00640 1 --2- 172.21.15.29:0/283061966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a0095570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4547400640 1 -- 172.21.15.29:0/283061966 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00984b0 msgr2=0x5602a009b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4547400640 1 --2- 172.21.15.29:0/283061966 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00984b0 0x5602a009b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4547400640 1 -- 172.21.15.29:0/283061966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 msgr2=0x5602a0095570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4547400640 1 --2- 172.21.15.29:0/283061966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a0095570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.252+0000 7f4547400640 1 -- 172.21.15.29:0/283061966 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56029fd112d0 con 0x5602a009acf0 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.253+0000 7f4547400640 1 --2- 172.21.15.29:0/283061966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00e0490 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f4538060c90 tx=0x7f4538058720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=552efd45ab312490 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.253+0000 7f4537e00640 1 -- 172.21.15.29:0/283061966 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4538054c50 con 0x5602a009acf0 2024-09-12T03:13:25.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.253+0000 7f4537e00640 1 -- 172.21.15.29:0/283061966 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f453808a0d0 con 0x5602a009acf0 2024-09-12T03:13:25.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.253+0000 7f4537e00640 1 -- 172.21.15.29:0/283061966 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4538054df0 con 0x5602a009acf0 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.253+0000 7f4551612740 1 -- 172.21.15.29:0/283061966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 msgr2=0x5602a00e0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.253+0000 7f4551612740 1 --2- 172.21.15.29:0/283061966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00e0490 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f4538060c90 tx=0x7f4538058720 comp rx=0 tx=0).stop 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.254+0000 7f4551612740 1 -- 172.21.15.29:0/283061966 shutdown_connections 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.254+0000 7f4551612740 1 --2- 172.21.15.29:0/283061966 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a0095570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.254+0000 7f4551612740 1 --2- 172.21.15.29:0/283061966 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00984b0 0x5602a009b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.254+0000 7f4551612740 1 --2- 172.21.15.29:0/283061966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00e0490 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.254+0000 7f4551612740 1 -- 172.21.15.29:0/283061966 >> 172.21.15.29:0/283061966 conn(0x5602a0097740 msgr2=0x5602a00df960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.254+0000 7f4551612740 1 -- 172.21.15.29:0/283061966 shutdown_connections 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.254+0000 7f4551612740 1 -- 172.21.15.29:0/283061966 wait complete. 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.254+0000 7f4551612740 1 -- start start 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.254+0000 7f4551612740 1 Processor -- start 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.255+0000 7f4551612740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00c4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.255+0000 7f4551612740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a00bdb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.255+0000 7f4551612740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00bf080 0x5602a00c3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.255+0000 7f4551612740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56029ffb9780 con 0x5602a009acf0 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.255+0000 7f4551612740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56029fffa3d0 con 0x5602a009c480 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.255+0000 7f4551612740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5602a0096be0 con 0x5602a00bf080 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.255+0000 7f4551612740 10 client.0 _ll_register_callbacks cb 0x56029fff75d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4547400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00c4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4547400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00c4040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34390/0 (socket says 172.21.15.29:34390) 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4547400640 1 -- 172.21.15.29:0/3145067811 learned_addr learned my addr 172.21.15.29:0/3145067811 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f453fe00640 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a00bdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4547e00640 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00bf080 0x5602a00c3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4547400640 1 -- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00bf080 msgr2=0x5602a00c3050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4547400640 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00bf080 0x5602a00c3050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4547400640 1 -- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 msgr2=0x5602a00bdb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4547400640 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a00bdb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4547400640 1 -- 172.21.15.29:0/3145067811 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56029fddb6b0 con 0x5602a009acf0 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4547e00640 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00bf080 0x5602a00c3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4547400640 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00c4040 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f4538058570 tx=0x7f4538000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b504f513dcf68cb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4534c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.256+0000 7f4534c00640 1 -- 172.21.15.29:0/3145067811 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4538054880 con 0x5602a009acf0 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4534c00640 1 -- 172.21.15.29:0/3145067811 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f4538007690 con 0x5602a009acf0 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4551612740 1 -- 172.21.15.29:0/3145067811 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f453808a0d0 con 0x5602a009acf0 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4534c00640 1 -- 172.21.15.29:0/3145067811 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) ==== 24+0+0 (secure 0 0 0) 0x7f4538088a20 con 0x5602a009acf0 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4551612740 10 client.6876 fetch_fsmap learned FSMap version 75 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4551612740 1 -- 172.21.15.29:0/3145067811 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=2+}) -- 0x5602a00c3db0 con 0x5602a009acf0 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4534c00640 1 -- 172.21.15.29:0/3145067811 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f453808a0d0 con 0x5602a009acf0 2024-09-12T03:13:25.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4534c00640 1 -- 172.21.15.29:0/3145067811 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 75) ==== 3542+0+0 (secure 0 0 0) 0x7f453807c070 con 0x5602a009acf0 2024-09-12T03:13:25.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4551612740 10 client.6876 fetch_fsmap finished waiting for FSMap version 75 2024-09-12T03:13:25.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4551612740 10 client.6876 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T03:13:25.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4551612740 20 client.6876 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:25.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4551612740 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5602a00fb730 0x5602a00fdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4551612740 4 client.6876 mds_command: new command op to 6469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:13:25.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.257+0000 7f4551612740 1 -- 172.21.15.29:0/3145067811 --> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5602a000bb40 con 0x5602a00fb730 2024-09-12T03:13:25.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.258+0000 7f453fe00640 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5602a00fb730 0x5602a00fdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.258+0000 7f453fe00640 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5602a00fb730 0x5602a00fdb20 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b968ae15295a1e17 server_cookie=eba491bd5429dd20 in_seq=0 out_seq=0 2024-09-12T03:13:25.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.258+0000 7f4534c00640 10 client.6876 ms_handle_connect on v2:172.21.15.38:6834/1246541609 2024-09-12T03:13:25.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.259+0000 7f4534c00640 1 -- 172.21.15.29:0/3145067811 <== mds.2 v2:172.21.15.38:6834/1246541609 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5602a000bb40 con 0x5602a00fb730 2024-09-12T03:13:25.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.259+0000 7f4534c00640 10 client.6876 handle_command_reply: tid=0 2024-09-12T03:13:25.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.259+0000 7f4551612740 1 client.6876 shutdown 2024-09-12T03:13:25.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4551612740 1 -- 172.21.15.29:0/3145067811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 msgr2=0x5602a00c4040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4551612740 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00c4040 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f4538058570 tx=0x7f4538000bc0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4551612740 1 -- 172.21.15.29:0/3145067811 shutdown_connections 2024-09-12T03:13:25.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4551612740 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5602a00fb730 0x5602a00fdb20 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4551612740 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00bf080 0x5602a00c3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4551612740 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a00bdb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4534c00640 0 client.6876 ms_handle_reset on v2:172.21.15.38:6834/1246541609 2024-09-12T03:13:25.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4551612740 1 --2- 172.21.15.29:0/3145067811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00c4040 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4551612740 1 -- 172.21.15.29:0/3145067811 >> 172.21.15.29:0/3145067811 conn(0x5602a00984b0 msgr2=0x5602a00deff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4551612740 1 -- 172.21.15.29:0/3145067811 shutdown_connections 2024-09-12T03:13:25.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4551612740 1 -- 172.21.15.29:0/3145067811 wait complete. 2024-09-12T03:13:25.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.260+0000 7f4551612740 20 client.6876 trim_cache size 0 max 16384 2024-09-12T03:13:25.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.279+0000 7f4551612740 1 Processor -- start 2024-09-12T03:13:25.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.279+0000 7f4551612740 1 -- start start 2024-09-12T03:13:25.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4551612740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009acf0 0x5602a00ddbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4551612740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a009c480 0x5602a00dc1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4551612740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a00bf080 0x5602a00dc6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4551612740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4548200290 con 0x5602a00bf080 2024-09-12T03:13:25.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4551612740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4548200960 con 0x5602a009acf0 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4551612740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f45480b0060 con 0x5602a009c480 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4547e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a00bf080 0x5602a00dc6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4547e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a00bf080 0x5602a00dc6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34398/0 (socket says 172.21.15.29:34398) 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4547e00640 1 -- 172.21.15.29:0/3363383989 learned_addr learned my addr 172.21.15.29:0/3363383989 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4547400640 1 --2- 172.21.15.29:0/3363383989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009acf0 0x5602a00ddbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f453fe00640 1 --2- 172.21.15.29:0/3363383989 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a009c480 0x5602a00dc1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4547e00640 1 -- 172.21.15.29:0/3363383989 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a009c480 msgr2=0x5602a00dc1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4547e00640 1 --2- 172.21.15.29:0/3363383989 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a009c480 0x5602a00dc1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4547e00640 1 -- 172.21.15.29:0/3363383989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009acf0 msgr2=0x5602a00ddbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4547e00640 1 --2- 172.21.15.29:0/3363383989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009acf0 0x5602a00ddbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4547e00640 1 -- 172.21.15.29:0/3363383989 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602a00be690 con 0x5602a00bf080 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.280+0000 7f4547e00640 1 --2- 172.21.15.29:0/3363383989 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a00bf080 0x5602a00dc6e0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f4540009eb0 tx=0x7f454002c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=799a70c2ae5a2659 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.281+0000 7f4537400640 1 -- 172.21.15.29:0/3363383989 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4540007540 con 0x5602a00bf080 2024-09-12T03:13:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.281+0000 7f4537400640 1 -- 172.21.15.29:0/3363383989 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4540007700 con 0x5602a00bf080 2024-09-12T03:13:25.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.281+0000 7f4537400640 1 -- 172.21.15.29:0/3363383989 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4540007af0 con 0x5602a00bf080 2024-09-12T03:13:25.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.281+0000 7f4551612740 1 -- 172.21.15.29:0/3363383989 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a00bf080 msgr2=0x5602a00dc6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.281+0000 7f4551612740 1 --2- 172.21.15.29:0/3363383989 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a00bf080 0x5602a00dc6e0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f4540009eb0 tx=0x7f454002c000 comp rx=0 tx=0).stop 2024-09-12T03:13:25.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.281+0000 7f4551612740 1 -- 172.21.15.29:0/3363383989 shutdown_connections 2024-09-12T03:13:25.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.281+0000 7f4551612740 1 --2- 172.21.15.29:0/3363383989 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a00bf080 0x5602a00dc6e0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.281+0000 7f4551612740 1 --2- 172.21.15.29:0/3363383989 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a009c480 0x5602a00dc1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.281+0000 7f4551612740 1 --2- 172.21.15.29:0/3363383989 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009acf0 0x5602a00ddbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.281+0000 7f4551612740 1 -- 172.21.15.29:0/3363383989 >> 172.21.15.29:0/3363383989 conn(0x5602a00984b0 msgr2=0x5602a009bce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.281+0000 7f4551612740 1 -- 172.21.15.29:0/3363383989 shutdown_connections 2024-09-12T03:13:25.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.282+0000 7f4551612740 1 -- 172.21.15.29:0/3363383989 wait complete. 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.282+0000 7f4551612740 1 -- start start 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.282+0000 7f4551612740 1 Processor -- start 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.283+0000 7f4551612740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00f5b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.283+0000 7f4551612740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a015d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.283+0000 7f4551612740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00bf080 0x5602a00f60c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.283+0000 7f4551612740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56029ffb9780 con 0x5602a009acf0 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.283+0000 7f4551612740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5602a0096be0 con 0x5602a009c480 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.283+0000 7f4551612740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56029fffa3d0 con 0x5602a00bf080 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.283+0000 7f4551612740 10 client.0 _ll_register_callbacks cb 0x7f453806f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.283+0000 7f4547400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00f5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f453fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a015d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f4547400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00f5b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34408/0 (socket says 172.21.15.29:34408) 2024-09-12T03:13:25.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f4547e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00bf080 0x5602a00f60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f4547400640 1 -- 172.21.15.29:0/2877373103 learned_addr learned my addr 172.21.15.29:0/2877373103 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f4547400640 1 -- 172.21.15.29:0/2877373103 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00bf080 msgr2=0x5602a00f60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f4547400640 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00bf080 0x5602a00f60c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f4547400640 1 -- 172.21.15.29:0/2877373103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 msgr2=0x5602a015d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f4547400640 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a015d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f4547400640 1 -- 172.21.15.29:0/2877373103 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602a00bd6a0 con 0x5602a009acf0 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f453fe00640 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a015d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f4547400640 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00f5b50 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f4538011000 tx=0x7f4538058460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2143ad82bf5a94a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f4534c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.284+0000 7f4534c00640 1 -- 172.21.15.29:0/2877373103 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4538054880 con 0x5602a009acf0 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4534c00640 1 -- 172.21.15.29:0/2877373103 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f453807fca0 con 0x5602a009acf0 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4551612740 1 -- 172.21.15.29:0/2877373103 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4540007700 con 0x5602a009acf0 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4534c00640 1 -- 172.21.15.29:0/2877373103 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) ==== 24+0+0 (secure 0 0 0) 0x7f453808a0d0 con 0x5602a009acf0 2024-09-12T03:13:25.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4551612740 10 client.6882 fetch_fsmap learned FSMap version 75 2024-09-12T03:13:25.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4551612740 1 -- 172.21.15.29:0/2877373103 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=2+}) -- 0x5602a00c4860 con 0x5602a009acf0 2024-09-12T03:13:25.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4534c00640 1 -- 172.21.15.29:0/2877373103 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4540007700 con 0x5602a009acf0 2024-09-12T03:13:25.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4534c00640 1 -- 172.21.15.29:0/2877373103 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 75) ==== 3542+0+0 (secure 0 0 0) 0x7f453807c040 con 0x5602a009acf0 2024-09-12T03:13:25.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4551612740 10 client.6882 fetch_fsmap finished waiting for FSMap version 75 2024-09-12T03:13:25.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4551612740 10 client.6882 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T03:13:25.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4551612740 20 client.6882 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:25.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4551612740 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5602a0161aa0 0x5602a0161e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4551612740 4 client.6882 mds_command: new command op to 6469 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:13:25.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.285+0000 7f4551612740 1 -- 172.21.15.29:0/2877373103 --> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] -- command(tid 0: {"prefix": "status"}) -- 0x5602a0005e90 con 0x5602a0161aa0 2024-09-12T03:13:25.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.286+0000 7f453fe00640 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5602a0161aa0 0x5602a0161e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.286+0000 7f453fe00640 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5602a0161aa0 0x5602a0161e80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2fa93b866061bc91 server_cookie=14e1231abe0b4de0 in_seq=0 out_seq=0 2024-09-12T03:13:25.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.286+0000 7f4534c00640 10 client.6882 ms_handle_connect on v2:172.21.15.38:6834/1246541609 2024-09-12T03:13:25.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4534c00640 1 -- 172.21.15.29:0/2877373103 <== mds.2 v2:172.21.15.38:6834/1246541609 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5602a0005e90 con 0x5602a0161aa0 2024-09-12T03:13:25.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4534c00640 10 client.6882 handle_command_reply: tid=0 2024-09-12T03:13:25.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 1 client.6882 shutdown 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 1 -- 172.21.15.29:0/2877373103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 msgr2=0x5602a00f5b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00f5b50 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f4538011000 tx=0x7f4538058460 comp rx=0 tx=0).stop 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 1 -- 172.21.15.29:0/2877373103 shutdown_connections 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5602a0161aa0 0x5602a0161e80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5602a00bf080 0x5602a00f60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5602a009c480 0x5602a015d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4534c00640 0 client.6882 ms_handle_reset on v2:172.21.15.38:6834/1246541609 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 1 --2- 172.21.15.29:0/2877373103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5602a009acf0 0x5602a00f5b50 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 1 -- 172.21.15.29:0/2877373103 >> 172.21.15.29:0/2877373103 conn(0x5602a00984b0 msgr2=0x5602a00de020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 1 -- 172.21.15.29:0/2877373103 shutdown_connections 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 1 -- 172.21.15.29:0/2877373103 wait complete. 2024-09-12T03:13:25.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.287+0000 7f4551612740 20 client.6882 trim_cache size 0 max 16384 2024-09-12T03:13:25.293 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:13:25.293 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:13:25.293 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 2, 2024-09-12T03:13:25.293 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 6469, 2024-09-12T03:13:25.293 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:13:25.293 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:13:25.293 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:13:25.293 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 1.8622573099999999, 2024-09-12T03:13:25.293 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 75, 2024-09-12T03:13:25.293 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 80, 2024-09-12T03:13:25.294 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 80, 2024-09-12T03:13:25.294 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 17.019082790999999 2024-09-12T03:13:25.294 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:13:25.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 -- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452406be30 msgr2=0x7f452406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452406be30 0x7f452406e2f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f4530006a90 tx=0x7f4530006a20 comp rx=0 tx=0).stop 2024-09-12T03:13:25.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 -- 172.21.15.29:0/4088670871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4548071fd0 msgr2=0x7f454813a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4548071fd0 0x7f454813a1c0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f453800c430 tx=0x7f453800c8f0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 -- 172.21.15.29:0/4088670871 shutdown_connections 2024-09-12T03:13:25.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f452406be30 0x7f452406e2f0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4548147990 0x7f45481f74f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f45481475b0 0x7f45480b0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 --2- 172.21.15.29:0/4088670871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4548071fd0 0x7f454813a1c0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 -- 172.21.15.29:0/4088670871 >> 172.21.15.29:0/4088670871 conn(0x7f4548067da0 msgr2=0x7f454806e670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 -- 172.21.15.29:0/4088670871 shutdown_connections 2024-09-12T03:13:25.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.288+0000 7f454e600640 1 -- 172.21.15.29:0/4088670871 wait complete. 2024-09-12T03:13:25.304 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-12T03:13:25.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.462+0000 7fc39a200640 1 Processor -- start 2024-09-12T03:13:25.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.462+0000 7fc39a200640 1 -- start start 2024-09-12T03:13:25.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.463+0000 7fc39a200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc3940ad1b0 0x7fc3940cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.463+0000 7fc39a200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc394072510 con 0x7fc394156590 2024-09-12T03:13:25.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.463+0000 7fc39a200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3940727f0 con 0x7fc3940adc70 2024-09-12T03:13:25.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.463+0000 7fc39a200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc394072ad0 con 0x7fc3940ad1b0 2024-09-12T03:13:25.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.464+0000 7fc393e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc3940ad1b0 0x7fc3940cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.464+0000 7fc393e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc3940ad1b0 0x7fc3940cf820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34414/0 (socket says 172.21.15.29:34414) 2024-09-12T03:13:25.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.464+0000 7fc393e00640 1 -- 172.21.15.29:0/2115968176 learned_addr learned my addr 172.21.15.29:0/2115968176 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.464+0000 7fc398e00640 1 --1- 172.21.15.29:0/2115968176 >> v1:172.21.15.29:6789/0 conn(0x7fc394156590 0x7fc3940735b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:54666/0 (socket says 172.21.15.29:54666) 2024-09-12T03:13:25.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.464+0000 7fc393e00640 1 -- 172.21.15.29:0/2115968176 >> v1:172.21.15.38:6789/0 conn(0x7fc3940adc70 legacy=0x7fc39406e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.464+0000 7fc393e00640 1 -- 172.21.15.29:0/2115968176 >> v1:172.21.15.29:6789/0 conn(0x7fc394156590 legacy=0x7fc3940735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.464+0000 7fc393400640 1 -- 172.21.15.29:0/2115968176 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3488865607 0 0) 0x7fc394072510 con 0x7fc394156590 2024-09-12T03:13:25.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.464+0000 7fc393e00640 1 -- 172.21.15.29:0/2115968176 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc394072db0 con 0x7fc3940ad1b0 2024-09-12T03:13:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.465+0000 7fc393e00640 1 --2- 172.21.15.29:0/2115968176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3940ad1b0 0x7fc3940cf820 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fc380009870 tx=0x7fc38002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8687b07fd28c98e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.465+0000 7fc393400640 1 -- 172.21.15.29:0/2115968176 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc380037070 con 0x7fc3940ad1b0 2024-09-12T03:13:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.465+0000 7fc393400640 1 -- 172.21.15.29:0/2115968176 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc380032440 con 0x7fc3940ad1b0 2024-09-12T03:13:25.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.465+0000 7fc393400640 1 -- 172.21.15.29:0/2115968176 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc380032810 con 0x7fc3940ad1b0 2024-09-12T03:13:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.466+0000 7fc39a200640 1 -- 172.21.15.29:0/2115968176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3940ad1b0 msgr2=0x7fc3940cf820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.466+0000 7fc39a200640 1 --2- 172.21.15.29:0/2115968176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3940ad1b0 0x7fc3940cf820 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fc380009870 tx=0x7fc38002a2a0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.466+0000 7fc39a200640 1 -- 172.21.15.29:0/2115968176 shutdown_connections 2024-09-12T03:13:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.466+0000 7fc39a200640 1 --2- 172.21.15.29:0/2115968176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3940ad1b0 0x7fc3940cf820 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.466+0000 7fc39a200640 1 -- 172.21.15.29:0/2115968176 >> 172.21.15.29:0/2115968176 conn(0x7fc39406bdf0 msgr2=0x7fc39406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.466+0000 7fc39a200640 1 -- 172.21.15.29:0/2115968176 shutdown_connections 2024-09-12T03:13:25.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.466+0000 7fc39a200640 1 -- 172.21.15.29:0/2115968176 wait complete. 2024-09-12T03:13:25.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.468+0000 7fc39a200640 1 Processor -- start 2024-09-12T03:13:25.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.468+0000 7fc39a200640 1 -- start start 2024-09-12T03:13:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc39a200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3940ad1b0 0x7fc3941f5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc39a200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3940adc70 0x7fc394159cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc39a200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc394156590 0x7fc3941529a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc39a200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc394156970 con 0x7fc394156590 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc39a200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc3940cfd60 con 0x7fc3940adc70 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc39a200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc39415a1f0 con 0x7fc3940ad1b0 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc399800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc394156590 0x7fc3941529a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc399800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc394156590 0x7fc3941529a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34422/0 (socket says 172.21.15.29:34422) 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc399800640 1 -- 172.21.15.29:0/1867679698 learned_addr learned my addr 172.21.15.29:0/1867679698 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc393e00640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3940adc70 0x7fc394159cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc398e00640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3940ad1b0 0x7fc3941f5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc399800640 1 -- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3940ad1b0 msgr2=0x7fc3941f5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc399800640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3940ad1b0 0x7fc3941f5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc399800640 1 -- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3940adc70 msgr2=0x7fc394159cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc399800640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3940adc70 0x7fc394159cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc399800640 1 -- 172.21.15.29:0/1867679698 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc39415a420 con 0x7fc394156590 2024-09-12T03:13:25.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.469+0000 7fc398e00640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3940ad1b0 0x7fc3941f5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:25.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.470+0000 7fc399800640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc394156590 0x7fc3941529a0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fc38c00c7b0 tx=0x7fc38c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.470+0000 7fc390c00640 1 -- 172.21.15.29:0/1867679698 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38c004b60 con 0x7fc394156590 2024-09-12T03:13:25.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.470+0000 7fc390c00640 1 -- 172.21.15.29:0/1867679698 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc38c004d00 con 0x7fc394156590 2024-09-12T03:13:25.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.470+0000 7fc390c00640 1 -- 172.21.15.29:0/1867679698 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38c00aa90 con 0x7fc394156590 2024-09-12T03:13:25.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.470+0000 7fc39a200640 1 -- 172.21.15.29:0/1867679698 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc39415a700 con 0x7fc394156590 2024-09-12T03:13:25.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.470+0000 7fc39a200640 1 -- 172.21.15.29:0/1867679698 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc39415acc0 con 0x7fc394156590 2024-09-12T03:13:25.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.472+0000 7fc390c00640 1 -- 172.21.15.29:0/1867679698 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc38c00ac30 con 0x7fc394156590 2024-09-12T03:13:25.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.473+0000 7fc390c00640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc37406be30 0x7fc37406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.473+0000 7fc390c00640 1 -- 172.21.15.29:0/1867679698 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fc38c08b350 con 0x7fc394156590 2024-09-12T03:13:25.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.474+0000 7fc398e00640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc37406be30 0x7fc37406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.474+0000 7fc39e672740 1 Processor -- start 2024-09-12T03:13:25.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.474+0000 7fc39e672740 1 -- start start 2024-09-12T03:13:25.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.474+0000 7fc398e00640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc37406be30 0x7fc37406e2f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fc388000f60 tx=0x7fc388009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc39e672740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2b1fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc39e672740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2ad7a70 0x559fd2ada690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc39e672740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2adba40 0x559fd2ad4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc39e672740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559fd2a343b0 con 0x559fd2ad7a70 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc39e672740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x559fd2a39410 con 0x559fd2adba40 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc39e672740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x559fd29e1620 con 0x559fd2ada2b0 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc393e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2ad7a70 0x559fd2ada690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc393e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2ad7a70 0x559fd2ada690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34426/0 (socket says 172.21.15.29:34426) 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc393e00640 1 -- 172.21.15.29:0/2020281174 learned_addr learned my addr 172.21.15.29:0/2020281174 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc399800640 1 --2- 172.21.15.29:0/2020281174 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2adba40 0x559fd2ad4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc398e00640 1 --2- 172.21.15.29:0/2020281174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2b1fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc393e00640 1 -- 172.21.15.29:0/2020281174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 msgr2=0x559fd2b1fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc393e00640 1 --2- 172.21.15.29:0/2020281174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2b1fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc393e00640 1 -- 172.21.15.29:0/2020281174 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2adba40 msgr2=0x559fd2ad4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc393e00640 1 --2- 172.21.15.29:0/2020281174 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2adba40 0x559fd2ad4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.475+0000 7fc393e00640 1 -- 172.21.15.29:0/2020281174 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fd274c2d0 con 0x559fd2ad7a70 2024-09-12T03:13:25.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.476+0000 7fc393e00640 1 --2- 172.21.15.29:0/2020281174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2ad7a70 0x559fd2ada690 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fc38002a2e0 tx=0x7fc38002c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fad8573ab7303b7f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.476+0000 7fc385600640 1 -- 172.21.15.29:0/2020281174 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc380043070 con 0x559fd2ad7a70 2024-09-12T03:13:25.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.476+0000 7fc385600640 1 -- 172.21.15.29:0/2020281174 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc380032740 con 0x559fd2ad7a70 2024-09-12T03:13:25.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.476+0000 7fc385600640 1 -- 172.21.15.29:0/2020281174 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc380037040 con 0x559fd2ad7a70 2024-09-12T03:13:25.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.476+0000 7fc39e672740 1 -- 172.21.15.29:0/2020281174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2ad7a70 msgr2=0x559fd2ada690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.476+0000 7fc39e672740 1 --2- 172.21.15.29:0/2020281174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2ad7a70 0x559fd2ada690 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fc38002a2e0 tx=0x7fc38002c000 comp rx=0 tx=0).stop 2024-09-12T03:13:25.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.477+0000 7fc39e672740 1 -- 172.21.15.29:0/2020281174 shutdown_connections 2024-09-12T03:13:25.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.477+0000 7fc39e672740 1 --2- 172.21.15.29:0/2020281174 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2adba40 0x559fd2ad4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.477+0000 7fc39e672740 1 --2- 172.21.15.29:0/2020281174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2ad7a70 0x559fd2ada690 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.477+0000 7fc39e672740 1 --2- 172.21.15.29:0/2020281174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2b1fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.477+0000 7fc39e672740 1 -- 172.21.15.29:0/2020281174 >> 172.21.15.29:0/2020281174 conn(0x559fd2ad6d00 msgr2=0x559fd2b1ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.477+0000 7fc39e672740 1 -- 172.21.15.29:0/2020281174 shutdown_connections 2024-09-12T03:13:25.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.477+0000 7fc39e672740 1 -- 172.21.15.29:0/2020281174 wait complete. 2024-09-12T03:13:25.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.477+0000 7fc39e672740 1 -- start start 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.477+0000 7fc39e672740 1 Processor -- start 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.478+0000 7fc39e672740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2af8b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.478+0000 7fc39e672740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2adba40 0x559fd2b00090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.478+0000 7fc39e672740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2afcb10 0x559fd2b005d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.478+0000 7fc39e672740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559fd29f4780 con 0x559fd2adba40 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.478+0000 7fc39e672740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x559fd2a353d0 con 0x559fd2afcb10 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.478+0000 7fc39e672740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x559fd2ad61a0 con 0x559fd2ada2b0 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.478+0000 7fc39e672740 10 client.0 _ll_register_callbacks cb 0x559fd2a325d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc393e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2adba40 0x559fd2b00090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc393e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2adba40 0x559fd2b00090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34430/0 (socket says 172.21.15.29:34430) 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc393e00640 1 -- 172.21.15.29:0/2299418444 learned_addr learned my addr 172.21.15.29:0/2299418444 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc399800640 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2afcb10 0x559fd2b005d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc398e00640 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2af8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc393e00640 1 -- 172.21.15.29:0/2299418444 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 msgr2=0x559fd2af8b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc393e00640 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2af8b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc393e00640 1 -- 172.21.15.29:0/2299418444 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2afcb10 msgr2=0x559fd2b005d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc393e00640 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2afcb10 0x559fd2b005d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc393e00640 1 -- 172.21.15.29:0/2299418444 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fd28166b0 con 0x559fd2adba40 2024-09-12T03:13:25.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc399800640 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2afcb10 0x559fd2b005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:25.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc393e00640 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2adba40 0x559fd2b00090 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7fc38002a890 tx=0x7fc380004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83c0d95ac4fa7659 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc37a000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:25.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.479+0000 7fc37a000640 1 -- 172.21.15.29:0/2299418444 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc380037070 con 0x559fd2adba40 2024-09-12T03:13:25.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc37a000640 1 -- 172.21.15.29:0/2299418444 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fc380032b00 con 0x559fd2adba40 2024-09-12T03:13:25.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc39e672740 1 -- 172.21.15.29:0/2299418444 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc380032740 con 0x559fd2adba40 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc37a000640 1 -- 172.21.15.29:0/2299418444 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) ==== 24+0+0 (secure 0 0 0) 0x7fc380055050 con 0x559fd2adba40 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc39e672740 10 client.6897 fetch_fsmap learned FSMap version 75 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc39e672740 1 -- 172.21.15.29:0/2299418444 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=2+}) -- 0x559fd2afd1f0 con 0x559fd2adba40 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc37a000640 1 -- 172.21.15.29:0/2299418444 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc380032740 con 0x559fd2adba40 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc37a000640 1 -- 172.21.15.29:0/2299418444 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 75) ==== 3542+0+0 (secure 0 0 0) 0x7fc380058020 con 0x559fd2adba40 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc39e672740 10 client.6897 fetch_fsmap finished waiting for FSMap version 75 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc39e672740 10 client.6897 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc39e672740 20 client.6897 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc39e672740 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x559fd2afa1d0 0x559fd2afa5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc39e672740 4 client.6897 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.480+0000 7fc39e672740 1 -- 172.21.15.29:0/2299418444 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fd2a46b40 con 0x559fd2afa1d0 2024-09-12T03:13:25.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.481+0000 7fc398e00640 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x559fd2afa1d0 0x559fd2afa5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.481+0000 7fc398e00640 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x559fd2afa1d0 0x559fd2afa5b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=73f9fd9573088cec server_cookie=d3e8a2e5cc9e3257 in_seq=0 out_seq=0 2024-09-12T03:13:25.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.481+0000 7fc37a000640 10 client.6897 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:25.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc37a000640 1 -- 172.21.15.29:0/2299418444 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559fd2a46b40 con 0x559fd2afa1d0 2024-09-12T03:13:25.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc37a000640 10 client.6897 handle_command_reply: tid=0 2024-09-12T03:13:25.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc39e672740 1 client.6897 shutdown 2024-09-12T03:13:25.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc39e672740 1 -- 172.21.15.29:0/2299418444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2adba40 msgr2=0x559fd2b00090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc39e672740 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2adba40 0x559fd2b00090 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7fc38002a890 tx=0x7fc380004730 comp rx=0 tx=0).stop 2024-09-12T03:13:25.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc39e672740 1 -- 172.21.15.29:0/2299418444 shutdown_connections 2024-09-12T03:13:25.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc39e672740 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x559fd2afa1d0 0x559fd2afa5b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc39e672740 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2afcb10 0x559fd2b005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc39e672740 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2adba40 0x559fd2b00090 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc39e672740 1 --2- 172.21.15.29:0/2299418444 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2af8b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc37a000640 0 client.6897 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:25.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc39e672740 1 -- 172.21.15.29:0/2299418444 >> 172.21.15.29:0/2299418444 conn(0x559fd2ad7a70 msgr2=0x559fd2acfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc39e672740 1 -- 172.21.15.29:0/2299418444 shutdown_connections 2024-09-12T03:13:25.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.482+0000 7fc39e672740 1 -- 172.21.15.29:0/2299418444 wait complete. 2024-09-12T03:13:25.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.483+0000 7fc39e672740 20 client.6897 trim_cache size 0 max 16384 2024-09-12T03:13:25.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.501+0000 7fc39e672740 1 Processor -- start 2024-09-12T03:13:25.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.502+0000 7fc39e672740 1 -- start start 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.502+0000 7fc39e672740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2b00120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.502+0000 7fc39e672740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2adba40 0x559fd2b43400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.502+0000 7fc39e672740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afe280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.502+0000 7fc39e672740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc3940b4db0 con 0x559fd2afcb10 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.502+0000 7fc39e672740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc3941fc340 con 0x559fd2adba40 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.502+0000 7fc39e672740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc3941e5370 con 0x559fd2ada2b0 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc399800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afe280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc399800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afe280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34442/0 (socket says 172.21.15.29:34442) 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc399800640 1 -- 172.21.15.29:0/2145194993 learned_addr learned my addr 172.21.15.29:0/2145194993 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc398e00640 1 --2- 172.21.15.29:0/2145194993 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2b00120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc393e00640 1 --2- 172.21.15.29:0/2145194993 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2adba40 0x559fd2b43400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc399800640 1 -- 172.21.15.29:0/2145194993 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 msgr2=0x559fd2b00120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc399800640 1 --2- 172.21.15.29:0/2145194993 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2b00120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc399800640 1 -- 172.21.15.29:0/2145194993 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2adba40 msgr2=0x559fd2b43400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc399800640 1 --2- 172.21.15.29:0/2145194993 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2adba40 0x559fd2b43400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc399800640 1 -- 172.21.15.29:0/2145194993 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fd2a44a20 con 0x559fd2afcb10 2024-09-12T03:13:25.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc399800640 1 --2- 172.21.15.29:0/2145194993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afe280 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fc38c0895f0 tx=0x7fc38c08b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e6816d2cdc65be6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc384c00640 1 -- 172.21.15.29:0/2145194993 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38c061fb0 con 0x559fd2afcb10 2024-09-12T03:13:25.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc384c00640 1 -- 172.21.15.29:0/2145194993 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc38c057470 con 0x559fd2afcb10 2024-09-12T03:13:25.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.503+0000 7fc384c00640 1 -- 172.21.15.29:0/2145194993 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38c0576d0 con 0x559fd2afcb10 2024-09-12T03:13:25.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.504+0000 7fc39e672740 1 -- 172.21.15.29:0/2145194993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 msgr2=0x559fd2afe280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.504+0000 7fc39e672740 1 --2- 172.21.15.29:0/2145194993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afe280 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fc38c0895f0 tx=0x7fc38c08b040 comp rx=0 tx=0).stop 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.504+0000 7fc39e672740 1 -- 172.21.15.29:0/2145194993 shutdown_connections 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.504+0000 7fc39e672740 1 --2- 172.21.15.29:0/2145194993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afe280 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.504+0000 7fc39e672740 1 --2- 172.21.15.29:0/2145194993 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2adba40 0x559fd2b43400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.504+0000 7fc39e672740 1 --2- 172.21.15.29:0/2145194993 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2ada2b0 0x559fd2b00120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.504+0000 7fc39e672740 1 -- 172.21.15.29:0/2145194993 >> 172.21.15.29:0/2145194993 conn(0x559fd2ad7a70 msgr2=0x559fd2b1f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.504+0000 7fc39e672740 1 -- 172.21.15.29:0/2145194993 shutdown_connections 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.504+0000 7fc39e672740 1 -- 172.21.15.29:0/2145194993 wait complete. 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.505+0000 7fc39e672740 1 -- start start 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.505+0000 7fc39e672740 1 Processor -- start 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc39e672740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2ada2b0 0x559fd2b1e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc39e672740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2adba40 0x559fd2b9d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc39e672740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc39e672740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559fd2af9630 con 0x559fd2afcb10 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc39e672740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x559fd2afd4d0 con 0x559fd2ada2b0 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc39e672740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x559fd2b332c0 con 0x559fd2adba40 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc39e672740 10 client.0 _ll_register_callbacks cb 0x7fc3800096f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc399800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc399800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34456/0 (socket says 172.21.15.29:34456) 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc399800640 1 -- 172.21.15.29:0/3414759028 learned_addr learned my addr 172.21.15.29:0/3414759028 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc398e00640 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2ada2b0 0x559fd2b1e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.506+0000 7fc393e00640 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2adba40 0x559fd2b9d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc399800640 1 -- 172.21.15.29:0/3414759028 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2adba40 msgr2=0x559fd2b9d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc399800640 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2adba40 0x559fd2b9d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc399800640 1 -- 172.21.15.29:0/3414759028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2ada2b0 msgr2=0x559fd2b1e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc399800640 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2ada2b0 0x559fd2b1e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc399800640 1 -- 172.21.15.29:0/3414759028 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fd2b43570 con 0x559fd2afcb10 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc399800640 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afec40 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fc38c00a430 tx=0x7fc38c089520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3722fb3ad6e5fd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc37a000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc37a000640 1 -- 172.21.15.29:0/3414759028 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38c061fb0 con 0x559fd2afcb10 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc37a000640 1 -- 172.21.15.29:0/3414759028 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fc38c08b0f0 con 0x559fd2afcb10 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc39e672740 1 -- 172.21.15.29:0/3414759028 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc38c057470 con 0x559fd2afcb10 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc37a000640 1 -- 172.21.15.29:0/3414759028 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) ==== 24+0+0 (secure 0 0 0) 0x7fc38c089330 con 0x559fd2afcb10 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc39e672740 10 client.6903 fetch_fsmap learned FSMap version 75 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc39e672740 1 -- 172.21.15.29:0/3414759028 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=2+}) -- 0x559fd2b31f50 con 0x559fd2afcb10 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.507+0000 7fc37a000640 1 -- 172.21.15.29:0/3414759028 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc38c057470 con 0x559fd2afcb10 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.508+0000 7fc37a000640 1 -- 172.21.15.29:0/3414759028 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 75) ==== 3542+0+0 (secure 0 0 0) 0x7fc38c055a40 con 0x559fd2afcb10 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.508+0000 7fc39e672740 10 client.6903 fetch_fsmap finished waiting for FSMap version 75 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.508+0000 7fc39e672740 10 client.6903 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.508+0000 7fc39e672740 20 client.6903 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:25.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.508+0000 7fc39e672740 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x559fd2afb130 0x559fd2afb510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.508+0000 7fc39e672740 4 client.6903 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:13:25.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.508+0000 7fc39e672740 1 -- 172.21.15.29:0/3414759028 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "status"}) -- 0x559fd2a40e90 con 0x559fd2afb130 2024-09-12T03:13:25.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.508+0000 7fc398e00640 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x559fd2afb130 0x559fd2afb510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.508+0000 7fc398e00640 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x559fd2afb130 0x559fd2afb510 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2836742afd3041fa server_cookie=e3c38c1e673d966f in_seq=0 out_seq=0 2024-09-12T03:13:25.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.508+0000 7fc37a000640 10 client.6903 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:25.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc37a000640 1 -- 172.21.15.29:0/3414759028 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x559fd2a40e90 con 0x559fd2afb130 2024-09-12T03:13:25.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc37a000640 10 client.6903 handle_command_reply: tid=0 2024-09-12T03:13:25.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 1 client.6903 shutdown 2024-09-12T03:13:25.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 1 -- 172.21.15.29:0/3414759028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 msgr2=0x559fd2afec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afec40 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fc38c00a430 tx=0x7fc38c089520 comp rx=0 tx=0).stop 2024-09-12T03:13:25.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 1 -- 172.21.15.29:0/3414759028 shutdown_connections 2024-09-12T03:13:25.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x559fd2afb130 0x559fd2afb510 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fd2afcb10 0x559fd2afec40 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559fd2adba40 0x559fd2b9d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 1 --2- 172.21.15.29:0/3414759028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559fd2ada2b0 0x559fd2b1e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc37a000640 0 client.6903 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:25.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 1 -- 172.21.15.29:0/3414759028 >> 172.21.15.29:0/3414759028 conn(0x559fd2ad7a70 msgr2=0x559fd2b00100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 1 -- 172.21.15.29:0/3414759028 shutdown_connections 2024-09-12T03:13:25.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 1 -- 172.21.15.29:0/3414759028 wait complete. 2024-09-12T03:13:25.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.509+0000 7fc39e672740 20 client.6903 trim_cache size 0 max 16384 2024-09-12T03:13:25.514 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:13:25.514 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:13:25.515 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 1, 2024-09-12T03:13:25.515 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 6717, 2024-09-12T03:13:25.515 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:13:25.515 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:13:25.515 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:13:25.515 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 3.0968068880000001, 2024-09-12T03:13:25.515 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 75, 2024-09-12T03:13:25.515 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 80, 2024-09-12T03:13:25.515 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 80, 2024-09-12T03:13:25.515 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 17.248747574999999 2024-09-12T03:13:25.515 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:13:25.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 -- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc37406be30 msgr2=0x7fc37406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc37406be30 0x7fc37406e2f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fc388000f60 tx=0x7fc388009040 comp rx=0 tx=0).stop 2024-09-12T03:13:25.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 -- 172.21.15.29:0/1867679698 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc394156590 msgr2=0x7fc3941529a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc394156590 0x7fc3941529a0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fc38c00c7b0 tx=0x7fc38c00cc70 comp rx=0 tx=0).stop 2024-09-12T03:13:25.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 -- 172.21.15.29:0/1867679698 shutdown_connections 2024-09-12T03:13:25.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc37406be30 0x7fc37406e2f0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc394156590 0x7fc3941529a0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3940adc70 0x7fc394159cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 --2- 172.21.15.29:0/1867679698 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3940ad1b0 0x7fc3941f5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 -- 172.21.15.29:0/1867679698 >> 172.21.15.29:0/1867679698 conn(0x7fc39406bdf0 msgr2=0x7fc39415f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 -- 172.21.15.29:0/1867679698 shutdown_connections 2024-09-12T03:13:25.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.510+0000 7fc39a200640 1 -- 172.21.15.29:0/1867679698 wait complete. 2024-09-12T03:13:25.526 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-12T03:13:25.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.683+0000 7f2fe4c00640 1 Processor -- start 2024-09-12T03:13:25.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.683+0000 7f2fe4c00640 1 -- start start 2024-09-12T03:13:25.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.684+0000 7f2fe4c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2fe0072620 0x7f2fe00af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.684+0000 7f2fe4c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2fe006e590 con 0x7f2fe006dfd0 2024-09-12T03:13:25.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.684+0000 7f2fe4c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2fe006e870 con 0x7f2fe0072240 2024-09-12T03:13:25.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.684+0000 7f2fe4c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f2fe006eb50 con 0x7f2fe0072620 2024-09-12T03:13:25.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.684+0000 7f2fd5400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2fe0072620 0x7f2fe00af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.684+0000 7f2fde800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f2fe006dfd0 0x7f2fe00cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:54680/0 (socket says 172.21.15.29:54680) 2024-09-12T03:13:25.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.684+0000 7f2fde800640 1 -- 172.21.15.29:0/3587075224 learned_addr learned my addr 172.21.15.29:0/3587075224 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:25.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.684+0000 7f2fd5400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2fe0072620 0x7f2fe00af530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34460/0 (socket says 172.21.15.29:34460) 2024-09-12T03:13:25.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.685+0000 7f2fd5400640 1 -- 172.21.15.29:0/3587075224 >> v1:172.21.15.38:6789/0 conn(0x7f2fe0072240 legacy=0x7f2fe015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.685+0000 7f2fd5400640 1 -- 172.21.15.29:0/3587075224 >> v1:172.21.15.29:6789/0 conn(0x7f2fe006dfd0 legacy=0x7f2fe00cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.685+0000 7f2fd5400640 1 -- 172.21.15.29:0/3587075224 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fe006ee30 con 0x7f2fe0072620 2024-09-12T03:13:25.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.685+0000 7f2fdd400640 1 -- 172.21.15.29:0/3587075224 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1579447364 0 0) 0x7f2fe006e590 con 0x7f2fe006dfd0 2024-09-12T03:13:25.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.686+0000 7f2fd5400640 1 --2- 172.21.15.29:0/3587075224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fe0072620 0x7f2fe00af530 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f2fc80097a0 tx=0x7f2fc802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9635b1146525130c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.686+0000 7f2fdd400640 1 -- 172.21.15.29:0/3587075224 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8037070 con 0x7f2fe0072620 2024-09-12T03:13:25.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.686+0000 7f2fdd400640 1 -- 172.21.15.29:0/3587075224 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fc8032440 con 0x7f2fe0072620 2024-09-12T03:13:25.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.686+0000 7f2fdd400640 1 -- 172.21.15.29:0/3587075224 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8032810 con 0x7f2fe0072620 2024-09-12T03:13:25.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.687+0000 7f2fe4c00640 1 -- 172.21.15.29:0/3587075224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fe0072620 msgr2=0x7f2fe00af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.687+0000 7f2fe4c00640 1 --2- 172.21.15.29:0/3587075224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fe0072620 0x7f2fe00af530 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f2fc80097a0 tx=0x7f2fc802a230 comp rx=0 tx=0).stop 2024-09-12T03:13:25.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.687+0000 7f2fe4c00640 1 -- 172.21.15.29:0/3587075224 shutdown_connections 2024-09-12T03:13:25.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.687+0000 7f2fe4c00640 1 --2- 172.21.15.29:0/3587075224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fe0072620 0x7f2fe00af530 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.687+0000 7f2fe4c00640 1 -- 172.21.15.29:0/3587075224 >> 172.21.15.29:0/3587075224 conn(0x7f2fe0067da0 msgr2=0x7f2fe006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.687+0000 7f2fe4c00640 1 -- 172.21.15.29:0/3587075224 shutdown_connections 2024-09-12T03:13:25.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.687+0000 7f2fe4c00640 1 -- 172.21.15.29:0/3587075224 wait complete. 2024-09-12T03:13:25.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.688+0000 7f2fe4c00640 1 Processor -- start 2024-09-12T03:13:25.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.689+0000 7f2fe4c00640 1 -- start start 2024-09-12T03:13:25.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.689+0000 7f2fe4c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2fe006dfd0 0x7f2fe01500c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.689+0000 7f2fe4c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fe0072240 0x7f2fe0143000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.689+0000 7f2fe4c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fe0072620 0x7f2fe014e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.689+0000 7f2fe4c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe00afe00 con 0x7f2fe0072240 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.689+0000 7f2fe4c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe00afc80 con 0x7f2fe006dfd0 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.689+0000 7f2fe4c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2fe00cd8e0 con 0x7f2fe0072620 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.690+0000 7f2fd5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fe0072240 0x7f2fe0143000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.690+0000 7f2fd5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fe0072240 0x7f2fe0143000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34472/0 (socket says 172.21.15.29:34472) 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.690+0000 7f2fd5400640 1 -- 172.21.15.29:0/2221058917 learned_addr learned my addr 172.21.15.29:0/2221058917 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.690+0000 7f2fdde00640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2fe006dfd0 0x7f2fe01500c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.690+0000 7f2fde800640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fe0072620 0x7f2fe014e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.690+0000 7f2fd5400640 1 -- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fe0072620 msgr2=0x7f2fe014e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.690+0000 7f2fd5400640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fe0072620 0x7f2fe014e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.690+0000 7f2fd5400640 1 -- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2fe006dfd0 msgr2=0x7f2fe01500c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.690+0000 7f2fd5400640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2fe006dfd0 0x7f2fe01500c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.690+0000 7f2fd5400640 1 -- 172.21.15.29:0/2221058917 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fe014f020 con 0x7f2fe0072240 2024-09-12T03:13:25.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.690+0000 7f2fd5400640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fe0072240 0x7f2fe0143000 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f2fc80097a0 tx=0x7f2fc80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.691+0000 7f2fd6a00640 1 -- 172.21.15.29:0/2221058917 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8037050 con 0x7f2fe0072240 2024-09-12T03:13:25.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.691+0000 7f2fd6a00640 1 -- 172.21.15.29:0/2221058917 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fc8038040 con 0x7f2fe0072240 2024-09-12T03:13:25.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.691+0000 7f2fd6a00640 1 -- 172.21.15.29:0/2221058917 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8004490 con 0x7f2fe0072240 2024-09-12T03:13:25.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.691+0000 7f2fe4c00640 1 -- 172.21.15.29:0/2221058917 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fe014f300 con 0x7f2fe0072240 2024-09-12T03:13:25.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.691+0000 7f2fe4c00640 1 -- 172.21.15.29:0/2221058917 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fe014f8c0 con 0x7f2fe0072240 2024-09-12T03:13:25.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.694+0000 7f2fd6a00640 1 -- 172.21.15.29:0/2221058917 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2fc8030900 con 0x7f2fe0072240 2024-09-12T03:13:25.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.695+0000 7f2fd6a00640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2fbc06be30 0x7f2fbc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.695+0000 7f2fd6a00640 1 -- 172.21.15.29:0/2221058917 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f2fc80abd60 con 0x7f2fe0072240 2024-09-12T03:13:25.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.695+0000 7f2fe7c39740 1 Processor -- start 2024-09-12T03:13:25.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.695+0000 7f2fe7c39740 1 -- start start 2024-09-12T03:13:25.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.695+0000 7f2fdde00640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2fbc06be30 0x7f2fbc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.696+0000 7f2fdde00640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2fbc06be30 0x7f2fbc06e2f0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0000f60 tx=0x7f2fd0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.696+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc378dcf0 0x559dc37d3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.696+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378b4b0 0x559dc378e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.696+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378f480 0x559dc3788570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.696+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559dc36ec3b0 con 0x559dc378b4b0 2024-09-12T03:13:25.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.696+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x559dc36f1410 con 0x559dc378f480 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.696+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x559dc3699620 con 0x559dc378dcf0 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.697+0000 7f2fdde00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc378dcf0 0x559dc37d3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.697+0000 7f2fd5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378b4b0 0x559dc378e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.697+0000 7f2fdde00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc378dcf0 0x559dc37d3490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:58056/0 (socket says 172.21.15.29:58056) 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.697+0000 7f2fdde00640 1 -- 172.21.15.29:0/3074546487 learned_addr learned my addr 172.21.15.29:0/3074546487 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.697+0000 7f2fde800640 1 --2- 172.21.15.29:0/3074546487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378f480 0x559dc3788570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.697+0000 7f2fd5400640 1 -- 172.21.15.29:0/3074546487 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc378dcf0 msgr2=0x559dc37d3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.697+0000 7f2fd5400640 1 --2- 172.21.15.29:0/3074546487 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc378dcf0 0x559dc37d3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.697+0000 7f2fd5400640 1 -- 172.21.15.29:0/3074546487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378f480 msgr2=0x559dc3788570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.697+0000 7f2fd5400640 1 --2- 172.21.15.29:0/3074546487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378f480 0x559dc3788570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.697+0000 7f2fd5400640 1 -- 172.21.15.29:0/3074546487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559dc34042d0 con 0x559dc378b4b0 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.697+0000 7f2fd5400640 1 --2- 172.21.15.29:0/3074546487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378b4b0 0x559dc378e0d0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f2fc80aa030 tx=0x7f2fc8079b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dab278518b2bece0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fce600640 1 -- 172.21.15.29:0/3074546487 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8079f00 con 0x559dc378b4b0 2024-09-12T03:13:25.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fce600640 1 -- 172.21.15.29:0/3074546487 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fc807e2b0 con 0x559dc378b4b0 2024-09-12T03:13:25.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fce600640 1 -- 172.21.15.29:0/3074546487 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8082ae0 con 0x559dc378b4b0 2024-09-12T03:13:25.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3074546487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378b4b0 msgr2=0x559dc378e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/3074546487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378b4b0 0x559dc378e0d0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f2fc80aa030 tx=0x7f2fc8079b70 comp rx=0 tx=0).stop 2024-09-12T03:13:25.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3074546487 shutdown_connections 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/3074546487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378f480 0x559dc3788570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/3074546487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378b4b0 0x559dc378e0d0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/3074546487 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc378dcf0 0x559dc37d3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3074546487 >> 172.21.15.29:0/3074546487 conn(0x559dc378a740 msgr2=0x559dc37d2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3074546487 shutdown_connections 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.698+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3074546487 wait complete. 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.699+0000 7f2fe7c39740 1 -- start start 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.699+0000 7f2fe7c39740 1 Processor -- start 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.700+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378dcf0 0x559dc37e4070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.700+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc378f480 0x559dc37cfe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.700+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc37b8080 0x559dc37b8500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.700+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559dc36ac780 con 0x559dc378dcf0 2024-09-12T03:13:25.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.700+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x559dc36ed3d0 con 0x559dc37b8080 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.700+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x559dc3789be0 con 0x559dc378f480 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.700+0000 7f2fe7c39740 10 client.0 _ll_register_callbacks cb 0x559dc36ea5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.700+0000 7f2fdde00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378dcf0 0x559dc37e4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.700+0000 7f2fdde00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378dcf0 0x559dc37e4070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34488/0 (socket says 172.21.15.29:34488) 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.700+0000 7f2fdde00640 1 -- 172.21.15.29:0/718908873 learned_addr learned my addr 172.21.15.29:0/718908873 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fde800640 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc37b8080 0x559dc37b8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fd5400640 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc378f480 0x559dc37cfe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fdde00640 1 -- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc378f480 msgr2=0x559dc37cfe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fdde00640 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc378f480 0x559dc37cfe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fdde00640 1 -- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc37b8080 msgr2=0x559dc37b8500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fdde00640 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc37b8080 0x559dc37b8500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fdde00640 1 -- 172.21.15.29:0/718908873 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559dc34ce6b0 con 0x559dc378dcf0 2024-09-12T03:13:25.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fde800640 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc37b8080 0x559dc37b8500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fdde00640 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378dcf0 0x559dc37e4070 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0014760 tx=0x7f2fd0001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1763bb67cbbabdb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fc2a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fc2a00640 1 -- 172.21.15.29:0/718908873 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fd0025020 con 0x559dc378dcf0 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fc2a00640 1 -- 172.21.15.29:0/718908873 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f2fd0013700 con 0x559dc378dcf0 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.701+0000 7f2fe7c39740 1 -- 172.21.15.29:0/718908873 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2fc807e2b0 con 0x559dc378dcf0 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fc2a00640 1 -- 172.21.15.29:0/718908873 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) ==== 24+0+0 (secure 0 0 0) 0x7f2fd002f050 con 0x559dc378dcf0 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fe7c39740 10 client.6918 fetch_fsmap learned FSMap version 75 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fe7c39740 1 -- 172.21.15.29:0/718908873 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=2+}) -- 0x559dc37b5c90 con 0x559dc378dcf0 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fc2a00640 1 -- 172.21.15.29:0/718908873 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fc807e2b0 con 0x559dc378dcf0 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fc2a00640 1 -- 172.21.15.29:0/718908873 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 75) ==== 3542+0+0 (secure 0 0 0) 0x7f2fd0032020 con 0x559dc378dcf0 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fe7c39740 10 client.6918 fetch_fsmap finished waiting for FSMap version 75 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fe7c39740 10 client.6918 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:13:25.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fe7c39740 20 client.6918 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:25.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x559dc37e6b30 0x559dc37e6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fe7c39740 4 client.6918 mds_command: new command op to 6726 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:13:25.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fe7c39740 1 -- 172.21.15.29:0/718908873 --> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559dc36feb40 con 0x559dc37e6b30 2024-09-12T03:13:25.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.702+0000 7f2fd5400640 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x559dc37e6b30 0x559dc37e6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.703+0000 7f2fd5400640 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x559dc37e6b30 0x559dc37e6f10 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5374c080de7cf91 server_cookie=53014ee7a9c2a128 in_seq=0 out_seq=0 2024-09-12T03:13:25.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.703+0000 7f2fc2a00640 10 client.6918 ms_handle_connect on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:25.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fc2a00640 1 -- 172.21.15.29:0/718908873 <== mds.0 v2:172.21.15.38:6835/1719628492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559dc36feb40 con 0x559dc37e6b30 2024-09-12T03:13:25.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fc2a00640 10 client.6918 handle_command_reply: tid=0 2024-09-12T03:13:25.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fe7c39740 1 client.6918 shutdown 2024-09-12T03:13:25.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fe7c39740 1 -- 172.21.15.29:0/718908873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378dcf0 msgr2=0x559dc37e4070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378dcf0 0x559dc37e4070 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0014760 tx=0x7f2fd0001120 comp rx=0 tx=0).stop 2024-09-12T03:13:25.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fe7c39740 1 -- 172.21.15.29:0/718908873 shutdown_connections 2024-09-12T03:13:25.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x559dc37e6b30 0x559dc37e6f10 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc37b8080 0x559dc37b8500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc378f480 0x559dc37cfe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fc2a00640 0 client.6918 ms_handle_reset on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:25.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/718908873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378dcf0 0x559dc37e4070 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.704+0000 7f2fe7c39740 1 -- 172.21.15.29:0/718908873 >> 172.21.15.29:0/718908873 conn(0x559dc378b4b0 msgr2=0x559dc37d1f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.705+0000 7f2fe7c39740 1 -- 172.21.15.29:0/718908873 shutdown_connections 2024-09-12T03:13:25.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.705+0000 7f2fe7c39740 1 -- 172.21.15.29:0/718908873 wait complete. 2024-09-12T03:13:25.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.705+0000 7f2fe7c39740 20 client.6918 trim_cache size 0 max 16384 2024-09-12T03:13:25.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.723+0000 7f2fe7c39740 1 Processor -- start 2024-09-12T03:13:25.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.723+0000 7f2fe7c39740 1 -- start start 2024-09-12T03:13:25.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.724+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378dcf0 0x559dc37b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.724+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc3789f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.724+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc37b8080 0x559dc37f6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.724+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe0200340 con 0x559dc378f480 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.724+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe0200a10 con 0x559dc378dcf0 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.724+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2fe01ff4c0 con 0x559dc37b8080 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fd5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc3789f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fd5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc3789f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34494/0 (socket says 172.21.15.29:34494) 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fd5400640 1 -- 172.21.15.29:0/2267699792 learned_addr learned my addr 172.21.15.29:0/2267699792 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fd5400640 1 -- 172.21.15.29:0/2267699792 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc37b8080 msgr2=0x559dc37f6c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fd5400640 1 --2- 172.21.15.29:0/2267699792 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc37b8080 0x559dc37f6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fd5400640 1 -- 172.21.15.29:0/2267699792 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378dcf0 msgr2=0x559dc37b4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fd5400640 1 --2- 172.21.15.29:0/2267699792 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378dcf0 0x559dc37b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fd5400640 1 -- 172.21.15.29:0/2267699792 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559dc37e7280 con 0x559dc378f480 2024-09-12T03:13:25.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fd5400640 1 --2- 172.21.15.29:0/2267699792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc3789f50 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f2fc80a9fa0 tx=0x7f2fc80a4000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e78488e5be64599 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fcdc00640 1 -- 172.21.15.29:0/2267699792 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc807e2b0 con 0x559dc378f480 2024-09-12T03:13:25.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fcdc00640 1 -- 172.21.15.29:0/2267699792 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fc8082ae0 con 0x559dc378f480 2024-09-12T03:13:25.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.725+0000 7f2fcdc00640 1 -- 172.21.15.29:0/2267699792 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8079f00 con 0x559dc378f480 2024-09-12T03:13:25.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.726+0000 7f2fe7c39740 1 -- 172.21.15.29:0/2267699792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 msgr2=0x559dc3789f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.726+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/2267699792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc3789f50 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f2fc80a9fa0 tx=0x7f2fc80a4000 comp rx=0 tx=0).stop 2024-09-12T03:13:25.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.726+0000 7f2fe7c39740 1 -- 172.21.15.29:0/2267699792 shutdown_connections 2024-09-12T03:13:25.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.726+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/2267699792 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc37b8080 0x559dc37f6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.726+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/2267699792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc3789f50 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.726+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/2267699792 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378dcf0 0x559dc37b4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.726+0000 7f2fe7c39740 1 -- 172.21.15.29:0/2267699792 >> 172.21.15.29:0/2267699792 conn(0x559dc378b4b0 msgr2=0x559dc37d2f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.726+0000 7f2fe7c39740 1 -- 172.21.15.29:0/2267699792 shutdown_connections 2024-09-12T03:13:25.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.726+0000 7f2fe7c39740 1 -- 172.21.15.29:0/2267699792 wait complete. 2024-09-12T03:13:25.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.727+0000 7f2fe7c39740 1 -- start start 2024-09-12T03:13:25.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.727+0000 7f2fe7c39740 1 Processor -- start 2024-09-12T03:13:25.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378dcf0 0x559dc3850c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc37f6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fe7c39740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc37b8080 0x559dc37f71d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559dc37e3ce0 con 0x559dc378f480 2024-09-12T03:13:25.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x559dc37b5f70 con 0x559dc378dcf0 2024-09-12T03:13:25.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fe7c39740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x559dc37b1850 con 0x559dc37b8080 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fe7c39740 10 client.0 _ll_register_callbacks cb 0x7f2fd0007af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fd5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc37f6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fd5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc37f6c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34504/0 (socket says 172.21.15.29:34504) 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fd5400640 1 -- 172.21.15.29:0/3725068300 learned_addr learned my addr 172.21.15.29:0/3725068300 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fdde00640 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378dcf0 0x559dc3850c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.728+0000 7f2fde800640 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc37b8080 0x559dc37f71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fd5400640 1 -- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc37b8080 msgr2=0x559dc37f71d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fd5400640 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc37b8080 0x559dc37f71d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fd5400640 1 -- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378dcf0 msgr2=0x559dc3850c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fd5400640 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378dcf0 0x559dc3850c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fd5400640 1 -- 172.21.15.29:0/3725068300 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559dc37b0380 con 0x559dc378f480 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fdde00640 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378dcf0 0x559dc3850c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:25.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fd5400640 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc37f6c90 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f2fc802a820 tx=0x7f2fc8009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99c8674a80cb6452 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fc2a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fc2a00640 1 -- 172.21.15.29:0/3725068300 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8079f00 con 0x559dc378f480 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fc2a00640 1 -- 172.21.15.29:0/3725068300 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f2fc8078200 con 0x559dc378f480 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3725068300 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2fc8082ae0 con 0x559dc378f480 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fc2a00640 1 -- 172.21.15.29:0/3725068300 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) ==== 24+0+0 (secure 0 0 0) 0x7f2fc808e050 con 0x559dc378f480 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fe7c39740 10 client.6924 fetch_fsmap learned FSMap version 75 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.729+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3725068300 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=2+}) -- 0x559dc37ec290 con 0x559dc378f480 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.730+0000 7f2fc2a00640 1 -- 172.21.15.29:0/3725068300 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fc8082ae0 con 0x559dc378f480 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.730+0000 7f2fc2a00640 1 -- 172.21.15.29:0/3725068300 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 75) ==== 3542+0+0 (secure 0 0 0) 0x7f2fc8076570 con 0x559dc378f480 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.730+0000 7f2fe7c39740 10 client.6924 fetch_fsmap finished waiting for FSMap version 75 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.730+0000 7f2fe7c39740 10 client.6924 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.730+0000 7f2fe7c39740 20 client.6924 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.730+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x559dc37b2c40 0x559dc37b3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.730+0000 7f2fe7c39740 4 client.6924 mds_command: new command op to 6726 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:13:25.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.730+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3725068300 --> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] -- command(tid 0: {"prefix": "status"}) -- 0x559dc37d1d00 con 0x559dc37b2c40 2024-09-12T03:13:25.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.730+0000 7f2fdde00640 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x559dc37b2c40 0x559dc37b3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fdde00640 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x559dc37b2c40 0x559dc37b3020 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b137847aa2eaec6 server_cookie=34c35d10b9195356 in_seq=0 out_seq=0 2024-09-12T03:13:25.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fc2a00640 10 client.6924 ms_handle_connect on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:25.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fc2a00640 1 -- 172.21.15.29:0/3725068300 <== mds.0 v2:172.21.15.38:6835/1719628492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+318 (crc 0 0 0) 0x559dc37d1d00 con 0x559dc37b2c40 2024-09-12T03:13:25.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fc2a00640 10 client.6924 handle_command_reply: tid=0 2024-09-12T03:13:25.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fe7c39740 1 client.6924 shutdown 2024-09-12T03:13:25.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3725068300 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 msgr2=0x559dc37f6c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc37f6c90 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f2fc802a820 tx=0x7f2fc8009190 comp rx=0 tx=0).stop 2024-09-12T03:13:25.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3725068300 shutdown_connections 2024-09-12T03:13:25.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x559dc37b2c40 0x559dc37b3020 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559dc37b8080 0x559dc37f71d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559dc378f480 0x559dc37f6c90 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fe7c39740 1 --2- 172.21.15.29:0/3725068300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559dc378dcf0 0x559dc3850c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.731+0000 7f2fc2a00640 0 client.6924 ms_handle_reset on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:25.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3725068300 >> 172.21.15.29:0/3725068300 conn(0x559dc378b4b0 msgr2=0x559dc37d2f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3725068300 shutdown_connections 2024-09-12T03:13:25.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe7c39740 1 -- 172.21.15.29:0/3725068300 wait complete. 2024-09-12T03:13:25.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe7c39740 20 client.6924 trim_cache size 0 max 16384 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 6726, 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 12.389454037, 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 75, 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 80, 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 80, 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 17.46339248 2024-09-12T03:13:25.737 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:13:25.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe4c00640 1 -- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2fbc06be30 msgr2=0x7f2fbc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe4c00640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2fbc06be30 0x7f2fbc06e2f0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0000f60 tx=0x7f2fd0009040 comp rx=0 tx=0).stop 2024-09-12T03:13:25.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe4c00640 1 -- 172.21.15.29:0/2221058917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fe0072240 msgr2=0x7f2fe0143000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe4c00640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fe0072240 0x7f2fe0143000 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f2fc80097a0 tx=0x7f2fc80046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe4c00640 1 -- 172.21.15.29:0/2221058917 shutdown_connections 2024-09-12T03:13:25.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe4c00640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2fbc06be30 0x7f2fbc06e2f0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe4c00640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2fe0072620 0x7f2fe014e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe4c00640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fe0072240 0x7f2fe0143000 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe4c00640 1 --2- 172.21.15.29:0/2221058917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2fe006dfd0 0x7f2fe01500c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.732+0000 7f2fe4c00640 1 -- 172.21.15.29:0/2221058917 >> 172.21.15.29:0/2221058917 conn(0x7f2fe0067da0 msgr2=0x7f2fe00b3530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.733+0000 7f2fe4c00640 1 -- 172.21.15.29:0/2221058917 shutdown_connections 2024-09-12T03:13:25.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.733+0000 7f2fe4c00640 1 -- 172.21.15.29:0/2221058917 wait complete. 2024-09-12T03:13:25.748 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:25.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.905+0000 7f2373400640 1 Processor -- start 2024-09-12T03:13:25.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.905+0000 7f2373400640 1 -- start start 2024-09-12T03:13:25.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.906+0000 7f2373400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f236c06d2c0 0x7f236c0b7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.906+0000 7f2373400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f236c0d2b60 0x7f236c0b7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.906+0000 7f2373400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f236c0d3040 con 0x7f236c15e890 2024-09-12T03:13:25.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.906+0000 7f2373400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f236c0d3c50 con 0x7f236c0d2b60 2024-09-12T03:13:25.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.906+0000 7f2373400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f236c0d3320 con 0x7f236c06d2c0 2024-09-12T03:13:25.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.907+0000 7f2371400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f236c0d2b60 0x7f236c0b7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.907+0000 7f2371400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f236c0d2b60 0x7f236c0b7f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34510/0 (socket says 172.21.15.29:34510) 2024-09-12T03:13:25.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.907+0000 7f2371400640 1 -- 172.21.15.29:0/3213019758 learned_addr learned my addr 172.21.15.29:0/3213019758 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.907+0000 7f2363e00640 1 --2- 172.21.15.29:0/3213019758 >> v2:172.21.15.38:3300/0 conn(0x7f236c06d2c0 0x7f236c0b7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.907+0000 7f2371400640 1 -- 172.21.15.29:0/3213019758 >> v2:172.21.15.38:3300/0 conn(0x7f236c06d2c0 msgr2=0x7f236c0b7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:25.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.907+0000 7f2371400640 1 --2- 172.21.15.29:0/3213019758 >> v2:172.21.15.38:3300/0 conn(0x7f236c06d2c0 0x7f236c0b7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.907+0000 7f2371400640 1 -- 172.21.15.29:0/3213019758 >> v1:172.21.15.38:6789/0 conn(0x7f236c15e890 legacy=0x7f236c06cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.907+0000 7f2371400640 1 -- 172.21.15.29:0/3213019758 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f236c0d3600 con 0x7f236c0d2b60 2024-09-12T03:13:25.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.907+0000 7f2363e00640 1 --2- 172.21.15.29:0/3213019758 >> v2:172.21.15.38:3300/0 conn(0x7f236c06d2c0 0x7f236c0b7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:25.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.908+0000 7f2371400640 1 --2- 172.21.15.29:0/3213019758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236c0d2b60 0x7f236c0b7f60 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f236c0d3bc0 tx=0x7f236402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5db288fbf1b5f38d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.908+0000 7f236be00640 1 -- 172.21.15.29:0/3213019758 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2364036070 con 0x7f236c0d2b60 2024-09-12T03:13:25.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.908+0000 7f236be00640 1 -- 172.21.15.29:0/3213019758 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2364031600 con 0x7f236c0d2b60 2024-09-12T03:13:25.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.908+0000 7f236be00640 1 -- 172.21.15.29:0/3213019758 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23640319d0 con 0x7f236c0d2b60 2024-09-12T03:13:25.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.909+0000 7f2373400640 1 -- 172.21.15.29:0/3213019758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236c0d2b60 msgr2=0x7f236c0b7f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.909+0000 7f2373400640 1 --2- 172.21.15.29:0/3213019758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236c0d2b60 0x7f236c0b7f60 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f236c0d3bc0 tx=0x7f236402a6a0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.909+0000 7f2373400640 1 -- 172.21.15.29:0/3213019758 shutdown_connections 2024-09-12T03:13:25.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.909+0000 7f2373400640 1 --2- 172.21.15.29:0/3213019758 >> v2:172.21.15.38:3300/0 conn(0x7f236c06d2c0 0x7f236c0b7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.909+0000 7f2373400640 1 --2- 172.21.15.29:0/3213019758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236c0d2b60 0x7f236c0b7f60 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.909+0000 7f2373400640 1 -- 172.21.15.29:0/3213019758 >> 172.21.15.29:0/3213019758 conn(0x7f236c0b66c0 msgr2=0x7f236c0d4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:25.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.909+0000 7f2373400640 1 -- 172.21.15.29:0/3213019758 shutdown_connections 2024-09-12T03:13:25.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.909+0000 7f2373400640 1 -- 172.21.15.29:0/3213019758 wait complete. 2024-09-12T03:13:25.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.910+0000 7f2373400640 1 Processor -- start 2024-09-12T03:13:25.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.911+0000 7f2373400640 1 -- start start 2024-09-12T03:13:25.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.911+0000 7f2373400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f236c06d2c0 0x7f236c0cec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.911+0000 7f2373400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236c0d2b60 0x7f236c0aafe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.911+0000 7f2373400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f236c15e890 0x7f236c151af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.911+0000 7f2373400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f236c06db10 con 0x7f236c0d2b60 2024-09-12T03:13:25.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.911+0000 7f2373400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f236c15ec70 con 0x7f236c06d2c0 2024-09-12T03:13:25.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.911+0000 7f2373400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f236c06dc90 con 0x7f236c15e890 2024-09-12T03:13:25.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.912+0000 7f2363e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236c0d2b60 0x7f236c0aafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.912+0000 7f2363e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236c0d2b60 0x7f236c0aafe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34512/0 (socket says 172.21.15.29:34512) 2024-09-12T03:13:25.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.912+0000 7f2363e00640 1 -- 172.21.15.29:0/2423473650 learned_addr learned my addr 172.21.15.29:0/2423473650 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:25.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.912+0000 7f2371400640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f236c15e890 0x7f236c151af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.912+0000 7f2370a00640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f236c06d2c0 0x7f236c0cec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.912+0000 7f2363e00640 1 -- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f236c15e890 msgr2=0x7f236c151af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.912+0000 7f2363e00640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f236c15e890 0x7f236c151af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.912+0000 7f2363e00640 1 -- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f236c06d2c0 msgr2=0x7f236c0cec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:25.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.912+0000 7f2363e00640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f236c06d2c0 0x7f236c0cec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:25.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.912+0000 7f2363e00640 1 -- 172.21.15.29:0/2423473650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f236c0cf2e0 con 0x7f236c0d2b60 2024-09-12T03:13:25.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.913+0000 7f2363e00640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236c0d2b60 0x7f236c0aafe0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f235400e810 tx=0x7f235400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.913+0000 7f2369600640 1 -- 172.21.15.29:0/2423473650 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f235400f040 con 0x7f236c0d2b60 2024-09-12T03:13:25.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.913+0000 7f2369600640 1 -- 172.21.15.29:0/2423473650 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2354004030 con 0x7f236c0d2b60 2024-09-12T03:13:25.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.913+0000 7f2373400640 1 -- 172.21.15.29:0/2423473650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f236c0cf5c0 con 0x7f236c0d2b60 2024-09-12T03:13:25.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.913+0000 7f2369600640 1 -- 172.21.15.29:0/2423473650 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2354004400 con 0x7f236c0d2b60 2024-09-12T03:13:25.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.913+0000 7f2373400640 1 -- 172.21.15.29:0/2423473650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f236c0abc40 con 0x7f236c0d2b60 2024-09-12T03:13:25.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.914+0000 7f2373400640 1 -- 172.21.15.29:0/2423473650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f236c15e3f0 con 0x7f236c0d2b60 2024-09-12T03:13:25.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.915+0000 7f2369600640 1 -- 172.21.15.29:0/2423473650 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f235400c6d0 con 0x7f236c0d2b60 2024-09-12T03:13:25.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.916+0000 7f2369600640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f234806be30 0x7f234806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:25.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.916+0000 7f2369600640 1 -- 172.21.15.29:0/2423473650 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f235408add0 con 0x7f236c0d2b60 2024-09-12T03:13:25.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.916+0000 7f2370a00640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f234806be30 0x7f234806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:25.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.917+0000 7f2370a00640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f234806be30 0x7f234806e2f0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f236c0ab8a0 tx=0x7f235c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:25.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:25.920+0000 7f2369600640 1 -- 172.21.15.29:0/2423473650 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f236c15e3f0 con 0x7f236c0d2b60 2024-09-12T03:13:26.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.140+0000 7f2373400640 1 -- 172.21.15.29:0/2423473650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f236c162120 con 0x7f236c0d2b60 2024-09-12T03:13:26.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.141+0000 7f2369600640 1 -- 172.21.15.29:0/2423473650 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 75 v75) ==== 94+0+5257 (secure 0 0 0) 0x7f236c162120 con 0x7f236c0d2b60 2024-09-12T03:13:26.141 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:26.142 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":75,"btime":"2024-09-12T03:13:24:420912+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5909,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/579023429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":579023429},{"type":"v1","addr":"172.21.15.29:6835","nonce":579023429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":75,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:12.781076+0000","modified":"2024-09-12T03:13:24.420906+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6726,"mds_1":6717,"mds_2":6469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6469":{"gid":6469,"name":"d","rank":2,"incarnation":74,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1246541609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1246541609},{"type":"v1","addr":"172.21.15.38:6836","nonce":1246541609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":1,"incarnation":72,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6834/533635632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":533635632},{"type":"v1","addr":"172.21.15.29:6834","nonce":533635632}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6726":{"gid":6726,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1719628492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1719628492},{"type":"v1","addr":"172.21.15.38:6837","nonce":1719628492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6726,"qdb_cluster":[6469,6717,6726]},"id":5}]} 2024-09-12T03:13:26.142 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 75 2024-09-12T03:13:26.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.143+0000 7f2373400640 1 -- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f234806be30 msgr2=0x7f234806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:26.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.143+0000 7f2373400640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f234806be30 0x7f234806e2f0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f236c0ab8a0 tx=0x7f235c009040 comp rx=0 tx=0).stop 2024-09-12T03:13:26.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.143+0000 7f2373400640 1 -- 172.21.15.29:0/2423473650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236c0d2b60 msgr2=0x7f236c0aafe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:26.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.143+0000 7f2373400640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236c0d2b60 0x7f236c0aafe0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f235400e810 tx=0x7f235400ecd0 comp rx=0 tx=0).stop 2024-09-12T03:13:26.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.144+0000 7f2373400640 1 -- 172.21.15.29:0/2423473650 shutdown_connections 2024-09-12T03:13:26.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.144+0000 7f2373400640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f234806be30 0x7f234806e2f0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:26.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.144+0000 7f2373400640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f236c15e890 0x7f236c151af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:26.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.144+0000 7f2373400640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f236c0d2b60 0x7f236c0aafe0 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:26.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.144+0000 7f2373400640 1 --2- 172.21.15.29:0/2423473650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f236c06d2c0 0x7f236c0cec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:26.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.144+0000 7f2373400640 1 -- 172.21.15.29:0/2423473650 >> 172.21.15.29:0/2423473650 conn(0x7f236c0b66c0 msgr2=0x7f236c0b4820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:26.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.144+0000 7f2373400640 1 -- 172.21.15.29:0/2423473650 shutdown_connections 2024-09-12T03:13:26.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:26.144+0000 7f2373400640 1 -- 172.21.15.29:0/2423473650 wait complete. 2024-09-12T03:13:26.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:26.161 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:13:26.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:26.211 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec sync d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:13:26.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:26.251 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 0 d1/d2) 2024-09-12T03:13:26.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:26.329 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 d1/d2/d3/d4) 2024-09-12T03:13:26.406 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:26.406 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 2 d1/d2/d3/d4/d5/d6) 2024-09-12T03:13:26.483 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:13:26.667 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"5","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:13:26.667 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 1, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:13:26.667 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:13:28.669 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:13:28.855 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"7","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:13:28.856 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:13:28.856 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:13:28.913 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:13:28.914+0000 7f6e9c600640 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-09-12T03:13:30.857 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:13:31.042 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"7","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:13:31.043 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:13:31.043 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:13:33.043 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:13:33.229 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"7","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:13:33.229 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:13:33.230 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:13:35.231 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:13:35.415 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":2}}] 2024-09-12T03:13:35.416 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "authpin": 0, "child": 1, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:13:35.416 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:13:35.417 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:13:35.607 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:13:35.607 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:13:35.608 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:13:37.609 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:13:37.795 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:13:37.796 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:13:37.796 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:13:39.798 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:13:39.984 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1,"2":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}},{"is_auth":false,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":0,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":1}}] 2024-09-12T03:13:39.985 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "authpin": 0, "child": 0, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "6", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:13:39.985 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:13:39.985 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json get subtrees 2024-09-12T03:13:40.171 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds2","dirfrag":"0x102","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"2","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"0","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"dnwaiter":0,"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:13:40.218 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "2", "dirfrag": "0x102", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds2", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dnwaiter": 0, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "6", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:13:40.218 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:13:40.218 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.5:0 flush journal 2024-09-12T03:13:40.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.377+0000 7f93b3200640 1 Processor -- start 2024-09-12T03:13:40.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.377+0000 7f93b3200640 1 -- start start 2024-09-12T03:13:40.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.378+0000 7f93b3200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f93ac073b30 0x7f93ac0b32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.378+0000 7f93b3200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93ac073f10 con 0x7f93ac0cd7b0 2024-09-12T03:13:40.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.378+0000 7f93b3200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93ac0b3b80 con 0x7f93ac0cf750 2024-09-12T03:13:40.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.378+0000 7f93b3200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f93ac06df60 con 0x7f93ac073b30 2024-09-12T03:13:40.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.378+0000 7f93b1400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f93ac0cd7b0 0x7f93ac0cf040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55144/0 (socket says 172.21.15.29:55144) 2024-09-12T03:13:40.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.378+0000 7f93b1400640 1 -- 172.21.15.29:0/3937591554 learned_addr learned my addr 172.21.15.29:0/3937591554 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:40.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.378+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3937591554 >> v2:172.21.15.38:3300/0 conn(0x7f93ac073b30 0x7f93ac0b32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.379+0000 7f93b0a00640 1 -- 172.21.15.29:0/3937591554 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2205619160 0 0) 0x7f93ac0b3b80 con 0x7f93ac0cf750 2024-09-12T03:13:40.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.379+0000 7f93b0a00640 1 -- 172.21.15.29:0/3937591554 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9394005730 con 0x7f93ac0cf750 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.379+0000 7f93b0a00640 1 -- 172.21.15.29:0/3937591554 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2797442470 0 0) 0x7f939c001110 con 0x7f93ac0cd7b0 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.379+0000 7f93b0a00640 1 -- 172.21.15.29:0/3937591554 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f93ac0b3b80 con 0x7f93ac0cd7b0 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.379+0000 7f93b1e00640 1 -- 172.21.15.29:0/3937591554 >> v1:172.21.15.38:6789/0 conn(0x7f93ac0cf750 legacy=0x7f93ac06ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.379+0000 7f93b1e00640 1 -- 172.21.15.29:0/3937591554 >> v1:172.21.15.29:6789/0 conn(0x7f93ac0cd7b0 legacy=0x7f93ac0cf040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.379+0000 7f93b1e00640 1 -- 172.21.15.29:0/3937591554 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93ac06e240 con 0x7f93ac073b30 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.380+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3937591554 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93ac073b30 0x7f93ac0b32f0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f93a00097a0 tx=0x7f93a002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8be30f31a093985 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.380+0000 7f93b0a00640 1 -- 172.21.15.29:0/3937591554 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a0037070 con 0x7f93ac073b30 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.380+0000 7f93b0a00640 1 -- 172.21.15.29:0/3937591554 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93a0032440 con 0x7f93ac073b30 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.380+0000 7f93b0a00640 1 -- 172.21.15.29:0/3937591554 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a00327f0 con 0x7f93ac073b30 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.381+0000 7f93b3200640 1 -- 172.21.15.29:0/3937591554 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93ac073b30 msgr2=0x7f93ac0b32f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.381+0000 7f93b3200640 1 --2- 172.21.15.29:0/3937591554 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93ac073b30 0x7f93ac0b32f0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f93a00097a0 tx=0x7f93a002a230 comp rx=0 tx=0).stop 2024-09-12T03:13:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.381+0000 7f93b3200640 1 -- 172.21.15.29:0/3937591554 shutdown_connections 2024-09-12T03:13:40.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.381+0000 7f93b3200640 1 --2- 172.21.15.29:0/3937591554 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93ac073b30 0x7f93ac0b32f0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.381+0000 7f93b3200640 1 -- 172.21.15.29:0/3937591554 >> 172.21.15.29:0/3937591554 conn(0x7f93ac0b1d80 msgr2=0x7f93ac0b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.381+0000 7f93b3200640 1 -- 172.21.15.29:0/3937591554 shutdown_connections 2024-09-12T03:13:40.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.381+0000 7f93b3200640 1 -- 172.21.15.29:0/3937591554 wait complete. 2024-09-12T03:13:40.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.382+0000 7f93b3200640 1 Processor -- start 2024-09-12T03:13:40.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.383+0000 7f93b3200640 1 -- start start 2024-09-12T03:13:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b3200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93ac073b30 0x7f93ac09a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b3200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93ac0cd7b0 0x7f93ac09daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b3200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93ac0cf750 0x7f93ac0cbc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b3200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f93ac071e40 con 0x7f93ac0cf750 2024-09-12T03:13:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b3200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f93ac0b3830 con 0x7f93ac0cd7b0 2024-09-12T03:13:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b3200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f93ac06f430 con 0x7f93ac073b30 2024-09-12T03:13:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93ac0cf750 0x7f93ac0cbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93ac0cf750 0x7f93ac0cbc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33566/0 (socket says 172.21.15.29:33566) 2024-09-12T03:13:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b2800640 1 -- 172.21.15.29:0/3218072420 learned_addr learned my addr 172.21.15.29:0/3218072420 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b1400640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93ac0cd7b0 0x7f93ac09daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93ac073b30 0x7f93ac09a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b2800640 1 -- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93ac073b30 msgr2=0x7f93ac09a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b2800640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93ac073b30 0x7f93ac09a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b2800640 1 -- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93ac0cd7b0 msgr2=0x7f93ac09daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b2800640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93ac0cd7b0 0x7f93ac09daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.384+0000 7f93b2800640 1 -- 172.21.15.29:0/3218072420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93ac09a720 con 0x7f93ac0cf750 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.385+0000 7f93b2800640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93ac0cf750 0x7f93ac0cbc20 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f93a800c700 tx=0x7f93a800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.385+0000 7f93a6000640 1 -- 172.21.15.29:0/3218072420 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a8003b70 con 0x7f93ac0cf750 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.385+0000 7f93a6000640 1 -- 172.21.15.29:0/3218072420 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93a8003d30 con 0x7f93ac0cf750 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.385+0000 7f93a6000640 1 -- 172.21.15.29:0/3218072420 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a800aa90 con 0x7f93ac0cf750 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.385+0000 7f93b3200640 1 -- 172.21.15.29:0/3218072420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93ac09c770 con 0x7f93ac0cf750 2024-09-12T03:13:40.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.385+0000 7f93b3200640 1 -- 172.21.15.29:0/3218072420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93ac09cd30 con 0x7f93ac0cf750 2024-09-12T03:13:40.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.387+0000 7f93a6000640 1 -- 172.21.15.29:0/3218072420 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f93a800ac30 con 0x7f93ac0cf750 2024-09-12T03:13:40.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.388+0000 7f93a6000640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f939006be30 0x7f939006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.388+0000 7f93a6000640 1 -- 172.21.15.29:0/3218072420 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f93a808ae10 con 0x7f93ac0cf750 2024-09-12T03:13:40.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.388+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f939006be30 0x7f939006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.389+0000 7f93b768b740 1 Processor -- start 2024-09-12T03:13:40.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.389+0000 7f93b768b740 1 -- start start 2024-09-12T03:13:40.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.389+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f939006be30 0x7f939006e2f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f93a0034000 tx=0x7f93a002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b768b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f5e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b768b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f449e0 0x564043f43240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b768b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b768b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564043eac660 con 0x564043f8eea0 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b768b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x564043e54680 con 0x564043f5e4f0 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b768b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x564043ea8620 con 0x564043f449e0 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33582/0 (socket says 172.21.15.29:33582) 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b2800640 1 -- 172.21.15.29:0/838855537 learned_addr learned my addr 172.21.15.29:0/838855537 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b1e00640 1 --2- 172.21.15.29:0/838855537 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f5e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b1400640 1 --2- 172.21.15.29:0/838855537 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f449e0 0x564043f43240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b2800640 1 -- 172.21.15.29:0/838855537 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f449e0 msgr2=0x564043f43240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b2800640 1 --2- 172.21.15.29:0/838855537 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f449e0 0x564043f43240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b2800640 1 -- 172.21.15.29:0/838855537 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 msgr2=0x564043f5e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b2800640 1 --2- 172.21.15.29:0/838855537 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f5e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.390+0000 7f93b2800640 1 -- 172.21.15.29:0/838855537 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564043c897d0 con 0x564043f8eea0 2024-09-12T03:13:40.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.391+0000 7f93b2800640 1 --2- 172.21.15.29:0/838855537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8f3f0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f93a80553a0 tx=0x7f93a8011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6b1c2bd260cc067 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.391+0000 7f939a600640 1 -- 172.21.15.29:0/838855537 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a800ce10 con 0x564043f8eea0 2024-09-12T03:13:40.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.391+0000 7f939a600640 1 -- 172.21.15.29:0/838855537 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93a8057240 con 0x564043f8eea0 2024-09-12T03:13:40.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.391+0000 7f939a600640 1 -- 172.21.15.29:0/838855537 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a8058390 con 0x564043f8eea0 2024-09-12T03:13:40.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.391+0000 7f93b768b740 1 -- 172.21.15.29:0/838855537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 msgr2=0x564043f8f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.391+0000 7f93b768b740 1 --2- 172.21.15.29:0/838855537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8f3f0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f93a80553a0 tx=0x7f93a8011000 comp rx=0 tx=0).stop 2024-09-12T03:13:40.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.392+0000 7f93b768b740 1 -- 172.21.15.29:0/838855537 shutdown_connections 2024-09-12T03:13:40.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.392+0000 7f93b768b740 1 --2- 172.21.15.29:0/838855537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8f3f0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.392+0000 7f93b768b740 1 --2- 172.21.15.29:0/838855537 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f449e0 0x564043f43240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.392+0000 7f93b768b740 1 --2- 172.21.15.29:0/838855537 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f5e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.392+0000 7f93b768b740 1 -- 172.21.15.29:0/838855537 >> 172.21.15.29:0/838855537 conn(0x564043f45410 msgr2=0x564043f8da30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.392+0000 7f93b768b740 1 -- 172.21.15.29:0/838855537 shutdown_connections 2024-09-12T03:13:40.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.392+0000 7f93b768b740 1 -- 172.21.15.29:0/838855537 wait complete. 2024-09-12T03:13:40.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.392+0000 7f93b768b740 1 -- start start 2024-09-12T03:13:40.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.393+0000 7f93b768b740 1 Processor -- start 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b768b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f494c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b768b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f8eea0 0x564043f72bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b768b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f86340 0x564043f867c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b768b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564043f43940 con 0x564043f86340 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b768b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x564043e354c0 con 0x564043f5e4f0 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b768b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x564043f43c20 con 0x564043f8eea0 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b768b740 10 client.0 _ll_register_callbacks cb 0x564043ea4e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f86340 0x564043f867c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f86340 0x564043f867c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33594/0 (socket says 172.21.15.29:33594) 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b2800640 1 -- 172.21.15.29:0/3193530308 learned_addr learned my addr 172.21.15.29:0/3193530308 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b2800640 1 -- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f8eea0 msgr2=0x564043f72bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b1400640 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f8eea0 0x564043f72bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f494c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b2800640 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f8eea0 0x564043f72bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b2800640 1 -- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 msgr2=0x564043f494c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b2800640 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f494c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b2800640 1 -- 172.21.15.29:0/3193530308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564043bbf3f0 con 0x564043f86340 2024-09-12T03:13:40.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b1400640 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f8eea0 0x564043f72bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:40.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.394+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f494c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:40.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f93b2800640 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f86340 0x564043f867c0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f93a800a430 tx=0x7f93a8001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3cc062e40260880 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f938ea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:40.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f938ea00640 1 -- 172.21.15.29:0/3193530308 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a8058590 con 0x564043f86340 2024-09-12T03:13:40.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f938ea00640 1 -- 172.21.15.29:0/3193530308 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f93a805f440 con 0x564043f86340 2024-09-12T03:13:40.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f93b768b740 1 -- 172.21.15.29:0/3193530308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93a8057240 con 0x564043f86340 2024-09-12T03:13:40.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f938ea00640 1 -- 172.21.15.29:0/3193530308 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7f93a8082050 con 0x564043f86340 2024-09-12T03:13:40.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f93b768b740 10 client.6942 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:40.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f93b768b740 1 -- 172.21.15.29:0/3193530308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x564043b7f0f0 con 0x564043f86340 2024-09-12T03:13:40.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f938ea00640 1 -- 172.21.15.29:0/3193530308 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93a8057240 con 0x564043f86340 2024-09-12T03:13:40.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f938ea00640 1 -- 172.21.15.29:0/3193530308 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7f93a8054c90 con 0x564043f86340 2024-09-12T03:13:40.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f93b768b740 10 client.6942 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:40.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f93b768b740 10 client.6942 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.b 2024-09-12T03:13:40.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f93b768b740 20 client.6942 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:40.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.395+0000 7f93b768b740 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x564043f476e0 0x564043f47b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.396+0000 7f93b768b740 4 client.6942 mds_command: new command op to 6726 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:13:40.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.396+0000 7f93b768b740 1 -- 172.21.15.29:0/3193530308 --> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564043eb9d90 con 0x564043f476e0 2024-09-12T03:13:40.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.396+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x564043f476e0 0x564043f47b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.396+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x564043f476e0 0x564043f47b30 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1af05340c412b113 server_cookie=abde38996535a65b in_seq=0 out_seq=0 2024-09-12T03:13:40.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.396+0000 7f938ea00640 10 client.6942 ms_handle_connect on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:40.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.397+0000 7f938ea00640 1 -- 172.21.15.29:0/3193530308 <== mds.0 v2:172.21.15.38:6835/1719628492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564043eb9d90 con 0x564043f476e0 2024-09-12T03:13:40.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.397+0000 7f938ea00640 10 client.6942 handle_command_reply: tid=0 2024-09-12T03:13:40.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.397+0000 7f93b768b740 1 client.6942 shutdown 2024-09-12T03:13:40.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f93b768b740 1 -- 172.21.15.29:0/3193530308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f86340 msgr2=0x564043f867c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f93b768b740 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f86340 0x564043f867c0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f93a800a430 tx=0x7f93a8001250 comp rx=0 tx=0).stop 2024-09-12T03:13:40.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f93b768b740 1 -- 172.21.15.29:0/3193530308 shutdown_connections 2024-09-12T03:13:40.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f93b768b740 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x564043f476e0 0x564043f47b30 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f93b768b740 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f86340 0x564043f867c0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f93b768b740 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f8eea0 0x564043f72bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f93b768b740 1 --2- 172.21.15.29:0/3193530308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f494c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f938ea00640 0 client.6942 ms_handle_reset on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:40.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f93b768b740 1 -- 172.21.15.29:0/3193530308 >> 172.21.15.29:0/3193530308 conn(0x564043f449e0 msgr2=0x564043f8da30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f93b768b740 1 -- 172.21.15.29:0/3193530308 shutdown_connections 2024-09-12T03:13:40.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f93b768b740 1 -- 172.21.15.29:0/3193530308 wait complete. 2024-09-12T03:13:40.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.398+0000 7f93b768b740 20 client.6942 trim_cache size 0 max 16384 2024-09-12T03:13:40.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.413+0000 7f93b768b740 1 Processor -- start 2024-09-12T03:13:40.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.413+0000 7f93b768b740 1 -- start start 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.414+0000 7f93b768b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f493d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.414+0000 7f93b768b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f86340 0x564043fb1c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.414+0000 7f93b768b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.414+0000 7f93b768b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f93ac201250 con 0x564043f8eea0 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.414+0000 7f93b768b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f93ac200420 con 0x564043f5e4f0 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.414+0000 7f93b768b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f93ac200b20 con 0x564043f86340 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.414+0000 7f93b2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.414+0000 7f93b2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33596/0 (socket says 172.21.15.29:33596) 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.414+0000 7f93b2800640 1 -- 172.21.15.29:0/4256020256 learned_addr learned my addr 172.21.15.29:0/4256020256 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.414+0000 7f93b1e00640 1 --2- 172.21.15.29:0/4256020256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f493d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.414+0000 7f93b1400640 1 --2- 172.21.15.29:0/4256020256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f86340 0x564043fb1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.415+0000 7f93b2800640 1 -- 172.21.15.29:0/4256020256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f86340 msgr2=0x564043fb1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.415+0000 7f93b2800640 1 --2- 172.21.15.29:0/4256020256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f86340 0x564043fb1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.415+0000 7f93b2800640 1 -- 172.21.15.29:0/4256020256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 msgr2=0x564043f493d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.415+0000 7f93b2800640 1 --2- 172.21.15.29:0/4256020256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f493d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.415+0000 7f93b2800640 1 -- 172.21.15.29:0/4256020256 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564043f725c0 con 0x564043f8eea0 2024-09-12T03:13:40.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.415+0000 7f93b2800640 1 --2- 172.21.15.29:0/4256020256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8d6b0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f93a8011040 tx=0x7f93a8088000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75b4d1ef8db3feb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.415+0000 7f9399c00640 1 -- 172.21.15.29:0/4256020256 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a8058d10 con 0x564043f8eea0 2024-09-12T03:13:40.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.415+0000 7f9399c00640 1 -- 172.21.15.29:0/4256020256 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93a8075070 con 0x564043f8eea0 2024-09-12T03:13:40.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.415+0000 7f9399c00640 1 -- 172.21.15.29:0/4256020256 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a800ce10 con 0x564043f8eea0 2024-09-12T03:13:40.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.416+0000 7f93b768b740 1 -- 172.21.15.29:0/4256020256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 msgr2=0x564043f8d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.416+0000 7f93b768b740 1 --2- 172.21.15.29:0/4256020256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8d6b0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f93a8011040 tx=0x7f93a8088000 comp rx=0 tx=0).stop 2024-09-12T03:13:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.416+0000 7f93b768b740 1 -- 172.21.15.29:0/4256020256 shutdown_connections 2024-09-12T03:13:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.416+0000 7f93b768b740 1 --2- 172.21.15.29:0/4256020256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x564043f8d6b0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.416+0000 7f93b768b740 1 --2- 172.21.15.29:0/4256020256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f86340 0x564043fb1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.416+0000 7f93b768b740 1 --2- 172.21.15.29:0/4256020256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043f493d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.416+0000 7f93b768b740 1 -- 172.21.15.29:0/4256020256 >> 172.21.15.29:0/4256020256 conn(0x564043f449e0 msgr2=0x564043f3e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.416+0000 7f93b768b740 1 -- 172.21.15.29:0/4256020256 shutdown_connections 2024-09-12T03:13:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.416+0000 7f93b768b740 1 -- 172.21.15.29:0/4256020256 wait complete. 2024-09-12T03:13:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.416+0000 7f93b768b740 1 -- start start 2024-09-12T03:13:40.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.417+0000 7f93b768b740 1 Processor -- start 2024-09-12T03:13:40.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.417+0000 7f93b768b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043fb11b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.417+0000 7f93b768b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f86340 0x564043f8d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b768b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x56404400a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b768b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564043fa1900 con 0x564043f8eea0 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b768b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f93ac0ce960 con 0x564043f5e4f0 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b768b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x564043f725c0 con 0x564043f86340 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b768b740 10 client.0 _ll_register_callbacks cb 0x7f9394006af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x56404400a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x56404400a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33610/0 (socket says 172.21.15.29:33610) 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b2800640 1 -- 172.21.15.29:0/3155486640 learned_addr learned my addr 172.21.15.29:0/3155486640 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b1400640 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f86340 0x564043f8d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043fb11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b2800640 1 -- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f86340 msgr2=0x564043f8d7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b2800640 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f86340 0x564043f8d7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b2800640 1 -- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 msgr2=0x564043fb11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b2800640 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043fb11b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b2800640 1 -- 172.21.15.29:0/3155486640 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564043f6ee00 con 0x564043f8eea0 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f93b2800640 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x56404400a530 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f93a8001560 tx=0x7f93a80014d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce2bebd492634ce5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.418+0000 7f938ea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f938ea00640 1 -- 172.21.15.29:0/3155486640 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a8058d10 con 0x564043f8eea0 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f938ea00640 1 -- 172.21.15.29:0/3155486640 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f93a80585a0 con 0x564043f8eea0 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f93b768b740 1 -- 172.21.15.29:0/3155486640 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93a8075070 con 0x564043f8eea0 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f938ea00640 1 -- 172.21.15.29:0/3155486640 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7f93a800ce10 con 0x564043f8eea0 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f93b768b740 10 client.6948 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f93b768b740 1 -- 172.21.15.29:0/3155486640 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x564043f6ee00 con 0x564043f8eea0 2024-09-12T03:13:40.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f938ea00640 1 -- 172.21.15.29:0/3155486640 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93a8075070 con 0x564043f8eea0 2024-09-12T03:13:40.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f938ea00640 1 -- 172.21.15.29:0/3155486640 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7f93a805f440 con 0x564043f8eea0 2024-09-12T03:13:40.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f93b768b740 10 client.6948 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:40.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f93b768b740 10 client.6948 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.b 2024-09-12T03:13:40.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f93b768b740 20 client.6948 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:40.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f93b768b740 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x564043f8dcf0 0x56404400aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f93b768b740 4 client.6948 mds_command: new command op to 6726 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:13:40.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.419+0000 7f93b768b740 1 -- 172.21.15.29:0/3155486640 --> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564043eb40e0 con 0x564043f8dcf0 2024-09-12T03:13:40.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.420+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x564043f8dcf0 0x56404400aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.420+0000 7f93b1e00640 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x564043f8dcf0 0x56404400aa70 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15763e47360ceed6 server_cookie=c7db99bd25298520 in_seq=0 out_seq=0 2024-09-12T03:13:40.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.420+0000 7f938ea00640 10 client.6948 ms_handle_connect on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:40.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.433+0000 7f938ea00640 1 -- 172.21.15.29:0/3155486640 <== mds.0 v2:172.21.15.38:6835/1719628492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564043eb40e0 con 0x564043f8dcf0 2024-09-12T03:13:40.434 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.433+0000 7f938ea00640 10 client.6948 handle_command_reply: tid=0 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.433+0000 7f93b768b740 1 client.6948 shutdown 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f93b768b740 1 -- 172.21.15.29:0/3155486640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 msgr2=0x56404400a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f93b768b740 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x56404400a530 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f93a8001560 tx=0x7f93a80014d0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f93b768b740 1 -- 172.21.15.29:0/3155486640 shutdown_connections 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f93b768b740 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:6835/1719628492,v1:172.21.15.38:6837/1719628492] conn(0x564043f8dcf0 0x56404400aa70 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f93b768b740 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564043f8eea0 0x56404400a530 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f93b768b740 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564043f86340 0x564043f8d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f938ea00640 0 client.6948 ms_handle_reset on v2:172.21.15.38:6835/1719628492 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f93b768b740 1 --2- 172.21.15.29:0/3155486640 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564043f5e4f0 0x564043fb11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f93b768b740 1 -- 172.21.15.29:0/3155486640 >> 172.21.15.29:0/3155486640 conn(0x564043f449e0 msgr2=0x564043f9cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f93b768b740 1 -- 172.21.15.29:0/3155486640 shutdown_connections 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f93b768b740 1 -- 172.21.15.29:0/3155486640 wait complete. 2024-09-12T03:13:40.435 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.434+0000 7f93b768b740 20 client.6948 trim_cache size 0 max 16384 2024-09-12T03:13:40.436 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:13:40.436 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:13:40.436 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:13:40.436 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:13:40.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 -- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f939006be30 msgr2=0x7f939006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f939006be30 0x7f939006e2f0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f93a0034000 tx=0x7f93a002e000 comp rx=0 tx=0).stop 2024-09-12T03:13:40.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 -- 172.21.15.29:0/3218072420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93ac0cf750 msgr2=0x7f93ac0cbc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93ac0cf750 0x7f93ac0cbc20 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f93a800c700 tx=0x7f93a800cbc0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 -- 172.21.15.29:0/3218072420 shutdown_connections 2024-09-12T03:13:40.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f939006be30 0x7f939006e2f0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93ac0cf750 0x7f93ac0cbc20 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f93ac0cd7b0 0x7f93ac09daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 --2- 172.21.15.29:0/3218072420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f93ac073b30 0x7f93ac09a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 -- 172.21.15.29:0/3218072420 >> 172.21.15.29:0/3218072420 conn(0x7f93ac0b1d80 msgr2=0x7f93ac0cca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 -- 172.21.15.29:0/3218072420 shutdown_connections 2024-09-12T03:13:40.438 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.435+0000 7f93b3200640 1 -- 172.21.15.29:0/3218072420 wait complete. 2024-09-12T03:13:40.451 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.5:1 flush journal 2024-09-12T03:13:40.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.610+0000 7fb626c00640 1 Processor -- start 2024-09-12T03:13:40.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.610+0000 7fb626c00640 1 -- start start 2024-09-12T03:13:40.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.611+0000 7fb626c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb6200d4e10 0x7fb6200b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.611+0000 7fb626c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6200d2570 con 0x7fb62006cbb0 2024-09-12T03:13:40.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.611+0000 7fb626c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb6200d2850 con 0x7fb62015e910 2024-09-12T03:13:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.611+0000 7fb626c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb6200d2b30 con 0x7fb6200d4e10 2024-09-12T03:13:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.611+0000 7fb624c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fb62006cbb0 0x7fb6200d3610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55156/0 (socket says 172.21.15.29:55156) 2024-09-12T03:13:40.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.611+0000 7fb624c00640 1 -- 172.21.15.29:0/1622014898 learned_addr learned my addr 172.21.15.29:0/1622014898 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.612+0000 7fb61f400640 1 --2- 172.21.15.29:0/1622014898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb6200d4e10 0x7fb6200b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.612+0000 7fb61ea00640 1 -- 172.21.15.29:0/1622014898 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2057383877 0 0) 0x7fb6200d2570 con 0x7fb62006cbb0 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.612+0000 7fb61ea00640 1 -- 172.21.15.29:0/1622014898 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb604003520 con 0x7fb62006cbb0 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.612+0000 7fb61ea00640 1 -- 172.21.15.29:0/1622014898 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3443989785 0 0) 0x7fb6200d2850 con 0x7fb62015e910 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.612+0000 7fb61ea00640 1 -- 172.21.15.29:0/1622014898 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb6200d2570 con 0x7fb62015e910 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.612+0000 7fb61ea00640 1 -- 172.21.15.29:0/1622014898 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 678472987 0 0) 0x7fb604003520 con 0x7fb62006cbb0 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.612+0000 7fb61f400640 1 -- 172.21.15.29:0/1622014898 >> v1:172.21.15.38:6789/0 conn(0x7fb62015e910 legacy=0x7fb6200b7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.612+0000 7fb61f400640 1 -- 172.21.15.29:0/1622014898 >> v1:172.21.15.29:6789/0 conn(0x7fb62006cbb0 legacy=0x7fb6200d3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.612+0000 7fb61f400640 1 -- 172.21.15.29:0/1622014898 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6200d2e10 con 0x7fb6200d4e10 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.613+0000 7fb61f400640 1 --2- 172.21.15.29:0/1622014898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb6200d4e10 0x7fb6200b3a90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb60c0097d0 tx=0x7fb60c02a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19733e04d40cd834 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.613+0000 7fb61ea00640 1 -- 172.21.15.29:0/1622014898 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60c037070 con 0x7fb6200d4e10 2024-09-12T03:13:40.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.613+0000 7fb61ea00640 1 -- 172.21.15.29:0/1622014898 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb60c02acc0 con 0x7fb6200d4e10 2024-09-12T03:13:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.613+0000 7fb61ea00640 1 -- 172.21.15.29:0/1622014898 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6180019f0 con 0x7fb6200d4e10 2024-09-12T03:13:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.614+0000 7fb626c00640 1 -- 172.21.15.29:0/1622014898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb6200d4e10 msgr2=0x7fb6200b3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.614+0000 7fb626c00640 1 --2- 172.21.15.29:0/1622014898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb6200d4e10 0x7fb6200b3a90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb60c0097d0 tx=0x7fb60c02a230 comp rx=0 tx=0).stop 2024-09-12T03:13:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.614+0000 7fb626c00640 1 -- 172.21.15.29:0/1622014898 shutdown_connections 2024-09-12T03:13:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.614+0000 7fb626c00640 1 --2- 172.21.15.29:0/1622014898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb6200d4e10 0x7fb6200b3a90 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.614+0000 7fb626c00640 1 -- 172.21.15.29:0/1622014898 >> 172.21.15.29:0/1622014898 conn(0x7fb6200b6740 msgr2=0x7fb6200d4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.614+0000 7fb626c00640 1 -- 172.21.15.29:0/1622014898 shutdown_connections 2024-09-12T03:13:40.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.614+0000 7fb626c00640 1 -- 172.21.15.29:0/1622014898 wait complete. 2024-09-12T03:13:40.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.616+0000 7fb626c00640 1 Processor -- start 2024-09-12T03:13:40.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.616+0000 7fb626c00640 1 -- start start 2024-09-12T03:13:40.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb626c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb62006cbb0 0x7fb6200ccb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb626c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb6200d4e10 0x7fb6200ca970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb626c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb62015e910 0x7fb6200ce1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb626c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb6200d21d0 con 0x7fb62006cbb0 2024-09-12T03:13:40.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb626c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb6200b8220 con 0x7fb62015e910 2024-09-12T03:13:40.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb626c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb6200d2350 con 0x7fb6200d4e10 2024-09-12T03:13:40.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb61fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb62006cbb0 0x7fb6200ccb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb61fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb62006cbb0 0x7fb6200ccb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33616/0 (socket says 172.21.15.29:33616) 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb61fe00640 1 -- 172.21.15.29:0/208785485 learned_addr learned my addr 172.21.15.29:0/208785485 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb61f400640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb6200d4e10 0x7fb6200ca970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb624c00640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb62015e910 0x7fb6200ce1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb61fe00640 1 -- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb6200d4e10 msgr2=0x7fb6200ca970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.617+0000 7fb61fe00640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb6200d4e10 0x7fb6200ca970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.618+0000 7fb61fe00640 1 -- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb62015e910 msgr2=0x7fb6200ce1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.618+0000 7fb61fe00640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb62015e910 0x7fb6200ce1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.618+0000 7fb61fe00640 1 -- 172.21.15.29:0/208785485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6200cbab0 con 0x7fb62006cbb0 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.618+0000 7fb61fe00640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb62006cbb0 0x7fb6200ccb50 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fb61000c430 tx=0x7fb61000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.618+0000 7fb617e00640 1 -- 172.21.15.29:0/208785485 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610017070 con 0x7fb62006cbb0 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.618+0000 7fb617e00640 1 -- 172.21.15.29:0/208785485 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6100052f0 con 0x7fb62006cbb0 2024-09-12T03:13:40.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.618+0000 7fb617e00640 1 -- 172.21.15.29:0/208785485 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610003830 con 0x7fb62006cbb0 2024-09-12T03:13:40.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.618+0000 7fb626c00640 1 -- 172.21.15.29:0/208785485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6200cbd90 con 0x7fb62006cbb0 2024-09-12T03:13:40.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.618+0000 7fb626c00640 1 -- 172.21.15.29:0/208785485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6200cc350 con 0x7fb62006cbb0 2024-09-12T03:13:40.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.622+0000 7fb617e00640 1 -- 172.21.15.29:0/208785485 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb61001a070 con 0x7fb62006cbb0 2024-09-12T03:13:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.622+0000 7fb617e00640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb60006be60 0x7fb60006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.623+0000 7fb617e00640 1 -- 172.21.15.29:0/208785485 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fb61008a420 con 0x7fb62006cbb0 2024-09-12T03:13:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.623+0000 7fb629c45740 1 Processor -- start 2024-09-12T03:13:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.623+0000 7fb629c45740 1 -- start start 2024-09-12T03:13:40.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.623+0000 7fb61f400640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb60006be60 0x7fb60006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb629c45740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f117c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb629c45740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 0x562d4f118200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb629c45740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0cd480 0x562d4f118740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb629c45740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562d4f035660 con 0x562d4f0e7420 2024-09-12T03:13:40.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb629c45740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562d4efdd680 con 0x562d4f0cd480 2024-09-12T03:13:40.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb629c45740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562d4f031620 con 0x562d4f0e7800 2024-09-12T03:13:40.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb61f400640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb60006be60 0x7fb60006e320 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fb60c034000 tx=0x7fb60c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb61fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f117c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb61fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f117c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33628/0 (socket says 172.21.15.29:33628) 2024-09-12T03:13:40.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb61fe00640 1 -- 172.21.15.29:0/3040630553 learned_addr learned my addr 172.21.15.29:0/3040630553 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb61f400640 1 --2- 172.21.15.29:0/3040630553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 0x562d4f118200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb624c00640 1 --2- 172.21.15.29:0/3040630553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0cd480 0x562d4f118740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb61fe00640 1 -- 172.21.15.29:0/3040630553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 msgr2=0x562d4f118200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb61fe00640 1 --2- 172.21.15.29:0/3040630553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 0x562d4f118200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb61fe00640 1 -- 172.21.15.29:0/3040630553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0cd480 msgr2=0x562d4f118740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb61fe00640 1 --2- 172.21.15.29:0/3040630553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0cd480 0x562d4f118740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.624+0000 7fb61fe00640 1 -- 172.21.15.29:0/3040630553 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d4ee127d0 con 0x562d4f0e7420 2024-09-12T03:13:40.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.625+0000 7fb61fe00640 1 --2- 172.21.15.29:0/3040630553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f117c40 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fb610060b50 tx=0x7fb61005c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daf16f5fd5cbc2d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.625+0000 7fb60be00640 1 -- 172.21.15.29:0/3040630553 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb61008a0c0 con 0x562d4f0e7420 2024-09-12T03:13:40.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.625+0000 7fb60be00640 1 -- 172.21.15.29:0/3040630553 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb610054bc0 con 0x562d4f0e7420 2024-09-12T03:13:40.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.625+0000 7fb60be00640 1 -- 172.21.15.29:0/3040630553 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610088da0 con 0x562d4f0e7420 2024-09-12T03:13:40.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.625+0000 7fb629c45740 1 -- 172.21.15.29:0/3040630553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 msgr2=0x562d4f117c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.625+0000 7fb629c45740 1 --2- 172.21.15.29:0/3040630553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f117c40 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fb610060b50 tx=0x7fb61005c910 comp rx=0 tx=0).stop 2024-09-12T03:13:40.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.626+0000 7fb629c45740 1 -- 172.21.15.29:0/3040630553 shutdown_connections 2024-09-12T03:13:40.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.626+0000 7fb629c45740 1 --2- 172.21.15.29:0/3040630553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0cd480 0x562d4f118740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.626+0000 7fb629c45740 1 --2- 172.21.15.29:0/3040630553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 0x562d4f118200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.626+0000 7fb629c45740 1 --2- 172.21.15.29:0/3040630553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f117c40 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.626+0000 7fb629c45740 1 -- 172.21.15.29:0/3040630553 >> 172.21.15.29:0/3040630553 conn(0x562d4f0ce220 msgr2=0x562d4f116840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.626+0000 7fb629c45740 1 -- 172.21.15.29:0/3040630553 shutdown_connections 2024-09-12T03:13:40.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.626+0000 7fb629c45740 1 -- 172.21.15.29:0/3040630553 wait complete. 2024-09-12T03:13:40.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.626+0000 7fb629c45740 1 -- start start 2024-09-12T03:13:40.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.627+0000 7fb629c45740 1 Processor -- start 2024-09-12T03:13:40.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.627+0000 7fb629c45740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0e7420 0x562d4f126ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.627+0000 7fb629c45740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 0x562d4f0d4300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.627+0000 7fb629c45740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f12a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.627+0000 7fb629c45740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562d4f0cc3e0 con 0x562d4f113df0 2024-09-12T03:13:40.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.627+0000 7fb629c45740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562d4efbe4c0 con 0x562d4f0e7420 2024-09-12T03:13:40.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.627+0000 7fb629c45740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562d4f0cc6c0 con 0x562d4f0e7800 2024-09-12T03:13:40.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb629c45740 10 client.0 _ll_register_callbacks cb 0x562d4f02de80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:40.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb624c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f12a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb624c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f12a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33632/0 (socket says 172.21.15.29:33632) 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb624c00640 1 -- 172.21.15.29:0/1258300664 learned_addr learned my addr 172.21.15.29:0/1258300664 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb61f400640 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 0x562d4f0d4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb61fe00640 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0e7420 0x562d4f126ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb624c00640 1 -- 172.21.15.29:0/1258300664 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 msgr2=0x562d4f0d4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb624c00640 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 0x562d4f0d4300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb624c00640 1 -- 172.21.15.29:0/1258300664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0e7420 msgr2=0x562d4f126ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb624c00640 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0e7420 0x562d4f126ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb624c00640 1 -- 172.21.15.29:0/1258300664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d4ed483f0 con 0x562d4f113df0 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb624c00640 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f12a3d0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fb618012d90 tx=0x7fb618010610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6eed2a1ced1cbd69 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.628+0000 7fb608c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.629+0000 7fb608c00640 1 -- 172.21.15.29:0/1258300664 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb618019020 con 0x562d4f113df0 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.629+0000 7fb608c00640 1 -- 172.21.15.29:0/1258300664 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fb618010cc0 con 0x562d4f113df0 2024-09-12T03:13:40.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.629+0000 7fb629c45740 1 -- 172.21.15.29:0/1258300664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb610054bc0 con 0x562d4f113df0 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.629+0000 7fb608c00640 1 -- 172.21.15.29:0/1258300664 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7fb618023050 con 0x562d4f113df0 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.629+0000 7fb629c45740 10 client.6960 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.629+0000 7fb629c45740 1 -- 172.21.15.29:0/1258300664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x562d4ed080f0 con 0x562d4f113df0 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.629+0000 7fb608c00640 1 -- 172.21.15.29:0/1258300664 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb610054bc0 con 0x562d4f113df0 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.629+0000 7fb608c00640 1 -- 172.21.15.29:0/1258300664 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7fb618026020 con 0x562d4f113df0 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.630+0000 7fb629c45740 10 client.6960 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.630+0000 7fb629c45740 10 client.6960 resolve_mds: resolved 5:1 to role '5:1' aka daemon mds.a 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.630+0000 7fb629c45740 20 client.6960 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.630+0000 7fb629c45740 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x562d4f112490 0x562d4f1128a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.630+0000 7fb629c45740 4 client.6960 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.630+0000 7fb629c45740 1 -- 172.21.15.29:0/1258300664 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562d4f042d90 con 0x562d4f112490 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.630+0000 7fb61fe00640 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x562d4f112490 0x562d4f1128a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.630+0000 7fb61fe00640 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x562d4f112490 0x562d4f1128a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bdc992cb82656130 server_cookie=860769e789586871 in_seq=0 out_seq=0 2024-09-12T03:13:40.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.630+0000 7fb608c00640 10 client.6960 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb608c00640 1 -- 172.21.15.29:0/1258300664 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562d4f042d90 con 0x562d4f112490 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb608c00640 10 client.6960 handle_command_reply: tid=0 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb629c45740 1 client.6960 shutdown 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb629c45740 1 -- 172.21.15.29:0/1258300664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 msgr2=0x562d4f12a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb629c45740 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f12a3d0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fb618012d90 tx=0x7fb618010610 comp rx=0 tx=0).stop 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb629c45740 1 -- 172.21.15.29:0/1258300664 shutdown_connections 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb629c45740 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x562d4f112490 0x562d4f1128a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb629c45740 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f12a3d0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb608c00640 0 client.6960 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb629c45740 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 0x562d4f0d4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb629c45740 1 --2- 172.21.15.29:0/1258300664 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0e7420 0x562d4f126ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb629c45740 1 -- 172.21.15.29:0/1258300664 >> 172.21.15.29:0/1258300664 conn(0x562d4f0cd480 msgr2=0x562d4f0d17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.631+0000 7fb629c45740 1 -- 172.21.15.29:0/1258300664 shutdown_connections 2024-09-12T03:13:40.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.632+0000 7fb629c45740 1 -- 172.21.15.29:0/1258300664 wait complete. 2024-09-12T03:13:40.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.632+0000 7fb629c45740 20 client.6960 trim_cache size 0 max 16384 2024-09-12T03:13:40.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.647+0000 7fb629c45740 1 Processor -- start 2024-09-12T03:13:40.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.647+0000 7fb629c45740 1 -- start start 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb629c45740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f115110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb629c45740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 0x562d4f0e5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb629c45740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f113df0 0x562d4f0e6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb629c45740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb620200fa0 con 0x562d4f0e7420 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb629c45740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb620200170 con 0x562d4f113df0 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb629c45740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb620200870 con 0x562d4f0e7800 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb61fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f115110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb61fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f115110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33648/0 (socket says 172.21.15.29:33648) 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb61fe00640 1 -- 172.21.15.29:0/2804322478 learned_addr learned my addr 172.21.15.29:0/2804322478 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb61fe00640 1 -- 172.21.15.29:0/2804322478 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 msgr2=0x562d4f0e5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb61fe00640 1 --2- 172.21.15.29:0/2804322478 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 0x562d4f0e5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb61fe00640 1 -- 172.21.15.29:0/2804322478 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f113df0 msgr2=0x562d4f0e6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb61fe00640 1 --2- 172.21.15.29:0/2804322478 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f113df0 0x562d4f0e6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.648+0000 7fb61fe00640 1 -- 172.21.15.29:0/2804322478 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d4f0cd990 con 0x562d4f0e7420 2024-09-12T03:13:40.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb61fe00640 1 --2- 172.21.15.29:0/2804322478 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f115110 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fb610056800 tx=0x7fb61008a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78eaa70d0751b508 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb60b400640 1 -- 172.21.15.29:0/2804322478 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610075070 con 0x562d4f0e7420 2024-09-12T03:13:40.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb60b400640 1 -- 172.21.15.29:0/2804322478 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb610054bc0 con 0x562d4f0e7420 2024-09-12T03:13:40.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb60b400640 1 -- 172.21.15.29:0/2804322478 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb610087040 con 0x562d4f0e7420 2024-09-12T03:13:40.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb629c45740 1 -- 172.21.15.29:0/2804322478 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 msgr2=0x562d4f115110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb629c45740 1 --2- 172.21.15.29:0/2804322478 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f115110 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fb610056800 tx=0x7fb61008a050 comp rx=0 tx=0).stop 2024-09-12T03:13:40.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb629c45740 1 -- 172.21.15.29:0/2804322478 shutdown_connections 2024-09-12T03:13:40.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb629c45740 1 --2- 172.21.15.29:0/2804322478 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f113df0 0x562d4f0e6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb629c45740 1 --2- 172.21.15.29:0/2804322478 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7800 0x562d4f0e5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb629c45740 1 --2- 172.21.15.29:0/2804322478 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f0e7420 0x562d4f115110 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb629c45740 1 -- 172.21.15.29:0/2804322478 >> 172.21.15.29:0/2804322478 conn(0x562d4f0cd480 msgr2=0x562d4f1105a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb629c45740 1 -- 172.21.15.29:0/2804322478 shutdown_connections 2024-09-12T03:13:40.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.649+0000 7fb629c45740 1 -- 172.21.15.29:0/2804322478 wait complete. 2024-09-12T03:13:40.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.650+0000 7fb629c45740 1 -- start start 2024-09-12T03:13:40.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.650+0000 7fb629c45740 1 Processor -- start 2024-09-12T03:13:40.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.651+0000 7fb629c45740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7420 0x562d4f1942f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.651+0000 7fb629c45740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0e7800 0x562d4f197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.651+0000 7fb629c45740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f198530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.651+0000 7fb629c45740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562d4f0c6bc0 con 0x562d4f113df0 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.651+0000 7fb629c45740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb6200abb50 con 0x562d4f0e7800 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.651+0000 7fb629c45740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562d4f0cf0f0 con 0x562d4f0e7420 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.651+0000 7fb629c45740 10 client.0 _ll_register_callbacks cb 0x7fb618012940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb624c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb624c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f198530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33658/0 (socket says 172.21.15.29:33658) 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb624c00640 1 -- 172.21.15.29:0/2708294740 learned_addr learned my addr 172.21.15.29:0/2708294740 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb61f400640 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0e7800 0x562d4f197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb61fe00640 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7420 0x562d4f1942f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb624c00640 1 -- 172.21.15.29:0/2708294740 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7420 msgr2=0x562d4f1942f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb624c00640 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7420 0x562d4f1942f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb624c00640 1 -- 172.21.15.29:0/2708294740 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0e7800 msgr2=0x562d4f197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb624c00640 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0e7800 0x562d4f197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb624c00640 1 -- 172.21.15.29:0/2708294740 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d4eeab940 con 0x562d4f113df0 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb624c00640 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f198530 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x562d4f112ec0 tx=0x7fb618000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=262e8d895be2af10 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb608c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb608c00640 1 -- 172.21.15.29:0/2708294740 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb618019030 con 0x562d4f113df0 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.652+0000 7fb608c00640 1 -- 172.21.15.29:0/2708294740 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fb618007660 con 0x562d4f113df0 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb629c45740 1 -- 172.21.15.29:0/2708294740 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb610054bc0 con 0x562d4f113df0 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb608c00640 1 -- 172.21.15.29:0/2708294740 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7fb618007860 con 0x562d4f113df0 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb629c45740 10 client.6966 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb629c45740 1 -- 172.21.15.29:0/2708294740 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x562d4f0e7250 con 0x562d4f113df0 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb608c00640 1 -- 172.21.15.29:0/2708294740 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb610054bc0 con 0x562d4f113df0 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb608c00640 1 -- 172.21.15.29:0/2708294740 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7fb618037020 con 0x562d4f113df0 2024-09-12T03:13:40.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb629c45740 10 client.6966 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:40.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb629c45740 10 client.6966 resolve_mds: resolved 5:1 to role '5:1' aka daemon mds.a 2024-09-12T03:13:40.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb629c45740 20 client.6966 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:40.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb629c45740 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x562d4f0ccdd0 0x562d4f0d52b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb629c45740 4 client.6966 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:13:40.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb629c45740 1 -- 172.21.15.29:0/2708294740 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562d4f03d0e0 con 0x562d4f0ccdd0 2024-09-12T03:13:40.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.653+0000 7fb61fe00640 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x562d4f0ccdd0 0x562d4f0d52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.654+0000 7fb61fe00640 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x562d4f0ccdd0 0x562d4f0d52b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=70a4d25be74b9e62 server_cookie=d3b58f341ac66aae in_seq=0 out_seq=0 2024-09-12T03:13:40.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.654+0000 7fb608c00640 10 client.6966 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:40.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.664+0000 7fb608c00640 1 -- 172.21.15.29:0/2708294740 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562d4f03d0e0 con 0x562d4f0ccdd0 2024-09-12T03:13:40.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.664+0000 7fb608c00640 10 client.6966 handle_command_reply: tid=0 2024-09-12T03:13:40.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.664+0000 7fb629c45740 1 client.6966 shutdown 2024-09-12T03:13:40.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.664+0000 7fb629c45740 1 -- 172.21.15.29:0/2708294740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 msgr2=0x562d4f198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.664+0000 7fb629c45740 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f198530 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x562d4f112ec0 tx=0x7fb618000f40 comp rx=0 tx=0).stop 2024-09-12T03:13:40.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb629c45740 1 -- 172.21.15.29:0/2708294740 shutdown_connections 2024-09-12T03:13:40.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb629c45740 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x562d4f0ccdd0 0x562d4f0d52b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb629c45740 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d4f113df0 0x562d4f198530 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb629c45740 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562d4f0e7800 0x562d4f197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb629c45740 1 --2- 172.21.15.29:0/2708294740 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562d4f0e7420 0x562d4f1942f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb629c45740 1 -- 172.21.15.29:0/2708294740 >> 172.21.15.29:0/2708294740 conn(0x562d4f0cd480 msgr2=0x562d4f116b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb608c00640 0 client.6966 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:40.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb629c45740 1 -- 172.21.15.29:0/2708294740 shutdown_connections 2024-09-12T03:13:40.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb629c45740 1 -- 172.21.15.29:0/2708294740 wait complete. 2024-09-12T03:13:40.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb629c45740 20 client.6966 trim_cache size 0 max 16384 2024-09-12T03:13:40.667 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:13:40.667 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:13:40.667 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:13:40.667 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:13:40.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb626c00640 1 -- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb60006be60 msgr2=0x7fb60006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb626c00640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb60006be60 0x7fb60006e320 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fb60c034000 tx=0x7fb60c02e000 comp rx=0 tx=0).stop 2024-09-12T03:13:40.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb626c00640 1 -- 172.21.15.29:0/208785485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb62006cbb0 msgr2=0x7fb6200ccb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.665+0000 7fb626c00640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb62006cbb0 0x7fb6200ccb50 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fb61000c430 tx=0x7fb61000c8f0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.666+0000 7fb626c00640 1 -- 172.21.15.29:0/208785485 shutdown_connections 2024-09-12T03:13:40.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.666+0000 7fb626c00640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb60006be60 0x7fb60006e320 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.666+0000 7fb626c00640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb62015e910 0x7fb6200ce1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.666+0000 7fb626c00640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb6200d4e10 0x7fb6200ca970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.666+0000 7fb626c00640 1 --2- 172.21.15.29:0/208785485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb62006cbb0 0x7fb6200ccb50 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.666+0000 7fb626c00640 1 -- 172.21.15.29:0/208785485 >> 172.21.15.29:0/208785485 conn(0x7fb6200b6740 msgr2=0x7fb6200b7b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.666+0000 7fb626c00640 1 -- 172.21.15.29:0/208785485 shutdown_connections 2024-09-12T03:13:40.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.666+0000 7fb626c00640 1 -- 172.21.15.29:0/208785485 wait complete. 2024-09-12T03:13:40.681 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.5:2 flush journal 2024-09-12T03:13:40.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.839+0000 7fe228200640 1 Processor -- start 2024-09-12T03:13:40.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.839+0000 7fe228200640 1 -- start start 2024-09-12T03:13:40.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.840+0000 7fe228200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe220072040 0x7fe22015fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.840+0000 7fe228200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe22006e0a0 0x7fe2200cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.840+0000 7fe228200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe220160340 con 0x7fe220072d80 2024-09-12T03:13:40.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.840+0000 7fe228200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe2201605e0 con 0x7fe22006e0a0 2024-09-12T03:13:40.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.840+0000 7fe228200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe2201608c0 con 0x7fe220072040 2024-09-12T03:13:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.841+0000 7fe226200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe22006e0a0 0x7fe2200cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.841+0000 7fe225800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe220072040 0x7fe22015fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.841+0000 7fe226200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe22006e0a0 0x7fe2200cd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33660/0 (socket says 172.21.15.29:33660) 2024-09-12T03:13:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.841+0000 7fe226200640 1 -- 172.21.15.29:0/1660953939 learned_addr learned my addr 172.21.15.29:0/1660953939 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.841+0000 7fe225800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe220072040 0x7fe22015fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:55014/0 (socket says 172.21.15.29:55014) 2024-09-12T03:13:40.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.841+0000 7fe226200640 1 -- 172.21.15.29:0/1660953939 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe220072040 msgr2=0x7fe22015fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.841+0000 7fe226200640 1 --2- 172.21.15.29:0/1660953939 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe220072040 0x7fe22015fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.841+0000 7fe226200640 1 -- 172.21.15.29:0/1660953939 >> v1:172.21.15.29:6789/0 conn(0x7fe220072d80 legacy=0x7fe220072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.841+0000 7fe226200640 1 -- 172.21.15.29:0/1660953939 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe220160ba0 con 0x7fe22006e0a0 2024-09-12T03:13:40.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.841+0000 7fe21fe00640 1 -- 172.21.15.29:0/1660953939 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3955785136 0 0) 0x7fe220160340 con 0x7fe220072d80 2024-09-12T03:13:40.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.842+0000 7fe226200640 1 --2- 172.21.15.29:0/1660953939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe22006e0a0 0x7fe2200cd5b0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fe218009e50 tx=0x7fe21802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f5888e19da3fb9b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.842+0000 7fe21fe00640 1 -- 172.21.15.29:0/1660953939 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe218036070 con 0x7fe22006e0a0 2024-09-12T03:13:40.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.843+0000 7fe21fe00640 1 -- 172.21.15.29:0/1660953939 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe218031600 con 0x7fe22006e0a0 2024-09-12T03:13:40.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.843+0000 7fe21fe00640 1 -- 172.21.15.29:0/1660953939 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2180319d0 con 0x7fe22006e0a0 2024-09-12T03:13:40.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.843+0000 7fe228200640 1 -- 172.21.15.29:0/1660953939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe22006e0a0 msgr2=0x7fe2200cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.843+0000 7fe228200640 1 --2- 172.21.15.29:0/1660953939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe22006e0a0 0x7fe2200cd5b0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fe218009e50 tx=0x7fe21802a710 comp rx=0 tx=0).stop 2024-09-12T03:13:40.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.843+0000 7fe228200640 1 -- 172.21.15.29:0/1660953939 shutdown_connections 2024-09-12T03:13:40.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.843+0000 7fe228200640 1 --2- 172.21.15.29:0/1660953939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe22006e0a0 0x7fe2200cd5b0 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.843+0000 7fe228200640 1 --2- 172.21.15.29:0/1660953939 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe220072040 0x7fe22015fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.843+0000 7fe228200640 1 -- 172.21.15.29:0/1660953939 >> 172.21.15.29:0/1660953939 conn(0x7fe220067d70 msgr2=0x7fe22006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.843+0000 7fe228200640 1 -- 172.21.15.29:0/1660953939 shutdown_connections 2024-09-12T03:13:40.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.843+0000 7fe228200640 1 -- 172.21.15.29:0/1660953939 wait complete. 2024-09-12T03:13:40.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.845+0000 7fe228200640 1 Processor -- start 2024-09-12T03:13:40.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.845+0000 7fe228200640 1 -- start start 2024-09-12T03:13:40.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.846+0000 7fe228200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22006e0a0 0x7fe2200c7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.846+0000 7fe228200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe220072040 0x7fe2200c9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.846+0000 7fe228200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe220072d80 0x7fe2201408a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.846+0000 7fe228200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe22006e550 con 0x7fe220072040 2024-09-12T03:13:40.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.846+0000 7fe228200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe220145b00 con 0x7fe220072d80 2024-09-12T03:13:40.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.846+0000 7fe228200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe22006e6d0 con 0x7fe22006e0a0 2024-09-12T03:13:40.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.846+0000 7fe224e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe220072040 0x7fe2200c9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.846+0000 7fe224e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe220072040 0x7fe2200c9fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33672/0 (socket says 172.21.15.29:33672) 2024-09-12T03:13:40.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.846+0000 7fe224e00640 1 -- 172.21.15.29:0/1541880205 learned_addr learned my addr 172.21.15.29:0/1541880205 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.846+0000 7fe225800640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22006e0a0 0x7fe2200c7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.847+0000 7fe226200640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe220072d80 0x7fe2201408a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.847+0000 7fe224e00640 1 -- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22006e0a0 msgr2=0x7fe2200c7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.847+0000 7fe224e00640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22006e0a0 0x7fe2200c7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.847+0000 7fe224e00640 1 -- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe220072d80 msgr2=0x7fe2201408a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.847+0000 7fe224e00640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe220072d80 0x7fe2201408a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.847+0000 7fe224e00640 1 -- 172.21.15.29:0/1541880205 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2200c8270 con 0x7fe220072040 2024-09-12T03:13:40.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.847+0000 7fe224e00640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe220072040 0x7fe2200c9fb0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fe20c00c520 tx=0x7fe20c00c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.847+0000 7fe21d600640 1 -- 172.21.15.29:0/1541880205 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c017070 con 0x7fe220072040 2024-09-12T03:13:40.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.847+0000 7fe21d600640 1 -- 172.21.15.29:0/1541880205 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe20c0035f0 con 0x7fe220072040 2024-09-12T03:13:40.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.848+0000 7fe228200640 1 -- 172.21.15.29:0/1541880205 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2200c8550 con 0x7fe220072040 2024-09-12T03:13:40.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.848+0000 7fe21d600640 1 -- 172.21.15.29:0/1541880205 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c0039e0 con 0x7fe220072040 2024-09-12T03:13:40.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.848+0000 7fe228200640 1 -- 172.21.15.29:0/1541880205 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2200c8b10 con 0x7fe220072040 2024-09-12T03:13:40.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.850+0000 7fe21d600640 1 -- 172.21.15.29:0/1541880205 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe20c01a070 con 0x7fe220072040 2024-09-12T03:13:40.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.850+0000 7fe21d600640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe20006be30 0x7fe20006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.851+0000 7fe21d600640 1 -- 172.21.15.29:0/1541880205 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fe20c08a3d0 con 0x7fe220072040 2024-09-12T03:13:40.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.851+0000 7fe225800640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe20006be30 0x7fe20006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.851+0000 7fe22b230740 1 Processor -- start 2024-09-12T03:13:40.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.851+0000 7fe22b230740 1 -- start start 2024-09-12T03:13:40.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.852+0000 7fe225800640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe20006be30 0x7fe20006e2f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fe22015efa0 tx=0x7fe214009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.852+0000 7fe22b230740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bf490 0x5648646edf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.852+0000 7fe22b230740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646bfbc0 0x5648646f0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.852+0000 7fe22b230740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646f0740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.852+0000 7fe22b230740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56486460d660 con 0x5648646bf490 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.852+0000 7fe22b230740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5648645b5680 con 0x5648646efc20 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.852+0000 7fe22b230740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x564864609620 con 0x5648646bfbc0 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe225800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bf490 0x5648646edf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe225800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bf490 0x5648646edf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33684/0 (socket says 172.21.15.29:33684) 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe225800640 1 -- 172.21.15.29:0/419477558 learned_addr learned my addr 172.21.15.29:0/419477558 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe224e00640 1 --2- 172.21.15.29:0/419477558 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646bfbc0 0x5648646f0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe226200640 1 --2- 172.21.15.29:0/419477558 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646f0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe225800640 1 -- 172.21.15.29:0/419477558 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646bfbc0 msgr2=0x5648646f0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe225800640 1 --2- 172.21.15.29:0/419477558 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646bfbc0 0x5648646f0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe225800640 1 -- 172.21.15.29:0/419477558 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 msgr2=0x5648646f0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe225800640 1 --2- 172.21.15.29:0/419477558 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646f0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.863 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe225800640 1 -- 172.21.15.29:0/419477558 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648643ea7d0 con 0x5648646bf490 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe224e00640 1 --2- 172.21.15.29:0/419477558 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646bfbc0 0x5648646f0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe226200640 1 --2- 172.21.15.29:0/419477558 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646f0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.853+0000 7fe225800640 1 --2- 172.21.15.29:0/419477558 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bf490 0x5648646edf90 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fe214011de0 tx=0x7fe214014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8d8edba705df235 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe212000640 1 -- 172.21.15.29:0/419477558 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe214025070 con 0x5648646bf490 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe212000640 1 -- 172.21.15.29:0/419477558 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe21401b070 con 0x5648646bf490 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe212000640 1 -- 172.21.15.29:0/419477558 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe214014df0 con 0x5648646bf490 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe22b230740 1 -- 172.21.15.29:0/419477558 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bf490 msgr2=0x5648646edf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe22b230740 1 --2- 172.21.15.29:0/419477558 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bf490 0x5648646edf90 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fe214011de0 tx=0x7fe214014000 comp rx=0 tx=0).stop 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe22b230740 1 -- 172.21.15.29:0/419477558 shutdown_connections 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe22b230740 1 --2- 172.21.15.29:0/419477558 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646f0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe22b230740 1 --2- 172.21.15.29:0/419477558 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646bfbc0 0x5648646f0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe22b230740 1 --2- 172.21.15.29:0/419477558 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bf490 0x5648646edf90 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.864 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe22b230740 1 -- 172.21.15.29:0/419477558 >> 172.21.15.29:0/419477558 conn(0x5648646a6220 msgr2=0x5648646ee840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe22b230740 1 -- 172.21.15.29:0/419477558 shutdown_connections 2024-09-12T03:13:40.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.854+0000 7fe22b230740 1 -- 172.21.15.29:0/419477558 wait complete. 2024-09-12T03:13:40.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.855+0000 7fe22b230740 1 -- start start 2024-09-12T03:13:40.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.855+0000 7fe22b230740 1 Processor -- start 2024-09-12T03:13:40.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.856+0000 7fe22b230740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646bfbc0 0x5648646d3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.856+0000 7fe22b230740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646d7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.856+0000 7fe22b230740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646eb680 0x5648646d77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.856+0000 7fe22b230740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5648646ecef0 con 0x5648646eb680 2024-09-12T03:13:40.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.856+0000 7fe22b230740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5648645964c0 con 0x5648646efc20 2024-09-12T03:13:40.865 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.856+0000 7fe22b230740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5648646ed1d0 con 0x5648646bfbc0 2024-09-12T03:13:40.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.856+0000 7fe22b230740 10 client.0 _ll_register_callbacks cb 0x564864605e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:40.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.856+0000 7fe226200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646eb680 0x5648646d77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.856+0000 7fe226200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646eb680 0x5648646d77d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33696/0 (socket says 172.21.15.29:33696) 2024-09-12T03:13:40.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.856+0000 7fe226200640 1 -- 172.21.15.29:0/1166741940 learned_addr learned my addr 172.21.15.29:0/1166741940 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.857+0000 7fe225800640 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646bfbc0 0x5648646d3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.857+0000 7fe224e00640 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646d7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.857+0000 7fe226200640 1 -- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646bfbc0 msgr2=0x5648646d3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.857+0000 7fe226200640 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646bfbc0 0x5648646d3500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.857+0000 7fe226200640 1 -- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 msgr2=0x5648646d7290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.857+0000 7fe226200640 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646d7290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.857+0000 7fe226200640 1 -- 172.21.15.29:0/1166741940 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648643203f0 con 0x5648646eb680 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.857+0000 7fe226200640 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646eb680 0x5648646d77d0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fe218034040 tx=0x7fe218004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71ce55d5fb930ed7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.857+0000 7fe206a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.857+0000 7fe206a00640 1 -- 172.21.15.29:0/1166741940 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe218042070 con 0x5648646eb680 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe206a00640 1 -- 172.21.15.29:0/1166741940 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fe218003da0 con 0x5648646eb680 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe22b230740 1 -- 172.21.15.29:0/1166741940 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe21401b070 con 0x5648646eb680 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe206a00640 1 -- 172.21.15.29:0/1166741940 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7fe21804e050 con 0x5648646eb680 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe22b230740 10 client.6981 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe22b230740 1 -- 172.21.15.29:0/1166741940 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x5648642e00f0 con 0x5648646eb680 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe206a00640 1 -- 172.21.15.29:0/1166741940 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe21401b070 con 0x5648646eb680 2024-09-12T03:13:40.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe206a00640 1 -- 172.21.15.29:0/1166741940 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7fe218051020 con 0x5648646eb680 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe22b230740 10 client.6981 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe22b230740 10 client.6981 resolve_mds: resolved 5:2 to role '5:2' aka daemon mds.d 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe22b230740 20 client.6981 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe22b230740 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5648646e9dc0 0x5648646ea1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe22b230740 4 client.6981 mds_command: new command op to 6469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.858+0000 7fe22b230740 1 -- 172.21.15.29:0/1166741940 --> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56486461ad90 con 0x5648646e9dc0 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.859+0000 7fe225800640 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5648646e9dc0 0x5648646ea1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.859+0000 7fe225800640 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5648646e9dc0 0x5648646ea1d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f4de4fec0b2cab87 server_cookie=bc368e075275b2eb in_seq=0 out_seq=0 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.859+0000 7fe206a00640 10 client.6981 ms_handle_connect on v2:172.21.15.38:6834/1246541609 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe206a00640 1 -- 172.21.15.29:0/1166741940 <== mds.2 v2:172.21.15.38:6834/1246541609 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56486461ad90 con 0x5648646e9dc0 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe206a00640 10 client.6981 handle_command_reply: tid=0 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe22b230740 1 client.6981 shutdown 2024-09-12T03:13:40.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe22b230740 1 -- 172.21.15.29:0/1166741940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646eb680 msgr2=0x5648646d77d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe22b230740 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646eb680 0x5648646d77d0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fe218034040 tx=0x7fe218004ab0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe22b230740 1 -- 172.21.15.29:0/1166741940 shutdown_connections 2024-09-12T03:13:40.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe22b230740 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5648646e9dc0 0x5648646ea1d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe22b230740 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646eb680 0x5648646d77d0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe22b230740 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646d7290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe22b230740 1 --2- 172.21.15.29:0/1166741940 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646bfbc0 0x5648646d3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe22b230740 1 -- 172.21.15.29:0/1166741940 >> 172.21.15.29:0/1166741940 conn(0x5648646bf490 msgr2=0x5648646a2f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe206a00640 0 client.6981 ms_handle_reset on v2:172.21.15.38:6834/1246541609 2024-09-12T03:13:40.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe22b230740 1 -- 172.21.15.29:0/1166741940 shutdown_connections 2024-09-12T03:13:40.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.860+0000 7fe22b230740 1 -- 172.21.15.29:0/1166741940 wait complete. 2024-09-12T03:13:40.869 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.861+0000 7fe22b230740 20 client.6981 trim_cache size 0 max 16384 2024-09-12T03:13:40.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.876+0000 7fe22b230740 1 Processor -- start 2024-09-12T03:13:40.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.876+0000 7fe22b230740 1 -- start start 2024-09-12T03:13:40.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe22b230740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bfbc0 0x5648646a5be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe22b230740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646eb680 0x5648646a52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe22b230740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646d5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe22b230740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe2200b5590 con 0x5648646bfbc0 2024-09-12T03:13:40.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe22b230740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe2200b47b0 con 0x5648646efc20 2024-09-12T03:13:40.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe22b230740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe2200b4e60 con 0x5648646eb680 2024-09-12T03:13:40.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe225800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bfbc0 0x5648646a5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe225800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bfbc0 0x5648646a5be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33710/0 (socket says 172.21.15.29:33710) 2024-09-12T03:13:40.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe225800640 1 -- 172.21.15.29:0/3906364081 learned_addr learned my addr 172.21.15.29:0/3906364081 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe224e00640 1 --2- 172.21.15.29:0/3906364081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646eb680 0x5648646a52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe226200640 1 --2- 172.21.15.29:0/3906364081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646d5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe225800640 1 -- 172.21.15.29:0/3906364081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646eb680 msgr2=0x5648646a52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe225800640 1 --2- 172.21.15.29:0/3906364081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646eb680 0x5648646a52a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe225800640 1 -- 172.21.15.29:0/3906364081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 msgr2=0x5648646d5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe225800640 1 --2- 172.21.15.29:0/3906364081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646d5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe225800640 1 -- 172.21.15.29:0/3906364081 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648646e5ea0 con 0x5648646bfbc0 2024-09-12T03:13:40.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe226200640 1 --2- 172.21.15.29:0/3906364081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646d5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:40.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.877+0000 7fe225800640 1 --2- 172.21.15.29:0/3906364081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bfbc0 0x5648646a5be0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fe214011db0 tx=0x7fe214020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfa5d5a662475b1d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe211600640 1 -- 172.21.15.29:0/3906364081 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe214025040 con 0x5648646bfbc0 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe211600640 1 -- 172.21.15.29:0/3906364081 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe21401b070 con 0x5648646bfbc0 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe211600640 1 -- 172.21.15.29:0/3906364081 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe214004040 con 0x5648646bfbc0 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe22b230740 1 -- 172.21.15.29:0/3906364081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bfbc0 msgr2=0x5648646a5be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe22b230740 1 --2- 172.21.15.29:0/3906364081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bfbc0 0x5648646a5be0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fe214011db0 tx=0x7fe214020000 comp rx=0 tx=0).stop 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe22b230740 1 -- 172.21.15.29:0/3906364081 shutdown_connections 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe22b230740 1 --2- 172.21.15.29:0/3906364081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646efc20 0x5648646d5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe22b230740 1 --2- 172.21.15.29:0/3906364081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646eb680 0x5648646a52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe22b230740 1 --2- 172.21.15.29:0/3906364081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646bfbc0 0x5648646a5be0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe22b230740 1 -- 172.21.15.29:0/3906364081 >> 172.21.15.29:0/3906364081 conn(0x5648646bf490 msgr2=0x5648646a2f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe22b230740 1 -- 172.21.15.29:0/3906364081 shutdown_connections 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.878+0000 7fe22b230740 1 -- 172.21.15.29:0/3906364081 wait complete. 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.879+0000 7fe22b230740 1 -- start start 2024-09-12T03:13:40.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.879+0000 7fe22b230740 1 Processor -- start 2024-09-12T03:13:40.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.880+0000 7fe22b230740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646bfbc0 0x5648646d2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.880+0000 7fe22b230740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646eb680 0x5648646d30c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.880+0000 7fe22b230740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646efc20 0x5648646bda60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.880+0000 7fe22b230740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5648646e5c60 con 0x5648646efc20 2024-09-12T03:13:40.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.880+0000 7fe22b230740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe2201f6620 con 0x5648646bfbc0 2024-09-12T03:13:40.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.880+0000 7fe22b230740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x564864645180 con 0x5648646eb680 2024-09-12T03:13:40.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.880+0000 7fe22b230740 10 client.0 _ll_register_callbacks cb 0x7fe214009060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:40.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.880+0000 7fe226200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646efc20 0x5648646bda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.880+0000 7fe226200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646efc20 0x5648646bda60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33716/0 (socket says 172.21.15.29:33716) 2024-09-12T03:13:40.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.880+0000 7fe226200640 1 -- 172.21.15.29:0/4225917128 learned_addr learned my addr 172.21.15.29:0/4225917128 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe225800640 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646bfbc0 0x5648646d2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe224e00640 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646eb680 0x5648646d30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe226200640 1 -- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646eb680 msgr2=0x5648646d30c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe226200640 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646eb680 0x5648646d30c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe226200640 1 -- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646bfbc0 msgr2=0x5648646d2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe226200640 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646bfbc0 0x5648646d2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe226200640 1 -- 172.21.15.29:0/4225917128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648646f0740 con 0x5648646efc20 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe226200640 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646efc20 0x5648646bda60 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fe218034040 tx=0x7fe218009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0f8dc192093c0a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe206a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe206a00640 1 -- 172.21.15.29:0/4225917128 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe218042050 con 0x5648646efc20 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe206a00640 1 -- 172.21.15.29:0/4225917128 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fe21805bc40 con 0x5648646efc20 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.881+0000 7fe22b230740 1 -- 172.21.15.29:0/4225917128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe21401b070 con 0x5648646efc20 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe206a00640 1 -- 172.21.15.29:0/4225917128 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7fe218036040 con 0x5648646efc20 2024-09-12T03:13:40.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe22b230740 10 client.6987 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe22b230740 1 -- 172.21.15.29:0/4225917128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x564864771bb0 con 0x5648646efc20 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe206a00640 1 -- 172.21.15.29:0/4225917128 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe21401b070 con 0x5648646efc20 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe206a00640 1 -- 172.21.15.29:0/4225917128 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7fe218051040 con 0x5648646efc20 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe22b230740 10 client.6987 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe22b230740 10 client.6987 resolve_mds: resolved 5:2 to role '5:2' aka daemon mds.d 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe22b230740 20 client.6987 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe22b230740 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5648646e5170 0x5648646bdfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe22b230740 4 client.6987 mds_command: new command op to 6469 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe22b230740 1 -- 172.21.15.29:0/4225917128 --> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5648646150e0 con 0x5648646e5170 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.882+0000 7fe225800640 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5648646e5170 0x5648646bdfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.883+0000 7fe225800640 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5648646e5170 0x5648646bdfa0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a0685a43c45d53bd server_cookie=9a1da06bb5aa0cd9 in_seq=0 out_seq=0 2024-09-12T03:13:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.883+0000 7fe206a00640 10 client.6987 ms_handle_connect on v2:172.21.15.38:6834/1246541609 2024-09-12T03:13:40.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.891+0000 7fe206a00640 1 -- 172.21.15.29:0/4225917128 <== mds.2 v2:172.21.15.38:6834/1246541609 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5648646150e0 con 0x5648646e5170 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.891+0000 7fe206a00640 10 client.6987 handle_command_reply: tid=0 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.891+0000 7fe22b230740 1 client.6987 shutdown 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.891+0000 7fe22b230740 1 -- 172.21.15.29:0/4225917128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646efc20 msgr2=0x5648646bda60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.891+0000 7fe22b230740 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646efc20 0x5648646bda60 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fe218034040 tx=0x7fe218009810 comp rx=0 tx=0).stop 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.892+0000 7fe22b230740 1 -- 172.21.15.29:0/4225917128 shutdown_connections 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.892+0000 7fe22b230740 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:6834/1246541609,v1:172.21.15.38:6836/1246541609] conn(0x5648646e5170 0x5648646bdfa0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.892+0000 7fe22b230740 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648646efc20 0x5648646bda60 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.892+0000 7fe22b230740 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5648646eb680 0x5648646d30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.892+0000 7fe22b230740 1 --2- 172.21.15.29:0/4225917128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5648646bfbc0 0x5648646d2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.892+0000 7fe206a00640 0 client.6987 ms_handle_reset on v2:172.21.15.38:6834/1246541609 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.892+0000 7fe22b230740 1 -- 172.21.15.29:0/4225917128 >> 172.21.15.29:0/4225917128 conn(0x5648646bf490 msgr2=0x5648646a2f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.892+0000 7fe22b230740 1 -- 172.21.15.29:0/4225917128 shutdown_connections 2024-09-12T03:13:40.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.892+0000 7fe22b230740 1 -- 172.21.15.29:0/4225917128 wait complete. 2024-09-12T03:13:40.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.892+0000 7fe22b230740 20 client.6987 trim_cache size 0 max 16384 2024-09-12T03:13:40.894 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:13:40.894 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:13:40.894 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:13:40.894 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:13:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 -- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe20006be30 msgr2=0x7fe20006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe20006be30 0x7fe20006e2f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fe22015efa0 tx=0x7fe214009190 comp rx=0 tx=0).stop 2024-09-12T03:13:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 -- 172.21.15.29:0/1541880205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe220072040 msgr2=0x7fe2200c9fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:40.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe220072040 0x7fe2200c9fb0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fe20c00c520 tx=0x7fe20c00c9e0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 -- 172.21.15.29:0/1541880205 shutdown_connections 2024-09-12T03:13:40.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe20006be30 0x7fe20006e2f0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe220072d80 0x7fe2201408a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe220072040 0x7fe2200c9fb0 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 --2- 172.21.15.29:0/1541880205 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe22006e0a0 0x7fe2200c7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:40.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 -- 172.21.15.29:0/1541880205 >> 172.21.15.29:0/1541880205 conn(0x7fe220067d70 msgr2=0x7fe22006f910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:40.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 -- 172.21.15.29:0/1541880205 shutdown_connections 2024-09-12T03:13:40.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:40.893+0000 7fe228200640 1 -- 172.21.15.29:0/1541880205 wait complete. 2024-09-12T03:13:40.908 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:41.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.064+0000 7fcaf2000640 1 Processor -- start 2024-09-12T03:13:41.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.064+0000 7fcaf2000640 1 -- start start 2024-09-12T03:13:41.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.065+0000 7fcaf2000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec0d4310 0x7fcaec0d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.065+0000 7fcaf2000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcaec06d460 0x7fcaec06d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.065+0000 7fcaf2000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcaec15e850 con 0x7fcaec15e470 2024-09-12T03:13:41.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.065+0000 7fcaf2000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcaec06de50 con 0x7fcaec06d460 2024-09-12T03:13:41.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.065+0000 7fcaf2000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcaec0cf710 con 0x7fcaec0d4310 2024-09-12T03:13:41.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.065+0000 7fcaf0c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcaec15e470 0x7fcaec0cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55180/0 (socket says 172.21.15.29:55180) 2024-09-12T03:13:41.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.065+0000 7fcaf0c00640 1 -- 172.21.15.29:0/3731602185 learned_addr learned my addr 172.21.15.29:0/3731602185 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:41.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaebe00640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec0d4310 0x7fcaec0d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaf1600640 1 --2- 172.21.15.29:0/3731602185 >> v2:172.21.15.38:3300/0 conn(0x7fcaec06d460 0x7fcaec06d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 979137987 0 0) 0x7fcaec15e850 con 0x7fcaec15e470 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcad4003520 con 0x7fcaec15e470 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 713510936 0 0) 0x7fcad4003520 con 0x7fcaec15e470 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec0d4310 msgr2=0x7fcaec0d4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec0d4310 0x7fcaec0d4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 >> v2:172.21.15.38:3300/0 conn(0x7fcaec06d460 msgr2=0x7fcaec06d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 --2- 172.21.15.29:0/3731602185 >> v2:172.21.15.38:3300/0 conn(0x7fcaec06d460 0x7fcaec06d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaec0d1c60 con 0x7fcaec15e470 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fcae0001670 con 0x7fcaec15e470 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 >> v1:172.21.15.29:6789/0 conn(0x7fcaec15e470 legacy=0x7fcaec0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec0d4310 0x7fcad40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad4003f30 0x7fcad4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad4004d40 0x7fcad40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcaec0cf710 con 0x7fcad4004d40 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcad400b9c0 con 0x7fcad4003f30 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.066+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcad400bb40 con 0x7fcaec0d4310 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.067+0000 7fcaf1600640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad4004d40 0x7fcad40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.067+0000 7fcaebe00640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad4003f30 0x7fcad4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.067+0000 7fcaf0c00640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec0d4310 0x7fcad40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.067+0000 7fcaf1600640 1 -- 172.21.15.29:0/3731602185 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec0d4310 msgr2=0x7fcad40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.067+0000 7fcaf1600640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec0d4310 0x7fcad40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.067+0000 7fcaf1600640 1 -- 172.21.15.29:0/3731602185 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad4003f30 msgr2=0x7fcad4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.067+0000 7fcaf1600640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad4003f30 0x7fcad4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.067+0000 7fcaf1600640 1 -- 172.21.15.29:0/3731602185 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcad4003520 con 0x7fcad4004d40 2024-09-12T03:13:41.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.068+0000 7fcaf1600640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad4004d40 0x7fcad40051c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fcae4009fc0 tx=0x7fcad4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f27db245ea93251b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.068+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae4009c10 con 0x7fcad4004d40 2024-09-12T03:13:41.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.068+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcae4036070 con 0x7fcad4004d40 2024-09-12T03:13:41.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.068+0000 7fcaeb400640 1 -- 172.21.15.29:0/3731602185 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae402d070 con 0x7fcad4004d40 2024-09-12T03:13:41.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.069+0000 7fcaf2000640 1 -- 172.21.15.29:0/3731602185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad4004d40 msgr2=0x7fcad40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.069+0000 7fcaf2000640 1 --2- 172.21.15.29:0/3731602185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcad4004d40 0x7fcad40051c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fcae4009fc0 tx=0x7fcad4005830 comp rx=0 tx=0).stop 2024-09-12T03:13:41.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.069+0000 7fcaf1600640 1 -- 172.21.15.29:0/3731602185 reap_dead start 2024-09-12T03:13:41.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.069+0000 7fcaf2000640 1 -- 172.21.15.29:0/3731602185 shutdown_connections 2024-09-12T03:13:41.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.069+0000 7fcaf2000640 1 -- 172.21.15.29:0/3731602185 >> 172.21.15.29:0/3731602185 conn(0x7fcaec09d700 msgr2=0x7fcaec08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.069+0000 7fcaf2000640 1 -- 172.21.15.29:0/3731602185 shutdown_connections 2024-09-12T03:13:41.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.069+0000 7fcaf2000640 1 -- 172.21.15.29:0/3731602185 wait complete. 2024-09-12T03:13:41.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.071+0000 7fcaf2000640 1 Processor -- start 2024-09-12T03:13:41.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.071+0000 7fcaf2000640 1 -- start start 2024-09-12T03:13:41.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.072+0000 7fcaf2000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad4004d40 0x7fcaec15f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.072+0000 7fcaf2000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec158270 0x7fcaec14a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.072+0000 7fcaf2000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaec1586d0 0x7fcaec14abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.072+0000 7fcaf2000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcaec0cf3a0 con 0x7fcaec1586d0 2024-09-12T03:13:41.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.072+0000 7fcaf2000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcaec0cf0c0 con 0x7fcad4004d40 2024-09-12T03:13:41.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.072+0000 7fcaf2000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcaec0d02b0 con 0x7fcaec158270 2024-09-12T03:13:41.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.072+0000 7fcaf1600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaec1586d0 0x7fcaec14abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.072+0000 7fcaf1600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaec1586d0 0x7fcaec14abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33746/0 (socket says 172.21.15.29:33746) 2024-09-12T03:13:41.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.072+0000 7fcaf1600640 1 -- 172.21.15.29:0/2075618443 learned_addr learned my addr 172.21.15.29:0/2075618443 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.072+0000 7fcaebe00640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec158270 0x7fcaec14a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.072+0000 7fcaf0c00640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad4004d40 0x7fcaec15f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcaf1600640 1 -- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec158270 msgr2=0x7fcaec14a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcaf1600640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec158270 0x7fcaec14a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcaf1600640 1 -- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad4004d40 msgr2=0x7fcaec15f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcaf1600640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad4004d40 0x7fcaec15f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcaf1600640 1 -- 172.21.15.29:0/2075618443 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaec1601a0 con 0x7fcaec1586d0 2024-09-12T03:13:41.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcaf0c00640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad4004d40 0x7fcaec15f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:41.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcaf1600640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaec1586d0 0x7fcaec14abd0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fcae400e230 tx=0x7fcae4009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcae8c00640 1 -- 172.21.15.29:0/2075618443 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae4009c10 con 0x7fcaec1586d0 2024-09-12T03:13:41.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcae8c00640 1 -- 172.21.15.29:0/2075618443 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcae4003b90 con 0x7fcaec1586d0 2024-09-12T03:13:41.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcaf2000640 1 -- 172.21.15.29:0/2075618443 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaec160480 con 0x7fcaec1586d0 2024-09-12T03:13:41.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcae8c00640 1 -- 172.21.15.29:0/2075618443 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae4004020 con 0x7fcaec1586d0 2024-09-12T03:13:41.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.073+0000 7fcaf2000640 1 -- 172.21.15.29:0/2075618443 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaec160a40 con 0x7fcaec1586d0 2024-09-12T03:13:41.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.074+0000 7fcaf2000640 1 -- 172.21.15.29:0/2075618443 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaec06d910 con 0x7fcaec1586d0 2024-09-12T03:13:41.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.075+0000 7fcae8c00640 1 -- 172.21.15.29:0/2075618443 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcae4005d10 con 0x7fcaec1586d0 2024-09-12T03:13:41.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.076+0000 7fcae8c00640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcacc06be30 0x7fcacc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.076+0000 7fcae8c00640 1 -- 172.21.15.29:0/2075618443 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fcae40ac5b0 con 0x7fcaec1586d0 2024-09-12T03:13:41.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.076+0000 7fcaf0c00640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcacc06be30 0x7fcacc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.077+0000 7fcaf0c00640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcacc06be30 0x7fcacc06e2f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fcae0001050 tx=0x7fcae0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.081+0000 7fcae8c00640 1 -- 172.21.15.29:0/2075618443 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcae404a060 con 0x7fcaec1586d0 2024-09-12T03:13:41.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.300+0000 7fcaf2000640 1 -- 172.21.15.29:0/2075618443 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcaec06cf90 con 0x7fcaec1586d0 2024-09-12T03:13:41.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.301+0000 7fcae8c00640 1 -- 172.21.15.29:0/2075618443 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5261 (secure 0 0 0) 0x7fcae407ad30 con 0x7fcaec1586d0 2024-09-12T03:13:41.301 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:41.301 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":77,"btime":"2024-09-12T03:13:38:481787+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5909,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/579023429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":579023429},{"type":"v1","addr":"172.21.15.29:6835","nonce":579023429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":77,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:12.781076+0000","modified":"2024-09-12T03:13:38.265683+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6726,"mds_1":6717,"mds_2":6469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6469":{"gid":6469,"name":"d","rank":2,"incarnation":74,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1246541609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1246541609},{"type":"v1","addr":"172.21.15.38:6836","nonce":1246541609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":1,"incarnation":72,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6834/533635632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":533635632},{"type":"v1","addr":"172.21.15.29:6834","nonce":533635632}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6726":{"gid":6726,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1719628492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1719628492},{"type":"v1","addr":"172.21.15.38:6837","nonce":1719628492}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6726,"qdb_cluster":[6469,6717,6726]},"id":5}]} 2024-09-12T03:13:41.302 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 77 2024-09-12T03:13:41.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.303+0000 7fcaf2000640 1 -- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcacc06be30 msgr2=0x7fcacc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.303+0000 7fcaf2000640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcacc06be30 0x7fcacc06e2f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fcae0001050 tx=0x7fcae0009040 comp rx=0 tx=0).stop 2024-09-12T03:13:41.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.303+0000 7fcaf2000640 1 -- 172.21.15.29:0/2075618443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaec1586d0 msgr2=0x7fcaec14abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.303+0000 7fcaf2000640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaec1586d0 0x7fcaec14abd0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fcae400e230 tx=0x7fcae4009750 comp rx=0 tx=0).stop 2024-09-12T03:13:41.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.303+0000 7fcaf2000640 1 -- 172.21.15.29:0/2075618443 shutdown_connections 2024-09-12T03:13:41.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.303+0000 7fcaf2000640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcacc06be30 0x7fcacc06e2f0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.303+0000 7fcaf2000640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaec1586d0 0x7fcaec14abd0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.303+0000 7fcaf2000640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcaec158270 0x7fcaec14a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.303+0000 7fcaf2000640 1 --2- 172.21.15.29:0/2075618443 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcad4004d40 0x7fcaec15f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.303+0000 7fcaf2000640 1 -- 172.21.15.29:0/2075618443 >> 172.21.15.29:0/2075618443 conn(0x7fcaec09d700 msgr2=0x7fcaec0d1e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.304+0000 7fcaf2000640 1 -- 172.21.15.29:0/2075618443 shutdown_connections 2024-09-12T03:13:41.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.304+0000 7fcaf2000640 1 -- 172.21.15.29:0/2075618443 wait complete. 2024-09-12T03:13:41.320 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a scrub start /d1/d2/d3 2024-09-12T03:13:41.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.478+0000 7fe437800640 1 Processor -- start 2024-09-12T03:13:41.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.478+0000 7fe437800640 1 -- start start 2024-09-12T03:13:41.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe437800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe430072d80 0x7fe430072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe437800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe43006e0a0 0x7fe4300cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe437800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe430072960 con 0x7fe430072040 2024-09-12T03:13:41.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe437800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe4301605e0 con 0x7fe430072d80 2024-09-12T03:13:41.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe437800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe4301608c0 con 0x7fe43006e0a0 2024-09-12T03:13:41.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe42fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe430072d80 0x7fe430072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe42fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe430072d80 0x7fe430072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33758/0 (socket says 172.21.15.29:33758) 2024-09-12T03:13:41.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe42fe00640 1 -- 172.21.15.29:0/1762471820 learned_addr learned my addr 172.21.15.29:0/1762471820 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe435800640 1 --2- 172.21.15.29:0/1762471820 >> v2:172.21.15.38:3300/0 conn(0x7fe43006e0a0 0x7fe4300cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe42fe00640 1 -- 172.21.15.29:0/1762471820 >> v2:172.21.15.38:3300/0 conn(0x7fe43006e0a0 msgr2=0x7fe4300cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe42fe00640 1 --2- 172.21.15.29:0/1762471820 >> v2:172.21.15.38:3300/0 conn(0x7fe43006e0a0 0x7fe4300cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.480+0000 7fe42fe00640 1 -- 172.21.15.29:0/1762471820 >> v1:172.21.15.38:6789/0 conn(0x7fe430072040 legacy=0x7fe43015fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.481+0000 7fe42fe00640 1 -- 172.21.15.29:0/1762471820 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe430160ba0 con 0x7fe430072d80 2024-09-12T03:13:41.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.481+0000 7fe42fe00640 1 --2- 172.21.15.29:0/1762471820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe430072d80 0x7fe430072420 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fe43015d940 tx=0x7fe41c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=619ae57e7a37be6e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.482+0000 7fe42f400640 1 -- 172.21.15.29:0/1762471820 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe41c037070 con 0x7fe430072d80 2024-09-12T03:13:41.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.482+0000 7fe42f400640 1 -- 172.21.15.29:0/1762471820 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe41c032440 con 0x7fe430072d80 2024-09-12T03:13:41.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.482+0000 7fe42f400640 1 -- 172.21.15.29:0/1762471820 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe41c032810 con 0x7fe430072d80 2024-09-12T03:13:41.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.482+0000 7fe437800640 1 -- 172.21.15.29:0/1762471820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe430072d80 msgr2=0x7fe430072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.482+0000 7fe437800640 1 --2- 172.21.15.29:0/1762471820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe430072d80 0x7fe430072420 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fe43015d940 tx=0x7fe41c02a270 comp rx=0 tx=0).stop 2024-09-12T03:13:41.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.482+0000 7fe437800640 1 -- 172.21.15.29:0/1762471820 shutdown_connections 2024-09-12T03:13:41.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.482+0000 7fe437800640 1 --2- 172.21.15.29:0/1762471820 >> v2:172.21.15.38:3300/0 conn(0x7fe43006e0a0 0x7fe4300cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.482+0000 7fe437800640 1 --2- 172.21.15.29:0/1762471820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe430072d80 0x7fe430072420 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.482+0000 7fe437800640 1 -- 172.21.15.29:0/1762471820 >> 172.21.15.29:0/1762471820 conn(0x7fe430067d70 msgr2=0x7fe43006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.482+0000 7fe437800640 1 -- 172.21.15.29:0/1762471820 shutdown_connections 2024-09-12T03:13:41.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.482+0000 7fe437800640 1 -- 172.21.15.29:0/1762471820 wait complete. 2024-09-12T03:13:41.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.484+0000 7fe437800640 1 Processor -- start 2024-09-12T03:13:41.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.484+0000 7fe437800640 1 -- start start 2024-09-12T03:13:41.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.485+0000 7fe437800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe43006e0a0 0x7fe43013d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.485+0000 7fe437800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe430072040 0x7fe4301432b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.485+0000 7fe437800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe430072d80 0x7fe4301446f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.485+0000 7fe437800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe43006e510 con 0x7fe430072d80 2024-09-12T03:13:41.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.485+0000 7fe437800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe430145b00 con 0x7fe430072040 2024-09-12T03:13:41.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.485+0000 7fe437800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe43006e690 con 0x7fe43006e0a0 2024-09-12T03:13:41.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.485+0000 7fe435800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe430072d80 0x7fe4301446f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.485+0000 7fe435800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe430072d80 0x7fe4301446f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33760/0 (socket says 172.21.15.29:33760) 2024-09-12T03:13:41.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.485+0000 7fe435800640 1 -- 172.21.15.29:0/3982966680 learned_addr learned my addr 172.21.15.29:0/3982966680 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe42fe00640 1 --2- 172.21.15.29:0/3982966680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe430072040 0x7fe4301432b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe434e00640 1 --2- 172.21.15.29:0/3982966680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe43006e0a0 0x7fe43013d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe435800640 1 -- 172.21.15.29:0/3982966680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe43006e0a0 msgr2=0x7fe43013d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe435800640 1 --2- 172.21.15.29:0/3982966680 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe43006e0a0 0x7fe43013d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe435800640 1 -- 172.21.15.29:0/3982966680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe430072040 msgr2=0x7fe4301432b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe435800640 1 --2- 172.21.15.29:0/3982966680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe430072040 0x7fe4301432b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe435800640 1 -- 172.21.15.29:0/3982966680 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe430142210 con 0x7fe430072d80 2024-09-12T03:13:41.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe42fe00640 1 --2- 172.21.15.29:0/3982966680 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe430072040 0x7fe4301432b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:41.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe435800640 1 --2- 172.21.15.29:0/3982966680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe430072d80 0x7fe4301446f0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fe428007e40 tx=0x7fe42800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe42cc00640 1 -- 172.21.15.29:0/3982966680 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe428014620 con 0x7fe430072d80 2024-09-12T03:13:41.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe42cc00640 1 -- 172.21.15.29:0/3982966680 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe428019070 con 0x7fe430072d80 2024-09-12T03:13:41.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe42cc00640 1 -- 172.21.15.29:0/3982966680 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe428014a20 con 0x7fe430072d80 2024-09-12T03:13:41.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe437800640 1 -- 172.21.15.29:0/3982966680 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4301424f0 con 0x7fe430072d80 2024-09-12T03:13:41.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.486+0000 7fe437800640 1 -- 172.21.15.29:0/3982966680 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe430142ab0 con 0x7fe430072d80 2024-09-12T03:13:41.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.488+0000 7fe42cc00640 1 -- 172.21.15.29:0/3982966680 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe428014bc0 con 0x7fe430072d80 2024-09-12T03:13:41.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.490+0000 7fe42cc00640 1 --2- 172.21.15.29:0/3982966680 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe41006be30 0x7fe41006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.490+0000 7fe42cc00640 1 -- 172.21.15.29:0/3982966680 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fe42808b8b0 con 0x7fe430072d80 2024-09-12T03:13:41.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.490+0000 7fe434e00640 1 --2- 172.21.15.29:0/3982966680 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe41006be30 0x7fe41006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.491+0000 7fe43a6a0740 1 Processor -- start 2024-09-12T03:13:41.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.491+0000 7fe43a6a0740 1 -- start start 2024-09-12T03:13:41.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.491+0000 7fe434e00640 1 --2- 172.21.15.29:0/3982966680 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe41006be30 0x7fe41006e2f0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fe424001640 tx=0x7fe424009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c184230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c13c250 0x557a4c13ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c140220 0x557a4c139080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557a4c0a28c0 con 0x557a4c13ea90 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557a4c04a820 con 0x557a4c13c250 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557a4c09e880 con 0x557a4c140220 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe434e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c184230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe434e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c184230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33768/0 (socket says 172.21.15.29:33768) 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe434e00640 1 -- 172.21.15.29:0/3854815963 learned_addr learned my addr 172.21.15.29:0/3854815963 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe42fe00640 1 --2- 172.21.15.29:0/3854815963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c13c250 0x557a4c13ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe435800640 1 --2- 172.21.15.29:0/3854815963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c140220 0x557a4c139080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe434e00640 1 -- 172.21.15.29:0/3854815963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c140220 msgr2=0x557a4c139080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe434e00640 1 --2- 172.21.15.29:0/3854815963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c140220 0x557a4c139080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe434e00640 1 -- 172.21.15.29:0/3854815963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c13c250 msgr2=0x557a4c13ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.492+0000 7fe434e00640 1 --2- 172.21.15.29:0/3854815963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c13c250 0x557a4c13ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.493+0000 7fe434e00640 1 -- 172.21.15.29:0/3854815963 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a4bd99280 con 0x557a4c13ea90 2024-09-12T03:13:41.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.493+0000 7fe434e00640 1 --2- 172.21.15.29:0/3854815963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c184230 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fe424005320 tx=0x7fe424011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a048b019873f9fc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.493+0000 7fe421600640 1 -- 172.21.15.29:0/3854815963 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe42400e530 con 0x557a4c13ea90 2024-09-12T03:13:41.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.493+0000 7fe421600640 1 -- 172.21.15.29:0/3854815963 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe42400e6d0 con 0x557a4c13ea90 2024-09-12T03:13:41.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.493+0000 7fe421600640 1 -- 172.21.15.29:0/3854815963 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe42400ea80 con 0x557a4c13ea90 2024-09-12T03:13:41.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.494+0000 7fe43a6a0740 1 -- 172.21.15.29:0/3854815963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 msgr2=0x557a4c184230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.494+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/3854815963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c184230 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fe424005320 tx=0x7fe424011000 comp rx=0 tx=0).stop 2024-09-12T03:13:41.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.494+0000 7fe43a6a0740 1 -- 172.21.15.29:0/3854815963 shutdown_connections 2024-09-12T03:13:41.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.494+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/3854815963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c140220 0x557a4c139080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.494+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/3854815963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c13c250 0x557a4c13ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.494+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/3854815963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c184230 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.494+0000 7fe43a6a0740 1 -- 172.21.15.29:0/3854815963 >> 172.21.15.29:0/3854815963 conn(0x557a4c13b250 msgr2=0x557a4c183700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.494+0000 7fe43a6a0740 1 -- 172.21.15.29:0/3854815963 shutdown_connections 2024-09-12T03:13:41.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.494+0000 7fe43a6a0740 1 -- 172.21.15.29:0/3854815963 wait complete. 2024-09-12T03:13:41.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.495+0000 7fe43a6a0740 1 -- start start 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.495+0000 7fe43a6a0740 1 Processor -- start 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c167680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c140220 0x557a4c1934c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c159040 0x557a4c180670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557a4c13a6f0 con 0x557a4c13ea90 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557a4c05da40 con 0x557a4c159040 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557a4c184a60 con 0x557a4c140220 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe43a6a0740 10 client.0 _ll_register_callbacks cb 0x557a4c04f520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe434e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c167680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe434e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c167680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33776/0 (socket says 172.21.15.29:33776) 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe434e00640 1 -- 172.21.15.29:0/166865550 learned_addr learned my addr 172.21.15.29:0/166865550 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe42fe00640 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c140220 0x557a4c1934c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.496+0000 7fe435800640 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c159040 0x557a4c180670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.497+0000 7fe434e00640 1 -- 172.21.15.29:0/166865550 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c140220 msgr2=0x557a4c1934c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.497+0000 7fe434e00640 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c140220 0x557a4c1934c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.497+0000 7fe434e00640 1 -- 172.21.15.29:0/166865550 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c159040 msgr2=0x557a4c180670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.497+0000 7fe434e00640 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c159040 0x557a4c180670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.497+0000 7fe434e00640 1 -- 172.21.15.29:0/166865550 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a4be81690 con 0x557a4c13ea90 2024-09-12T03:13:41.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.497+0000 7fe434e00640 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c167680 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fe424005620 tx=0x7fe424013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a40fa0276b94175 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.497+0000 7fe416000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.497+0000 7fe416000640 1 -- 172.21.15.29:0/166865550 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe424021650 con 0x557a4c13ea90 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.497+0000 7fe43a6a0740 1 -- 172.21.15.29:0/166865550 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe42400e6d0 con 0x557a4c13ea90 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.497+0000 7fe416000640 1 -- 172.21.15.29:0/166865550 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fe4240217f0 con 0x557a4c13ea90 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.497+0000 7fe416000640 1 -- 172.21.15.29:0/166865550 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7fe42402f050 con 0x557a4c13ea90 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.498+0000 7fe43a6a0740 10 client.7005 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.498+0000 7fe43a6a0740 1 -- 172.21.15.29:0/166865550 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x557a4bee1e20 con 0x557a4c13ea90 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.498+0000 7fe416000640 1 -- 172.21.15.29:0/166865550 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe42400e6d0 con 0x557a4c13ea90 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.498+0000 7fe416000640 1 -- 172.21.15.29:0/166865550 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7fe424032020 con 0x557a4c13ea90 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.498+0000 7fe43a6a0740 10 client.7005 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.498+0000 7fe43a6a0740 10 client.7005 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.498+0000 7fe43a6a0740 20 client.7005 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.498+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x557a4c17e6c0 0x557a4c17eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.498+0000 7fe43a6a0740 4 client.7005 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.498+0000 7fe43a6a0740 1 -- 172.21.15.29:0/166865550 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557a4c0afff0 con 0x557a4c17e6c0 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.498+0000 7fe42fe00640 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x557a4c17e6c0 0x557a4c17eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.499+0000 7fe42fe00640 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x557a4c17e6c0 0x557a4c17eaa0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ed6d42088a6335a2 server_cookie=52d7aa2fce6f1d73 in_seq=0 out_seq=0 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.499+0000 7fe416000640 10 client.7005 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.499+0000 7fe416000640 1 -- 172.21.15.29:0/166865550 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557a4c0afff0 con 0x557a4c17e6c0 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.499+0000 7fe416000640 10 client.7005 handle_command_reply: tid=0 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 1 client.7005 shutdown 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 1 -- 172.21.15.29:0/166865550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 msgr2=0x557a4c167680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c167680 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fe424005620 tx=0x7fe424013000 comp rx=0 tx=0).stop 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 1 -- 172.21.15.29:0/166865550 shutdown_connections 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x557a4c17e6c0 0x557a4c17eaa0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c159040 0x557a4c180670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c140220 0x557a4c1934c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/166865550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c13ea90 0x557a4c167680 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe416000640 0 client.7005 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 1 -- 172.21.15.29:0/166865550 >> 172.21.15.29:0/166865550 conn(0x557a4c13c250 msgr2=0x557a4c182670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 1 -- 172.21.15.29:0/166865550 shutdown_connections 2024-09-12T03:13:41.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 1 -- 172.21.15.29:0/166865550 wait complete. 2024-09-12T03:13:41.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.500+0000 7fe43a6a0740 20 client.7005 trim_cache size 0 max 16384 2024-09-12T03:13:41.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.518+0000 7fe43a6a0740 1 Processor -- start 2024-09-12T03:13:41.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.519+0000 7fe43a6a0740 1 -- start start 2024-09-12T03:13:41.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.519+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c13ea90 0x557a4c16a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.519+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c140220 0x557a4c17fee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.519+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c159040 0x557a4c180420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.519+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe4301fe000 con 0x557a4c159040 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.519+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe4301fe700 con 0x557a4c140220 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.519+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe4301f2d00 con 0x557a4c13ea90 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.519+0000 7fe435800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c159040 0x557a4c180420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe435800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c159040 0x557a4c180420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33782/0 (socket says 172.21.15.29:33782) 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe435800640 1 -- 172.21.15.29:0/1869499477 learned_addr learned my addr 172.21.15.29:0/1869499477 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe434e00640 1 --2- 172.21.15.29:0/1869499477 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c13ea90 0x557a4c16a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe42fe00640 1 --2- 172.21.15.29:0/1869499477 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c140220 0x557a4c17fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe435800640 1 -- 172.21.15.29:0/1869499477 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c13ea90 msgr2=0x557a4c16a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe435800640 1 --2- 172.21.15.29:0/1869499477 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c13ea90 0x557a4c16a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe435800640 1 -- 172.21.15.29:0/1869499477 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c140220 msgr2=0x557a4c17fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe435800640 1 --2- 172.21.15.29:0/1869499477 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c140220 0x557a4c17fee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe435800640 1 -- 172.21.15.29:0/1869499477 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a4bd74f80 con 0x557a4c159040 2024-09-12T03:13:41.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe434e00640 1 --2- 172.21.15.29:0/1869499477 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c13ea90 0x557a4c16a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:41.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe435800640 1 --2- 172.21.15.29:0/1869499477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c159040 0x557a4c180420 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fe428055e20 tx=0x7fe428060040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bd4f91367064e85 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe420c00640 1 -- 172.21.15.29:0/1869499477 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4280625a0 con 0x557a4c159040 2024-09-12T03:13:41.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe420c00640 1 -- 172.21.15.29:0/1869499477 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe42806de50 con 0x557a4c159040 2024-09-12T03:13:41.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.520+0000 7fe420c00640 1 -- 172.21.15.29:0/1869499477 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe428056030 con 0x557a4c159040 2024-09-12T03:13:41.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.521+0000 7fe43a6a0740 1 -- 172.21.15.29:0/1869499477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c159040 msgr2=0x557a4c180420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.521+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/1869499477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c159040 0x557a4c180420 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fe428055e20 tx=0x7fe428060040 comp rx=0 tx=0).stop 2024-09-12T03:13:41.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.521+0000 7fe43a6a0740 1 -- 172.21.15.29:0/1869499477 shutdown_connections 2024-09-12T03:13:41.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.521+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/1869499477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c159040 0x557a4c180420 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.521+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/1869499477 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c140220 0x557a4c17fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.521+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/1869499477 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c13ea90 0x557a4c16a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.521+0000 7fe43a6a0740 1 -- 172.21.15.29:0/1869499477 >> 172.21.15.29:0/1869499477 conn(0x557a4c13c250 msgr2=0x557a4c1855d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.521+0000 7fe43a6a0740 1 -- 172.21.15.29:0/1869499477 shutdown_connections 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.521+0000 7fe43a6a0740 1 -- 172.21.15.29:0/1869499477 wait complete. 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.522+0000 7fe43a6a0740 1 -- start start 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.522+0000 7fe43a6a0740 1 Processor -- start 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c13ea90 0x557a4c1a6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c140220 0x557a4c205420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe43a6a0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c159040 0x557a4c181b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557a4c17f740 con 0x557a4c140220 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557a4c17dec0 con 0x557a4c159040 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe43a6a0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557a4c1973b0 con 0x557a4c13ea90 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe43a6a0740 10 client.0 _ll_register_callbacks cb 0x7fe41c035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe42fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c140220 0x557a4c205420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe42fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c140220 0x557a4c205420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33786/0 (socket says 172.21.15.29:33786) 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe42fe00640 1 -- 172.21.15.29:0/2326920085 learned_addr learned my addr 172.21.15.29:0/2326920085 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe42fe00640 1 -- 172.21.15.29:0/2326920085 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c13ea90 msgr2=0x557a4c1a6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe42fe00640 1 --2- 172.21.15.29:0/2326920085 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c13ea90 0x557a4c1a6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe42fe00640 1 -- 172.21.15.29:0/2326920085 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c159040 msgr2=0x557a4c181b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe42fe00640 1 --2- 172.21.15.29:0/2326920085 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c159040 0x557a4c181b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.523+0000 7fe42fe00640 1 -- 172.21.15.29:0/2326920085 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a4c13ce40 con 0x557a4c140220 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe42fe00640 1 --2- 172.21.15.29:0/2326920085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c140220 0x557a4c205420 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fe41c000c00 tx=0x7fe41c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=556e484520dd912c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe416000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe416000640 1 -- 172.21.15.29:0/2326920085 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe41c037040 con 0x557a4c140220 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe416000640 1 -- 172.21.15.29:0/2326920085 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fe41c032980 con 0x557a4c140220 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe43a6a0740 1 -- 172.21.15.29:0/2326920085 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe42806de50 con 0x557a4c140220 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe416000640 1 -- 172.21.15.29:0/2326920085 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7fe41c051050 con 0x557a4c140220 2024-09-12T03:13:41.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe43a6a0740 10 client.7011 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:41.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe43a6a0740 1 -- 172.21.15.29:0/2326920085 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x557a4c1a6bc0 con 0x557a4c140220 2024-09-12T03:13:41.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe416000640 1 -- 172.21.15.29:0/2326920085 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe42806de50 con 0x557a4c140220 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe416000640 1 -- 172.21.15.29:0/2326920085 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7fe41c054020 con 0x557a4c140220 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe43a6a0740 10 client.7011 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe43a6a0740 10 client.7011 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe43a6a0740 20 client.7011 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/2326920085 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x557a4c1805f0 0x557a4c209250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe43a6a0740 4 client.7011 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/d1/d2/d3"}] 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.524+0000 7fe43a6a0740 1 -- 172.21.15.29:0/2326920085 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "scrub start", "path": "/d1/d2/d3"}) -- 0x557a4c0aa340 con 0x557a4c1805f0 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.525+0000 7fe434e00640 1 --2- 172.21.15.29:0/2326920085 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x557a4c1805f0 0x557a4c209250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.525+0000 7fe434e00640 1 --2- 172.21.15.29:0/2326920085 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x557a4c1805f0 0x557a4c209250 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a2eb7e1d199dffb0 server_cookie=77f7c3ae76c6366 in_seq=0 out_seq=0 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.525+0000 7fe416000640 10 client.7011 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.525+0000 7fe416000640 1 -- 172.21.15.29:0/2326920085 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: -18 Not rank 0) ==== 18+0+0 (crc 0 0 0) 0x557a4c0aa340 con 0x557a4c1805f0 2024-09-12T03:13:41.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.525+0000 7fe416000640 10 client.7011 handle_command_reply: tid=0 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.525+0000 7fe43a6a0740 1 client.7011 shutdown 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe43a6a0740 1 -- 172.21.15.29:0/2326920085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c140220 msgr2=0x557a4c205420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/2326920085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c140220 0x557a4c205420 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fe41c000c00 tx=0x7fe41c004730 comp rx=0 tx=0).stop 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe43a6a0740 1 -- 172.21.15.29:0/2326920085 shutdown_connections 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/2326920085 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x557a4c1805f0 0x557a4c209250 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/2326920085 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557a4c159040 0x557a4c181b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/2326920085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a4c140220 0x557a4c205420 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe416000640 0 client.7011 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe43a6a0740 1 --2- 172.21.15.29:0/2326920085 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557a4c13ea90 0x557a4c1a6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe43a6a0740 1 -- 172.21.15.29:0/2326920085 >> 172.21.15.29:0/2326920085 conn(0x557a4c13c250 msgr2=0x557a4c16a090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe43a6a0740 1 -- 172.21.15.29:0/2326920085 shutdown_connections 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe43a6a0740 1 -- 172.21.15.29:0/2326920085 wait complete. 2024-09-12T03:13:41.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.526+0000 7fe43a6a0740 20 client.7011 trim_cache size 0 max 16384 2024-09-12T03:13:41.531 INFO:teuthology.orchestra.run.smithi029.stderr:Error EXDEV: Not rank 0 2024-09-12T03:13:41.534 DEBUG:teuthology.orchestra.run:got remote process result: 18 2024-09-12T03:13:41.535 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a scrub abort 2024-09-12T03:13:41.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.692+0000 7f8ccbc00640 1 Processor -- start 2024-09-12T03:13:41.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.693+0000 7f8ccbc00640 1 -- start start 2024-09-12T03:13:41.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.694+0000 7f8ccbc00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8cc40b4360 0x7f8cc406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.694+0000 7f8ccbc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8cc406c150 0x7f8cc406f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.694+0000 7f8ccbc00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8cc40d20a0 con 0x7f8cc4147e70 2024-09-12T03:13:41.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.694+0000 7f8ccbc00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8cc406c5c0 con 0x7f8cc406c150 2024-09-12T03:13:41.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.694+0000 7f8ccbc00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f8cc40d1c10 con 0x7f8cc40b4360 2024-09-12T03:13:41.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.694+0000 7f8cc9200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f8cc4147e70 0x7f8cc40709a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55190/0 (socket says 172.21.15.29:55190) 2024-09-12T03:13:41.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.694+0000 7f8cc9200640 1 -- 172.21.15.29:0/2172762784 learned_addr learned my addr 172.21.15.29:0/2172762784 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:41.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.694+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/2172762784 >> v2:172.21.15.29:3300/0 conn(0x7f8cc406c150 0x7f8cc406f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.694+0000 7f8cc3e00640 1 --2- 172.21.15.29:0/2172762784 >> v2:172.21.15.38:3300/0 conn(0x7f8cc40b4360 0x7f8cc406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.695+0000 7f8cc9c00640 1 -- 172.21.15.29:0/2172762784 >> v2:172.21.15.38:3300/0 conn(0x7f8cc40b4360 msgr2=0x7f8cc406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.695+0000 7f8cc3400640 1 -- 172.21.15.29:0/2172762784 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3706027618 0 0) 0x7f8cc40d20a0 con 0x7f8cc4147e70 2024-09-12T03:13:41.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.695+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/2172762784 >> v2:172.21.15.38:3300/0 conn(0x7f8cc40b4360 0x7f8cc406bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.695+0000 7f8cc9c00640 1 -- 172.21.15.29:0/2172762784 >> v1:172.21.15.29:6789/0 conn(0x7f8cc4147e70 legacy=0x7f8cc40709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.695+0000 7f8cc9c00640 1 -- 172.21.15.29:0/2172762784 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc40711f0 con 0x7f8cc406c150 2024-09-12T03:13:41.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.696+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/2172762784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc406c150 0x7f8cc406f1a0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f8cc4074090 tx=0x7f8cbc02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1976c1eba1902dfe server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.696+0000 7f8cc3400640 1 -- 172.21.15.29:0/2172762784 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc007740 con 0x7f8cc406c150 2024-09-12T03:13:41.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.696+0000 7f8cc3400640 1 -- 172.21.15.29:0/2172762784 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cbc0078e0 con 0x7f8cc406c150 2024-09-12T03:13:41.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.696+0000 7f8cc3400640 1 -- 172.21.15.29:0/2172762784 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc007cb0 con 0x7f8cc406c150 2024-09-12T03:13:41.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.696+0000 7f8ccbc00640 1 -- 172.21.15.29:0/2172762784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc406c150 msgr2=0x7f8cc406f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.696+0000 7f8ccbc00640 1 --2- 172.21.15.29:0/2172762784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc406c150 0x7f8cc406f1a0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f8cc4074090 tx=0x7f8cbc02a5f0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.697+0000 7f8ccbc00640 1 -- 172.21.15.29:0/2172762784 shutdown_connections 2024-09-12T03:13:41.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.697+0000 7f8ccbc00640 1 --2- 172.21.15.29:0/2172762784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc406c150 0x7f8cc406f1a0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.697+0000 7f8ccbc00640 1 --2- 172.21.15.29:0/2172762784 >> v2:172.21.15.38:3300/0 conn(0x7f8cc40b4360 0x7f8cc406bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.697+0000 7f8ccbc00640 1 -- 172.21.15.29:0/2172762784 >> 172.21.15.29:0/2172762784 conn(0x7f8cc409aa70 msgr2=0x7f8cc40b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.697+0000 7f8ccbc00640 1 -- 172.21.15.29:0/2172762784 shutdown_connections 2024-09-12T03:13:41.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.697+0000 7f8ccbc00640 1 -- 172.21.15.29:0/2172762784 wait complete. 2024-09-12T03:13:41.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.698+0000 7f8ccbc00640 1 Processor -- start 2024-09-12T03:13:41.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.698+0000 7f8ccbc00640 1 -- start start 2024-09-12T03:13:41.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.699+0000 7f8ccbc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8cc406c150 0x7f8cc40b19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.699+0000 7f8ccbc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc40b4360 0x7f8cc40b0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.699+0000 7f8ccbc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8cc4147e70 0x7f8cc415db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.699+0000 7f8ccbc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc40d18a0 con 0x7f8cc40b4360 2024-09-12T03:13:41.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.699+0000 7f8ccbc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc40d15c0 con 0x7f8cc4147e70 2024-09-12T03:13:41.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.699+0000 7f8ccbc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8cc4148250 con 0x7f8cc406c150 2024-09-12T03:13:41.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.700+0000 7f8cc3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc40b4360 0x7f8cc40b0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.700+0000 7f8cc3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc40b4360 0x7f8cc40b0080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33808/0 (socket says 172.21.15.29:33808) 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.700+0000 7f8cc3e00640 1 -- 172.21.15.29:0/1936266107 learned_addr learned my addr 172.21.15.29:0/1936266107 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.700+0000 7f8cc3e00640 1 -- 172.21.15.29:0/1936266107 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8cc406c150 msgr2=0x7f8cc40b19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.700+0000 7f8cc3e00640 1 --2- 172.21.15.29:0/1936266107 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8cc406c150 0x7f8cc40b19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.700+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/1936266107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8cc4147e70 0x7f8cc415db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.700+0000 7f8cc3e00640 1 -- 172.21.15.29:0/1936266107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8cc4147e70 msgr2=0x7f8cc415db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.700+0000 7f8cc3e00640 1 --2- 172.21.15.29:0/1936266107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8cc4147e70 0x7f8cc415db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.700+0000 7f8cc3e00640 1 -- 172.21.15.29:0/1936266107 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc40b2f30 con 0x7f8cc40b4360 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.700+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/1936266107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8cc4147e70 0x7f8cc415db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.700+0000 7f8cc3e00640 1 --2- 172.21.15.29:0/1936266107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc40b4360 0x7f8cc40b0080 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f8cb000e870 tx=0x7f8cb000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.701+0000 7f8cc0c00640 1 -- 172.21.15.29:0/1936266107 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb0017070 con 0x7f8cc40b4360 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.701+0000 7f8cc0c00640 1 -- 172.21.15.29:0/1936266107 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cb000c940 con 0x7f8cc40b4360 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.701+0000 7f8cc0c00640 1 -- 172.21.15.29:0/1936266107 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb000cd30 con 0x7f8cc40b4360 2024-09-12T03:13:41.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.701+0000 7f8ccbc00640 1 -- 172.21.15.29:0/1936266107 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cc40b3210 con 0x7f8cc40b4360 2024-09-12T03:13:41.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.701+0000 7f8ccbc00640 1 -- 172.21.15.29:0/1936266107 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cc413d530 con 0x7f8cc40b4360 2024-09-12T03:13:41.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.703+0000 7f8cc0c00640 1 -- 172.21.15.29:0/1936266107 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8cb001a070 con 0x7f8cc40b4360 2024-09-12T03:13:41.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.704+0000 7f8cc0c00640 1 --2- 172.21.15.29:0/1936266107 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8ca406be30 0x7f8ca406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.704+0000 7f8cc0c00640 1 -- 172.21.15.29:0/1936266107 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f8cb008b270 con 0x7f8cc40b4360 2024-09-12T03:13:41.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.704+0000 7f8cc9200640 1 --2- 172.21.15.29:0/1936266107 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8ca406be30 0x7f8ca406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.704+0000 7f8cceab7740 1 Processor -- start 2024-09-12T03:13:41.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.704+0000 7f8cceab7740 1 -- start start 2024-09-12T03:13:41.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.705+0000 7f8cc9200640 1 --2- 172.21.15.29:0/1936266107 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8ca406be30 0x7f8ca406e2f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8007fd0 tx=0x7f8cb8007960 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.705+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089570 0x5575ca089950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.705+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089e90 0x5575ca0d4b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.705+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0d5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.705+0000 7f8cceab7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5575c9f98280 con 0x5575ca0d31f0 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.705+0000 7f8cceab7740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5575c9ff17b0 con 0x5575ca089e90 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.705+0000 7f8cceab7740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5575c9f997d0 con 0x5575ca089570 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc9200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089570 0x5575ca089950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc9c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0d5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc9c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0d5090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33824/0 (socket says 172.21.15.29:33824) 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc9c00640 1 -- 172.21.15.29:0/1501545428 learned_addr learned my addr 172.21.15.29:0/1501545428 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc3e00640 1 --2- 172.21.15.29:0/1501545428 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089e90 0x5575ca0d4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc9200640 1 --2- 172.21.15.29:0/1501545428 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089570 0x5575ca089950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:55148/0 (socket says 172.21.15.29:55148) 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc9c00640 1 -- 172.21.15.29:0/1501545428 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089570 msgr2=0x5575ca089950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/1501545428 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089570 0x5575ca089950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc9c00640 1 -- 172.21.15.29:0/1501545428 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089e90 msgr2=0x5575ca0d4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/1501545428 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089e90 0x5575ca0d4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc9c00640 1 -- 172.21.15.29:0/1501545428 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575c9ce8120 con 0x5575ca0d31f0 2024-09-12T03:13:41.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.706+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/1501545428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0d5090 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc02a630 tx=0x7f8cbc02f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75093d438f07004e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cb5600640 1 -- 172.21.15.29:0/1501545428 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc040070 con 0x5575ca0d31f0 2024-09-12T03:13:41.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cb5600640 1 -- 172.21.15.29:0/1501545428 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cbc0077c0 con 0x5575ca0d31f0 2024-09-12T03:13:41.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cb5600640 1 -- 172.21.15.29:0/1501545428 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc007b70 con 0x5575ca0d31f0 2024-09-12T03:13:41.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cceab7740 1 -- 172.21.15.29:0/1501545428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 msgr2=0x5575ca0d5090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cceab7740 1 --2- 172.21.15.29:0/1501545428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0d5090 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc02a630 tx=0x7f8cbc02f000 comp rx=0 tx=0).stop 2024-09-12T03:13:41.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cceab7740 1 -- 172.21.15.29:0/1501545428 shutdown_connections 2024-09-12T03:13:41.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cceab7740 1 --2- 172.21.15.29:0/1501545428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0d5090 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cceab7740 1 --2- 172.21.15.29:0/1501545428 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089e90 0x5575ca0d4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cceab7740 1 --2- 172.21.15.29:0/1501545428 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089570 0x5575ca089950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cceab7740 1 -- 172.21.15.29:0/1501545428 >> 172.21.15.29:0/1501545428 conn(0x5575ca055ec0 msgr2=0x5575ca0d3a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cceab7740 1 -- 172.21.15.29:0/1501545428 shutdown_connections 2024-09-12T03:13:41.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.707+0000 7f8cceab7740 1 -- 172.21.15.29:0/1501545428 wait complete. 2024-09-12T03:13:41.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.708+0000 7f8cceab7740 1 -- start start 2024-09-12T03:13:41.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.708+0000 7f8cceab7740 1 Processor -- start 2024-09-12T03:13:41.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.709+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089570 0x5575ca0b6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.709+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089e90 0x5575ca0d08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.709+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0e3b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.709+0000 7f8cceab7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5575c9f7a3f0 con 0x5575ca0d31f0 2024-09-12T03:13:41.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.709+0000 7f8cceab7740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5575c9fed770 con 0x5575ca089e90 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.709+0000 7f8cceab7740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5575ca08f800 con 0x5575ca089570 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.709+0000 7f8cceab7740 10 client.0 _ll_register_callbacks cb 0x5575c9f9e5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.709+0000 7f8cc9c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0e3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8cc3e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089e90 0x5575ca0d08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8cc9c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0e3b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33832/0 (socket says 172.21.15.29:33832) 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8cc9200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089570 0x5575ca0b6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8cc9c00640 1 -- 172.21.15.29:0/2965217795 learned_addr learned my addr 172.21.15.29:0/2965217795 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8cc9c00640 1 -- 172.21.15.29:0/2965217795 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089570 msgr2=0x5575ca0b6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/2965217795 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089570 0x5575ca0b6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8cc9c00640 1 -- 172.21.15.29:0/2965217795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089e90 msgr2=0x5575ca0d08b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/2965217795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089e90 0x5575ca0d08b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8cc9c00640 1 -- 172.21.15.29:0/2965217795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575c9dce500 con 0x5575ca0d31f0 2024-09-12T03:13:41.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/2965217795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0e3b90 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc009bd0 tx=0x7f8cbc004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bea9c48b7ca90396 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8caa000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8caa000640 1 -- 172.21.15.29:0/2965217795 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc040070 con 0x5575ca0d31f0 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.710+0000 7f8caa000640 1 -- 172.21.15.29:0/2965217795 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f8cbc007d80 con 0x5575ca0d31f0 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8cceab7740 1 -- 172.21.15.29:0/2965217795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8cbc0077c0 con 0x5575ca0d31f0 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8caa000640 1 -- 172.21.15.29:0/2965217795 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7f8cbc056050 con 0x5575ca0d31f0 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8cceab7740 10 client.7026 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8cceab7740 1 -- 172.21.15.29:0/2965217795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x5575c9e2ec90 con 0x5575ca0d31f0 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8caa000640 1 -- 172.21.15.29:0/2965217795 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cbc0077c0 con 0x5575ca0d31f0 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8caa000640 1 -- 172.21.15.29:0/2965217795 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7f8cbc059020 con 0x5575ca0d31f0 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8cceab7740 10 client.7026 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8cceab7740 10 client.7026 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8cceab7740 20 client.7026 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2965217795 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x5575ca0b9730 0x5575ca0b2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8cceab7740 4 client.7026 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:13:41.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.711+0000 7f8cceab7740 1 -- 172.21.15.29:0/2965217795 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575c9ffeee0 con 0x5575ca0b9730 2024-09-12T03:13:41.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.712+0000 7f8cc9200640 1 --2- 172.21.15.29:0/2965217795 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x5575ca0b9730 0x5575ca0b2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.712+0000 7f8cc9200640 1 --2- 172.21.15.29:0/2965217795 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x5575ca0b9730 0x5575ca0b2710 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3c211a68d2161e54 server_cookie=26bb27fe77917618 in_seq=0 out_seq=0 2024-09-12T03:13:41.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.712+0000 7f8caa000640 10 client.7026 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8caa000640 1 -- 172.21.15.29:0/2965217795 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5575c9ffeee0 con 0x5575ca0b9730 2024-09-12T03:13:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8caa000640 10 client.7026 handle_command_reply: tid=0 2024-09-12T03:13:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 1 client.7026 shutdown 2024-09-12T03:13:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 1 -- 172.21.15.29:0/2965217795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 msgr2=0x5575ca0e3b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2965217795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0e3b90 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc009bd0 tx=0x7f8cbc004ab0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 1 -- 172.21.15.29:0/2965217795 shutdown_connections 2024-09-12T03:13:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2965217795 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x5575ca0b9730 0x5575ca0b2710 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2965217795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0e3b90 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2965217795 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089e90 0x5575ca0d08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2965217795 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089570 0x5575ca0b6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8caa000640 0 client.7026 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 1 -- 172.21.15.29:0/2965217795 >> 172.21.15.29:0/2965217795 conn(0x5575ca055ec0 msgr2=0x5575ca0d15b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 1 -- 172.21.15.29:0/2965217795 shutdown_connections 2024-09-12T03:13:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 1 -- 172.21.15.29:0/2965217795 wait complete. 2024-09-12T03:13:41.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.713+0000 7f8cceab7740 20 client.7026 trim_cache size 0 max 16384 2024-09-12T03:13:41.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.731+0000 7f8cceab7740 1 Processor -- start 2024-09-12T03:13:41.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.731+0000 7f8cceab7740 1 -- start start 2024-09-12T03:13:41.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.732+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089570 0x5575ca08a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.732+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089e90 0x5575ca08c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.732+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0f7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.732+0000 7f8cceab7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc42002e0 con 0x5575ca0d31f0 2024-09-12T03:13:41.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.732+0000 7f8cceab7740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc42009e0 con 0x5575ca089570 2024-09-12T03:13:41.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.732+0000 7f8cceab7740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8cc41613a0 con 0x5575ca089e90 2024-09-12T03:13:41.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.732+0000 7f8cc9c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0f7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.732+0000 7f8cc9c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0f7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33834/0 (socket says 172.21.15.29:33834) 2024-09-12T03:13:41.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.732+0000 7f8cc9c00640 1 -- 172.21.15.29:0/1794843338 learned_addr learned my addr 172.21.15.29:0/1794843338 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.732+0000 7f8cc3e00640 1 --2- 172.21.15.29:0/1794843338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089e90 0x5575ca08c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.732+0000 7f8cc9200640 1 --2- 172.21.15.29:0/1794843338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089570 0x5575ca08a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.733+0000 7f8cc9c00640 1 -- 172.21.15.29:0/1794843338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089e90 msgr2=0x5575ca08c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.733+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/1794843338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089e90 0x5575ca08c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.733+0000 7f8cc9c00640 1 -- 172.21.15.29:0/1794843338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089570 msgr2=0x5575ca08a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.733+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/1794843338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089570 0x5575ca08a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.733+0000 7f8cc9c00640 1 -- 172.21.15.29:0/1794843338 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575c9cc3e20 con 0x5575ca0d31f0 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.733+0000 7f8cc9200640 1 --2- 172.21.15.29:0/1794843338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089570 0x5575ca08a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.733+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/1794843338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0f7c40 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc02a630 tx=0x7f8cbc049000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d201bf01995ed9d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.733+0000 7f8cb4c00640 1 -- 172.21.15.29:0/1794843338 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc007b80 con 0x5575ca0d31f0 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.733+0000 7f8cb4c00640 1 -- 172.21.15.29:0/1794843338 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cbc007d20 con 0x5575ca0d31f0 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.733+0000 7f8cb4c00640 1 -- 172.21.15.29:0/1794843338 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc0044c0 con 0x5575ca0d31f0 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.734+0000 7f8cceab7740 1 -- 172.21.15.29:0/1794843338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 msgr2=0x5575ca0f7c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.734+0000 7f8cceab7740 1 --2- 172.21.15.29:0/1794843338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0f7c40 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc02a630 tx=0x7f8cbc049000 comp rx=0 tx=0).stop 2024-09-12T03:13:41.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.734+0000 7f8cceab7740 1 -- 172.21.15.29:0/1794843338 shutdown_connections 2024-09-12T03:13:41.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.734+0000 7f8cceab7740 1 --2- 172.21.15.29:0/1794843338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0f7c40 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.734+0000 7f8cceab7740 1 --2- 172.21.15.29:0/1794843338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089e90 0x5575ca08c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.734+0000 7f8cceab7740 1 --2- 172.21.15.29:0/1794843338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089570 0x5575ca08a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.734+0000 7f8cceab7740 1 -- 172.21.15.29:0/1794843338 >> 172.21.15.29:0/1794843338 conn(0x5575ca055ec0 msgr2=0x5575ca0d20f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.734+0000 7f8cceab7740 1 -- 172.21.15.29:0/1794843338 shutdown_connections 2024-09-12T03:13:41.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.734+0000 7f8cceab7740 1 -- 172.21.15.29:0/1794843338 wait complete. 2024-09-12T03:13:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.734+0000 7f8cceab7740 1 -- start start 2024-09-12T03:13:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.735+0000 7f8cceab7740 1 Processor -- start 2024-09-12T03:13:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089570 0x5575ca08a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089e90 0x5575ca08a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cceab7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0b5890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cceab7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5575ca0b2d20 con 0x5575ca0d31f0 2024-09-12T03:13:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cceab7740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5575ca0d0df0 con 0x5575ca089570 2024-09-12T03:13:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cceab7740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5575ca0e4120 con 0x5575ca089e90 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cceab7740 10 client.0 _ll_register_callbacks cb 0x7f8cb000cf50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cc9c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0b5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cc9c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0b5890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33848/0 (socket says 172.21.15.29:33848) 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cc9c00640 1 -- 172.21.15.29:0/2931356193 learned_addr learned my addr 172.21.15.29:0/2931356193 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cc9c00640 1 -- 172.21.15.29:0/2931356193 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089e90 msgr2=0x5575ca08a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/2931356193 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089e90 0x5575ca08a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cc9c00640 1 -- 172.21.15.29:0/2931356193 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089570 msgr2=0x5575ca08a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/2931356193 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089570 0x5575ca08a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cc9c00640 1 -- 172.21.15.29:0/2931356193 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575ca0d18d0 con 0x5575ca0d31f0 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8cc9c00640 1 --2- 172.21.15.29:0/2931356193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0b5890 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc009d10 tx=0x7f8cbc033040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=effa7d4d8c8aa932 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.736+0000 7f8caa000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8caa000640 1 -- 172.21.15.29:0/2931356193 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc064060 con 0x5575ca0d31f0 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8caa000640 1 -- 172.21.15.29:0/2931356193 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f8cbc045460 con 0x5575ca0d31f0 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8cceab7740 1 -- 172.21.15.29:0/2931356193 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8cbc007d20 con 0x5575ca0d31f0 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8caa000640 1 -- 172.21.15.29:0/2931356193 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7f8cbc06a050 con 0x5575ca0d31f0 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8cceab7740 10 client.7032 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8cceab7740 1 -- 172.21.15.29:0/2931356193 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x5575ca0d4cc0 con 0x5575ca0d31f0 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8caa000640 1 -- 172.21.15.29:0/2931356193 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cbc007d20 con 0x5575ca0d31f0 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8caa000640 1 -- 172.21.15.29:0/2931356193 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7f8cbc06d020 con 0x5575ca0d31f0 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8cceab7740 10 client.7032 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8cceab7740 10 client.7032 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8cceab7740 20 client.7032 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2931356193 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x5575ca1370b0 0x5575ca0b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8cceab7740 4 client.7032 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "scrub abort"}] 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.737+0000 7f8cceab7740 1 -- 172.21.15.29:0/2931356193 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "scrub abort"}) -- 0x5575c9ff9230 con 0x5575ca1370b0 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.738+0000 7f8cc9200640 1 --2- 172.21.15.29:0/2931356193 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x5575ca1370b0 0x5575ca0b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.738+0000 7f8cc9200640 1 --2- 172.21.15.29:0/2931356193 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x5575ca1370b0 0x5575ca0b5dd0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4503b82dda53d30a server_cookie=186d0372d84732f3 in_seq=0 out_seq=0 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.738+0000 7f8caa000640 10 client.7032 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.738+0000 7f8caa000640 1 -- 172.21.15.29:0/2931356193 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: -18 Not rank 0) ==== 18+0+0 (crc 0 0 0) 0x5575c9ff9230 con 0x5575ca1370b0 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.738+0000 7f8caa000640 10 client.7032 handle_command_reply: tid=0 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.738+0000 7f8cceab7740 1 client.7032 shutdown 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.738+0000 7f8cceab7740 1 -- 172.21.15.29:0/2931356193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 msgr2=0x5575ca0b5890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.738+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2931356193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0b5890 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc009d10 tx=0x7f8cbc033040 comp rx=0 tx=0).stop 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.739+0000 7f8cceab7740 1 -- 172.21.15.29:0/2931356193 shutdown_connections 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.739+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2931356193 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x5575ca1370b0 0x5575ca0b5dd0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.739+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2931356193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5575ca0d31f0 0x5575ca0b5890 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.739+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2931356193 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5575ca089e90 0x5575ca08a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.739+0000 7f8cceab7740 1 --2- 172.21.15.29:0/2931356193 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5575ca089570 0x5575ca08a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.739+0000 7f8cceab7740 1 -- 172.21.15.29:0/2931356193 >> 172.21.15.29:0/2931356193 conn(0x5575ca055ec0 msgr2=0x5575ca0d20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.739+0000 7f8caa000640 0 client.7032 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.739+0000 7f8cceab7740 1 -- 172.21.15.29:0/2931356193 shutdown_connections 2024-09-12T03:13:41.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.739+0000 7f8cceab7740 1 -- 172.21.15.29:0/2931356193 wait complete. 2024-09-12T03:13:41.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.739+0000 7f8cceab7740 20 client.7032 trim_cache size 0 max 16384 2024-09-12T03:13:41.743 INFO:teuthology.orchestra.run.smithi029.stderr:Error EXDEV: Not rank 0 2024-09-12T03:13:41.746 DEBUG:teuthology.orchestra.run:got remote process result: 18 2024-09-12T03:13:41.747 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a scrub pause 2024-09-12T03:13:41.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.905+0000 7f74b3e00640 1 Processor -- start 2024-09-12T03:13:41.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.905+0000 7f74b3e00640 1 -- start start 2024-09-12T03:13:41.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.906+0000 7f74b3e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f74b40d23c0 0x7f74b40d2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.906+0000 7f74b3e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74b40cf8c0 con 0x7f74b415e4b0 2024-09-12T03:13:41.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.906+0000 7f74b3e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74b40cfba0 con 0x7f74b40d2ec0 2024-09-12T03:13:41.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.906+0000 7f74b3e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f74b40cfe80 con 0x7f74b40d23c0 2024-09-12T03:13:41.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.906+0000 7f74b2a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f74b415e4b0 0x7f74b40cefb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55202/0 (socket says 172.21.15.29:55202) 2024-09-12T03:13:41.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.906+0000 7f74b2a00640 1 -- 172.21.15.29:0/3321142080 learned_addr learned my addr 172.21.15.29:0/3321142080 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:41.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.906+0000 7f74b2000640 1 --2- 172.21.15.29:0/3321142080 >> v2:172.21.15.29:3300/0 conn(0x7f74b40d23c0 0x7f74b40d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.907+0000 7f74b1600640 1 -- 172.21.15.29:0/3321142080 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 663570751 0 0) 0x7f74b40cf8c0 con 0x7f74b415e4b0 2024-09-12T03:13:41.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.907+0000 7f74b1600640 1 -- 172.21.15.29:0/3321142080 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7498003520 con 0x7f74b415e4b0 2024-09-12T03:13:41.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.907+0000 7f74b1600640 1 -- 172.21.15.29:0/3321142080 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3219920622 0 0) 0x7f74b40cfba0 con 0x7f74b40d2ec0 2024-09-12T03:13:41.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.907+0000 7f74b2000640 1 -- 172.21.15.29:0/3321142080 >> v1:172.21.15.38:6789/0 conn(0x7f74b40d2ec0 legacy=0x7f74b406d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.907+0000 7f74b2000640 1 -- 172.21.15.29:0/3321142080 >> v1:172.21.15.29:6789/0 conn(0x7f74b415e4b0 legacy=0x7f74b40cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.907+0000 7f74b2000640 1 -- 172.21.15.29:0/3321142080 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74b40d0160 con 0x7f74b40d23c0 2024-09-12T03:13:41.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.908+0000 7f74b2000640 1 --2- 172.21.15.29:0/3321142080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74b40d23c0 0x7f74b40d2980 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f74a00097a0 tx=0x7f74a002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4e8936eaeafe661 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.908+0000 7f74b1600640 1 -- 172.21.15.29:0/3321142080 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a0037070 con 0x7f74b40d23c0 2024-09-12T03:13:41.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.908+0000 7f74b1600640 1 -- 172.21.15.29:0/3321142080 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74a0032440 con 0x7f74b40d23c0 2024-09-12T03:13:41.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.908+0000 7f74b1600640 1 -- 172.21.15.29:0/3321142080 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a0032810 con 0x7f74b40d23c0 2024-09-12T03:13:41.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.909+0000 7f74b3e00640 1 -- 172.21.15.29:0/3321142080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74b40d23c0 msgr2=0x7f74b40d2980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.909+0000 7f74b3e00640 1 --2- 172.21.15.29:0/3321142080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74b40d23c0 0x7f74b40d2980 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f74a00097a0 tx=0x7f74a002a230 comp rx=0 tx=0).stop 2024-09-12T03:13:41.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.909+0000 7f74b3e00640 1 -- 172.21.15.29:0/3321142080 shutdown_connections 2024-09-12T03:13:41.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.909+0000 7f74b3e00640 1 --2- 172.21.15.29:0/3321142080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74b40d23c0 0x7f74b40d2980 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.909+0000 7f74b3e00640 1 -- 172.21.15.29:0/3321142080 >> 172.21.15.29:0/3321142080 conn(0x7f74b409d740 msgr2=0x7f74b408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.909+0000 7f74b3e00640 1 -- 172.21.15.29:0/3321142080 shutdown_connections 2024-09-12T03:13:41.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.909+0000 7f74b3e00640 1 -- 172.21.15.29:0/3321142080 wait complete. 2024-09-12T03:13:41.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.911+0000 7f74b3e00640 1 Processor -- start 2024-09-12T03:13:41.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.911+0000 7f74b3e00640 1 -- start start 2024-09-12T03:13:41.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b3e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74b40d23c0 0x7f74b415dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74b40d2ec0 0x7f74b4154730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b3e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74b415e4b0 0x7f74b40b8d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b3e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f74b406df20 con 0x7f74b40d2ec0 2024-09-12T03:13:41.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b3e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f74b406e0a0 con 0x7f74b415e4b0 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b3e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f74b406e220 con 0x7f74b40d23c0 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b2000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74b40d2ec0 0x7f74b4154730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b2000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74b40d2ec0 0x7f74b4154730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33862/0 (socket says 172.21.15.29:33862) 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b2000640 1 -- 172.21.15.29:0/171375607 learned_addr learned my addr 172.21.15.29:0/171375607 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b3400640 1 --2- 172.21.15.29:0/171375607 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74b415e4b0 0x7f74b40b8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b2a00640 1 --2- 172.21.15.29:0/171375607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74b40d23c0 0x7f74b415dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b2000640 1 -- 172.21.15.29:0/171375607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74b40d23c0 msgr2=0x7f74b415dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b2000640 1 --2- 172.21.15.29:0/171375607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74b40d23c0 0x7f74b415dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b2000640 1 -- 172.21.15.29:0/171375607 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74b415e4b0 msgr2=0x7f74b40b8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b2000640 1 --2- 172.21.15.29:0/171375607 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74b415e4b0 0x7f74b40b8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b2000640 1 -- 172.21.15.29:0/171375607 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74b415ecd0 con 0x7f74b40d2ec0 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.912+0000 7f74b2a00640 1 --2- 172.21.15.29:0/171375607 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74b40d23c0 0x7f74b415dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:41.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.913+0000 7f74b2000640 1 --2- 172.21.15.29:0/171375607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74b40d2ec0 0x7f74b4154730 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f74a0035040 tx=0x7f74a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.913+0000 7f74ab400640 1 -- 172.21.15.29:0/171375607 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a0041020 con 0x7f74b40d2ec0 2024-09-12T03:13:41.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.913+0000 7f74ab400640 1 -- 172.21.15.29:0/171375607 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74a003d6e0 con 0x7f74b40d2ec0 2024-09-12T03:13:41.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.913+0000 7f74ab400640 1 -- 172.21.15.29:0/171375607 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a0037040 con 0x7f74b40d2ec0 2024-09-12T03:13:41.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.913+0000 7f74b3e00640 1 -- 172.21.15.29:0/171375607 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74b40b99e0 con 0x7f74b40d2ec0 2024-09-12T03:13:41.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.913+0000 7f74b3e00640 1 -- 172.21.15.29:0/171375607 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74b415ef70 con 0x7f74b40d2ec0 2024-09-12T03:13:41.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.915+0000 7f74ab400640 1 -- 172.21.15.29:0/171375607 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f74a0044020 con 0x7f74b40d2ec0 2024-09-12T03:13:41.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.916+0000 7f74ab400640 1 --2- 172.21.15.29:0/171375607 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f749406be60 0x7f749406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.916+0000 7f74ab400640 1 -- 172.21.15.29:0/171375607 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f74a00ab470 con 0x7f74b40d2ec0 2024-09-12T03:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.916+0000 7f74b2a00640 1 --2- 172.21.15.29:0/171375607 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f749406be60 0x7f749406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.916+0000 7f74bcc1f740 1 Processor -- start 2024-09-12T03:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.917+0000 7f74bcc1f740 1 -- start start 2024-09-12T03:13:41.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.917+0000 7f74b2a00640 1 --2- 172.21.15.29:0/171375607 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f749406be60 0x7f749406e320 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f74a4005880 tx=0x7f74a4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.917+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfbc4750 0x55cadfbc4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.917+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc0fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.917+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfc0e3d0 0x55cadfc10270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.917+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cadfad3280 con 0x55cadfc0e3d0 2024-09-12T03:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.917+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55cadfb2c7b0 con 0x55cadfbc5070 2024-09-12T03:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.917+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55cadfad47d0 con 0x55cadfbc4750 2024-09-12T03:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfc0e3d0 0x55cadfc10270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b2a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfbc4750 0x55cadfbc4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b2000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc0fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfc0e3d0 0x55cadfc10270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33870/0 (socket says 172.21.15.29:33870) 2024-09-12T03:13:41.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b3400640 1 -- 172.21.15.29:0/1565641011 learned_addr learned my addr 172.21.15.29:0/1565641011 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b3400640 1 -- 172.21.15.29:0/1565641011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfbc4750 msgr2=0x55cadfbc4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b3400640 1 --2- 172.21.15.29:0/1565641011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfbc4750 0x55cadfbc4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b3400640 1 -- 172.21.15.29:0/1565641011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 msgr2=0x55cadfc0fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b3400640 1 --2- 172.21.15.29:0/1565641011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc0fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b3400640 1 -- 172.21.15.29:0/1565641011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cadf823120 con 0x55cadfc0e3d0 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b2a00640 1 --2- 172.21.15.29:0/1565641011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfbc4750 0x55cadfbc4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b2000640 1 --2- 172.21.15.29:0/1565641011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc0fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.918+0000 7f74b3400640 1 --2- 172.21.15.29:0/1565641011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfc0e3d0 0x55cadfc10270 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f74ac001ca0 tx=0x7f74ac002160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de37ea01d8ec1f02 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f749f400640 1 -- 172.21.15.29:0/1565641011 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74ac019070 con 0x55cadfc0e3d0 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f749f400640 1 -- 172.21.15.29:0/1565641011 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74ac003b80 con 0x55cadfc0e3d0 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f749f400640 1 -- 172.21.15.29:0/1565641011 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74ac00e8c0 con 0x55cadfc0e3d0 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1565641011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfc0e3d0 msgr2=0x55cadfc10270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/1565641011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfc0e3d0 0x55cadfc10270 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f74ac001ca0 tx=0x7f74ac002160 comp rx=0 tx=0).stop 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1565641011 shutdown_connections 2024-09-12T03:13:41.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/1565641011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfc0e3d0 0x55cadfc10270 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/1565641011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc0fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/1565641011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfbc4750 0x55cadfbc4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1565641011 >> 172.21.15.29:0/1565641011 conn(0x55cadfb90ec0 msgr2=0x55cadfc0ebe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1565641011 shutdown_connections 2024-09-12T03:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.919+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1565641011 wait complete. 2024-09-12T03:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.920+0000 7f74bcc1f740 1 -- start start 2024-09-12T03:13:41.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.920+0000 7f74bcc1f740 1 Processor -- start 2024-09-12T03:13:41.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.921+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbe1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.921+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc0b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.921+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfc0d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.921+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cadfab53f0 con 0x55cadfbc4750 2024-09-12T03:13:41.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.921+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55cadfb28770 con 0x55cadfbc5070 2024-09-12T03:13:41.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.921+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55cadfbca9e0 con 0x55cadfc0e3d0 2024-09-12T03:13:41.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.921+0000 7f74bcc1f740 10 client.0 _ll_register_callbacks cb 0x55cadfad95d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:41.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.921+0000 7f74b2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbe1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.921+0000 7f74b2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbe1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33882/0 (socket says 172.21.15.29:33882) 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.921+0000 7f74b2a00640 1 -- 172.21.15.29:0/4251884592 learned_addr learned my addr 172.21.15.29:0/4251884592 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f74b2000640 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc0b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f74b3400640 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfc0d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f74b2a00640 1 -- 172.21.15.29:0/4251884592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 msgr2=0x55cadfc0d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f74b2a00640 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfc0d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f74b2a00640 1 -- 172.21.15.29:0/4251884592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 msgr2=0x55cadfc0b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f74b2a00640 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc0b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f74b2a00640 1 -- 172.21.15.29:0/4251884592 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cadf909500 con 0x55cadfbc4750 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f74b2a00640 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbe1940 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f74a4007680 tx=0x7f74a4000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=137285a0397c177f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f7493e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f7493e00640 1 -- 172.21.15.29:0/4251884592 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a4027060 con 0x55cadfbc4750 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f7493e00640 1 -- 172.21.15.29:0/4251884592 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f74a4022c90 con 0x55cadfbc4750 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.922+0000 7f74bcc1f740 1 -- 172.21.15.29:0/4251884592 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74ac003b80 con 0x55cadfbc4750 2024-09-12T03:13:41.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.923+0000 7f7493e00640 1 -- 172.21.15.29:0/4251884592 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7f74a4012410 con 0x55cadfbc4750 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.923+0000 7f74bcc1f740 10 client.7047 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.923+0000 7f74bcc1f740 1 -- 172.21.15.29:0/4251884592 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x55cadf969c90 con 0x55cadfbc4750 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.923+0000 7f7493e00640 1 -- 172.21.15.29:0/4251884592 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74ac003b80 con 0x55cadfbc4750 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.923+0000 7f7493e00640 1 -- 172.21.15.29:0/4251884592 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7f74a40125b0 con 0x55cadfbc4750 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.923+0000 7f74bcc1f740 10 client.7047 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.923+0000 7f74bcc1f740 10 client.7047 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.923+0000 7f74bcc1f740 20 client.7047 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.923+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x55cadfc094f0 0x55cadfc098f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.923+0000 7f74bcc1f740 4 client.7047 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.923+0000 7f74bcc1f740 1 -- 172.21.15.29:0/4251884592 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cadfb39ee0 con 0x55cadfc094f0 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.924+0000 7f74b2000640 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x55cadfc094f0 0x55cadfc098f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.924+0000 7f7493e00640 10 client.7047 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.924+0000 7f74b2000640 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x55cadfc094f0 0x55cadfc098f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=98505a752586ae3f server_cookie=4cbed65256d780ab in_seq=0 out_seq=0 2024-09-12T03:13:41.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f7493e00640 1 -- 172.21.15.29:0/4251884592 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cadfb39ee0 con 0x55cadfc094f0 2024-09-12T03:13:41.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f7493e00640 10 client.7047 handle_command_reply: tid=0 2024-09-12T03:13:41.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f74bcc1f740 1 client.7047 shutdown 2024-09-12T03:13:41.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f74bcc1f740 1 -- 172.21.15.29:0/4251884592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 msgr2=0x55cadfbe1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbe1940 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f74a4007680 tx=0x7f74a4000ed0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f74bcc1f740 1 -- 172.21.15.29:0/4251884592 shutdown_connections 2024-09-12T03:13:41.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x55cadfc094f0 0x55cadfc098f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfc0d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc0b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/4251884592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbe1940 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f7493e00640 0 client.7047 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f74bcc1f740 1 -- 172.21.15.29:0/4251884592 >> 172.21.15.29:0/4251884592 conn(0x55cadfb90ec0 msgr2=0x55cadfc0c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f74bcc1f740 1 -- 172.21.15.29:0/4251884592 shutdown_connections 2024-09-12T03:13:41.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.925+0000 7f74bcc1f740 1 -- 172.21.15.29:0/4251884592 wait complete. 2024-09-12T03:13:41.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.926+0000 7f74bcc1f740 20 client.7047 trim_cache size 0 max 16384 2024-09-12T03:13:41.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.943+0000 7f74bcc1f740 1 Processor -- start 2024-09-12T03:13:41.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.943+0000 7f74bcc1f740 1 -- start start 2024-09-12T03:13:41.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.944+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbc3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.944+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfbc5450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.944+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfbc5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.944+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f74b41fffa0 con 0x55cadfbc4750 2024-09-12T03:13:41.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.944+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f74b42006a0 con 0x55cadfbc5070 2024-09-12T03:13:41.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.944+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f74b4160460 con 0x55cadfc0e3d0 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.944+0000 7f74b2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbc3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.944+0000 7f74b2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbc3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33896/0 (socket says 172.21.15.29:33896) 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f74b2a00640 1 -- 172.21.15.29:0/3198923028 learned_addr learned my addr 172.21.15.29:0/3198923028 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f74b2000640 1 --2- 172.21.15.29:0/3198923028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfbc5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f74b2a00640 1 -- 172.21.15.29:0/3198923028 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 msgr2=0x55cadfbc5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f74b2a00640 1 --2- 172.21.15.29:0/3198923028 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfbc5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f74b2a00640 1 -- 172.21.15.29:0/3198923028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 msgr2=0x55cadfbc5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f74b2a00640 1 --2- 172.21.15.29:0/3198923028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfbc5450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f74b2a00640 1 -- 172.21.15.29:0/3198923028 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cadf7fee20 con 0x55cadfbc4750 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f74b2000640 1 --2- 172.21.15.29:0/3198923028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfbc5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f74b2a00640 1 --2- 172.21.15.29:0/3198923028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbc3c80 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f74a4005970 tx=0x7f74a401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b94b97993e702a21 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f749ea00640 1 -- 172.21.15.29:0/3198923028 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a4027070 con 0x55cadfbc4750 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f749ea00640 1 -- 172.21.15.29:0/3198923028 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74a4018070 con 0x55cadfbc4750 2024-09-12T03:13:41.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.945+0000 7f749ea00640 1 -- 172.21.15.29:0/3198923028 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a4012070 con 0x55cadfbc4750 2024-09-12T03:13:41.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.946+0000 7f74bcc1f740 1 -- 172.21.15.29:0/3198923028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 msgr2=0x55cadfbc3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.946+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/3198923028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbc3c80 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f74a4005970 tx=0x7f74a401c000 comp rx=0 tx=0).stop 2024-09-12T03:13:41.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.946+0000 7f74bcc1f740 1 -- 172.21.15.29:0/3198923028 shutdown_connections 2024-09-12T03:13:41.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.946+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/3198923028 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfbc5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.946+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/3198923028 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfbc5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.946+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/3198923028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbc3c80 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.946+0000 7f74bcc1f740 1 -- 172.21.15.29:0/3198923028 >> 172.21.15.29:0/3198923028 conn(0x55cadfb90ec0 msgr2=0x55cadfbf31a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.946+0000 7f74bcc1f740 1 -- 172.21.15.29:0/3198923028 shutdown_connections 2024-09-12T03:13:41.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.946+0000 7f74bcc1f740 1 -- 172.21.15.29:0/3198923028 wait complete. 2024-09-12T03:13:41.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.947+0000 7f74bcc1f740 1 -- start start 2024-09-12T03:13:41.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.947+0000 7f74bcc1f740 1 Processor -- start 2024-09-12T03:13:41.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbf3100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc82b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74bcc1f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfc325d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cadfbe1fc0 con 0x55cadfbc4750 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55cadfc0a570 con 0x55cadfbc5070 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74bcc1f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55cadfbed2f0 con 0x55cadfc0e3d0 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74bcc1f740 10 client.0 _ll_register_callbacks cb 0x7f74a4007300 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74b2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbf3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74b2a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbf3100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33910/0 (socket says 172.21.15.29:33910) 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74b2a00640 1 -- 172.21.15.29:0/1766583495 learned_addr learned my addr 172.21.15.29:0/1766583495 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74b2000640 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc82b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74b3400640 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfc325d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.948+0000 7f74b2a00640 1 -- 172.21.15.29:0/1766583495 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 msgr2=0x55cadfc325d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f74b2a00640 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfc325d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f74b2a00640 1 -- 172.21.15.29:0/1766583495 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 msgr2=0x55cadfc82b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f74b2a00640 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc82b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f74b2a00640 1 -- 172.21.15.29:0/1766583495 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cadfbf0a50 con 0x55cadfbc4750 2024-09-12T03:13:41.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f74b3400640 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfc325d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f74b2a00640 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbf3100 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f74a402f040 tx=0x7f74a4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeb2c661fb35454f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f7493e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f7493e00640 1 -- 172.21.15.29:0/1766583495 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a403b020 con 0x55cadfbc4750 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1766583495 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74a4018070 con 0x55cadfbc4750 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f7493e00640 1 -- 172.21.15.29:0/1766583495 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f74a4012ab0 con 0x55cadfbc4750 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f7493e00640 1 -- 172.21.15.29:0/1766583495 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7f74a4045050 con 0x55cadfbc4750 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f74bcc1f740 10 client.7053 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.949+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1766583495 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x55cadfc830c0 con 0x55cadfbc4750 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.950+0000 7f7493e00640 1 -- 172.21.15.29:0/1766583495 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74a4018070 con 0x55cadfbc4750 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.950+0000 7f7493e00640 1 -- 172.21.15.29:0/1766583495 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7f74a4048020 con 0x55cadfbc4750 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.950+0000 7f74bcc1f740 10 client.7053 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.950+0000 7f74bcc1f740 10 client.7053 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.950+0000 7f74bcc1f740 20 client.7053 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:41.954 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.950+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x55cadfc900f0 0x55cadfc904d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.950+0000 7f74bcc1f740 4 client.7053 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "scrub pause"}] 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.950+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1766583495 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "scrub pause"}) -- 0x55cadfc11d90 con 0x55cadfc900f0 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.950+0000 7f74b2000640 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x55cadfc900f0 0x55cadfc904d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74b2000640 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x55cadfc900f0 0x55cadfc904d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=987bd0f76fbb75ff server_cookie=852eef56840cc6a9 in_seq=0 out_seq=0 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f7493e00640 10 client.7053 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f7493e00640 1 -- 172.21.15.29:0/1766583495 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: -18 Not rank 0) ==== 18+0+0 (crc 0 0 0) 0x55cadfc11d90 con 0x55cadfc900f0 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f7493e00640 10 client.7053 handle_command_reply: tid=0 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 1 client.7053 shutdown 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1766583495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 msgr2=0x55cadfbf3100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbf3100 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f74a402f040 tx=0x7f74a4012000 comp rx=0 tx=0).stop 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1766583495 shutdown_connections 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x55cadfc900f0 0x55cadfc904d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cadfc0e3d0 0x55cadfc325d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cadfbc5070 0x55cadfc82b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f7493e00640 0 client.7053 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:41.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 1 --2- 172.21.15.29:0/1766583495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cadfbc4750 0x55cadfbf3100 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:41.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1766583495 >> 172.21.15.29:0/1766583495 conn(0x55cadfb90ec0 msgr2=0x55cadfbc3510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:41.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1766583495 shutdown_connections 2024-09-12T03:13:41.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 1 -- 172.21.15.29:0/1766583495 wait complete. 2024-09-12T03:13:41.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:41.951+0000 7f74bcc1f740 20 client.7053 trim_cache size 0 max 16384 2024-09-12T03:13:41.956 INFO:teuthology.orchestra.run.smithi029.stderr:Error EXDEV: Not rank 0 2024-09-12T03:13:41.959 DEBUG:teuthology.orchestra.run:got remote process result: 18 2024-09-12T03:13:41.959 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a scrub resume 2024-09-12T03:13:42.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.117+0000 7f68bac00640 1 Processor -- start 2024-09-12T03:13:42.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.117+0000 7f68bac00640 1 -- start start 2024-09-12T03:13:42.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68bac00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f68b40cf0d0 0x7f68b413e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68bac00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f68b406f1b0 0x7f68b406f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68bac00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68b40cf5b0 con 0x7f68b4155910 2024-09-12T03:13:42.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68bac00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f68b413ed70 con 0x7f68b406f1b0 2024-09-12T03:13:42.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68bac00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f68b40cf890 con 0x7f68b40cf0d0 2024-09-12T03:13:42.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68b8c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f68b406f1b0 0x7f68b406f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68b3e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f68b4155910 0x7f68b4141270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55210/0 (socket says 172.21.15.29:55210) 2024-09-12T03:13:42.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68b3e00640 1 -- 172.21.15.29:0/3995969567 learned_addr learned my addr 172.21.15.29:0/3995969567 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:42.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68ab400640 1 --2- 172.21.15.29:0/3995969567 >> v2:172.21.15.38:3300/0 conn(0x7f68b40cf0d0 0x7f68b413e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68b8c00640 1 -- 172.21.15.29:0/3995969567 >> v2:172.21.15.38:3300/0 conn(0x7f68b40cf0d0 msgr2=0x7f68b413e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:42.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68b8c00640 1 --2- 172.21.15.29:0/3995969567 >> v2:172.21.15.38:3300/0 conn(0x7f68b40cf0d0 0x7f68b413e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.119+0000 7f68b8c00640 1 -- 172.21.15.29:0/3995969567 >> v1:172.21.15.29:6789/0 conn(0x7f68b4155910 legacy=0x7f68b4141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.120+0000 7f68b8c00640 1 -- 172.21.15.29:0/3995969567 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68b40cfb70 con 0x7f68b406f1b0 2024-09-12T03:13:42.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.120+0000 7f68b3400640 1 -- 172.21.15.29:0/3995969567 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2429836092 0 0) 0x7f68b40cf5b0 con 0x7f68b4155910 2024-09-12T03:13:42.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68b8c00640 1 --2- 172.21.15.29:0/3995969567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68b406f1b0 0x7f68b406f640 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f68b4141980 tx=0x7f68ac02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfeaa4b82c212af2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:42.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68b3400640 1 -- 172.21.15.29:0/3995969567 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac007740 con 0x7f68b406f1b0 2024-09-12T03:13:42.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68b3400640 1 -- 172.21.15.29:0/3995969567 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68ac0078e0 con 0x7f68b406f1b0 2024-09-12T03:13:42.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68b3400640 1 -- 172.21.15.29:0/3995969567 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac007cb0 con 0x7f68b406f1b0 2024-09-12T03:13:42.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68bac00640 1 -- 172.21.15.29:0/3995969567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68b406f1b0 msgr2=0x7f68b406f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68bac00640 1 --2- 172.21.15.29:0/3995969567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68b406f1b0 0x7f68b406f640 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f68b4141980 tx=0x7f68ac02a5f0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68bac00640 1 -- 172.21.15.29:0/3995969567 shutdown_connections 2024-09-12T03:13:42.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68bac00640 1 --2- 172.21.15.29:0/3995969567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68b406f1b0 0x7f68b406f640 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68bac00640 1 --2- 172.21.15.29:0/3995969567 >> v2:172.21.15.38:3300/0 conn(0x7f68b40cf0d0 0x7f68b413e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68bac00640 1 -- 172.21.15.29:0/3995969567 >> 172.21.15.29:0/3995969567 conn(0x7f68b4067d70 msgr2=0x7f68b406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:42.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68bac00640 1 -- 172.21.15.29:0/3995969567 shutdown_connections 2024-09-12T03:13:42.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.121+0000 7f68bac00640 1 -- 172.21.15.29:0/3995969567 wait complete. 2024-09-12T03:13:42.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.123+0000 7f68bac00640 1 Processor -- start 2024-09-12T03:13:42.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.123+0000 7f68bac00640 1 -- start start 2024-09-12T03:13:42.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.124+0000 7f68bac00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f68b406f1b0 0x7f68b41f1750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.124+0000 7f68bac00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68b40cf0d0 0x7f68b40c5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.124+0000 7f68bac00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68b4155910 0x7f68b40c5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.124+0000 7f68bac00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f68b40cd1b0 con 0x7f68b4155910 2024-09-12T03:13:42.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.124+0000 7f68bac00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f68b40cd030 con 0x7f68b40cf0d0 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.124+0000 7f68bac00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f68b415bb60 con 0x7f68b406f1b0 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.124+0000 7f68b8c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68b4155910 0x7f68b40c5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.124+0000 7f68ab400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68b40cf0d0 0x7f68b40c5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.124+0000 7f68ab400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68b40cf0d0 0x7f68b40c5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:37420/0 (socket says 172.21.15.29:37420) 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.124+0000 7f68ab400640 1 -- 172.21.15.29:0/3859218424 learned_addr learned my addr 172.21.15.29:0/3859218424 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.124+0000 7f68b3e00640 1 --2- 172.21.15.29:0/3859218424 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f68b406f1b0 0x7f68b41f1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.125+0000 7f68ab400640 1 -- 172.21.15.29:0/3859218424 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f68b406f1b0 msgr2=0x7f68b41f1750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.125+0000 7f68ab400640 1 --2- 172.21.15.29:0/3859218424 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f68b406f1b0 0x7f68b41f1750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.125+0000 7f68ab400640 1 -- 172.21.15.29:0/3859218424 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68b4155910 msgr2=0x7f68b40c5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.125+0000 7f68ab400640 1 --2- 172.21.15.29:0/3859218424 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68b4155910 0x7f68b40c5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.125+0000 7f68ab400640 1 -- 172.21.15.29:0/3859218424 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68b41e4a40 con 0x7f68b40cf0d0 2024-09-12T03:13:42.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.125+0000 7f68ab400640 1 --2- 172.21.15.29:0/3859218424 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f68b40cf0d0 0x7f68b40c5410 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f689c00d800 tx=0x7f689c00dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:42.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.125+0000 7f68b0c00640 1 -- 172.21.15.29:0/3859218424 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689c00b6c0 con 0x7f68b40cf0d0 2024-09-12T03:13:42.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.126+0000 7f68b0c00640 1 -- 172.21.15.29:0/3859218424 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f689c019070 con 0x7f68b40cf0d0 2024-09-12T03:13:42.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.126+0000 7f68bac00640 1 -- 172.21.15.29:0/3859218424 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68b41e4d20 con 0x7f68b40cf0d0 2024-09-12T03:13:42.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.126+0000 7f68b0c00640 1 -- 172.21.15.29:0/3859218424 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689c00ba80 con 0x7f68b40cf0d0 2024-09-12T03:13:42.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.126+0000 7f68bac00640 1 -- 172.21.15.29:0/3859218424 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68b41e52e0 con 0x7f68b40cf0d0 2024-09-12T03:13:42.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.129+0000 7f68b0c00640 1 -- 172.21.15.29:0/3859218424 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f689c00bc20 con 0x7f68b40cf0d0 2024-09-12T03:13:42.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.130+0000 7f68b0c00640 1 --2- 172.21.15.29:0/3859218424 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f689006be30 0x7f689006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.130+0000 7f68bda6c740 1 Processor -- start 2024-09-12T03:13:42.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.130+0000 7f68b0c00640 1 -- 172.21.15.29:0/3859218424 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f689c08b3f0 con 0x7f68b40cf0d0 2024-09-12T03:13:42.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.130+0000 7f68bda6c740 1 -- start start 2024-09-12T03:13:42.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.130+0000 7f68b3e00640 1 --2- 172.21.15.29:0/3859218424 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f689006be30 0x7f689006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc8a80 0x556d10c0e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bc6240 0x556d10bc8e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bca210 0x556d10bc3070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68bda6c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556d10b8fcf0 con 0x556d10bca210 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68bda6c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556d10b2b7f0 con 0x556d10bc6240 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68bda6c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556d10ad3800 con 0x556d10bc8a80 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68b3e00640 1 --2- 172.21.15.29:0/3859218424 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f689006be30 0x7f689006e2f0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f68a4007fd0 tx=0x7f68a4007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68b8c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bca210 0x556d10bc3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68b8c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bca210 0x556d10bc3070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33952/0 (socket says 172.21.15.29:33952) 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68b8c00640 1 -- 172.21.15.29:0/955278490 learned_addr learned my addr 172.21.15.29:0/955278490 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68ab400640 1 --2- 172.21.15.29:0/955278490 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bc6240 0x556d10bc8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.131+0000 7f68b3e00640 1 --2- 172.21.15.29:0/955278490 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc8a80 0x556d10c0e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.132+0000 7f68b8c00640 1 -- 172.21.15.29:0/955278490 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc8a80 msgr2=0x556d10c0e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.132+0000 7f68b8c00640 1 --2- 172.21.15.29:0/955278490 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc8a80 0x556d10c0e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.132+0000 7f68b8c00640 1 -- 172.21.15.29:0/955278490 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bc6240 msgr2=0x556d10bc8e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.132+0000 7f68b8c00640 1 --2- 172.21.15.29:0/955278490 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bc6240 0x556d10bc8e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.132+0000 7f68b8c00640 1 -- 172.21.15.29:0/955278490 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d109087d0 con 0x556d10bca210 2024-09-12T03:13:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.132+0000 7f68b3e00640 1 --2- 172.21.15.29:0/955278490 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc8a80 0x556d10c0e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.132+0000 7f68b8c00640 1 --2- 172.21.15.29:0/955278490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bca210 0x556d10bc3070 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f68ac009e50 tx=0x7f68ac02e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa1c8f75c9ad5425 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.132+0000 7f68a3e00640 1 -- 172.21.15.29:0/955278490 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac007740 con 0x556d10bca210 2024-09-12T03:13:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.132+0000 7f68a3e00640 1 -- 172.21.15.29:0/955278490 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68ac0078e0 con 0x556d10bca210 2024-09-12T03:13:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.132+0000 7f68a3e00640 1 -- 172.21.15.29:0/955278490 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac007c90 con 0x556d10bca210 2024-09-12T03:13:42.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.133+0000 7f68bda6c740 1 -- 172.21.15.29:0/955278490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bca210 msgr2=0x556d10bc3070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.133+0000 7f68bda6c740 1 --2- 172.21.15.29:0/955278490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bca210 0x556d10bc3070 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f68ac009e50 tx=0x7f68ac02e000 comp rx=0 tx=0).stop 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.133+0000 7f68bda6c740 1 -- 172.21.15.29:0/955278490 shutdown_connections 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.133+0000 7f68bda6c740 1 --2- 172.21.15.29:0/955278490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bca210 0x556d10bc3070 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.133+0000 7f68bda6c740 1 --2- 172.21.15.29:0/955278490 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bc6240 0x556d10bc8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.133+0000 7f68bda6c740 1 --2- 172.21.15.29:0/955278490 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc8a80 0x556d10c0e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.133+0000 7f68bda6c740 1 -- 172.21.15.29:0/955278490 >> 172.21.15.29:0/955278490 conn(0x556d10bc5240 msgr2=0x556d10c0d6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.133+0000 7f68bda6c740 1 -- 172.21.15.29:0/955278490 shutdown_connections 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.133+0000 7f68bda6c740 1 -- 172.21.15.29:0/955278490 wait complete. 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.134+0000 7f68bda6c740 1 -- start start 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.134+0000 7f68bda6c740 1 Processor -- start 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc8a80 0x556d10c0adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bca210 0x556d10bc2e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc3340 0x556d10bf3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68bda6c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556d10ab4750 con 0x556d10bc3340 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68bda6c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556d10b277b0 con 0x556d10bca210 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68bda6c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556d10bc46e0 con 0x556d10bc8a80 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68bda6c740 10 client.0 _ll_register_callbacks cb 0x556d1083dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68b8c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc3340 0x556d10bf3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68b8c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc3340 0x556d10bf3aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33962/0 (socket says 172.21.15.29:33962) 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68b8c00640 1 -- 172.21.15.29:0/3674825964 learned_addr learned my addr 172.21.15.29:0/3674825964 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68ab400640 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bca210 0x556d10bc2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.135+0000 7f68b3e00640 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc8a80 0x556d10c0adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68b8c00640 1 -- 172.21.15.29:0/3674825964 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc8a80 msgr2=0x556d10c0adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68b8c00640 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc8a80 0x556d10c0adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68b8c00640 1 -- 172.21.15.29:0/3674825964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bca210 msgr2=0x556d10bc2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68b8c00640 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bca210 0x556d10bc2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68b8c00640 1 -- 172.21.15.29:0/3674825964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d107fe0f0 con 0x556d10bc3340 2024-09-12T03:13:42.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68b8c00640 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc3340 0x556d10bf3aa0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f68ac02a630 tx=0x7f68ac004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=658cb4d0db34a62d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:42.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68a0c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:42.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68a0c00640 1 -- 172.21.15.29:0/3674825964 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac007e40 con 0x556d10bc3340 2024-09-12T03:13:42.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68a0c00640 1 -- 172.21.15.29:0/3674825964 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f68ac046650 con 0x556d10bc3340 2024-09-12T03:13:42.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68bda6c740 1 -- 172.21.15.29:0/3674825964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68ac0078e0 con 0x556d10bc3340 2024-09-12T03:13:42.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68a0c00640 1 -- 172.21.15.29:0/3674825964 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7f68ac05a050 con 0x556d10bc3340 2024-09-12T03:13:42.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68bda6c740 10 client.7068 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:42.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.136+0000 7f68bda6c740 1 -- 172.21.15.29:0/3674825964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x556d10968f60 con 0x556d10bc3340 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.137+0000 7f68a0c00640 1 -- 172.21.15.29:0/3674825964 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68ac0078e0 con 0x556d10bc3340 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.137+0000 7f68a0c00640 1 -- 172.21.15.29:0/3674825964 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7f68ac05d020 con 0x556d10bc3340 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.137+0000 7f68bda6c740 10 client.7068 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.137+0000 7f68bda6c740 10 client.7068 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.137+0000 7f68bda6c740 20 client.7068 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.137+0000 7f68bda6c740 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x556d10bdb6d0 0x556d10bdbab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.137+0000 7f68bda6c740 4 client.7068 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.137+0000 7f68bda6c740 1 -- 172.21.15.29:0/3674825964 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556d10b38f20 con 0x556d10bdb6d0 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.137+0000 7f68b3e00640 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x556d10bdb6d0 0x556d10bdbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.138+0000 7f68a0c00640 10 client.7068 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.138+0000 7f68b3e00640 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x556d10bdb6d0 0x556d10bdbab0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d46a22e1b68b25b4 server_cookie=2b91abc022ff957d in_seq=0 out_seq=0 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.138+0000 7f68a0c00640 1 -- 172.21.15.29:0/3674825964 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556d10b38f20 con 0x556d10bdb6d0 2024-09-12T03:13:42.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.138+0000 7f68a0c00640 10 client.7068 handle_command_reply: tid=0 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 1 client.7068 shutdown 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 1 -- 172.21.15.29:0/3674825964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc3340 msgr2=0x556d10bf3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc3340 0x556d10bf3aa0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f68ac02a630 tx=0x7f68ac004ab0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 1 -- 172.21.15.29:0/3674825964 shutdown_connections 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x556d10bdb6d0 0x556d10bdbab0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc3340 0x556d10bf3aa0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bca210 0x556d10bc2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 1 --2- 172.21.15.29:0/3674825964 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc8a80 0x556d10c0adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68a0c00640 0 client.7068 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 1 -- 172.21.15.29:0/3674825964 >> 172.21.15.29:0/3674825964 conn(0x556d10bc6240 msgr2=0x556d10c0cce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 1 -- 172.21.15.29:0/3674825964 shutdown_connections 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 1 -- 172.21.15.29:0/3674825964 wait complete. 2024-09-12T03:13:42.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.139+0000 7f68bda6c740 20 client.7068 trim_cache size 0 max 16384 2024-09-12T03:13:42.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.157+0000 7f68bda6c740 1 Processor -- start 2024-09-12T03:13:42.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.157+0000 7f68bda6c740 1 -- start start 2024-09-12T03:13:42.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.158+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bc3340 0x556d10c31310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.158+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10bc3b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.158+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bca210 0x556d10c0b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.158+0000 7f68bda6c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f68b41fdcf0 con 0x556d10bc8a80 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.158+0000 7f68bda6c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f68b41fe3f0 con 0x556d10bc3340 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.158+0000 7f68bda6c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f68b412dda0 con 0x556d10bca210 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.158+0000 7f68ab400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10bc3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.158+0000 7f68ab400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10bc3b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33964/0 (socket says 172.21.15.29:33964) 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.158+0000 7f68ab400640 1 -- 172.21.15.29:0/813241650 learned_addr learned my addr 172.21.15.29:0/813241650 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68b3e00640 1 --2- 172.21.15.29:0/813241650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bc3340 0x556d10c31310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68b8c00640 1 --2- 172.21.15.29:0/813241650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bca210 0x556d10c0b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68ab400640 1 -- 172.21.15.29:0/813241650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bca210 msgr2=0x556d10c0b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68ab400640 1 --2- 172.21.15.29:0/813241650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bca210 0x556d10c0b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68ab400640 1 -- 172.21.15.29:0/813241650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bc3340 msgr2=0x556d10c31310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68ab400640 1 --2- 172.21.15.29:0/813241650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bc3340 0x556d10c31310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68ab400640 1 -- 172.21.15.29:0/813241650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d107d71b0 con 0x556d10bc8a80 2024-09-12T03:13:42.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68b3e00640 1 --2- 172.21.15.29:0/813241650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bc3340 0x556d10c31310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:42.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68b8c00640 1 --2- 172.21.15.29:0/813241650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bca210 0x556d10c0b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:42.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68ab400640 1 --2- 172.21.15.29:0/813241650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10bc3b90 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f689c00b4b0 tx=0x7f689c059520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b5c087080ec5fbc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:42.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68a3400640 1 -- 172.21.15.29:0/813241650 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689c071020 con 0x556d10bc8a80 2024-09-12T03:13:42.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68a3400640 1 -- 172.21.15.29:0/813241650 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f689c062050 con 0x556d10bc8a80 2024-09-12T03:13:42.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.159+0000 7f68a3400640 1 -- 172.21.15.29:0/813241650 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689c08b0b0 con 0x556d10bc8a80 2024-09-12T03:13:42.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.160+0000 7f68bda6c740 1 -- 172.21.15.29:0/813241650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 msgr2=0x556d10bc3b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.160+0000 7f68bda6c740 1 --2- 172.21.15.29:0/813241650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10bc3b90 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f689c00b4b0 tx=0x7f689c059520 comp rx=0 tx=0).stop 2024-09-12T03:13:42.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.160+0000 7f68bda6c740 1 -- 172.21.15.29:0/813241650 shutdown_connections 2024-09-12T03:13:42.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.160+0000 7f68bda6c740 1 --2- 172.21.15.29:0/813241650 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bca210 0x556d10c0b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.160+0000 7f68bda6c740 1 --2- 172.21.15.29:0/813241650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10bc3b90 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.160+0000 7f68bda6c740 1 --2- 172.21.15.29:0/813241650 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bc3340 0x556d10c31310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.160+0000 7f68bda6c740 1 -- 172.21.15.29:0/813241650 >> 172.21.15.29:0/813241650 conn(0x556d10bc6240 msgr2=0x556d10bf0460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.160+0000 7f68bda6c740 1 -- 172.21.15.29:0/813241650 shutdown_connections 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.160+0000 7f68bda6c740 1 -- 172.21.15.29:0/813241650 wait complete. 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.161+0000 7f68bda6c740 1 -- start start 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.161+0000 7f68bda6c740 1 Processor -- start 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc3340 0x556d10c751c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10c09cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68bda6c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bca210 0x556d10bc2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68bda6c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556d10bdaed0 con 0x556d10bc8a80 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68bda6c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556d10ab4750 con 0x556d10bca210 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68bda6c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556d10bdc9a0 con 0x556d10bc3340 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68bda6c740 10 client.0 _ll_register_callbacks cb 0x7f68ac003990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68ab400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10c09cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68ab400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10c09cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33968/0 (socket says 172.21.15.29:33968) 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68ab400640 1 -- 172.21.15.29:0/1914142063 learned_addr learned my addr 172.21.15.29:0/1914142063 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68b3e00640 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc3340 0x556d10c751c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68b8c00640 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bca210 0x556d10bc2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68ab400640 1 -- 172.21.15.29:0/1914142063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc3340 msgr2=0x556d10c751c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68ab400640 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc3340 0x556d10c751c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68ab400640 1 -- 172.21.15.29:0/1914142063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bca210 msgr2=0x556d10bc2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68ab400640 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bca210 0x556d10bc2a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.162+0000 7f68ab400640 1 -- 172.21.15.29:0/1914142063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d10c75700 con 0x556d10bc8a80 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68ab400640 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10c09cd0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f689c0896c0 tx=0x7f689c08b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3c6eca6c29ca2df server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68a0c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68a0c00640 1 -- 172.21.15.29:0/1914142063 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689c076060 con 0x556d10bc8a80 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68a0c00640 1 -- 172.21.15.29:0/1914142063 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f689c055b90 con 0x556d10bc8a80 2024-09-12T03:13:42.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68bda6c740 1 -- 172.21.15.29:0/1914142063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f689c062050 con 0x556d10bc8a80 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68a0c00640 1 -- 172.21.15.29:0/1914142063 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) ==== 24+0+0 (secure 0 0 0) 0x7f689c071070 con 0x556d10bc8a80 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68bda6c740 10 client.7074 fetch_fsmap learned FSMap version 77 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68bda6c740 1 -- 172.21.15.29:0/1914142063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=2+}) -- 0x556d10c78a20 con 0x556d10bc8a80 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68a0c00640 1 -- 172.21.15.29:0/1914142063 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f689c062050 con 0x556d10bc8a80 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68a0c00640 1 -- 172.21.15.29:0/1914142063 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 77) ==== 3554+0+0 (secure 0 0 0) 0x7f689c013070 con 0x556d10bc8a80 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68bda6c740 10 client.7074 fetch_fsmap finished waiting for FSMap version 77 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68bda6c740 10 client.7074 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68bda6c740 20 client.7074 populate_metadata read hostname 'smithi029' 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.163+0000 7f68bda6c740 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x556d10bdbab0 0x556d10bdbe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.164+0000 7f68bda6c740 4 client.7074 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "scrub resume"}] 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.164+0000 7f68bda6c740 1 -- 172.21.15.29:0/1914142063 --> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] -- command(tid 0: {"prefix": "scrub resume"}) -- 0x556d10b33270 con 0x556d10bdbab0 2024-09-12T03:13:42.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.164+0000 7f68b3e00640 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x556d10bdbab0 0x556d10bdbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.164+0000 7f68b3e00640 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x556d10bdbab0 0x556d10bdbe90 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8ffef70a982027c8 server_cookie=d5c3087c97bb953e in_seq=0 out_seq=0 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.164+0000 7f68a0c00640 10 client.7074 ms_handle_connect on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.164+0000 7f68a0c00640 1 -- 172.21.15.29:0/1914142063 <== mds.1 v2:172.21.15.29:6832/533635632 1 ==== command_reply(tid 0: -18 Not rank 0) ==== 18+0+0 (crc 0 0 0) 0x556d10b33270 con 0x556d10bdbab0 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.164+0000 7f68a0c00640 10 client.7074 handle_command_reply: tid=0 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.164+0000 7f68bda6c740 1 client.7074 shutdown 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68bda6c740 1 -- 172.21.15.29:0/1914142063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 msgr2=0x556d10c09cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68bda6c740 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10c09cd0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f689c0896c0 tx=0x7f689c08b040 comp rx=0 tx=0).stop 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68bda6c740 1 -- 172.21.15.29:0/1914142063 shutdown_connections 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68bda6c740 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.29:6832/533635632,v1:172.21.15.29:6834/533635632] conn(0x556d10bdbab0 0x556d10bdbe90 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68bda6c740 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d10bca210 0x556d10bc2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68bda6c740 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d10bc8a80 0x556d10c09cd0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68a0c00640 0 client.7074 ms_handle_reset on v2:172.21.15.29:6832/533635632 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68bda6c740 1 --2- 172.21.15.29:0/1914142063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d10bc3340 0x556d10c751c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68bda6c740 1 -- 172.21.15.29:0/1914142063 >> 172.21.15.29:0/1914142063 conn(0x556d10bc6240 msgr2=0x556d10bc9a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:42.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68bda6c740 1 -- 172.21.15.29:0/1914142063 shutdown_connections 2024-09-12T03:13:42.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68bda6c740 1 -- 172.21.15.29:0/1914142063 wait complete. 2024-09-12T03:13:42.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.165+0000 7f68bda6c740 20 client.7074 trim_cache size 0 max 16384 2024-09-12T03:13:42.170 INFO:teuthology.orchestra.run.smithi029.stderr:Error EXDEV: Not rank 0 2024-09-12T03:13:42.173 DEBUG:teuthology.orchestra.run:got remote process result: 18 2024-09-12T03:13:42.173 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:13:42.173 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:13:42.257 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:13:42.353 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:13:42.353 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:13:42.353 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:13:42.353 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:42.389 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:13:42.389 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:42.465 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:13:42.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.662+0000 7f08f6200640 1 Processor -- start 2024-09-12T03:13:42.663 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.662+0000 7f08f6200640 1 -- start start 2024-09-12T03:13:42.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08f6200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f08f006f0e0 0x7f08f015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08f6200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f08f006f4c0 0x7f08f00cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08f6200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08f015c620 con 0x7f08f00cf5a0 2024-09-12T03:13:42.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08f6200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f08f015bc50 con 0x7f08f006f0e0 2024-09-12T03:13:42.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08f6200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f08f0152630 con 0x7f08f006f4c0 2024-09-12T03:13:42.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08ef400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f08f006f0e0 0x7f08f015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08ef400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f08f006f0e0 0x7f08f015c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33972/0 (socket says 172.21.15.29:33972) 2024-09-12T03:13:42.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08ef400640 1 -- 172.21.15.29:0/2949246514 learned_addr learned my addr 172.21.15.29:0/2949246514 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:42.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08e7e00640 1 --2- 172.21.15.29:0/2949246514 >> v2:172.21.15.38:3300/0 conn(0x7f08f006f4c0 0x7f08f00cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08ef400640 1 -- 172.21.15.29:0/2949246514 >> v2:172.21.15.38:3300/0 conn(0x7f08f006f4c0 msgr2=0x7f08f00cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:42.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08ef400640 1 --2- 172.21.15.29:0/2949246514 >> v2:172.21.15.38:3300/0 conn(0x7f08f006f4c0 0x7f08f00cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.664+0000 7f08ef400640 1 -- 172.21.15.29:0/2949246514 >> v1:172.21.15.38:6789/0 conn(0x7f08f00cf5a0 legacy=0x7f08f00b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.665+0000 7f08ef400640 1 -- 172.21.15.29:0/2949246514 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08f00cfb40 con 0x7f08f006f0e0 2024-09-12T03:13:42.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.665+0000 7f08ef400640 1 --2- 172.21.15.29:0/2949246514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08f006f0e0 0x7f08f015c0e0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f08f00704e0 tx=0x7f08e002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94ef93e625f1d6cc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:42.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.666+0000 7f08eea00640 1 -- 172.21.15.29:0/2949246514 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e0037070 con 0x7f08f006f0e0 2024-09-12T03:13:42.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.666+0000 7f08eea00640 1 -- 172.21.15.29:0/2949246514 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08e0032440 con 0x7f08f006f0e0 2024-09-12T03:13:42.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.666+0000 7f08eea00640 1 -- 172.21.15.29:0/2949246514 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e0032810 con 0x7f08f006f0e0 2024-09-12T03:13:42.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.666+0000 7f08f6200640 1 -- 172.21.15.29:0/2949246514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08f006f0e0 msgr2=0x7f08f015c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.666+0000 7f08f6200640 1 --2- 172.21.15.29:0/2949246514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08f006f0e0 0x7f08f015c0e0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f08f00704e0 tx=0x7f08e002a270 comp rx=0 tx=0).stop 2024-09-12T03:13:42.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.666+0000 7f08f6200640 1 -- 172.21.15.29:0/2949246514 shutdown_connections 2024-09-12T03:13:42.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.666+0000 7f08f6200640 1 --2- 172.21.15.29:0/2949246514 >> v2:172.21.15.38:3300/0 conn(0x7f08f006f4c0 0x7f08f00cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.666+0000 7f08f6200640 1 --2- 172.21.15.29:0/2949246514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08f006f0e0 0x7f08f015c0e0 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.666+0000 7f08f6200640 1 -- 172.21.15.29:0/2949246514 >> 172.21.15.29:0/2949246514 conn(0x7f08f0067da0 msgr2=0x7f08f006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:42.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.666+0000 7f08f6200640 1 -- 172.21.15.29:0/2949246514 shutdown_connections 2024-09-12T03:13:42.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.666+0000 7f08f6200640 1 -- 172.21.15.29:0/2949246514 wait complete. 2024-09-12T03:13:42.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.668+0000 7f08f6200640 1 Processor -- start 2024-09-12T03:13:42.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.668+0000 7f08f6200640 1 -- start start 2024-09-12T03:13:42.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.669+0000 7f08f6200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f08f006f0e0 0x7f08f013cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.669+0000 7f08f6200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08f006f4c0 0x7f08f00aa150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.669+0000 7f08f6200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f08f00cf5a0 0x7f08f013c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.669+0000 7f08f6200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f08f006f930 con 0x7f08f006f4c0 2024-09-12T03:13:42.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.669+0000 7f08f6200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f08f015b8e0 con 0x7f08f00cf5a0 2024-09-12T03:13:42.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.669+0000 7f08f6200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f08f015ee80 con 0x7f08f006f0e0 2024-09-12T03:13:42.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.669+0000 7f08e7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08f006f4c0 0x7f08f00aa150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.669+0000 7f08e7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08f006f4c0 0x7f08f00aa150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33976/0 (socket says 172.21.15.29:33976) 2024-09-12T03:13:42.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.669+0000 7f08e7e00640 1 -- 172.21.15.29:0/1837280304 learned_addr learned my addr 172.21.15.29:0/1837280304 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:42.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.669+0000 7f08efe00640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f08f00cf5a0 0x7f08f013c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.669+0000 7f08ef400640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f08f006f0e0 0x7f08f013cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.670+0000 7f08e7e00640 1 -- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f08f006f0e0 msgr2=0x7f08f013cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.670+0000 7f08e7e00640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f08f006f0e0 0x7f08f013cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.670+0000 7f08e7e00640 1 -- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f08f00cf5a0 msgr2=0x7f08f013c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.670+0000 7f08e7e00640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f08f00cf5a0 0x7f08f013c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.670+0000 7f08e7e00640 1 -- 172.21.15.29:0/1837280304 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08f00aa690 con 0x7f08f006f4c0 2024-09-12T03:13:42.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.670+0000 7f08efe00640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f08f00cf5a0 0x7f08f013c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:42.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.670+0000 7f08e7e00640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08f006f4c0 0x7f08f00aa150 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f08d800d800 tx=0x7f08d800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:42.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.670+0000 7f08e7400640 1 -- 172.21.15.29:0/1837280304 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d800b6c0 con 0x7f08f006f4c0 2024-09-12T03:13:42.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.670+0000 7f08e7400640 1 -- 172.21.15.29:0/1837280304 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08d8019070 con 0x7f08f006f4c0 2024-09-12T03:13:42.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.670+0000 7f08e7400640 1 -- 172.21.15.29:0/1837280304 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d800ba80 con 0x7f08f006f4c0 2024-09-12T03:13:42.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.670+0000 7f08f6200640 1 -- 172.21.15.29:0/1837280304 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08f013d230 con 0x7f08f006f4c0 2024-09-12T03:13:42.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.671+0000 7f08f6200640 1 -- 172.21.15.29:0/1837280304 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08f013d7f0 con 0x7f08f006f4c0 2024-09-12T03:13:42.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.672+0000 7f08f6200640 1 -- 172.21.15.29:0/1837280304 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08f015f9a0 con 0x7f08f006f4c0 2024-09-12T03:13:42.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.672+0000 7f08e7400640 1 -- 172.21.15.29:0/1837280304 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f08d800bc20 con 0x7f08f006f4c0 2024-09-12T03:13:42.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.673+0000 7f08e7400640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f08cc06be60 0x7f08cc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:42.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.673+0000 7f08e7400640 1 -- 172.21.15.29:0/1837280304 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f08d808b550 con 0x7f08f006f4c0 2024-09-12T03:13:42.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.674+0000 7f08ef400640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f08cc06be60 0x7f08cc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:42.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.675+0000 7f08ef400640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f08cc06be60 0x7f08cc06e320 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f08e0034000 tx=0x7f08e002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:42.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.678+0000 7f08e7400640 1 -- 172.21.15.29:0/1837280304 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f08d801c360 con 0x7f08f006f4c0 2024-09-12T03:13:42.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.870+0000 7f08f6200640 1 -- 172.21.15.29:0/1837280304 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f08f006bef0 con 0x7f08f006f4c0 2024-09-12T03:13:42.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.871+0000 7f08e7400640 1 -- 172.21.15.29:0/1837280304 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v80) ==== 80+0+0 (secure 0 0 0) 0x7f08d8059cd0 con 0x7f08f006f4c0 2024-09-12T03:13:42.871 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:13:42.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 -- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f08cc06be60 msgr2=0x7f08cc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f08cc06be60 0x7f08cc06e320 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f08e0034000 tx=0x7f08e002e000 comp rx=0 tx=0).stop 2024-09-12T03:13:42.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 -- 172.21.15.29:0/1837280304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08f006f4c0 msgr2=0x7f08f00aa150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:42.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08f006f4c0 0x7f08f00aa150 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f08d800d800 tx=0x7f08d800dcc0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 -- 172.21.15.29:0/1837280304 shutdown_connections 2024-09-12T03:13:42.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f08cc06be60 0x7f08cc06e320 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f08f00cf5a0 0x7f08f013c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f08f006f4c0 0x7f08f00aa150 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 --2- 172.21.15.29:0/1837280304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f08f006f0e0 0x7f08f013cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:42.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 -- 172.21.15.29:0/1837280304 >> 172.21.15.29:0/1837280304 conn(0x7f08f0067da0 msgr2=0x7f08f006e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:42.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 -- 172.21.15.29:0/1837280304 shutdown_connections 2024-09-12T03:13:42.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:42.873+0000 7f08f6200640 1 -- 172.21.15.29:0/1837280304 wait complete. 2024-09-12T03:13:42.889 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T03:13:42.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:42.890 DEBUG:teuthology.orchestra.run.smithi029:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-12T03:13:42.953 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:13:42.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:13:42.954 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T03:13:42.990 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:13:42.990 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:13:42.990 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:43.030 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:13:43.030 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:13:43.030 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:13:43.030 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:43.066 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:13:43.066 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:13:43.067 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:13:43.067 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:43.108 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:13:43.108 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:43.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.263+0000 7f0803000640 1 Processor -- start 2024-09-12T03:13:43.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.263+0000 7f0803000640 1 -- start start 2024-09-12T03:13:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f0803000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f07fc06f0e0 0x7f07fc15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f0803000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07fc0b3ba0 0x7f07fc0b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f0803000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07fc15c620 con 0x7f07fc06f4c0 2024-09-12T03:13:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f0803000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f07fc15bc50 con 0x7f07fc06f0e0 2024-09-12T03:13:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f0803000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f07fc152630 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f07fbe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f07fc06f0e0 0x7f07fc15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f07fbe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f07fc06f0e0 0x7f07fc15c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33990/0 (socket says 172.21.15.29:33990) 2024-09-12T03:13:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f07fbe00640 1 -- 172.21.15.29:0/2967247358 learned_addr learned my addr 172.21.15.29:0/2967247358 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f0801000640 1 --2- 172.21.15.29:0/2967247358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07fc0b3ba0 0x7f07fc0b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f07fbe00640 1 -- 172.21.15.29:0/2967247358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07fc0b3ba0 msgr2=0x7f07fc0b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:43.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f07fbe00640 1 --2- 172.21.15.29:0/2967247358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07fc0b3ba0 0x7f07fc0b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f07fbe00640 1 -- 172.21.15.29:0/2967247358 >> v1:172.21.15.38:6789/0 conn(0x7f07fc06f4c0 legacy=0x7f07fc0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:43.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f07fbe00640 1 -- 172.21.15.29:0/2967247358 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07fc0cfb40 con 0x7f07fc06f0e0 2024-09-12T03:13:43.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.265+0000 7f0801000640 1 --2- 172.21.15.29:0/2967247358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07fc0b3ba0 0x7f07fc0b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:43.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.266+0000 7f07fbe00640 1 --2- 172.21.15.29:0/2967247358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07fc06f0e0 0x7f07fc15c0e0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f07ec009870 tx=0x7f07ec02a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d06afbb57dbe093d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:43.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.267+0000 7f07fb400640 1 -- 172.21.15.29:0/2967247358 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ec037070 con 0x7f07fc06f0e0 2024-09-12T03:13:43.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.267+0000 7f07fb400640 1 -- 172.21.15.29:0/2967247358 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07ec032440 con 0x7f07fc06f0e0 2024-09-12T03:13:43.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.267+0000 7f07fb400640 1 -- 172.21.15.29:0/2967247358 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ec032810 con 0x7f07fc06f0e0 2024-09-12T03:13:43.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.267+0000 7f0803000640 1 -- 172.21.15.29:0/2967247358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07fc06f0e0 msgr2=0x7f07fc15c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.267+0000 7f0803000640 1 --2- 172.21.15.29:0/2967247358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07fc06f0e0 0x7f07fc15c0e0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f07ec009870 tx=0x7f07ec02a200 comp rx=0 tx=0).stop 2024-09-12T03:13:43.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.267+0000 7f0803000640 1 -- 172.21.15.29:0/2967247358 shutdown_connections 2024-09-12T03:13:43.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.267+0000 7f0803000640 1 --2- 172.21.15.29:0/2967247358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07fc0b3ba0 0x7f07fc0b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.267+0000 7f0803000640 1 --2- 172.21.15.29:0/2967247358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07fc06f0e0 0x7f07fc15c0e0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.267+0000 7f0803000640 1 -- 172.21.15.29:0/2967247358 >> 172.21.15.29:0/2967247358 conn(0x7f07fc067da0 msgr2=0x7f07fc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:43.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.267+0000 7f0803000640 1 -- 172.21.15.29:0/2967247358 shutdown_connections 2024-09-12T03:13:43.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.267+0000 7f0803000640 1 -- 172.21.15.29:0/2967247358 wait complete. 2024-09-12T03:13:43.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.269+0000 7f0803000640 1 Processor -- start 2024-09-12T03:13:43.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.269+0000 7f0803000640 1 -- start start 2024-09-12T03:13:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.270+0000 7f0803000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07fc06f0e0 0x7f07fc14c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.270+0000 7f0803000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07fc06f4c0 0x7f07fc154ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.270+0000 7f0803000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07fc0b3ba0 0x7f07fc1553e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.270+0000 7f0803000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc06f930 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.270+0000 7f0803000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc15b8e0 con 0x7f07fc06f0e0 2024-09-12T03:13:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.270+0000 7f0803000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f07fc0cf770 con 0x7f07fc06f4c0 2024-09-12T03:13:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.270+0000 7f0801000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07fc0b3ba0 0x7f07fc1553e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.270+0000 7f07fbe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07fc06f0e0 0x7f07fc14c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.271+0000 7f07f3400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07fc06f4c0 0x7f07fc154ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.271+0000 7f0801000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07fc0b3ba0 0x7f07fc1553e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34004/0 (socket says 172.21.15.29:34004) 2024-09-12T03:13:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.271+0000 7f0801000640 1 -- 172.21.15.29:0/1995245370 learned_addr learned my addr 172.21.15.29:0/1995245370 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.271+0000 7f07fbe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07fc06f0e0 0x7f07fc14c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:37472/0 (socket says 172.21.15.29:37472) 2024-09-12T03:13:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.271+0000 7f0801000640 1 -- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07fc06f4c0 msgr2=0x7f07fc154ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.271+0000 7f0801000640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07fc06f4c0 0x7f07fc154ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.271+0000 7f0801000640 1 -- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07fc06f0e0 msgr2=0x7f07fc14c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.271+0000 7f0801000640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07fc06f0e0 0x7f07fc14c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.271+0000 7f0801000640 1 -- 172.21.15.29:0/1995245370 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07fc1f1f80 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.271+0000 7f0801000640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07fc0b3ba0 0x7f07fc1553e0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f07f400cd80 tx=0x7f07f400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:43.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.272+0000 7f07f8c00640 1 -- 172.21.15.29:0/1995245370 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f400f680 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.272+0000 7f07f8c00640 1 -- 172.21.15.29:0/1995245370 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07f400f840 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.272+0000 7f0803000640 1 -- 172.21.15.29:0/1995245370 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07fc14dc30 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.272+0000 7f07f8c00640 1 -- 172.21.15.29:0/1995245370 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f400fc30 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.272+0000 7f0803000640 1 -- 172.21.15.29:0/1995245370 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07fc152950 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.273+0000 7f0803000640 1 -- 172.21.15.29:0/1995245370 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07fc15ee80 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.274+0000 7f07f8c00640 1 -- 172.21.15.29:0/1995245370 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f07f40213f0 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.274+0000 7f07f8c00640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d806be30 0x7f07d806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.275+0000 7f07f8c00640 1 -- 172.21.15.29:0/1995245370 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f07f408bc30 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.275+0000 7f07fbe00640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d806be30 0x7f07d806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.276+0000 7f07fbe00640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d806be30 0x7f07d806e2f0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f07ec034000 tx=0x7f07ec02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:43.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.279+0000 7f07f8c00640 1 -- 172.21.15.29:0/1995245370 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f07f4014030 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.504+0000 7f0803000640 1 -- 172.21.15.29:0/1995245370 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f07fc06cfb0 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.505+0000 7f07f8c00640 1 -- 172.21.15.29:0/1995245370 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5263 (secure 0 0 0) 0x7f07f4059df0 con 0x7f07fc0b3ba0 2024-09-12T03:13:43.505 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:43.505 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":78,"btime":"2024-09-12T03:13:43:493856+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5909,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/579023429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":579023429},{"type":"v1","addr":"172.21.15.29:6835","nonce":579023429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:12.781076+0000","modified":"2024-09-12T03:13:43.265687+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6726,"mds_1":6717,"mds_2":6469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6469":{"gid":6469,"name":"d","rank":2,"incarnation":74,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1246541609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1246541609},{"type":"v1","addr":"172.21.15.38:6836","nonce":1246541609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":1,"incarnation":72,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6834/533635632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":533635632},{"type":"v1","addr":"172.21.15.29:6834","nonce":533635632}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6726":{"gid":6726,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1719628492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1719628492},{"type":"v1","addr":"172.21.15.38:6837","nonce":1719628492}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6726,"qdb_cluster":[6726,6717,6469]},"id":5}]} 2024-09-12T03:13:43.506 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 78 2024-09-12T03:13:43.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 -- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d806be30 msgr2=0x7f07d806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d806be30 0x7f07d806e2f0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f07ec034000 tx=0x7f07ec02e000 comp rx=0 tx=0).stop 2024-09-12T03:13:43.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 -- 172.21.15.29:0/1995245370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07fc0b3ba0 msgr2=0x7f07fc1553e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07fc0b3ba0 0x7f07fc1553e0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f07f400cd80 tx=0x7f07f400a650 comp rx=0 tx=0).stop 2024-09-12T03:13:43.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 -- 172.21.15.29:0/1995245370 shutdown_connections 2024-09-12T03:13:43.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f07d806be30 0x7f07d806e2f0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07fc0b3ba0 0x7f07fc1553e0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07fc06f4c0 0x7f07fc154ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 --2- 172.21.15.29:0/1995245370 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07fc06f0e0 0x7f07fc14c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 -- 172.21.15.29:0/1995245370 >> 172.21.15.29:0/1995245370 conn(0x7f07fc067da0 msgr2=0x7f07fc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:43.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 -- 172.21.15.29:0/1995245370 shutdown_connections 2024-09-12T03:13:43.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.507+0000 7f0803000640 1 -- 172.21.15.29:0/1995245370 wait complete. 2024-09-12T03:13:43.523 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:43.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.679+0000 7fa30bc00640 1 Processor -- start 2024-09-12T03:13:43.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.679+0000 7fa30bc00640 1 -- start start 2024-09-12T03:13:43.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.680+0000 7fa30bc00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa3040d0ff0 0x7fa3040d13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.680+0000 7fa30bc00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3040d1910 con 0x7fa3040b7670 2024-09-12T03:13:43.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.680+0000 7fa30bc00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3040d4230 con 0x7fa3040cfa10 2024-09-12T03:13:43.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.680+0000 7fa30bc00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa3040b6c70 con 0x7fa3040d0ff0 2024-09-12T03:13:43.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.680+0000 7fa309c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa3040b7670 0x7fa3040b7b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55224/0 (socket says 172.21.15.29:55224) 2024-09-12T03:13:43.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.680+0000 7fa309c00640 1 -- 172.21.15.29:0/953880365 learned_addr learned my addr 172.21.15.29:0/953880365 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:43.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa309200640 1 --2- 172.21.15.29:0/953880365 >> v2:172.21.15.38:3300/0 conn(0x7fa3040d0ff0 0x7fa3040d13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3620573056 0 0) 0x7fa3040d1910 con 0x7fa3040b7670 2024-09-12T03:13:43.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa2ec003520 con 0x7fa3040b7670 2024-09-12T03:13:43.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1936339087 0 0) 0x7fa2ec003520 con 0x7fa3040b7670 2024-09-12T03:13:43.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 >> v2:172.21.15.38:3300/0 conn(0x7fa3040d0ff0 msgr2=0x7fa3040d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:43.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 --2- 172.21.15.29:0/953880365 >> v2:172.21.15.38:3300/0 conn(0x7fa3040d0ff0 0x7fa3040d13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 >> v1:172.21.15.38:6789/0 conn(0x7fa3040cfa10 legacy=0x7fa3040d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3040b6060 con 0x7fa3040b7670 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fa2fc0019f0 con 0x7fa3040b7670 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 >> v1:172.21.15.29:6789/0 conn(0x7fa3040b7670 legacy=0x7fa3040b7b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 --2- 172.21.15.29:0/953880365 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2ec0039b0 0x7fa2ec003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 --2- 172.21.15.29:0/953880365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2ec0043b0 0x7fa2ec004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 --2- 172.21.15.29:0/953880365 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2ec005120 0x7fa2ec00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa3040b6c70 con 0x7fa2ec0043b0 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa2ec00c060 con 0x7fa2ec0039b0 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.681+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa2ec00c260 con 0x7fa2ec005120 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.682+0000 7fa303e00640 1 --2- 172.21.15.29:0/953880365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2ec0043b0 0x7fa2ec004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.682+0000 7fa309200640 1 --2- 172.21.15.29:0/953880365 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2ec0039b0 0x7fa2ec003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.682+0000 7fa309c00640 1 --2- 172.21.15.29:0/953880365 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2ec005120 0x7fa2ec00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.682+0000 7fa303e00640 1 -- 172.21.15.29:0/953880365 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2ec005120 msgr2=0x7fa2ec00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:43.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.682+0000 7fa303e00640 1 --2- 172.21.15.29:0/953880365 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa2ec005120 0x7fa2ec00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.682+0000 7fa303e00640 1 -- 172.21.15.29:0/953880365 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2ec0039b0 msgr2=0x7fa2ec003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:43.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.682+0000 7fa303e00640 1 --2- 172.21.15.29:0/953880365 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2ec0039b0 0x7fa2ec003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.682+0000 7fa303e00640 1 -- 172.21.15.29:0/953880365 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2ec003520 con 0x7fa2ec0043b0 2024-09-12T03:13:43.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.682+0000 7fa309c00640 1 -- 172.21.15.29:0/953880365 reap_dead start 2024-09-12T03:13:43.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.683+0000 7fa303e00640 1 --2- 172.21.15.29:0/953880365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2ec0043b0 0x7fa2ec004880 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fa2f00018e0 tx=0x7fa2ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e526a31902ab99f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:43.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.683+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f0037070 con 0x7fa2ec0043b0 2024-09-12T03:13:43.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.683+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2f002ac00 con 0x7fa2ec0043b0 2024-09-12T03:13:43.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.683+0000 7fa303400640 1 -- 172.21.15.29:0/953880365 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f00014e0 con 0x7fa2ec0043b0 2024-09-12T03:13:43.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.684+0000 7fa30bc00640 1 -- 172.21.15.29:0/953880365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2ec0043b0 msgr2=0x7fa2ec004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.684+0000 7fa30bc00640 1 --2- 172.21.15.29:0/953880365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2ec0043b0 0x7fa2ec004880 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fa2f00018e0 tx=0x7fa2ec005830 comp rx=0 tx=0).stop 2024-09-12T03:13:43.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.684+0000 7fa30bc00640 1 -- 172.21.15.29:0/953880365 shutdown_connections 2024-09-12T03:13:43.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.684+0000 7fa30bc00640 1 --2- 172.21.15.29:0/953880365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2ec0043b0 0x7fa2ec004880 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.684+0000 7fa30bc00640 1 -- 172.21.15.29:0/953880365 >> 172.21.15.29:0/953880365 conn(0x7fa304067f80 msgr2=0x7fa30406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:43.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.684+0000 7fa30bc00640 1 -- 172.21.15.29:0/953880365 shutdown_connections 2024-09-12T03:13:43.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.684+0000 7fa30bc00640 1 -- 172.21.15.29:0/953880365 wait complete. 2024-09-12T03:13:43.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.686+0000 7fa30bc00640 1 Processor -- start 2024-09-12T03:13:43.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.686+0000 7fa30bc00640 1 -- start start 2024-09-12T03:13:43.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa30bc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2ec0043b0 0x7fa304161490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa30bc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30415bda0 0x7fa3040cbad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa30bc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa3040cc010 0x7fa30415fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa30bc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa3040b6900 con 0x7fa30415bda0 2024-09-12T03:13:43.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa30bc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa3040b6620 con 0x7fa2ec0043b0 2024-09-12T03:13:43.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa30bc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa30415e8f0 con 0x7fa3040cc010 2024-09-12T03:13:43.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa303e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30415bda0 0x7fa3040cbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa303e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30415bda0 0x7fa3040cbad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34030/0 (socket says 172.21.15.29:34030) 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa303e00640 1 -- 172.21.15.29:0/470138823 learned_addr learned my addr 172.21.15.29:0/470138823 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa309200640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2ec0043b0 0x7fa304161490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa309c00640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa3040cc010 0x7fa30415fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa303e00640 1 -- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa3040cc010 msgr2=0x7fa30415fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa303e00640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa3040cc010 0x7fa30415fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa303e00640 1 -- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2ec0043b0 msgr2=0x7fa304161490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.687+0000 7fa303e00640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2ec0043b0 0x7fa304161490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.688+0000 7fa303e00640 1 -- 172.21.15.29:0/470138823 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa304161b90 con 0x7fa30415bda0 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.688+0000 7fa309200640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2ec0043b0 0x7fa304161490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.688+0000 7fa303e00640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30415bda0 0x7fa3040cbad0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fa2f00018e0 tx=0x7fa2f00012b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.688+0000 7fa300c00640 1 -- 172.21.15.29:0/470138823 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f0037050 con 0x7fa30415bda0 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.688+0000 7fa300c00640 1 -- 172.21.15.29:0/470138823 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa2f0043070 con 0x7fa30415bda0 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.688+0000 7fa300c00640 1 -- 172.21.15.29:0/470138823 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f0007a70 con 0x7fa30415bda0 2024-09-12T03:13:43.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.688+0000 7fa30bc00640 1 -- 172.21.15.29:0/470138823 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa30415f060 con 0x7fa30415bda0 2024-09-12T03:13:43.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.688+0000 7fa30bc00640 1 -- 172.21.15.29:0/470138823 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa30415f620 con 0x7fa30415bda0 2024-09-12T03:13:43.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.689+0000 7fa30bc00640 1 -- 172.21.15.29:0/470138823 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3040d13d0 con 0x7fa30415bda0 2024-09-12T03:13:43.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.690+0000 7fa300c00640 1 -- 172.21.15.29:0/470138823 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa2f0048460 con 0x7fa30415bda0 2024-09-12T03:13:43.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.692+0000 7fa300c00640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2e406be30 0x7fa2e406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:43.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.692+0000 7fa300c00640 1 -- 172.21.15.29:0/470138823 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fa2f00ab820 con 0x7fa30415bda0 2024-09-12T03:13:43.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.692+0000 7fa309200640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2e406be30 0x7fa2e406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:43.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.693+0000 7fa309200640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2e406be30 0x7fa2e406e2f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fa3040cd690 tx=0x7fa2f8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:43.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.696+0000 7fa300c00640 1 -- 172.21.15.29:0/470138823 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa2f007a100 con 0x7fa30415bda0 2024-09-12T03:13:43.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.915+0000 7fa30bc00640 1 -- 172.21.15.29:0/470138823 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3040b5230 con 0x7fa30415bda0 2024-09-12T03:13:43.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.916+0000 7fa300c00640 1 -- 172.21.15.29:0/470138823 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5263 (secure 0 0 0) 0x7fa2f0079a00 con 0x7fa30415bda0 2024-09-12T03:13:43.917 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:43.917 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":78,"btime":"2024-09-12T03:13:43:493856+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5909,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/579023429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":579023429},{"type":"v1","addr":"172.21.15.29:6835","nonce":579023429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:12.781076+0000","modified":"2024-09-12T03:13:43.265687+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6726,"mds_1":6717,"mds_2":6469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6469":{"gid":6469,"name":"d","rank":2,"incarnation":74,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1246541609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1246541609},{"type":"v1","addr":"172.21.15.38:6836","nonce":1246541609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":1,"incarnation":72,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6834/533635632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":533635632},{"type":"v1","addr":"172.21.15.29:6834","nonce":533635632}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6726":{"gid":6726,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1719628492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1719628492},{"type":"v1","addr":"172.21.15.38:6837","nonce":1719628492}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6726,"qdb_cluster":[6726,6717,6469]},"id":5}]} 2024-09-12T03:13:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 78 2024-09-12T03:13:43.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 -- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2e406be30 msgr2=0x7fa2e406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2e406be30 0x7fa2e406e2f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fa3040cd690 tx=0x7fa2f8009190 comp rx=0 tx=0).stop 2024-09-12T03:13:43.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 -- 172.21.15.29:0/470138823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30415bda0 msgr2=0x7fa3040cbad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:43.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30415bda0 0x7fa3040cbad0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fa2f00018e0 tx=0x7fa2f00012b0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 -- 172.21.15.29:0/470138823 shutdown_connections 2024-09-12T03:13:43.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa2e406be30 0x7fa2e406e2f0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa3040cc010 0x7fa30415fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa30415bda0 0x7fa3040cbad0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 --2- 172.21.15.29:0/470138823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa2ec0043b0 0x7fa304161490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:43.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 -- 172.21.15.29:0/470138823 >> 172.21.15.29:0/470138823 conn(0x7fa304067f80 msgr2=0x7fa30406ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:43.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 -- 172.21.15.29:0/470138823 shutdown_connections 2024-09-12T03:13:43.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:43.918+0000 7fa30bc00640 1 -- 172.21.15.29:0/470138823 wait complete. 2024-09-12T03:13:43.935 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:13:44.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.091+0000 7f2542600640 1 Processor -- start 2024-09-12T03:13:44.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.091+0000 7f2542600640 1 -- start start 2024-09-12T03:13:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.092+0000 7f2542600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f253c06f0e0 0x7f253c15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.092+0000 7f2542600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f253c06f4c0 0x7f253c0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.092+0000 7f2542600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f253c15c620 con 0x7f253c0cf5a0 2024-09-12T03:13:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.092+0000 7f2542600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f253c15bc50 con 0x7f253c06f0e0 2024-09-12T03:13:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.092+0000 7f2542600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f253c152630 con 0x7f253c06f4c0 2024-09-12T03:13:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.092+0000 7f253b400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f253c06f0e0 0x7f253c15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.093+0000 7f253b400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f253c06f0e0 0x7f253c15c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34042/0 (socket says 172.21.15.29:34042) 2024-09-12T03:13:44.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.093+0000 7f253b400640 1 -- 172.21.15.29:0/4120184372 learned_addr learned my addr 172.21.15.29:0/4120184372 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:44.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.093+0000 7f253aa00640 1 --2- 172.21.15.29:0/4120184372 >> v2:172.21.15.38:3300/0 conn(0x7f253c06f4c0 0x7f253c0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.093+0000 7f253b400640 1 -- 172.21.15.29:0/4120184372 >> v2:172.21.15.38:3300/0 conn(0x7f253c06f4c0 msgr2=0x7f253c0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:44.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.093+0000 7f253b400640 1 --2- 172.21.15.29:0/4120184372 >> v2:172.21.15.38:3300/0 conn(0x7f253c06f4c0 0x7f253c0cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.093+0000 7f253b400640 1 -- 172.21.15.29:0/4120184372 >> v1:172.21.15.29:6789/0 conn(0x7f253c0cf5a0 legacy=0x7f253c0b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.093+0000 7f253b400640 1 -- 172.21.15.29:0/4120184372 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f253c0cfb40 con 0x7f253c06f0e0 2024-09-12T03:13:44.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.093+0000 7f253a000640 1 -- 172.21.15.29:0/4120184372 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3591057017 0 0) 0x7f253c15c620 con 0x7f253c0cf5a0 2024-09-12T03:13:44.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.094+0000 7f253b400640 1 --2- 172.21.15.29:0/4120184372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f253c06f0e0 0x7f253c15c0e0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f253c0704e0 tx=0x7f252c02c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9117157640aa3820 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:44.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.094+0000 7f253a000640 1 -- 172.21.15.29:0/4120184372 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f252c036020 con 0x7f253c06f0e0 2024-09-12T03:13:44.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.094+0000 7f253a000640 1 -- 172.21.15.29:0/4120184372 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f252c032640 con 0x7f253c06f0e0 2024-09-12T03:13:44.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.094+0000 7f253a000640 1 -- 172.21.15.29:0/4120184372 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f252c032a10 con 0x7f253c06f0e0 2024-09-12T03:13:44.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.095+0000 7f2542600640 1 -- 172.21.15.29:0/4120184372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f253c06f0e0 msgr2=0x7f253c15c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.095+0000 7f2542600640 1 --2- 172.21.15.29:0/4120184372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f253c06f0e0 0x7f253c15c0e0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f253c0704e0 tx=0x7f252c02c940 comp rx=0 tx=0).stop 2024-09-12T03:13:44.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.095+0000 7f2542600640 1 -- 172.21.15.29:0/4120184372 shutdown_connections 2024-09-12T03:13:44.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.095+0000 7f2542600640 1 --2- 172.21.15.29:0/4120184372 >> v2:172.21.15.38:3300/0 conn(0x7f253c06f4c0 0x7f253c0cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.095+0000 7f2542600640 1 --2- 172.21.15.29:0/4120184372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f253c06f0e0 0x7f253c15c0e0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.095+0000 7f2542600640 1 -- 172.21.15.29:0/4120184372 >> 172.21.15.29:0/4120184372 conn(0x7f253c067da0 msgr2=0x7f253c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:44.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.095+0000 7f2542600640 1 -- 172.21.15.29:0/4120184372 shutdown_connections 2024-09-12T03:13:44.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.095+0000 7f2542600640 1 -- 172.21.15.29:0/4120184372 wait complete. 2024-09-12T03:13:44.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.097+0000 7f2542600640 1 Processor -- start 2024-09-12T03:13:44.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.097+0000 7f2542600640 1 -- start start 2024-09-12T03:13:44.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f2542600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f253c06f0e0 0x7f253c0c6b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f2542600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f253c06f4c0 0x7f253c06e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f2542600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f253c0cf5a0 0x7f253c06e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f2542600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f253c06f930 con 0x7f253c0cf5a0 2024-09-12T03:13:44.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f2542600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f253c15b8e0 con 0x7f253c06f4c0 2024-09-12T03:13:44.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f2542600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f253c15ee80 con 0x7f253c06f0e0 2024-09-12T03:13:44.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f253be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f253c0cf5a0 0x7f253c06e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f253be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f253c0cf5a0 0x7f253c06e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34058/0 (socket says 172.21.15.29:34058) 2024-09-12T03:13:44.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f253be00640 1 -- 172.21.15.29:0/3800751174 learned_addr learned my addr 172.21.15.29:0/3800751174 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:44.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f253b400640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f253c06f0e0 0x7f253c0c6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f253aa00640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f253c06f4c0 0x7f253c06e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f253be00640 1 -- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f253c06f0e0 msgr2=0x7f253c0c6b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f253be00640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f253c06f0e0 0x7f253c0c6b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f253be00640 1 -- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f253c06f4c0 msgr2=0x7f253c06e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f253be00640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f253c06f4c0 0x7f253c06e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.098+0000 7f253be00640 1 -- 172.21.15.29:0/3800751174 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f253c0c7b80 con 0x7f253c0cf5a0 2024-09-12T03:13:44.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.099+0000 7f253be00640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f253c0cf5a0 0x7f253c06e880 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f253400c7b0 tx=0x7f253400cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:44.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.099+0000 7f2533400640 1 -- 172.21.15.29:0/3800751174 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2534003ba0 con 0x7f253c0cf5a0 2024-09-12T03:13:44.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.099+0000 7f2533400640 1 -- 172.21.15.29:0/3800751174 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2534003d40 con 0x7f253c0cf5a0 2024-09-12T03:13:44.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.099+0000 7f2533400640 1 -- 172.21.15.29:0/3800751174 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2534005270 con 0x7f253c0cf5a0 2024-09-12T03:13:44.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.099+0000 7f2542600640 1 -- 172.21.15.29:0/3800751174 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f253c0c7e60 con 0x7f253c0cf5a0 2024-09-12T03:13:44.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.099+0000 7f2542600640 1 -- 172.21.15.29:0/3800751174 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f253c0c8420 con 0x7f253c0cf5a0 2024-09-12T03:13:44.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.100+0000 7f2542600640 1 -- 172.21.15.29:0/3800751174 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f253c15f9a0 con 0x7f253c0cf5a0 2024-09-12T03:13:44.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.101+0000 7f2533400640 1 -- 172.21.15.29:0/3800751174 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2534005410 con 0x7f253c0cf5a0 2024-09-12T03:13:44.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.102+0000 7f2533400640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f251c06be30 0x7f251c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.102+0000 7f2533400640 1 -- 172.21.15.29:0/3800751174 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f253408ae10 con 0x7f253c0cf5a0 2024-09-12T03:13:44.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.102+0000 7f253b400640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f251c06be30 0x7f251c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.103+0000 7f253b400640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f251c06be30 0x7f251c06e2f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f252c037000 tx=0x7f252c032000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:44.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.106+0000 7f2533400640 1 -- 172.21.15.29:0/3800751174 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f253408e030 con 0x7f253c0cf5a0 2024-09-12T03:13:44.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.292+0000 7f2542600640 1 -- 172.21.15.29:0/3800751174 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f253c0c85f0 con 0x7f253c0cf5a0 2024-09-12T03:13:44.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.294+0000 7f2533400640 1 -- 172.21.15.29:0/3800751174 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16933 (secure 0 0 0) 0x7f2534058f40 con 0x7f253c0cf5a0 2024-09-12T03:13:44.294 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:44.294 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":80,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:13:14.354783+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:13:10.587688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-12T03:13:11.771020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:13:44.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 -- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f251c06be30 msgr2=0x7f251c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f251c06be30 0x7f251c06e2f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f252c037000 tx=0x7f252c032000 comp rx=0 tx=0).stop 2024-09-12T03:13:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 -- 172.21.15.29:0/3800751174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f253c0cf5a0 msgr2=0x7f253c06e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f253c0cf5a0 0x7f253c06e880 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f253400c7b0 tx=0x7f253400cbb0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 -- 172.21.15.29:0/3800751174 shutdown_connections 2024-09-12T03:13:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f251c06be30 0x7f251c06e2f0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f253c0cf5a0 0x7f253c06e880 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f253c06f4c0 0x7f253c06e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 --2- 172.21.15.29:0/3800751174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f253c06f0e0 0x7f253c0c6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 -- 172.21.15.29:0/3800751174 >> 172.21.15.29:0/3800751174 conn(0x7f253c067da0 msgr2=0x7f253c15d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 -- 172.21.15.29:0/3800751174 shutdown_connections 2024-09-12T03:13:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.296+0000 7f2542600640 1 -- 172.21.15.29:0/3800751174 wait complete. 2024-09-12T03:13:44.312 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T03:13:44.312 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:44.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.469+0000 7fca0a600640 1 Processor -- start 2024-09-12T03:13:44.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.469+0000 7fca0a600640 1 -- start start 2024-09-12T03:13:44.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.471+0000 7fca0a600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fca041554d0 0x7fca040ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.471+0000 7fca0a600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca040af860 con 0x7fca040af3a0 2024-09-12T03:13:44.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.471+0000 7fca0a600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca040afb40 con 0x7fca04162750 2024-09-12T03:13:44.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.471+0000 7fca0a600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fca040b0470 con 0x7fca041554d0 2024-09-12T03:13:44.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.471+0000 7fca03400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fca041554d0 0x7fca040ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.471+0000 7fca03400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fca041554d0 0x7fca040ccf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34060/0 (socket says 172.21.15.29:34060) 2024-09-12T03:13:44.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.471+0000 7fca03400640 1 -- 172.21.15.29:0/233027228 learned_addr learned my addr 172.21.15.29:0/233027228 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:44.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.471+0000 7fc9fbe00640 1 --1- 172.21.15.29:0/233027228 >> v1:172.21.15.29:6789/0 conn(0x7fca040af3a0 0x7fca04162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55240/0 (socket says 172.21.15.29:55240) 2024-09-12T03:13:44.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.471+0000 7fca03400640 1 -- 172.21.15.29:0/233027228 >> v1:172.21.15.38:6789/0 conn(0x7fca04162750 legacy=0x7fca0406eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:44.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.471+0000 7fca03400640 1 -- 172.21.15.29:0/233027228 >> v1:172.21.15.29:6789/0 conn(0x7fca040af3a0 legacy=0x7fca04162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.471+0000 7fca03400640 1 -- 172.21.15.29:0/233027228 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca040afe20 con 0x7fca041554d0 2024-09-12T03:13:44.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.472+0000 7fca03400640 1 --2- 172.21.15.29:0/233027228 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca041554d0 0x7fca040ccf60 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4009870 tx=0x7fc9f402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ce574fec534bb31 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:44.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.473+0000 7fca02a00640 1 -- 172.21.15.29:0/233027228 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f4037070 con 0x7fca041554d0 2024-09-12T03:13:44.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.473+0000 7fca02a00640 1 -- 172.21.15.29:0/233027228 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9f4032440 con 0x7fca041554d0 2024-09-12T03:13:44.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.473+0000 7fca02a00640 1 -- 172.21.15.29:0/233027228 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f4032810 con 0x7fca041554d0 2024-09-12T03:13:44.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.473+0000 7fca0a600640 1 -- 172.21.15.29:0/233027228 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca041554d0 msgr2=0x7fca040ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.473+0000 7fca0a600640 1 --2- 172.21.15.29:0/233027228 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca041554d0 0x7fca040ccf60 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4009870 tx=0x7fc9f402a2a0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.473+0000 7fca0a600640 1 -- 172.21.15.29:0/233027228 shutdown_connections 2024-09-12T03:13:44.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.473+0000 7fca0a600640 1 --2- 172.21.15.29:0/233027228 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca041554d0 0x7fca040ccf60 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.473+0000 7fca0a600640 1 -- 172.21.15.29:0/233027228 >> 172.21.15.29:0/233027228 conn(0x7fca040736d0 msgr2=0x7fca0406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:44.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.474+0000 7fca0a600640 1 -- 172.21.15.29:0/233027228 shutdown_connections 2024-09-12T03:13:44.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.474+0000 7fca0a600640 1 -- 172.21.15.29:0/233027228 wait complete. 2024-09-12T03:13:44.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.475+0000 7fca0a600640 1 Processor -- start 2024-09-12T03:13:44.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.475+0000 7fca0a600640 1 -- start start 2024-09-12T03:13:44.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.476+0000 7fca0a600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca040af3a0 0x7fca0414a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.476+0000 7fca0a600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca041554d0 0x7fca04155a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.476+0000 7fca0a600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca04162750 0x7fca04157730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.476+0000 7fca0a600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fca04162d30 con 0x7fca041554d0 2024-09-12T03:13:44.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.476+0000 7fca0a600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fca041558b0 con 0x7fca04162750 2024-09-12T03:13:44.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.476+0000 7fca0a600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fca04162eb0 con 0x7fca040af3a0 2024-09-12T03:13:44.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.477+0000 7fc9fbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca041554d0 0x7fca04155a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.477+0000 7fca03400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca040af3a0 0x7fca0414a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.477+0000 7fca03e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca04162750 0x7fca04157730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.477+0000 7fc9fbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca041554d0 0x7fca04155a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34074/0 (socket says 172.21.15.29:34074) 2024-09-12T03:13:44.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.477+0000 7fc9fbe00640 1 -- 172.21.15.29:0/2013373614 learned_addr learned my addr 172.21.15.29:0/2013373614 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:44.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.477+0000 7fc9fbe00640 1 -- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca040af3a0 msgr2=0x7fca0414a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.477+0000 7fc9fbe00640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca040af3a0 0x7fca0414a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.477+0000 7fc9fbe00640 1 -- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca04162750 msgr2=0x7fca04157730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.477+0000 7fc9fbe00640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca04162750 0x7fca04157730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.477+0000 7fc9fbe00640 1 -- 172.21.15.29:0/2013373614 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca0414ab50 con 0x7fca041554d0 2024-09-12T03:13:44.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.477+0000 7fc9fbe00640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca041554d0 0x7fca04155a30 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec00c400 tx=0x7fc9ec00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:44.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.478+0000 7fc9fb400640 1 -- 172.21.15.29:0/2013373614 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9ec0074e0 con 0x7fca041554d0 2024-09-12T03:13:44.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.478+0000 7fc9fb400640 1 -- 172.21.15.29:0/2013373614 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9ec007680 con 0x7fca041554d0 2024-09-12T03:13:44.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.478+0000 7fc9fb400640 1 -- 172.21.15.29:0/2013373614 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9ec004a00 con 0x7fca041554d0 2024-09-12T03:13:44.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.478+0000 7fca0a600640 1 -- 172.21.15.29:0/2013373614 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca040cda30 con 0x7fca041554d0 2024-09-12T03:13:44.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.478+0000 7fca0a600640 1 -- 172.21.15.29:0/2013373614 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca040cdff0 con 0x7fca041554d0 2024-09-12T03:13:44.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.479+0000 7fca0a600640 1 -- 172.21.15.29:0/2013373614 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca040ccf60 con 0x7fca041554d0 2024-09-12T03:13:44.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.480+0000 7fc9fb400640 1 -- 172.21.15.29:0/2013373614 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc9ec01a020 con 0x7fca041554d0 2024-09-12T03:13:44.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.481+0000 7fc9fb400640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc9e006be60 0x7fc9e006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.481+0000 7fc9fb400640 1 -- 172.21.15.29:0/2013373614 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7fc9ec08a750 con 0x7fca041554d0 2024-09-12T03:13:44.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.481+0000 7fca03400640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc9e006be60 0x7fc9e006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.482+0000 7fca03400640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc9e006be60 0x7fc9e006e320 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4034000 tx=0x7fc9f402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:44.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.485+0000 7fc9fb400640 1 -- 172.21.15.29:0/2013373614 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc9ec0587f0 con 0x7fca041554d0 2024-09-12T03:13:44.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.708+0000 7fca0a600640 1 -- 172.21.15.29:0/2013373614 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca040b5ea0 con 0x7fca041554d0 2024-09-12T03:13:44.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.709+0000 7fc9fb400640 1 -- 172.21.15.29:0/2013373614 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5263 (secure 0 0 0) 0x7fc9ec05caf0 con 0x7fca041554d0 2024-09-12T03:13:44.709 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:44.710 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":78,"btime":"2024-09-12T03:13:43:493856+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5909,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/579023429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":579023429},{"type":"v1","addr":"172.21.15.29:6835","nonce":579023429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:12.781076+0000","modified":"2024-09-12T03:13:43.265687+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6726,"mds_1":6717,"mds_2":6469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6469":{"gid":6469,"name":"d","rank":2,"incarnation":74,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1246541609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1246541609},{"type":"v1","addr":"172.21.15.38:6836","nonce":1246541609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":1,"incarnation":72,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6834/533635632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":533635632},{"type":"v1","addr":"172.21.15.29:6834","nonce":533635632}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6726":{"gid":6726,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1719628492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1719628492},{"type":"v1","addr":"172.21.15.38:6837","nonce":1719628492}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6726,"qdb_cluster":[6726,6717,6469]},"id":5}]} 2024-09-12T03:13:44.710 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 78 2024-09-12T03:13:44.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.711+0000 7fca0a600640 1 -- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc9e006be60 msgr2=0x7fc9e006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.711+0000 7fca0a600640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc9e006be60 0x7fc9e006e320 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4034000 tx=0x7fc9f402e000 comp rx=0 tx=0).stop 2024-09-12T03:13:44.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.711+0000 7fca0a600640 1 -- 172.21.15.29:0/2013373614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca041554d0 msgr2=0x7fca04155a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.711+0000 7fca0a600640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca041554d0 0x7fca04155a30 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec00c400 tx=0x7fc9ec00c8c0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.711+0000 7fca0a600640 1 -- 172.21.15.29:0/2013373614 shutdown_connections 2024-09-12T03:13:44.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.711+0000 7fca0a600640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc9e006be60 0x7fc9e006e320 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.711+0000 7fca0a600640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fca04162750 0x7fca04157730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.711+0000 7fca0a600640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fca041554d0 0x7fca04155a30 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.711+0000 7fca0a600640 1 --2- 172.21.15.29:0/2013373614 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fca040af3a0 0x7fca0414a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.711+0000 7fca0a600640 1 -- 172.21.15.29:0/2013373614 >> 172.21.15.29:0/2013373614 conn(0x7fca040736d0 msgr2=0x7fca0406caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:44.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.712+0000 7fca0a600640 1 -- 172.21.15.29:0/2013373614 shutdown_connections 2024-09-12T03:13:44.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.712+0000 7fca0a600640 1 -- 172.21.15.29:0/2013373614 wait complete. 2024-09-12T03:13:44.727 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:44.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.883+0000 7f0235800640 1 Processor -- start 2024-09-12T03:13:44.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.883+0000 7f0235800640 1 -- start start 2024-09-12T03:13:44.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.884+0000 7f0235800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 0x7f02300cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.884+0000 7f0235800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f02300adc70 0x7f02300ae120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.884+0000 7f0235800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0230072510 con 0x7f0230156590 2024-09-12T03:13:44.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.884+0000 7f0235800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f02300727f0 con 0x7f02300adc70 2024-09-12T03:13:44.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.884+0000 7f0235800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0230072ad0 con 0x7f02300ad1b0 2024-09-12T03:13:44.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.884+0000 7f0227e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 0x7f02300cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.885+0000 7f0227e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 0x7f02300cf820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:55316/0 (socket says 172.21.15.29:55316) 2024-09-12T03:13:44.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.885+0000 7f0227e00640 1 -- 172.21.15.29:0/1404249381 learned_addr learned my addr 172.21.15.29:0/1404249381 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:44.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.885+0000 7f0234e00640 1 --2- 172.21.15.29:0/1404249381 >> v2:172.21.15.38:3300/0 conn(0x7f02300adc70 0x7f02300ae120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.885+0000 7f0227e00640 1 -- 172.21.15.29:0/1404249381 >> v2:172.21.15.38:3300/0 conn(0x7f02300adc70 msgr2=0x7f02300ae120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:44.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.885+0000 7f0227e00640 1 --2- 172.21.15.29:0/1404249381 >> v2:172.21.15.38:3300/0 conn(0x7f02300adc70 0x7f02300ae120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.885+0000 7f0227e00640 1 -- 172.21.15.29:0/1404249381 >> v1:172.21.15.38:6789/0 conn(0x7f0230156590 legacy=0x7f02300735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.885+0000 7f0227e00640 1 -- 172.21.15.29:0/1404249381 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0230072db0 con 0x7f02300ad1b0 2024-09-12T03:13:44.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.886+0000 7f0227e00640 1 --2- 172.21.15.29:0/1404249381 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 0x7f02300cf820 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0218009870 tx=0x7f021802a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e081dbe55927b9e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:44.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.886+0000 7f022f400640 1 -- 172.21.15.29:0/1404249381 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0218037070 con 0x7f02300ad1b0 2024-09-12T03:13:44.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.886+0000 7f022f400640 1 -- 172.21.15.29:0/1404249381 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0218032440 con 0x7f02300ad1b0 2024-09-12T03:13:44.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.886+0000 7f022f400640 1 -- 172.21.15.29:0/1404249381 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0218032810 con 0x7f02300ad1b0 2024-09-12T03:13:44.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.887+0000 7f0235800640 1 -- 172.21.15.29:0/1404249381 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 msgr2=0x7f02300cf820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.887+0000 7f0235800640 1 --2- 172.21.15.29:0/1404249381 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 0x7f02300cf820 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0218009870 tx=0x7f021802a250 comp rx=0 tx=0).stop 2024-09-12T03:13:44.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.887+0000 7f0235800640 1 -- 172.21.15.29:0/1404249381 shutdown_connections 2024-09-12T03:13:44.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.887+0000 7f0235800640 1 --2- 172.21.15.29:0/1404249381 >> v2:172.21.15.38:3300/0 conn(0x7f02300adc70 0x7f02300ae120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.887+0000 7f0235800640 1 --2- 172.21.15.29:0/1404249381 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 0x7f02300cf820 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.887+0000 7f0235800640 1 -- 172.21.15.29:0/1404249381 >> 172.21.15.29:0/1404249381 conn(0x7f023006bdf0 msgr2=0x7f023006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:44.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.887+0000 7f0235800640 1 -- 172.21.15.29:0/1404249381 shutdown_connections 2024-09-12T03:13:44.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.887+0000 7f0235800640 1 -- 172.21.15.29:0/1404249381 wait complete. 2024-09-12T03:13:44.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.889+0000 7f0235800640 1 Processor -- start 2024-09-12T03:13:44.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.889+0000 7f0235800640 1 -- start start 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0235800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 0x7f0230153370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0235800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02300adc70 0x7f02300c5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0235800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0230156590 0x7f02300c55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0235800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0230156970 con 0x7f0230156590 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0235800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f02300cfd60 con 0x7f02300adc70 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0235800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f02301538b0 con 0x7f02300ad1b0 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0234e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0230156590 0x7f02300c55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0234e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0230156590 0x7f02300c55a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34080/0 (socket says 172.21.15.29:34080) 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0234e00640 1 -- 172.21.15.29:0/1419534853 learned_addr learned my addr 172.21.15.29:0/1419534853 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f022fe00640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 0x7f0230153370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0227e00640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02300adc70 0x7f02300c5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0234e00640 1 -- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 msgr2=0x7f0230153370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0234e00640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 0x7f0230153370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0234e00640 1 -- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02300adc70 msgr2=0x7f02300c5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:44.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0234e00640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02300adc70 0x7f02300c5060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:44.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0234e00640 1 -- 172.21.15.29:0/1419534853 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0230156fb0 con 0x7f0230156590 2024-09-12T03:13:44.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f0227e00640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02300adc70 0x7f02300c5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:44.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.890+0000 7f022fe00640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 0x7f0230153370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:44.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.891+0000 7f0234e00640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0230156590 0x7f02300c55a0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f022800efc0 tx=0x7f022800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:44.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.891+0000 7f022cc00640 1 -- 172.21.15.29:0/1419534853 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0228018020 con 0x7f0230156590 2024-09-12T03:13:44.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.891+0000 7f022cc00640 1 -- 172.21.15.29:0/1419534853 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0228014480 con 0x7f0230156590 2024-09-12T03:13:44.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.891+0000 7f022cc00640 1 -- 172.21.15.29:0/1419534853 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0228014870 con 0x7f0230156590 2024-09-12T03:13:44.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.891+0000 7f0235800640 1 -- 172.21.15.29:0/1419534853 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0230159dd0 con 0x7f0230156590 2024-09-12T03:13:44.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.891+0000 7f0235800640 1 -- 172.21.15.29:0/1419534853 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0230144720 con 0x7f0230156590 2024-09-12T03:13:44.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.892+0000 7f0235800640 1 -- 172.21.15.29:0/1419534853 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02300cf820 con 0x7f0230156590 2024-09-12T03:13:44.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.893+0000 7f022cc00640 1 -- 172.21.15.29:0/1419534853 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0228005d10 con 0x7f0230156590 2024-09-12T03:13:44.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.894+0000 7f022cc00640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f020c06be30 0x7f020c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:44.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.894+0000 7f022cc00640 1 -- 172.21.15.29:0/1419534853 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f022808bb10 con 0x7f0230156590 2024-09-12T03:13:44.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.894+0000 7f022fe00640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f020c06be30 0x7f020c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:44.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.895+0000 7f022fe00640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f020c06be30 0x7f020c06e2f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f0220001660 tx=0x7f0220009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:44.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:44.899+0000 7f022cc00640 1 -- 172.21.15.29:0/1419534853 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0228022070 con 0x7f0230156590 2024-09-12T03:13:45.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.121+0000 7f0235800640 1 -- 172.21.15.29:0/1419534853 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f023006c5e0 con 0x7f0230156590 2024-09-12T03:13:45.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.121+0000 7f022cc00640 1 -- 172.21.15.29:0/1419534853 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5263 (secure 0 0 0) 0x7f0230156fb0 con 0x7f0230156590 2024-09-12T03:13:45.122 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:45.122 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":78,"btime":"2024-09-12T03:13:43:493856+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5909,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/579023429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":579023429},{"type":"v1","addr":"172.21.15.29:6835","nonce":579023429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:12.781076+0000","modified":"2024-09-12T03:13:43.265687+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":6726,"mds_1":6717,"mds_2":6469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6469":{"gid":6469,"name":"d","rank":2,"incarnation":74,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1246541609","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1246541609},{"type":"v1","addr":"172.21.15.38:6836","nonce":1246541609}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":1,"incarnation":72,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6834/533635632","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":533635632},{"type":"v1","addr":"172.21.15.29:6834","nonce":533635632}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6726":{"gid":6726,"name":"b","rank":0,"incarnation":66,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1719628492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1719628492},{"type":"v1","addr":"172.21.15.38:6837","nonce":1719628492}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6726,"qdb_cluster":[6726,6717,6469]},"id":5}]} 2024-09-12T03:13:45.122 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 78 2024-09-12T03:13:45.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.123+0000 7f0235800640 1 -- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f020c06be30 msgr2=0x7f020c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.123+0000 7f0235800640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f020c06be30 0x7f020c06e2f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f0220001660 tx=0x7f0220009040 comp rx=0 tx=0).stop 2024-09-12T03:13:45.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.123+0000 7f0235800640 1 -- 172.21.15.29:0/1419534853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0230156590 msgr2=0x7f02300c55a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.123+0000 7f0235800640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0230156590 0x7f02300c55a0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f022800efc0 tx=0x7f022800c490 comp rx=0 tx=0).stop 2024-09-12T03:13:45.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.124+0000 7f0235800640 1 -- 172.21.15.29:0/1419534853 shutdown_connections 2024-09-12T03:13:45.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.124+0000 7f0235800640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f020c06be30 0x7f020c06e2f0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.124+0000 7f0235800640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0230156590 0x7f02300c55a0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.124+0000 7f0235800640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02300adc70 0x7f02300c5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.124+0000 7f0235800640 1 --2- 172.21.15.29:0/1419534853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02300ad1b0 0x7f0230153370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.124+0000 7f0235800640 1 -- 172.21.15.29:0/1419534853 >> 172.21.15.29:0/1419534853 conn(0x7f023006bdf0 msgr2=0x7f023015d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:45.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.124+0000 7f0235800640 1 -- 172.21.15.29:0/1419534853 shutdown_connections 2024-09-12T03:13:45.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.124+0000 7f0235800640 1 -- 172.21.15.29:0/1419534853 wait complete. 2024-09-12T03:13:45.140 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:13:45.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.297+0000 7f8440c00640 1 Processor -- start 2024-09-12T03:13:45.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.297+0000 7f8440c00640 1 -- start start 2024-09-12T03:13:45.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.298+0000 7f8440c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c15e470 0x7f843c0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.298+0000 7f8440c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f843c15e850 con 0x7f843c0d00e0 2024-09-12T03:13:45.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.298+0000 7f8440c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f843c0d1c60 con 0x7f843c0d4a20 2024-09-12T03:13:45.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.298+0000 7f8440c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f843c0cf710 con 0x7f843c15e470 2024-09-12T03:13:45.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.298+0000 7f843aa00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f843c0d00e0 0x7f843c0d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55254/0 (socket says 172.21.15.29:55254) 2024-09-12T03:13:45.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.298+0000 7f843aa00640 1 -- 172.21.15.29:0/2901805629 learned_addr learned my addr 172.21.15.29:0/2901805629 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:45.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.298+0000 7f843b400640 1 --2- 172.21.15.29:0/2901805629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c15e470 0x7f843c0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.299+0000 7f843a000640 1 -- 172.21.15.29:0/2901805629 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 184730850 0 0) 0x7f843c15e850 con 0x7f843c0d00e0 2024-09-12T03:13:45.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.299+0000 7f843a000640 1 -- 172.21.15.29:0/2901805629 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8420003520 con 0x7f843c0d00e0 2024-09-12T03:13:45.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.299+0000 7f843b400640 1 -- 172.21.15.29:0/2901805629 >> v1:172.21.15.38:6789/0 conn(0x7f843c0d4a20 legacy=0x7f843c06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.299+0000 7f843b400640 1 -- 172.21.15.29:0/2901805629 >> v1:172.21.15.29:6789/0 conn(0x7f843c0d00e0 legacy=0x7f843c0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.299+0000 7f843b400640 1 -- 172.21.15.29:0/2901805629 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f843c0d1980 con 0x7f843c15e470 2024-09-12T03:13:45.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.300+0000 7f843b400640 1 --2- 172.21.15.29:0/2901805629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c15e470 0x7f843c0cfba0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f842c0097d0 tx=0x7f842c02a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55a25c795642460f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:45.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.301+0000 7f843a000640 1 -- 172.21.15.29:0/2901805629 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f842c037070 con 0x7f843c15e470 2024-09-12T03:13:45.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.301+0000 7f843a000640 1 -- 172.21.15.29:0/2901805629 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f842c032440 con 0x7f843c15e470 2024-09-12T03:13:45.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.301+0000 7f843a000640 1 -- 172.21.15.29:0/2901805629 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f842c032810 con 0x7f843c15e470 2024-09-12T03:13:45.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.301+0000 7f8440c00640 1 -- 172.21.15.29:0/2901805629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c15e470 msgr2=0x7f843c0cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.301+0000 7f8440c00640 1 --2- 172.21.15.29:0/2901805629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c15e470 0x7f843c0cfba0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f842c0097d0 tx=0x7f842c02a200 comp rx=0 tx=0).stop 2024-09-12T03:13:45.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.301+0000 7f8440c00640 1 -- 172.21.15.29:0/2901805629 shutdown_connections 2024-09-12T03:13:45.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.301+0000 7f8440c00640 1 --2- 172.21.15.29:0/2901805629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c15e470 0x7f843c0cfba0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.301+0000 7f8440c00640 1 -- 172.21.15.29:0/2901805629 >> 172.21.15.29:0/2901805629 conn(0x7f843c09d700 msgr2=0x7f843c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:45.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.301+0000 7f8440c00640 1 -- 172.21.15.29:0/2901805629 shutdown_connections 2024-09-12T03:13:45.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.301+0000 7f8440c00640 1 -- 172.21.15.29:0/2901805629 wait complete. 2024-09-12T03:13:45.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.303+0000 7f8440c00640 1 Processor -- start 2024-09-12T03:13:45.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.303+0000 7f8440c00640 1 -- start start 2024-09-12T03:13:45.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.304+0000 7f8440c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f843c0d00e0 0x7f843c1569f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.304+0000 7f8440c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c0d4a20 0x7f843c0cdcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.304+0000 7f8440c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f843c15e470 0x7f843c0cc840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.304+0000 7f8440c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f843c06db70 con 0x7f843c15e470 2024-09-12T03:13:45.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.304+0000 7f8440c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f843c0cf3a0 con 0x7f843c0d00e0 2024-09-12T03:13:45.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.304+0000 7f8440c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f843c06dcf0 con 0x7f843c0d4a20 2024-09-12T03:13:45.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.304+0000 7f843be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f843c15e470 0x7f843c0cc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.304+0000 7f843be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f843c15e470 0x7f843c0cc840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34088/0 (socket says 172.21.15.29:34088) 2024-09-12T03:13:45.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.304+0000 7f843be00640 1 -- 172.21.15.29:0/3681375653 learned_addr learned my addr 172.21.15.29:0/3681375653 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:45.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f843b400640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f843c0d00e0 0x7f843c1569f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f843aa00640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c0d4a20 0x7f843c0cdcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f843be00640 1 -- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c0d4a20 msgr2=0x7f843c0cdcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f843be00640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c0d4a20 0x7f843c0cdcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f843be00640 1 -- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f843c0d00e0 msgr2=0x7f843c1569f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f843be00640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f843c0d00e0 0x7f843c1569f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f843be00640 1 -- 172.21.15.29:0/3681375653 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f843c0ce210 con 0x7f843c15e470 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f843b400640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f843c0d00e0 0x7f843c1569f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f843aa00640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c0d4a20 0x7f843c0cdcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f843be00640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f843c15e470 0x7f843c0cc840 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f843400c6f0 tx=0x7f843400cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f8433400640 1 -- 172.21.15.29:0/3681375653 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8434003970 con 0x7f843c15e470 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f8433400640 1 -- 172.21.15.29:0/3681375653 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8434003b10 con 0x7f843c15e470 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f8440c00640 1 -- 172.21.15.29:0/3681375653 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f843c0cb7a0 con 0x7f843c15e470 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f8433400640 1 -- 172.21.15.29:0/3681375653 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f843400a850 con 0x7f843c15e470 2024-09-12T03:13:45.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.305+0000 7f8440c00640 1 -- 172.21.15.29:0/3681375653 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f843c0cbd60 con 0x7f843c15e470 2024-09-12T03:13:45.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.306+0000 7f8440c00640 1 -- 172.21.15.29:0/3681375653 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f843c075640 con 0x7f843c15e470 2024-09-12T03:13:45.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.307+0000 7f8433400640 1 -- 172.21.15.29:0/3681375653 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f843400a9f0 con 0x7f843c15e470 2024-09-12T03:13:45.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.309+0000 7f8433400640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f841c06be30 0x7f841c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.309+0000 7f8433400640 1 -- 172.21.15.29:0/3681375653 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7f843408af60 con 0x7f843c15e470 2024-09-12T03:13:45.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.309+0000 7f843b400640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f841c06be30 0x7f841c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.310+0000 7f843b400640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f841c06be30 0x7f841c06e2f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f842c034000 tx=0x7f842c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:45.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.313+0000 7f8433400640 1 -- 172.21.15.29:0/3681375653 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f843c075640 con 0x7f843c15e470 2024-09-12T03:13:45.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.504+0000 7f8440c00640 1 -- 172.21.15.29:0/3681375653 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f843c06cf90 con 0x7f843c15e470 2024-09-12T03:13:45.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.505+0000 7f8433400640 1 -- 172.21.15.29:0/3681375653 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16933 (secure 0 0 0) 0x7f84340596e0 con 0x7f843c15e470 2024-09-12T03:13:45.506 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:45.506 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":80,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:13:14.354783+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:13:10.587688+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-12T03:13:11.771020+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:13:45.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.507+0000 7f8440c00640 1 -- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f841c06be30 msgr2=0x7f841c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.507+0000 7f8440c00640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f841c06be30 0x7f841c06e2f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f842c034000 tx=0x7f842c02e000 comp rx=0 tx=0).stop 2024-09-12T03:13:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.507+0000 7f8440c00640 1 -- 172.21.15.29:0/3681375653 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f843c15e470 msgr2=0x7f843c0cc840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.507+0000 7f8440c00640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f843c15e470 0x7f843c0cc840 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f843400c6f0 tx=0x7f843400cbb0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.508+0000 7f8440c00640 1 -- 172.21.15.29:0/3681375653 shutdown_connections 2024-09-12T03:13:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.508+0000 7f8440c00640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f841c06be30 0x7f841c06e2f0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.508+0000 7f8440c00640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f843c15e470 0x7f843c0cc840 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.508+0000 7f8440c00640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f843c0d4a20 0x7f843c0cdcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.508+0000 7f8440c00640 1 --2- 172.21.15.29:0/3681375653 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f843c0d00e0 0x7f843c1569f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.508+0000 7f8440c00640 1 -- 172.21.15.29:0/3681375653 >> 172.21.15.29:0/3681375653 conn(0x7f843c09d700 msgr2=0x7f843c0b3130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.508+0000 7f8440c00640 1 -- 172.21.15.29:0/3681375653 shutdown_connections 2024-09-12T03:13:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.508+0000 7f8440c00640 1 -- 172.21.15.29:0/3681375653 wait complete. 2024-09-12T03:13:45.524 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-12T03:13:45.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.680+0000 7faec4c00640 1 Processor -- start 2024-09-12T03:13:45.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.680+0000 7faec4c00640 1 -- start start 2024-09-12T03:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.682+0000 7faec4c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7faec0072620 0x7faec00af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.682+0000 7faec4c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec006dfd0 0x7faec00afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.682+0000 7faec4c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faec006e590 con 0x7faec0072240 2024-09-12T03:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.682+0000 7faec4c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7faec006e870 con 0x7faec0072620 2024-09-12T03:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.682+0000 7faec4c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7faec006eb50 con 0x7faec006dfd0 2024-09-12T03:13:45.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.682+0000 7faebde00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7faec0072240 0x7faec015d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55256/0 (socket says 172.21.15.29:55256) 2024-09-12T03:13:45.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.682+0000 7faebde00640 1 -- 172.21.15.29:0/2034366840 learned_addr learned my addr 172.21.15.29:0/2034366840 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:45.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.682+0000 7faebe800640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec006dfd0 0x7faec00afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.682+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3724447905 0 0) 0x7faec006e590 con 0x7faec0072240 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.682+0000 7faeb7e00640 1 --2- 172.21.15.29:0/2034366840 >> v2:172.21.15.38:3300/0 conn(0x7faec0072620 0x7faec00af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.682+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faea4003520 con 0x7faec0072240 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3965258611 0 0) 0x7faea4003520 con 0x7faec0072240 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec006dfd0 msgr2=0x7faec00afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec006dfd0 0x7faec00afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 >> v2:172.21.15.38:3300/0 conn(0x7faec0072620 msgr2=0x7faec00af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 --2- 172.21.15.29:0/2034366840 >> v2:172.21.15.38:3300/0 conn(0x7faec0072620 0x7faec00af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faec006ee30 con 0x7faec0072240 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7faeb0001670 con 0x7faec0072240 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 >> v1:172.21.15.29:6789/0 conn(0x7faec0072240 legacy=0x7faec015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faea40039b0 0x7faea4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faea4004800 0x7faea4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec006dfd0 0x7faea40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7faec006e870 con 0x7faea4004800 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7faec006eb50 con 0x7faea40039b0 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7faea400fdd0 con 0x7faec006dfd0 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faeb7e00640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faea4004800 0x7faea4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebde00640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faea40039b0 0x7faea4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.683+0000 7faebe800640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec006dfd0 0x7faea40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.684+0000 7faebde00640 1 -- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec006dfd0 msgr2=0x7faea40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.684+0000 7faebde00640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec006dfd0 0x7faea40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.684+0000 7faebde00640 1 -- 172.21.15.29:0/2034366840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faea4004800 msgr2=0x7faea4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.684+0000 7faebde00640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faea4004800 0x7faea4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.684+0000 7faebde00640 1 -- 172.21.15.29:0/2034366840 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faea4003520 con 0x7faea40039b0 2024-09-12T03:13:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.684+0000 7faeb7e00640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faea4004800 0x7faea4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.685+0000 7faebde00640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faea40039b0 0x7faea4003dd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7faeb000c240 tx=0x7faea4005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fce0f3e035d73c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.685+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb002e070 con 0x7faea40039b0 2024-09-12T03:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.685+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faeb0005af0 con 0x7faea40039b0 2024-09-12T03:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.685+0000 7faebd400640 1 -- 172.21.15.29:0/2034366840 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0007d30 con 0x7faea40039b0 2024-09-12T03:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.686+0000 7faec4c00640 1 -- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faea40039b0 msgr2=0x7faea4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.686+0000 7faec4c00640 1 --2- 172.21.15.29:0/2034366840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faea40039b0 0x7faea4003dd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7faeb000c240 tx=0x7faea4005830 comp rx=0 tx=0).stop 2024-09-12T03:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.686+0000 7faebe800640 1 -- 172.21.15.29:0/2034366840 reap_dead start 2024-09-12T03:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.686+0000 7faec4c00640 1 -- 172.21.15.29:0/2034366840 shutdown_connections 2024-09-12T03:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.686+0000 7faec4c00640 1 -- 172.21.15.29:0/2034366840 >> 172.21.15.29:0/2034366840 conn(0x7faec0067da0 msgr2=0x7faec006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.686+0000 7faec4c00640 1 -- 172.21.15.29:0/2034366840 shutdown_connections 2024-09-12T03:13:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.686+0000 7faec4c00640 1 -- 172.21.15.29:0/2034366840 wait complete. 2024-09-12T03:13:45.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.688+0000 7faec4c00640 1 Processor -- start 2024-09-12T03:13:45.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.688+0000 7faec4c00640 1 -- start start 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faec4c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faea40039b0 0x7faec00b0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faec4c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec00b2c50 0x7faec0151d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faec4c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec01eff30 0x7faec01f03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faec4c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7faec00afe00 con 0x7faec01eff30 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faec4c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7faec00afc80 con 0x7faea40039b0 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faec4c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7faec00cd1d0 con 0x7faec00b2c50 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faebe800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec01eff30 0x7faec01f03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faebe800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec01eff30 0x7faec01f03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34096/0 (socket says 172.21.15.29:34096) 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faebe800640 1 -- 172.21.15.29:0/2865335132 learned_addr learned my addr 172.21.15.29:0/2865335132 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faebde00640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faea40039b0 0x7faec00b0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faeb7e00640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec00b2c50 0x7faec0151d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faebe800640 1 -- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec00b2c50 msgr2=0x7faec0151d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faebe800640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec00b2c50 0x7faec0151d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faebe800640 1 -- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faea40039b0 msgr2=0x7faec00b0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faebe800640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faea40039b0 0x7faec00b0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faebe800640 1 -- 172.21.15.29:0/2865335132 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faec00b1a40 con 0x7faec01eff30 2024-09-12T03:13:45.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.689+0000 7faeb7e00640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec00b2c50 0x7faec0151d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:45.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.690+0000 7faebe800640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec01eff30 0x7faec01f03e0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7faec0156e50 tx=0x7faeb800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:45.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.690+0000 7faeb6000640 1 -- 172.21.15.29:0/2865335132 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea8009690 con 0x7faec01eff30 2024-09-12T03:13:45.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.690+0000 7faeb6000640 1 -- 172.21.15.29:0/2865335132 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faeb801d070 con 0x7faec01eff30 2024-09-12T03:13:45.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.690+0000 7faeb6000640 1 -- 172.21.15.29:0/2865335132 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb8015430 con 0x7faec01eff30 2024-09-12T03:13:45.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.690+0000 7faec4c00640 1 -- 172.21.15.29:0/2865335132 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faec00b1d20 con 0x7faec01eff30 2024-09-12T03:13:45.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.690+0000 7faec4c00640 1 -- 172.21.15.29:0/2865335132 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faec00b0400 con 0x7faec01eff30 2024-09-12T03:13:45.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.691+0000 7faec4c00640 1 -- 172.21.15.29:0/2865335132 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faec00b0600 con 0x7faec01eff30 2024-09-12T03:13:45.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.692+0000 7faeb6000640 1 -- 172.21.15.29:0/2865335132 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faeb80155d0 con 0x7faec01eff30 2024-09-12T03:13:45.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.693+0000 7faeb6000640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 0x7fae9c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:45.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.693+0000 7faeb6000640 1 -- 172.21.15.29:0/2865335132 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6101+0+0 (secure 0 0 0) 0x7faeb808b840 con 0x7faec01eff30 2024-09-12T03:13:45.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.693+0000 7faebde00640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 0x7fae9c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:45.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.694+0000 7faebde00640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 0x7fae9c06e2f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7faeb000c240 tx=0x7faeb0009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:45.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.698+0000 7faeb6000640 1 -- 172.21.15.29:0/2865335132 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faec00b0600 con 0x7faec01eff30 2024-09-12T03:13:45.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.921+0000 7faec4c00640 1 -- 172.21.15.29:0/2865335132 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7faec00af530 con 0x7faec01eff30 2024-09-12T03:13:45.921 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:13:45.921+0000 7fcf24a00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T03:13:45.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.924+0000 7faeb6000640 1 -- 172.21.15.29:0/2865335132 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v79) ==== 161+0+0 (secure 0 0 0) 0x7faeb8010040 con 0x7faec01eff30 2024-09-12T03:13:45.924 INFO:teuthology.orchestra.run.smithi029.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-12T03:13:45.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 -- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 msgr2=0x7fae9c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 0x7fae9c06e2f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7faeb000c240 tx=0x7faeb0009030 comp rx=0 tx=0).stop 2024-09-12T03:13:45.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 -- 172.21.15.29:0/2865335132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec01eff30 msgr2=0x7faec01f03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:45.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec01eff30 0x7faec01f03e0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7faec0156e50 tx=0x7faeb800f580 comp rx=0 tx=0).stop 2024-09-12T03:13:45.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 -- 172.21.15.29:0/2865335132 shutdown_connections 2024-09-12T03:13:45.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fae9c06be30 0x7fae9c06e2f0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faec01eff30 0x7faec01f03e0 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faec00b2c50 0x7faec0151d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 --2- 172.21.15.29:0/2865335132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faea40039b0 0x7faec00b0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:45.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 -- 172.21.15.29:0/2865335132 >> 172.21.15.29:0/2865335132 conn(0x7faec0067da0 msgr2=0x7faec015e950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:45.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 -- 172.21.15.29:0/2865335132 shutdown_connections 2024-09-12T03:13:45.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:45.927+0000 7faec4c00640 1 -- 172.21.15.29:0/2865335132 wait complete. 2024-09-12T03:13:45.940 INFO:tasks.ceph.mds.b.smithi038.stderr: -9115> 2024-09-12T03:13:18.913+0000 7f6e9c600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T03:13:45.942 INFO:tasks.ceph.mds.b.smithi038.stderr: -7407> 2024-09-12T03:13:23.913+0000 7f6e9c600640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-09-12T03:13:45.944 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-12T03:13:45.946 INFO:tasks.ceph.mds.b.smithi038.stderr: -4201> 2024-09-12T03:13:28.914+0000 7f6e9c600640 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-09-12T03:13:45.979 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:13:45.981 INFO:tasks.ceph.mds.d.smithi038.stdout:starting mds.d at 2024-09-12T03:13:45.998 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:13:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.104+0000 7f8b57200640 1 Processor -- start 2024-09-12T03:13:46.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.104+0000 7f8b57200640 1 -- start start 2024-09-12T03:13:46.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.105+0000 7f8b57200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8b5815c2b0 0x7f8b580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:46.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.105+0000 7f8b57200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8b580cd810 0x7f8b580af4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:46.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.105+0000 7f8b57200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b5815c690 con 0x7f8b580cca60 2024-09-12T03:13:46.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.105+0000 7f8b57200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8b580b3f80 con 0x7f8b580cd810 2024-09-12T03:13:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.105+0000 7f8b57200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8b580b4260 con 0x7f8b5815c2b0 2024-09-12T03:13:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.106+0000 7f8b4fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8b580cd810 0x7f8b580af4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.106+0000 7f8b4fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8b580cd810 0x7f8b580af4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34126/0 (socket says 172.21.15.29:34126) 2024-09-12T03:13:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.106+0000 7f8b4fe00640 1 -- 172.21.15.29:0/2894730366 learned_addr learned my addr 172.21.15.29:0/2894730366 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.106+0000 7f8b55e00640 1 --2- 172.21.15.29:0/2894730366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8b5815c2b0 0x7f8b580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.106+0000 7f8b4fe00640 1 -- 172.21.15.29:0/2894730366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8b5815c2b0 msgr2=0x7f8b580b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.106+0000 7f8b4fe00640 1 --2- 172.21.15.29:0/2894730366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8b5815c2b0 0x7f8b580b4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.106+0000 7f8b4fe00640 1 -- 172.21.15.29:0/2894730366 >> v1:172.21.15.38:6789/0 conn(0x7f8b580cca60 legacy=0x7f8b580cdf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.106+0000 7f8b4fe00640 1 -- 172.21.15.29:0/2894730366 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b580b4540 con 0x7f8b580cd810 2024-09-12T03:13:46.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.107+0000 7f8b4fe00640 1 --2- 172.21.15.29:0/2894730366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b580cd810 0x7f8b580af4b0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f8b40009870 tx=0x7f8b4002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f68e69b7254702f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:46.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.107+0000 7f8b55400640 1 -- 172.21.15.29:0/2894730366 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b40037070 con 0x7f8b580cd810 2024-09-12T03:13:46.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.107+0000 7f8b55400640 1 -- 172.21.15.29:0/2894730366 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b40032440 con 0x7f8b580cd810 2024-09-12T03:13:46.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.107+0000 7f8b55400640 1 -- 172.21.15.29:0/2894730366 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b40032810 con 0x7f8b580cd810 2024-09-12T03:13:46.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.108+0000 7f8b57200640 1 -- 172.21.15.29:0/2894730366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b580cd810 msgr2=0x7f8b580af4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:46.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.108+0000 7f8b57200640 1 --2- 172.21.15.29:0/2894730366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b580cd810 0x7f8b580af4b0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f8b40009870 tx=0x7f8b4002a250 comp rx=0 tx=0).stop 2024-09-12T03:13:46.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.108+0000 7f8b57200640 1 -- 172.21.15.29:0/2894730366 shutdown_connections 2024-09-12T03:13:46.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.108+0000 7f8b57200640 1 --2- 172.21.15.29:0/2894730366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b580cd810 0x7f8b580af4b0 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:46.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.108+0000 7f8b57200640 1 --2- 172.21.15.29:0/2894730366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8b5815c2b0 0x7f8b580b4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:46.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.108+0000 7f8b57200640 1 -- 172.21.15.29:0/2894730366 >> 172.21.15.29:0/2894730366 conn(0x7f8b580b1d80 msgr2=0x7f8b580b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:46.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.108+0000 7f8b57200640 1 -- 172.21.15.29:0/2894730366 shutdown_connections 2024-09-12T03:13:46.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.108+0000 7f8b57200640 1 -- 172.21.15.29:0/2894730366 wait complete. 2024-09-12T03:13:46.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.110+0000 7f8b57200640 1 Processor -- start 2024-09-12T03:13:46.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.110+0000 7f8b57200640 1 -- start start 2024-09-12T03:13:46.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b57200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8b580cca60 0x7f8b58072850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:46.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b57200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b580cd810 0x7f8b5814e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:46.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b57200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8b5815c2b0 0x7f8b58153f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:46.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b57200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8b580b3bc0 con 0x7f8b580cd810 2024-09-12T03:13:46.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b57200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8b5806f470 con 0x7f8b5815c2b0 2024-09-12T03:13:46.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b57200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8b580b3d40 con 0x7f8b580cca60 2024-09-12T03:13:46.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b4fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b580cd810 0x7f8b5814e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:46.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b4fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b580cd810 0x7f8b5814e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34142/0 (socket says 172.21.15.29:34142) 2024-09-12T03:13:46.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b4fe00640 1 -- 172.21.15.29:0/1197260611 learned_addr learned my addr 172.21.15.29:0/1197260611 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:46.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b55e00640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8b580cca60 0x7f8b58072850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:46.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b56800640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8b5815c2b0 0x7f8b58153f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:46.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b4fe00640 1 -- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8b580cca60 msgr2=0x7f8b58072850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:46.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b4fe00640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8b580cca60 0x7f8b58072850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:46.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b4fe00640 1 -- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8b5815c2b0 msgr2=0x7f8b58153f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:46.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b4fe00640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8b5815c2b0 0x7f8b58153f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:46.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b4fe00640 1 -- 172.21.15.29:0/1197260611 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b5815cbe0 con 0x7f8b580cd810 2024-09-12T03:13:46.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b55e00640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8b580cca60 0x7f8b58072850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:46.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.111+0000 7f8b56800640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8b5815c2b0 0x7f8b58153f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:46.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.112+0000 7f8b4fe00640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b580cd810 0x7f8b5814e590 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f8b40009870 tx=0x7f8b400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:46.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.112+0000 7f8b4e000640 1 -- 172.21.15.29:0/1197260611 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b40041070 con 0x7f8b580cd810 2024-09-12T03:13:46.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.112+0000 7f8b4e000640 1 -- 172.21.15.29:0/1197260611 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b4003c890 con 0x7f8b580cd810 2024-09-12T03:13:46.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.112+0000 7f8b4e000640 1 -- 172.21.15.29:0/1197260611 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b40037040 con 0x7f8b580cd810 2024-09-12T03:13:46.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.112+0000 7f8b57200640 1 -- 172.21.15.29:0/1197260611 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b5815cec0 con 0x7f8b580cd810 2024-09-12T03:13:46.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.112+0000 7f8b57200640 1 -- 172.21.15.29:0/1197260611 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b5815d480 con 0x7f8b580cd810 2024-09-12T03:13:46.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.113+0000 7f8b57200640 1 -- 172.21.15.29:0/1197260611 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b580b4d40 con 0x7f8b580cd810 2024-09-12T03:13:46.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.114+0000 7f8b4e000640 1 -- 172.21.15.29:0/1197260611 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8b40044070 con 0x7f8b580cd810 2024-09-12T03:13:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.115+0000 7f8b4e000640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8b3406be30 0x7f8b3406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.116+0000 7f8b4e000640 1 -- 172.21.15.29:0/1197260611 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6359+0+0 (secure 0 0 0) 0x7f8b400abd70 con 0x7f8b580cd810 2024-09-12T03:13:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.116+0000 7f8b55e00640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8b3406be30 0x7f8b3406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:46.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.117+0000 7f8b55e00640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8b3406be30 0x7f8b3406e2f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f8b48006fd0 tx=0x7f8b48008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:46.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.120+0000 7f8b4e000640 1 -- 172.21.15.29:0/1197260611 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8b4007a510 con 0x7f8b580cd810 2024-09-12T03:13:46.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.346+0000 7f8b57200640 1 -- 172.21.15.29:0/1197260611 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8b580afe20 con 0x7f8b580cd810 2024-09-12T03:13:46.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.926+0000 7f8b4e000640 1 -- 172.21.15.29:0/1197260611 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v80) ==== 104+0+0 (secure 0 0 0) 0x7f8b40079e10 con 0x7f8b580cd810 2024-09-12T03:13:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 -- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8b3406be30 msgr2=0x7f8b3406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8b3406be30 0x7f8b3406e2f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f8b48006fd0 tx=0x7f8b48008040 comp rx=0 tx=0).stop 2024-09-12T03:13:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 -- 172.21.15.29:0/1197260611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b580cd810 msgr2=0x7f8b5814e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b580cd810 0x7f8b5814e590 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f8b40009870 tx=0x7f8b400046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 -- 172.21.15.29:0/1197260611 shutdown_connections 2024-09-12T03:13:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8b3406be30 0x7f8b3406e2f0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8b5815c2b0 0x7f8b58153f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b580cd810 0x7f8b5814e590 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 --2- 172.21.15.29:0/1197260611 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8b580cca60 0x7f8b58072850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:46.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 -- 172.21.15.29:0/1197260611 >> 172.21.15.29:0/1197260611 conn(0x7f8b580b1d80 msgr2=0x7f8b580aee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:46.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 -- 172.21.15.29:0/1197260611 shutdown_connections 2024-09-12T03:13:46.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:46.929+0000 7f8b57200640 1 -- 172.21.15.29:0/1197260611 wait complete. 2024-09-12T03:13:46.948 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-12T03:13:47.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.155+0000 7f19a7e00640 1 Processor -- start 2024-09-12T03:13:47.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.155+0000 7f19a7e00640 1 -- start start 2024-09-12T03:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.156+0000 7f19a7e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f19a0074020 0x7f19a00b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a7e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f19a006f770 0x7f19a00720a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a7e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19a00cf2b0 con 0x7f19a00cea80 2024-09-12T03:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a7e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f19a00cf590 con 0x7f19a0074020 2024-09-12T03:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a7e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f19a00cf870 con 0x7f19a006f770 2024-09-12T03:13:47.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a5400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f19a0074020 0x7f19a00b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:47.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a4a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f19a00cea80 0x7f19a006f060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55282/0 (socket says 172.21.15.29:55282) 2024-09-12T03:13:47.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a4a00640 1 -- 172.21.15.29:0/1840654506 learned_addr learned my addr 172.21.15.29:0/1840654506 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:47.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a5e00640 1 --2- 172.21.15.29:0/1840654506 >> v2:172.21.15.38:3300/0 conn(0x7f19a006f770 0x7f19a00720a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:47.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a5400640 1 -- 172.21.15.29:0/1840654506 >> v2:172.21.15.38:3300/0 conn(0x7f19a006f770 msgr2=0x7f19a00720a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:47.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a5400640 1 --2- 172.21.15.29:0/1840654506 >> v2:172.21.15.38:3300/0 conn(0x7f19a006f770 0x7f19a00720a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:47.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a5400640 1 -- 172.21.15.29:0/1840654506 >> v1:172.21.15.29:6789/0 conn(0x7f19a00cea80 legacy=0x7f19a006f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:47.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f199fe00640 1 -- 172.21.15.29:0/1840654506 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3405449691 0 0) 0x7f19a00cf2b0 con 0x7f19a00cea80 2024-09-12T03:13:47.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.157+0000 7f19a5400640 1 -- 172.21.15.29:0/1840654506 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19a00cfb50 con 0x7f19a0074020 2024-09-12T03:13:47.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.158+0000 7f19a5400640 1 --2- 172.21.15.29:0/1840654506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19a0074020 0x7f19a00b39f0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f19a00d11f0 tx=0x7f199402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=761976742afb9c90 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.159+0000 7f199fe00640 1 -- 172.21.15.29:0/1840654506 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1994037070 con 0x7f19a0074020 2024-09-12T03:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.159+0000 7f199fe00640 1 -- 172.21.15.29:0/1840654506 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1994032440 con 0x7f19a0074020 2024-09-12T03:13:47.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.159+0000 7f199fe00640 1 -- 172.21.15.29:0/1840654506 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f199402ae60 con 0x7f19a0074020 2024-09-12T03:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.159+0000 7f19a7e00640 1 -- 172.21.15.29:0/1840654506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19a0074020 msgr2=0x7f19a00b39f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.159+0000 7f19a7e00640 1 --2- 172.21.15.29:0/1840654506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19a0074020 0x7f19a00b39f0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f19a00d11f0 tx=0x7f199402a110 comp rx=0 tx=0).stop 2024-09-12T03:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.159+0000 7f19a7e00640 1 -- 172.21.15.29:0/1840654506 shutdown_connections 2024-09-12T03:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.159+0000 7f19a7e00640 1 --2- 172.21.15.29:0/1840654506 >> v2:172.21.15.38:3300/0 conn(0x7f19a006f770 0x7f19a00720a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.159+0000 7f19a7e00640 1 --2- 172.21.15.29:0/1840654506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19a0074020 0x7f19a00b39f0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.159+0000 7f19a7e00640 1 -- 172.21.15.29:0/1840654506 >> 172.21.15.29:0/1840654506 conn(0x7f19a00d0190 msgr2=0x7f19a00d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.159+0000 7f19a7e00640 1 -- 172.21.15.29:0/1840654506 shutdown_connections 2024-09-12T03:13:47.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.159+0000 7f19a7e00640 1 -- 172.21.15.29:0/1840654506 wait complete. 2024-09-12T03:13:47.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.161+0000 7f19a7e00640 1 Processor -- start 2024-09-12T03:13:47.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.161+0000 7f19a7e00640 1 -- start start 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.162+0000 7f19a7e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f19a006f770 0x7f19a01526a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.162+0000 7f19a7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19a0074020 0x7f19a00adc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.162+0000 7f19a7e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f19a00cea80 0x7f19a0154690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.162+0000 7f19a7e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f19a0072760 con 0x7f19a0074020 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.162+0000 7f19a7e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f19a00725e0 con 0x7f19a00cea80 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.162+0000 7f19a7e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f19a00728e0 con 0x7f19a006f770 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.162+0000 7f19a4a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19a0074020 0x7f19a00adc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.162+0000 7f19a4a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19a0074020 0x7f19a00adc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34168/0 (socket says 172.21.15.29:34168) 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.162+0000 7f19a4a00640 1 -- 172.21.15.29:0/1550031983 learned_addr learned my addr 172.21.15.29:0/1550031983 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.163+0000 7f19a5e00640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f19a00cea80 0x7f19a0154690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.163+0000 7f19a5400640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f19a006f770 0x7f19a01526a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:47.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.163+0000 7f19a4a00640 1 -- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f19a006f770 msgr2=0x7f19a01526a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:47.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.163+0000 7f19a4a00640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f19a006f770 0x7f19a01526a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:47.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.163+0000 7f19a4a00640 1 -- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f19a00cea80 msgr2=0x7f19a0154690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:47.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.163+0000 7f19a4a00640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f19a00cea80 0x7f19a0154690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:47.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.163+0000 7f19a4a00640 1 -- 172.21.15.29:0/1550031983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19a0152be0 con 0x7f19a0074020 2024-09-12T03:13:47.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.163+0000 7f19a4a00640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19a0074020 0x7f19a00adc10 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f198c00c4d0 tx=0x7f198c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:47.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.163+0000 7f199d600640 1 -- 172.21.15.29:0/1550031983 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c018070 con 0x7f19a0074020 2024-09-12T03:13:47.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.164+0000 7f199d600640 1 -- 172.21.15.29:0/1550031983 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f198c007500 con 0x7f19a0074020 2024-09-12T03:13:47.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.164+0000 7f19a7e00640 1 -- 172.21.15.29:0/1550031983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19a01535f0 con 0x7f19a0074020 2024-09-12T03:13:47.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.164+0000 7f199d600640 1 -- 172.21.15.29:0/1550031983 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198c004a20 con 0x7f19a0074020 2024-09-12T03:13:47.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.164+0000 7f19a7e00640 1 -- 172.21.15.29:0/1550031983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19a0153bb0 con 0x7f19a0074020 2024-09-12T03:13:47.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.165+0000 7f19a7e00640 1 -- 172.21.15.29:0/1550031983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19a0154380 con 0x7f19a0074020 2024-09-12T03:13:47.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.166+0000 7f199d600640 1 -- 172.21.15.29:0/1550031983 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f198c01b070 con 0x7f19a0074020 2024-09-12T03:13:47.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.166+0000 7f199d600640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f198006be60 0x7f198006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:47.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.166+0000 7f199d600640 1 -- 172.21.15.29:0/1550031983 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6359+0+0 (secure 0 0 0) 0x7f198c08a380 con 0x7f19a0074020 2024-09-12T03:13:47.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.167+0000 7f19a5400640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f198006be60 0x7f198006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:47.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.168+0000 7f19a5400640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f198006be60 0x7f198006e320 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1994034000 tx=0x7f199402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:47.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.171+0000 7f199d600640 1 -- 172.21.15.29:0/1550031983 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f198c0583b0 con 0x7f19a0074020 2024-09-12T03:13:47.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.354+0000 7f19a7e00640 1 -- 172.21.15.29:0/1550031983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f19a0072080 con 0x7f19a0074020 2024-09-12T03:13:47.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.928+0000 7f199d600640 1 -- 172.21.15.29:0/1550031983 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v82) ==== 181+0+0 (secure 0 0 0) 0x7f198c05c6b0 con 0x7f19a0074020 2024-09-12T03:13:47.928 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' removed 2024-09-12T03:13:47.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 -- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f198006be60 msgr2=0x7f198006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:47.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f198006be60 0x7f198006e320 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1994034000 tx=0x7f199402e000 comp rx=0 tx=0).stop 2024-09-12T03:13:47.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 -- 172.21.15.29:0/1550031983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19a0074020 msgr2=0x7f19a00adc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:47.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19a0074020 0x7f19a00adc10 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f198c00c4d0 tx=0x7f198c00c990 comp rx=0 tx=0).stop 2024-09-12T03:13:47.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 -- 172.21.15.29:0/1550031983 shutdown_connections 2024-09-12T03:13:47.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f198006be60 0x7f198006e320 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:47.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f19a00cea80 0x7f19a0154690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:47.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19a0074020 0x7f19a00adc10 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:47.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 --2- 172.21.15.29:0/1550031983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f19a006f770 0x7f19a01526a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:47.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 -- 172.21.15.29:0/1550031983 >> 172.21.15.29:0/1550031983 conn(0x7f19a00d0190 msgr2=0x7f19a0072ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:47.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 -- 172.21.15.29:0/1550031983 shutdown_connections 2024-09-12T03:13:47.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:47.932+0000 7f19a7e00640 1 -- 172.21.15.29:0/1550031983 wait complete. 2024-09-12T03:13:47.951 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-12T03:13:48.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.120+0000 7fd772a00640 1 Processor -- start 2024-09-12T03:13:48.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.120+0000 7fd772a00640 1 -- start start 2024-09-12T03:13:48.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.121+0000 7fd772a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd76c15e510 0x7fd76c161f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:48.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.121+0000 7fd772a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd76c0d2a00 0x7fd76c0d2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:48.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.121+0000 7fd772a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd76c1627d0 con 0x7fd76c0d2460 2024-09-12T03:13:48.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.121+0000 7fd772a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fd76c162ab0 con 0x7fd76c0d2a00 2024-09-12T03:13:48.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.121+0000 7fd772a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd76c06d4c0 con 0x7fd76c15e510 2024-09-12T03:13:48.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.121+0000 7fd772000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd76c0d2a00 0x7fd76c0d2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:48.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.121+0000 7fd770c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fd76c0d2460 0x7fd76c06dcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55296/0 (socket says 172.21.15.29:55296) 2024-09-12T03:13:48.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.121+0000 7fd770c00640 1 -- 172.21.15.29:0/2393564689 learned_addr learned my addr 172.21.15.29:0/2393564689 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:48.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.122+0000 7fd771600640 1 --2- 172.21.15.29:0/2393564689 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd76c15e510 0x7fd76c161f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:48.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.122+0000 7fd772000640 1 -- 172.21.15.29:0/2393564689 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd76c15e510 msgr2=0x7fd76c161f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:48.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.122+0000 7fd772000640 1 --2- 172.21.15.29:0/2393564689 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd76c15e510 0x7fd76c161f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:48.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.122+0000 7fd772000640 1 -- 172.21.15.29:0/2393564689 >> v1:172.21.15.29:6789/0 conn(0x7fd76c0d2460 legacy=0x7fd76c06dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:48.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.122+0000 7fd772000640 1 -- 172.21.15.29:0/2393564689 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd76c06d7a0 con 0x7fd76c0d2a00 2024-09-12T03:13:48.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.122+0000 7fd76be00640 1 -- 172.21.15.29:0/2393564689 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4160714692 0 0) 0x7fd76c1627d0 con 0x7fd76c0d2460 2024-09-12T03:13:48.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.123+0000 7fd772000640 1 --2- 172.21.15.29:0/2393564689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd76c0d2a00 0x7fd76c0d2eb0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fd764009dc0 tx=0x7fd76402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e23f6159d53cb86 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:48.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.123+0000 7fd76be00640 1 -- 172.21.15.29:0/2393564689 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76402ae60 con 0x7fd76c0d2a00 2024-09-12T03:13:48.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.123+0000 7fd76be00640 1 -- 172.21.15.29:0/2393564689 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd764007740 con 0x7fd76c0d2a00 2024-09-12T03:13:48.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.123+0000 7fd76be00640 1 -- 172.21.15.29:0/2393564689 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd764007b10 con 0x7fd76c0d2a00 2024-09-12T03:13:48.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.124+0000 7fd772a00640 1 -- 172.21.15.29:0/2393564689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd76c0d2a00 msgr2=0x7fd76c0d2eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:48.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.124+0000 7fd772a00640 1 --2- 172.21.15.29:0/2393564689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd76c0d2a00 0x7fd76c0d2eb0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fd764009dc0 tx=0x7fd76402a680 comp rx=0 tx=0).stop 2024-09-12T03:13:48.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.124+0000 7fd772a00640 1 -- 172.21.15.29:0/2393564689 shutdown_connections 2024-09-12T03:13:48.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.124+0000 7fd772a00640 1 --2- 172.21.15.29:0/2393564689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd76c0d2a00 0x7fd76c0d2eb0 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:48.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.124+0000 7fd772a00640 1 --2- 172.21.15.29:0/2393564689 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd76c15e510 0x7fd76c161f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:48.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.124+0000 7fd772a00640 1 -- 172.21.15.29:0/2393564689 >> 172.21.15.29:0/2393564689 conn(0x7fd76c09d7b0 msgr2=0x7fd76c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:48.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.124+0000 7fd772a00640 1 -- 172.21.15.29:0/2393564689 shutdown_connections 2024-09-12T03:13:48.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.124+0000 7fd772a00640 1 -- 172.21.15.29:0/2393564689 wait complete. 2024-09-12T03:13:48.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.126+0000 7fd772a00640 1 Processor -- start 2024-09-12T03:13:48.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.126+0000 7fd772a00640 1 -- start start 2024-09-12T03:13:48.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd772a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd76c0d2460 0x7fd76c1f4410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:48.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd772a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd76c0d2a00 0x7fd76c157860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:48.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd772a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd76c15e510 0x7fd76c160450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:48.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd772a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd76c162450 con 0x7fd76c0d2a00 2024-09-12T03:13:48.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd772a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd76c06e3d0 con 0x7fd76c15e510 2024-09-12T03:13:48.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd772a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd76c0cf030 con 0x7fd76c0d2460 2024-09-12T03:13:48.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd770c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd76c0d2a00 0x7fd76c157860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:48.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd770c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd76c0d2a00 0x7fd76c157860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34186/0 (socket says 172.21.15.29:34186) 2024-09-12T03:13:48.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd770c00640 1 -- 172.21.15.29:0/2850883919 learned_addr learned my addr 172.21.15.29:0/2850883919 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:48.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd771600640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd76c0d2460 0x7fd76c1f4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:48.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd772000640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd76c15e510 0x7fd76c160450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:48.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd770c00640 1 -- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd76c0d2460 msgr2=0x7fd76c1f4410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:48.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd770c00640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd76c0d2460 0x7fd76c1f4410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:48.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd770c00640 1 -- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd76c15e510 msgr2=0x7fd76c160450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:48.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.127+0000 7fd770c00640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd76c15e510 0x7fd76c160450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:48.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.128+0000 7fd770c00640 1 -- 172.21.15.29:0/2850883919 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd76c160ca0 con 0x7fd76c0d2a00 2024-09-12T03:13:48.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.128+0000 7fd770c00640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd76c0d2a00 0x7fd76c157860 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fd75800c730 tx=0x7fd75800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:48.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.128+0000 7fd769600640 1 -- 172.21.15.29:0/2850883919 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd758007270 con 0x7fd76c0d2a00 2024-09-12T03:13:48.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.128+0000 7fd769600640 1 -- 172.21.15.29:0/2850883919 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd758007410 con 0x7fd76c0d2a00 2024-09-12T03:13:48.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.128+0000 7fd769600640 1 -- 172.21.15.29:0/2850883919 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd758001d00 con 0x7fd76c0d2a00 2024-09-12T03:13:48.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.128+0000 7fd772a00640 1 -- 172.21.15.29:0/2850883919 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd76c160f80 con 0x7fd76c0d2a00 2024-09-12T03:13:48.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.128+0000 7fd772a00640 1 -- 172.21.15.29:0/2850883919 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd76c161540 con 0x7fd76c0d2a00 2024-09-12T03:13:48.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.129+0000 7fd772a00640 1 -- 172.21.15.29:0/2850883919 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd76c161f10 con 0x7fd76c0d2a00 2024-09-12T03:13:48.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.130+0000 7fd769600640 1 -- 172.21.15.29:0/2850883919 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd7580057a0 con 0x7fd76c0d2a00 2024-09-12T03:13:48.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.131+0000 7fd769600640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd74c06be30 0x7fd74c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:48.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.131+0000 7fd769600640 1 -- 172.21.15.29:0/2850883919 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5921+0+0 (secure 0 0 0) 0x7fd75808ac70 con 0x7fd76c0d2a00 2024-09-12T03:13:48.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.131+0000 7fd771600640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd74c06be30 0x7fd74c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:48.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.132+0000 7fd771600640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd74c06be30 0x7fd74c06e2f0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd760006fd0 tx=0x7fd760008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:48.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.135+0000 7fd769600640 1 -- 172.21.15.29:0/2850883919 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd758010300 con 0x7fd76c0d2a00 2024-09-12T03:13:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.320+0000 7fd772a00640 1 -- 172.21.15.29:0/2850883919 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd76c069ea0 con 0x7fd76c0d2a00 2024-09-12T03:13:48.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.930+0000 7fd769600640 1 -- 172.21.15.29:0/2850883919 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v83) ==== 169+0+0 (secure 0 0 0) 0x7fd758059530 con 0x7fd76c0d2a00 2024-09-12T03:13:48.930 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' removed 2024-09-12T03:13:48.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.933+0000 7fd772a00640 1 -- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd74c06be30 msgr2=0x7fd74c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:48.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.933+0000 7fd772a00640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd74c06be30 0x7fd74c06e2f0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd760006fd0 tx=0x7fd760008040 comp rx=0 tx=0).stop 2024-09-12T03:13:48.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.934+0000 7fd772a00640 1 -- 172.21.15.29:0/2850883919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd76c0d2a00 msgr2=0x7fd76c157860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:48.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.934+0000 7fd772a00640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd76c0d2a00 0x7fd76c157860 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fd75800c730 tx=0x7fd75800cbf0 comp rx=0 tx=0).stop 2024-09-12T03:13:48.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.934+0000 7fd772a00640 1 -- 172.21.15.29:0/2850883919 shutdown_connections 2024-09-12T03:13:48.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.934+0000 7fd772a00640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd74c06be30 0x7fd74c06e2f0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:48.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.934+0000 7fd772a00640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd76c15e510 0x7fd76c160450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:48.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.934+0000 7fd772a00640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd76c0d2a00 0x7fd76c157860 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:48.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.934+0000 7fd772a00640 1 --2- 172.21.15.29:0/2850883919 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd76c0d2460 0x7fd76c1f4410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:48.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.934+0000 7fd772a00640 1 -- 172.21.15.29:0/2850883919 >> 172.21.15.29:0/2850883919 conn(0x7fd76c09d7b0 msgr2=0x7fd76c0b47d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:48.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.934+0000 7fd772a00640 1 -- 172.21.15.29:0/2850883919 shutdown_connections 2024-09-12T03:13:48.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:48.934+0000 7fd772a00640 1 -- 172.21.15.29:0/2850883919 wait complete. 2024-09-12T03:13:48.954 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-12T03:13:49.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.114+0000 7f3966000640 1 Processor -- start 2024-09-12T03:13:49.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.114+0000 7f3966000640 1 -- start start 2024-09-12T03:13:49.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.116+0000 7f3966000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f396006e0a0 0x7f39600cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.116+0000 7f3966000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39601605e0 con 0x7f3960072040 2024-09-12T03:13:49.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.116+0000 7f3966000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39601608c0 con 0x7f3960072d80 2024-09-12T03:13:49.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.116+0000 7f3966000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3960160ba0 con 0x7f396006e0a0 2024-09-12T03:13:49.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.116+0000 7f395f400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f3960072040 0x7f396015fe00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55300/0 (socket says 172.21.15.29:55300) 2024-09-12T03:13:49.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.116+0000 7f395f400640 1 -- 172.21.15.29:0/3927670643 learned_addr learned my addr 172.21.15.29:0/3927670643 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:49.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.116+0000 7f395fe00640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f396006e0a0 0x7f39600cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.116+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4251220911 0 0) 0x7f39601605e0 con 0x7f3960072040 2024-09-12T03:13:49.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.116+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3944003520 con 0x7f3960072040 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3785128362 0 0) 0x7f39601608c0 con 0x7f3960072d80 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f39601605e0 con 0x7f3960072d80 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1582692201 0 0) 0x7f3944003520 con 0x7f3960072040 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f396006e0a0 msgr2=0x7f39600cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f396006e0a0 0x7f39600cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 >> v1:172.21.15.38:6789/0 conn(0x7f3960072d80 legacy=0x7f3960072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39600cd090 con 0x7f3960072040 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f3950001670 con 0x7f3960072040 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 >> v1:172.21.15.29:6789/0 conn(0x7f3960072040 legacy=0x7f396015fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944003b70 0x7f3944003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f396006e0a0 0x7f3944004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3944004d40 0x7f39440051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3960160ba0 con 0x7f3944003b70 2024-09-12T03:13:49.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f394400ba70 con 0x7f3944004d40 2024-09-12T03:13:49.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f394400bc70 con 0x7f396006e0a0 2024-09-12T03:13:49.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395f400640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944003b70 0x7f3944003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f3956a00640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f396006e0a0 0x7f3944004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.117+0000 7f395fe00640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3944004d40 0x7f39440051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.118+0000 7f395f400640 1 -- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f396006e0a0 msgr2=0x7f3944004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:49.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.118+0000 7f395f400640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f396006e0a0 0x7f3944004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.118+0000 7f395f400640 1 -- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3944004d40 msgr2=0x7f39440051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:49.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.118+0000 7f395f400640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3944004d40 0x7f39440051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.118+0000 7f395f400640 1 -- 172.21.15.29:0/3927670643 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3944003520 con 0x7f3944003b70 2024-09-12T03:13:49.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.118+0000 7f3956a00640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f396006e0a0 0x7f3944004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:49.120 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.118+0000 7f395fe00640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3944004d40 0x7f39440051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.119+0000 7f395f400640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944003b70 0x7f3944003f70 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f395000c190 tx=0x7f3944005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34e87c6842de2947 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.119+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3950007ce0 con 0x7f3944003b70 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.119+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3950005ad0 con 0x7f3944003b70 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.119+0000 7f395ea00640 1 -- 172.21.15.29:0/3927670643 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3950007070 con 0x7f3944003b70 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.119+0000 7f3966000640 1 -- 172.21.15.29:0/3927670643 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944003b70 msgr2=0x7f3944003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.119+0000 7f3966000640 1 --2- 172.21.15.29:0/3927670643 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944003b70 0x7f3944003f70 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f395000c190 tx=0x7f3944005830 comp rx=0 tx=0).stop 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.120+0000 7f395fe00640 1 -- 172.21.15.29:0/3927670643 reap_dead start 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.120+0000 7f3966000640 1 -- 172.21.15.29:0/3927670643 shutdown_connections 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.120+0000 7f3966000640 1 -- 172.21.15.29:0/3927670643 >> 172.21.15.29:0/3927670643 conn(0x7f3960067d70 msgr2=0x7f396006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.120+0000 7f3966000640 1 -- 172.21.15.29:0/3927670643 shutdown_connections 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.120+0000 7f3966000640 1 -- 172.21.15.29:0/3927670643 wait complete. 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.121+0000 7f3966000640 1 Processor -- start 2024-09-12T03:13:49.122 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.121+0000 7f3966000640 1 -- start start 2024-09-12T03:13:49.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.122+0000 7f3966000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3944003b70 0x7f39600b4820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.122+0000 7f3966000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39600c68d0 0x7f39600c8a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.122+0000 7f3966000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f396015bcb0 0x7f396015c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.122+0000 7f3966000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f396006e6b0 con 0x7f396015bcb0 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.122+0000 7f3966000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f396006e530 con 0x7f39600c68d0 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.122+0000 7f3966000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f396006e830 con 0x7f3944003b70 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f395fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f396015bcb0 0x7f396015c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f395fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f396015bcb0 0x7f396015c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34194/0 (socket says 172.21.15.29:34194) 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f395fe00640 1 -- 172.21.15.29:0/217999266 learned_addr learned my addr 172.21.15.29:0/217999266 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f395f400640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3944003b70 0x7f39600b4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f3956a00640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39600c68d0 0x7f39600c8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f395fe00640 1 -- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3944003b70 msgr2=0x7f39600b4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f395fe00640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3944003b70 0x7f39600b4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f395fe00640 1 -- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39600c68d0 msgr2=0x7f39600c8a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f395fe00640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39600c68d0 0x7f39600c8a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f395fe00640 1 -- 172.21.15.29:0/217999266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39600c6dd0 con 0x7f396015bcb0 2024-09-12T03:13:49.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f3956a00640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39600c68d0 0x7f39600c8a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:49.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.123+0000 7f395fe00640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f396015bcb0 0x7f396015c140 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f39600cee50 tx=0x7f3958010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:49.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.124+0000 7f3957e00640 1 -- 172.21.15.29:0/217999266 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f395801a030 con 0x7f396015bcb0 2024-09-12T03:13:49.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.124+0000 7f3957e00640 1 -- 172.21.15.29:0/217999266 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3958010d80 con 0x7f396015bcb0 2024-09-12T03:13:49.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.124+0000 7f3957e00640 1 -- 172.21.15.29:0/217999266 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3958003bd0 con 0x7f396015bcb0 2024-09-12T03:13:49.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.124+0000 7f3966000640 1 -- 172.21.15.29:0/217999266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39600c70b0 con 0x7f396015bcb0 2024-09-12T03:13:49.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.124+0000 7f3966000640 1 -- 172.21.15.29:0/217999266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39600c7670 con 0x7f396015bcb0 2024-09-12T03:13:49.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.125+0000 7f3966000640 1 -- 172.21.15.29:0/217999266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39601608c0 con 0x7f396015bcb0 2024-09-12T03:13:49.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.126+0000 7f3957e00640 1 -- 172.21.15.29:0/217999266 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f395801d070 con 0x7f396015bcb0 2024-09-12T03:13:49.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.126+0000 7f3957e00640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393c06be30 0x7f393c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.127+0000 7f3957e00640 1 -- 172.21.15.29:0/217999266 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5507+0+0 (secure 0 0 0) 0x7f395808b430 con 0x7f396015bcb0 2024-09-12T03:13:49.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.127+0000 7f395f400640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393c06be30 0x7f393c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.128+0000 7f395f400640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393c06be30 0x7f393c06e2f0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3950032000 tx=0x7f3950009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:49.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.131+0000 7f3957e00640 1 -- 172.21.15.29:0/217999266 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3958059e90 con 0x7f396015bcb0 2024-09-12T03:13:49.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.320+0000 7f3966000640 1 -- 172.21.15.29:0/217999266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f396006f360 con 0x7f396015bcb0 2024-09-12T03:13:49.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.323+0000 7f3957e00640 1 -- 172.21.15.29:0/217999266 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7f3958059790 con 0x7f396015bcb0 2024-09-12T03:13:49.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 -- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393c06be30 msgr2=0x7f393c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393c06be30 0x7f393c06e2f0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f3950032000 tx=0x7f3950009030 comp rx=0 tx=0).stop 2024-09-12T03:13:49.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 -- 172.21.15.29:0/217999266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f396015bcb0 msgr2=0x7f396015c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f396015bcb0 0x7f396015c140 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f39600cee50 tx=0x7f3958010590 comp rx=0 tx=0).stop 2024-09-12T03:13:49.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 -- 172.21.15.29:0/217999266 shutdown_connections 2024-09-12T03:13:49.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f393c06be30 0x7f393c06e2f0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f396015bcb0 0x7f396015c140 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39600c68d0 0x7f39600c8a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 --2- 172.21.15.29:0/217999266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3944003b70 0x7f39600b4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 -- 172.21.15.29:0/217999266 >> 172.21.15.29:0/217999266 conn(0x7f3960067d70 msgr2=0x7f396006e9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:49.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 -- 172.21.15.29:0/217999266 shutdown_connections 2024-09-12T03:13:49.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.326+0000 7f3966000640 1 -- 172.21.15.29:0/217999266 wait complete. 2024-09-12T03:13:49.344 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_non_mds0' 2024-09-12T03:13:49.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.500+0000 7f9593200640 1 Processor -- start 2024-09-12T03:13:49.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.500+0000 7f9593200640 1 -- start start 2024-09-12T03:13:49.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.501+0000 7f9593200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f95940b5ea0 0x7f959406c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9593200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95940b4240 con 0x7f959415e6c0 2024-09-12T03:13:49.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9593200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f959415eaa0 con 0x7f95940b2810 2024-09-12T03:13:49.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9593200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f95940b6380 con 0x7f95940b5ea0 2024-09-12T03:13:49.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9591e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f959415e6c0 0x7f959406bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:55312/0 (socket says 172.21.15.29:55312) 2024-09-12T03:13:49.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9591e00640 1 -- 172.21.15.29:0/1879470487 learned_addr learned my addr 172.21.15.29:0/1879470487 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:49.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9589400640 1 --2- 172.21.15.29:0/1879470487 >> v2:172.21.15.29:3300/0 conn(0x7f95940b5ea0 0x7f959406c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9591400640 1 -- 172.21.15.29:0/1879470487 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3349985952 0 0) 0x7f95940b4240 con 0x7f959415e6c0 2024-09-12T03:13:49.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9591400640 1 -- 172.21.15.29:0/1879470487 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9578003520 con 0x7f959415e6c0 2024-09-12T03:13:49.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9591400640 1 -- 172.21.15.29:0/1879470487 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2933593586 0 0) 0x7f959415eaa0 con 0x7f95940b2810 2024-09-12T03:13:49.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9589400640 1 -- 172.21.15.29:0/1879470487 >> v1:172.21.15.38:6789/0 conn(0x7f95940b2810 legacy=0x7f95940ae330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9589400640 1 -- 172.21.15.29:0/1879470487 >> v1:172.21.15.29:6789/0 conn(0x7f959415e6c0 legacy=0x7f959406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.502+0000 7f9589400640 1 -- 172.21.15.29:0/1879470487 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95940b44e0 con 0x7f95940b5ea0 2024-09-12T03:13:49.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.503+0000 7f9589400640 1 --2- 172.21.15.29:0/1879470487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95940b5ea0 0x7f959406c320 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f957c0097a0 tx=0x7f957c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5927021d3b5d1713 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:49.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.504+0000 7f9591400640 1 -- 172.21.15.29:0/1879470487 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f957c037070 con 0x7f95940b5ea0 2024-09-12T03:13:49.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.504+0000 7f9591400640 1 -- 172.21.15.29:0/1879470487 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f957c032440 con 0x7f95940b5ea0 2024-09-12T03:13:49.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.504+0000 7f9591400640 1 -- 172.21.15.29:0/1879470487 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f957c032810 con 0x7f95940b5ea0 2024-09-12T03:13:49.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.504+0000 7f9593200640 1 -- 172.21.15.29:0/1879470487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95940b5ea0 msgr2=0x7f959406c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.504+0000 7f9593200640 1 --2- 172.21.15.29:0/1879470487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95940b5ea0 0x7f959406c320 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f957c0097a0 tx=0x7f957c02a230 comp rx=0 tx=0).stop 2024-09-12T03:13:49.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.504+0000 7f9593200640 1 -- 172.21.15.29:0/1879470487 shutdown_connections 2024-09-12T03:13:49.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.504+0000 7f9593200640 1 --2- 172.21.15.29:0/1879470487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95940b5ea0 0x7f959406c320 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.504+0000 7f9593200640 1 -- 172.21.15.29:0/1879470487 >> 172.21.15.29:0/1879470487 conn(0x7f95940732f0 msgr2=0x7f95940b2ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:49.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.504+0000 7f9593200640 1 -- 172.21.15.29:0/1879470487 shutdown_connections 2024-09-12T03:13:49.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.504+0000 7f9593200640 1 -- 172.21.15.29:0/1879470487 wait complete. 2024-09-12T03:13:49.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.506+0000 7f9593200640 1 Processor -- start 2024-09-12T03:13:49.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.506+0000 7f9593200640 1 -- start start 2024-09-12T03:13:49.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.507+0000 7f9593200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95940b2810 0x7f959415ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.507+0000 7f9593200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95940b5ea0 0x7f9594157a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.507+0000 7f9593200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f959415e6c0 0x7f9594157f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.507+0000 7f9593200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f959406c860 con 0x7f959415e6c0 2024-09-12T03:13:49.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.507+0000 7f9593200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f95940b6660 con 0x7f95940b5ea0 2024-09-12T03:13:49.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.507+0000 7f9593200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f959406c9e0 con 0x7f95940b2810 2024-09-12T03:13:49.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.507+0000 7f9592800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f959415e6c0 0x7f9594157f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.507+0000 7f9592800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f959415e6c0 0x7f9594157f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34208/0 (socket says 172.21.15.29:34208) 2024-09-12T03:13:49.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.507+0000 7f9592800640 1 -- 172.21.15.29:0/1232725344 learned_addr learned my addr 172.21.15.29:0/1232725344 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:49.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f9589400640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95940b5ea0 0x7f9594157a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f9591e00640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95940b2810 0x7f959415ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f9592800640 1 -- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95940b2810 msgr2=0x7f959415ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f9592800640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95940b2810 0x7f959415ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f9592800640 1 -- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95940b5ea0 msgr2=0x7f9594157a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f9592800640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95940b5ea0 0x7f9594157a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f9592800640 1 -- 172.21.15.29:0/1232725344 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9594159be0 con 0x7f959415e6c0 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f9591e00640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95940b2810 0x7f959415ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f9589400640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95940b5ea0 0x7f9594157a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f9592800640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f959415e6c0 0x7f9594157f90 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f958c00c760 tx=0x7f958c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f958aa00640 1 -- 172.21.15.29:0/1232725344 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f958c003da0 con 0x7f959415e6c0 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f958aa00640 1 -- 172.21.15.29:0/1232725344 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f958c005070 con 0x7f959415e6c0 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f958aa00640 1 -- 172.21.15.29:0/1232725344 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f958c005460 con 0x7f959415e6c0 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.508+0000 7f9593200640 1 -- 172.21.15.29:0/1232725344 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9594159ec0 con 0x7f959415e6c0 2024-09-12T03:13:49.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.509+0000 7f9593200640 1 -- 172.21.15.29:0/1232725344 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f959415a480 con 0x7f959415e6c0 2024-09-12T03:13:49.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.510+0000 7f9593200640 1 -- 172.21.15.29:0/1232725344 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f959406bc10 con 0x7f959415e6c0 2024-09-12T03:13:49.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.511+0000 7f958aa00640 1 -- 172.21.15.29:0/1232725344 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f958c005600 con 0x7f959415e6c0 2024-09-12T03:13:49.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.512+0000 7f958aa00640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f957006be30 0x7f957006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:49.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.512+0000 7f958aa00640 1 -- 172.21.15.29:0/1232725344 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5507+0+0 (secure 0 0 0) 0x7f958c08ade0 con 0x7f959415e6c0 2024-09-12T03:13:49.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.512+0000 7f9591e00640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f957006be30 0x7f957006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:49.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.513+0000 7f9591e00640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f957006be30 0x7f957006e2f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9584005880 tx=0x7f9584009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:49.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.516+0000 7f958aa00640 1 -- 172.21.15.29:0/1232725344 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f958c0597b0 con 0x7f959415e6c0 2024-09-12T03:13:49.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.765+0000 7f9593200640 1 -- 172.21.15.29:0/1232725344 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_non_mds0"]} v 0) -- 0x7f95941591e0 con 0x7f959415e6c0 2024-09-12T03:13:49.934 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:13:49.938 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:13:49.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.946+0000 7f958aa00640 1 -- 172.21.15.29:0/1232725344 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_non_mds0"]}]=0 v282) ==== 141+0+0 (secure 0 0 0) 0x7f958c0590b0 con 0x7f959415e6c0 2024-09-12T03:13:49.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 -- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f957006be30 msgr2=0x7f957006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f957006be30 0x7f957006e2f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9584005880 tx=0x7f9584009040 comp rx=0 tx=0).stop 2024-09-12T03:13:49.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 -- 172.21.15.29:0/1232725344 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f959415e6c0 msgr2=0x7f9594157f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:49.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f959415e6c0 0x7f9594157f90 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f958c00c760 tx=0x7f958c00cc20 comp rx=0 tx=0).stop 2024-09-12T03:13:49.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 -- 172.21.15.29:0/1232725344 shutdown_connections 2024-09-12T03:13:49.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f957006be30 0x7f957006e2f0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f959415e6c0 0x7f9594157f90 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f95940b5ea0 0x7f9594157a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 --2- 172.21.15.29:0/1232725344 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f95940b2810 0x7f959415ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:49.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 -- 172.21.15.29:0/1232725344 >> 172.21.15.29:0/1232725344 conn(0x7f95940732f0 msgr2=0x7f95940701f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:49.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 -- 172.21.15.29:0/1232725344 shutdown_connections 2024-09-12T03:13:49.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:49.949+0000 7f9593200640 1 -- 172.21.15.29:0/1232725344 wait complete. 2024-09-12T03:13:49.966 INFO:tasks.cephfs_test_runner:test_scrub_non_mds0 (tasks.cephfs.test_multimds_misc.TestScrub2) ... ok 2024-09-12T03:13:49.967 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_pause_and_resume_mds0 (tasks.cephfs.test_multimds_misc.TestScrub2) 2024-09-12T03:13:49.967 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:13:50.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.165+0000 7fd2f1000640 1 Processor -- start 2024-09-12T03:13:50.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.165+0000 7fd2f1000640 1 -- start start 2024-09-12T03:13:50.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.165+0000 7fd2f1000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd2ec0d4310 0x7fd2ec0d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.165+0000 7fd2f1000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2ec15e850 con 0x7fd2ec15e470 2024-09-12T03:13:50.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.165+0000 7fd2f1000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2ec0d1c60 con 0x7fd2ec06d460 2024-09-12T03:13:50.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.165+0000 7fd2f1000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd2ec0cf710 con 0x7fd2ec0d4310 2024-09-12T03:13:50.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.165+0000 7fd2eb400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fd2ec15e470 0x7fd2ec0cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33156/0 (socket says 172.21.15.29:33156) 2024-09-12T03:13:50.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.165+0000 7fd2eb400640 1 -- 172.21.15.29:0/3627883825 learned_addr learned my addr 172.21.15.29:0/3627883825 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:50.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.165+0000 7fd2eaa00640 1 --2- 172.21.15.29:0/3627883825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd2ec0d4310 0x7fd2ec0d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.166+0000 7fd2ea000640 1 -- 172.21.15.29:0/3627883825 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3496559832 0 0) 0x7fd2ec15e850 con 0x7fd2ec15e470 2024-09-12T03:13:50.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.166+0000 7fd2ea000640 1 -- 172.21.15.29:0/3627883825 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd2d0003520 con 0x7fd2ec15e470 2024-09-12T03:13:50.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.166+0000 7fd2ea000640 1 -- 172.21.15.29:0/3627883825 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1863313006 0 0) 0x7fd2ec0d1c60 con 0x7fd2ec06d460 2024-09-12T03:13:50.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.166+0000 7fd2ea000640 1 -- 172.21.15.29:0/3627883825 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd2ec15e850 con 0x7fd2ec06d460 2024-09-12T03:13:50.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.166+0000 7fd2eaa00640 1 -- 172.21.15.29:0/3627883825 >> v1:172.21.15.38:6789/0 conn(0x7fd2ec06d460 legacy=0x7fd2ec0d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.166+0000 7fd2eaa00640 1 -- 172.21.15.29:0/3627883825 >> v1:172.21.15.29:6789/0 conn(0x7fd2ec15e470 legacy=0x7fd2ec0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.166+0000 7fd2eaa00640 1 -- 172.21.15.29:0/3627883825 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2ec0d1980 con 0x7fd2ec0d4310 2024-09-12T03:13:50.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.167+0000 7fd2eaa00640 1 --2- 172.21.15.29:0/3627883825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd2ec0d4310 0x7fd2ec0d4750 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd2d80097d0 tx=0x7fd2d802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30186a9ae59cd670 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:50.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.168+0000 7fd2ea000640 1 -- 172.21.15.29:0/3627883825 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d8037070 con 0x7fd2ec0d4310 2024-09-12T03:13:50.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.168+0000 7fd2ea000640 1 -- 172.21.15.29:0/3627883825 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2d8032440 con 0x7fd2ec0d4310 2024-09-12T03:13:50.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.168+0000 7fd2ea000640 1 -- 172.21.15.29:0/3627883825 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d8032810 con 0x7fd2ec0d4310 2024-09-12T03:13:50.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.168+0000 7fd2f1000640 1 -- 172.21.15.29:0/3627883825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd2ec0d4310 msgr2=0x7fd2ec0d4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.168+0000 7fd2f1000640 1 --2- 172.21.15.29:0/3627883825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd2ec0d4310 0x7fd2ec0d4750 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd2d80097d0 tx=0x7fd2d802a210 comp rx=0 tx=0).stop 2024-09-12T03:13:50.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.168+0000 7fd2f1000640 1 -- 172.21.15.29:0/3627883825 shutdown_connections 2024-09-12T03:13:50.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.168+0000 7fd2f1000640 1 --2- 172.21.15.29:0/3627883825 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd2ec0d4310 0x7fd2ec0d4750 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.168+0000 7fd2f1000640 1 -- 172.21.15.29:0/3627883825 >> 172.21.15.29:0/3627883825 conn(0x7fd2ec09d700 msgr2=0x7fd2ec08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:50.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.168+0000 7fd2f1000640 1 -- 172.21.15.29:0/3627883825 shutdown_connections 2024-09-12T03:13:50.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.168+0000 7fd2f1000640 1 -- 172.21.15.29:0/3627883825 wait complete. 2024-09-12T03:13:50.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.170+0000 7fd2f1000640 1 Processor -- start 2024-09-12T03:13:50.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.170+0000 7fd2f1000640 1 -- start start 2024-09-12T03:13:50.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.171+0000 7fd2f1000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd2ec06d460 0x7fd2ec15b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.171+0000 7fd2f1000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2ec0d4310 0x7fd2ec1621e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.171+0000 7fd2f1000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd2ec15e470 0x7fd2ec162720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.171+0000 7fd2f1000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ec0cf3a0 con 0x7fd2ec0d4310 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.171+0000 7fd2f1000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd2ec0d4c90 con 0x7fd2ec15e470 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.171+0000 7fd2f1000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd2ec0d02b0 con 0x7fd2ec06d460 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.171+0000 7fd2eaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2ec0d4310 0x7fd2ec1621e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.171+0000 7fd2eaa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2ec0d4310 0x7fd2ec1621e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54264/0 (socket says 172.21.15.29:54264) 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.171+0000 7fd2eaa00640 1 -- 172.21.15.29:0/3023679903 learned_addr learned my addr 172.21.15.29:0/3023679903 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.171+0000 7fd2eb400640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd2ec06d460 0x7fd2ec15b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.171+0000 7fd2ebe00640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd2ec15e470 0x7fd2ec162720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.172+0000 7fd2eaa00640 1 -- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd2ec06d460 msgr2=0x7fd2ec15b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.172+0000 7fd2eaa00640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd2ec06d460 0x7fd2ec15b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.172+0000 7fd2eaa00640 1 -- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd2ec15e470 msgr2=0x7fd2ec162720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.172+0000 7fd2eaa00640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd2ec15e470 0x7fd2ec162720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.172+0000 7fd2eaa00640 1 -- 172.21.15.29:0/3023679903 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2ec15be60 con 0x7fd2ec0d4310 2024-09-12T03:13:50.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.172+0000 7fd2eaa00640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2ec0d4310 0x7fd2ec1621e0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7fd2d8009720 tx=0x7fd2d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:50.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.172+0000 7fd2e3400640 1 -- 172.21.15.29:0/3023679903 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d8041070 con 0x7fd2ec0d4310 2024-09-12T03:13:50.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.173+0000 7fd2e3400640 1 -- 172.21.15.29:0/3023679903 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2d803c870 con 0x7fd2ec0d4310 2024-09-12T03:13:50.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.173+0000 7fd2e3400640 1 -- 172.21.15.29:0/3023679903 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2d8037040 con 0x7fd2ec0d4310 2024-09-12T03:13:50.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.173+0000 7fd2f1000640 1 -- 172.21.15.29:0/3023679903 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2ec0a12d0 con 0x7fd2ec0d4310 2024-09-12T03:13:50.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.173+0000 7fd2f1000640 1 -- 172.21.15.29:0/3023679903 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2ec0a1890 con 0x7fd2ec0d4310 2024-09-12T03:13:50.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.174+0000 7fd2f1000640 1 -- 172.21.15.29:0/3023679903 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2ec0d4750 con 0x7fd2ec0d4310 2024-09-12T03:13:50.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.175+0000 7fd2e3400640 1 -- 172.21.15.29:0/3023679903 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd2d8044070 con 0x7fd2ec0d4310 2024-09-12T03:13:50.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.175+0000 7fd2e3400640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd2cc06be30 0x7fd2cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.176+0000 7fd2e3400640 1 -- 172.21.15.29:0/3023679903 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5507+0+0 (secure 0 0 0) 0x7fd2d80abad0 con 0x7fd2ec0d4310 2024-09-12T03:13:50.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.176+0000 7fd2eb400640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd2cc06be30 0x7fd2cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.177+0000 7fd2eb400640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd2cc06be30 0x7fd2cc06e2f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc000f60 tx=0x7fd2dc007d70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:50.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.180+0000 7fd2e3400640 1 -- 172.21.15.29:0/3023679903 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd2d8079ee0 con 0x7fd2ec0d4310 2024-09-12T03:13:50.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.368+0000 7fd2f1000640 1 -- 172.21.15.29:0/3023679903 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd2ec06cf90 con 0x7fd2ec0d4310 2024-09-12T03:13:50.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.369+0000 7fd2e3400640 1 -- 172.21.15.29:0/3023679903 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+13492 (secure 0 0 0) 0x7fd2d807e1e0 con 0x7fd2ec0d4310 2024-09-12T03:13:50.370 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:50.370 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":83,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:13:48.929351+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:6837/1719628492":"2024-09-13T03:13:45.922783+0000","172.21.15.38:6835/1719628492":"2024-09-13T03:13:45.922783+0000","172.21.15.29:6834/533635632":"2024-09-13T03:13:45.922779+0000","172.21.15.29:6832/533635632":"2024-09-13T03:13:45.922779+0000","172.21.15.38:6836/1246541609":"2024-09-13T03:13:45.922765+0000","172.21.15.38:6834/1246541609":"2024-09-13T03:13:45.922765+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:13:50.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 -- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd2cc06be30 msgr2=0x7fd2cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd2cc06be30 0x7fd2cc06e2f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc000f60 tx=0x7fd2dc007d70 comp rx=0 tx=0).stop 2024-09-12T03:13:50.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 -- 172.21.15.29:0/3023679903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2ec0d4310 msgr2=0x7fd2ec1621e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2ec0d4310 0x7fd2ec1621e0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7fd2d8009720 tx=0x7fd2d80046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 -- 172.21.15.29:0/3023679903 shutdown_connections 2024-09-12T03:13:50.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd2cc06be30 0x7fd2cc06e2f0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd2ec15e470 0x7fd2ec162720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2ec0d4310 0x7fd2ec1621e0 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 --2- 172.21.15.29:0/3023679903 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd2ec06d460 0x7fd2ec15b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 -- 172.21.15.29:0/3023679903 >> 172.21.15.29:0/3023679903 conn(0x7fd2ec09d700 msgr2=0x7fd2ec0d23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:50.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 -- 172.21.15.29:0/3023679903 shutdown_connections 2024-09-12T03:13:50.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.371+0000 7fd2f1000640 1 -- 172.21.15.29:0/3023679903 wait complete. 2024-09-12T03:13:50.389 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T03:08:13.773348+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-12T03:13:50.389 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-12T03:13:50.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.549+0000 7f2d51800640 1 Processor -- start 2024-09-12T03:13:50.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.549+0000 7f2d51800640 1 -- start start 2024-09-12T03:13:50.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d51800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d4c15e8f0 0x7f2d4c06e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d51800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f2d4c06bc10 0x7f2d4c06ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d51800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d4c06d310 con 0x7f2d4c15e510 2024-09-12T03:13:50.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d51800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f2d4c0b3f70 con 0x7f2d4c06bc10 2024-09-12T03:13:50.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d51800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2d4c0b4250 con 0x7f2d4c15e8f0 2024-09-12T03:13:50.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4aa00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f2d4c15e510 0x7f2d4c06cae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33168/0 (socket says 172.21.15.29:33168) 2024-09-12T03:13:50.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4aa00640 1 -- 172.21.15.29:0/3019279286 learned_addr learned my addr 172.21.15.29:0/3019279286 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:50.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d43e00640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d4c15e8f0 0x7f2d4c06e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4b400640 1 --2- 172.21.15.29:0/3019279286 >> v2:172.21.15.38:3300/0 conn(0x7f2d4c06bc10 0x7f2d4c06ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3438237900 0 0) 0x7f2d4c06d310 con 0x7f2d4c15e510 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2d30003520 con 0x7f2d4c15e510 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2804549950 0 0) 0x7f2d30003520 con 0x7f2d4c15e510 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d4c15e8f0 msgr2=0x7f2d4c06e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d4c15e8f0 0x7f2d4c06e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 >> v2:172.21.15.38:3300/0 conn(0x7f2d4c06bc10 msgr2=0x7f2d4c06ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 --2- 172.21.15.29:0/3019279286 >> v2:172.21.15.38:3300/0 conn(0x7f2d4c06bc10 0x7f2d4c06ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d4c0b4530 con 0x7f2d4c15e510 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f2d3c001670 con 0x7f2d4c15e510 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 >> v1:172.21.15.29:6789/0 conn(0x7f2d4c15e510 legacy=0x7f2d4c06cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d300039b0 0x7f2d30003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 0x7f2d30004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d300051c0 0x7f2d3000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2d4c0b3f70 con 0x7f2d30004800 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2d4c0b4250 con 0x7f2d300039b0 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2d3000bf30 con 0x7f2d300051c0 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d4b400640 1 --2- 172.21.15.29:0/3019279286 >> v2:172.21.15.38:3300/0 conn(0x7f2d4c06bc10 0x7f2d4c06ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.550+0000 7f2d43e00640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d4c15e8f0 0x7f2d4c06e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.551+0000 7f2d4aa00640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d300039b0 0x7f2d30003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.551+0000 7f2d43e00640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 0x7f2d30004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.551+0000 7f2d4b400640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d300051c0 0x7f2d3000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.551+0000 7f2d43e00640 1 -- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d300051c0 msgr2=0x7f2d3000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:50.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.551+0000 7f2d43e00640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d300051c0 0x7f2d3000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.551+0000 7f2d43e00640 1 -- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d300039b0 msgr2=0x7f2d30003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:50.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.551+0000 7f2d43e00640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d300039b0 0x7f2d30003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.551+0000 7f2d43e00640 1 -- 172.21.15.29:0/3019279286 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d30003520 con 0x7f2d30004800 2024-09-12T03:13:50.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.551+0000 7f2d4b400640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d300051c0 0x7f2d3000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:50.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.552+0000 7f2d43e00640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 0x7f2d30004c80 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f2d34009b00 tx=0x7f2d30005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=335970301c43b5d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:50.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.552+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d34036070 con 0x7f2d30004800 2024-09-12T03:13:50.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.552+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d34004030 con 0x7f2d30004800 2024-09-12T03:13:50.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.552+0000 7f2d4a000640 1 -- 172.21.15.29:0/3019279286 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d340097d0 con 0x7f2d30004800 2024-09-12T03:13:50.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.553+0000 7f2d51800640 1 -- 172.21.15.29:0/3019279286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 msgr2=0x7f2d30004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.553+0000 7f2d51800640 1 --2- 172.21.15.29:0/3019279286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 0x7f2d30004c80 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f2d34009b00 tx=0x7f2d30005830 comp rx=0 tx=0).stop 2024-09-12T03:13:50.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.553+0000 7f2d4b400640 1 -- 172.21.15.29:0/3019279286 reap_dead start 2024-09-12T03:13:50.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.553+0000 7f2d51800640 1 -- 172.21.15.29:0/3019279286 shutdown_connections 2024-09-12T03:13:50.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.553+0000 7f2d51800640 1 -- 172.21.15.29:0/3019279286 >> 172.21.15.29:0/3019279286 conn(0x7f2d4c0cd820 msgr2=0x7f2d4c0cdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:50.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.553+0000 7f2d51800640 1 -- 172.21.15.29:0/3019279286 shutdown_connections 2024-09-12T03:13:50.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.553+0000 7f2d51800640 1 -- 172.21.15.29:0/3019279286 wait complete. 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.555+0000 7f2d51800640 1 Processor -- start 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.555+0000 7f2d51800640 1 -- start start 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d51800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 0x7f2d4c15a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d51800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d4c157090 0x7f2d4c1532d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d51800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d4c0b5390 0x7f2d4c0b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d51800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2d4c06ea10 con 0x7f2d30004800 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d51800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2d4c06e890 con 0x7f2d4c157090 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d51800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2d4c0b4a50 con 0x7f2d4c0b5390 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d4aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 0x7f2d4c15a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d4aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 0x7f2d4c15a810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54272/0 (socket says 172.21.15.29:54272) 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d4aa00640 1 -- 172.21.15.29:0/774683347 learned_addr learned my addr 172.21.15.29:0/774683347 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:50.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d43e00640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d4c157090 0x7f2d4c1532d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d4b400640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d4c0b5390 0x7f2d4c0b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d4aa00640 1 -- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d4c0b5390 msgr2=0x7f2d4c0b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d4aa00640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d4c0b5390 0x7f2d4c0b57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d4aa00640 1 -- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d4c157090 msgr2=0x7f2d4c1532d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d4aa00640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d4c157090 0x7f2d4c1532d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d4aa00640 1 -- 172.21.15.29:0/774683347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d4c15ad50 con 0x7f2d30004800 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.556+0000 7f2d4b400640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d4c0b5390 0x7f2d4c0b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.557+0000 7f2d4aa00640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 0x7f2d4c15a810 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c007340 tx=0x7f2d3c007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.557+0000 7f2d42a00640 1 -- 172.21.15.29:0/774683347 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3c01a070 con 0x7f2d30004800 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.557+0000 7f2d42a00640 1 -- 172.21.15.29:0/774683347 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d3c00f8c0 con 0x7f2d30004800 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.557+0000 7f2d42a00640 1 -- 172.21.15.29:0/774683347 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3c00fc90 con 0x7f2d30004800 2024-09-12T03:13:50.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.557+0000 7f2d51800640 1 -- 172.21.15.29:0/774683347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d4c1f4b30 con 0x7f2d30004800 2024-09-12T03:13:50.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.557+0000 7f2d51800640 1 -- 172.21.15.29:0/774683347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d4c1f50f0 con 0x7f2d30004800 2024-09-12T03:13:50.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.558+0000 7f2d51800640 1 -- 172.21.15.29:0/774683347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d4c1f58d0 con 0x7f2d30004800 2024-09-12T03:13:50.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.559+0000 7f2d42a00640 1 -- 172.21.15.29:0/774683347 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2d3c01d070 con 0x7f2d30004800 2024-09-12T03:13:50.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.560+0000 7f2d42a00640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d2806be30 0x7f2d2806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.560+0000 7f2d42a00640 1 -- 172.21.15.29:0/774683347 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5507+0+0 (secure 0 0 0) 0x7f2d3c08a6c0 con 0x7f2d30004800 2024-09-12T03:13:50.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.561+0000 7f2d43e00640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d2806be30 0x7f2d2806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.561+0000 7f2d43e00640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d2806be30 0x7f2d2806e2f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f2d34033000 tx=0x7f2d34008070 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:50.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.565+0000 7f2d42a00640 1 -- 172.21.15.29:0/774683347 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2d4c15ad50 con 0x7f2d30004800 2024-09-12T03:13:50.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.751+0000 7f2d51800640 1 -- 172.21.15.29:0/774683347 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f2d4c0cd590 con 0x7f2d30004800 2024-09-12T03:13:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.751+0000 7f2d42a00640 1 -- 172.21.15.29:0/774683347 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7f2d4c0cd590 con 0x7f2d30004800 2024-09-12T03:13:50.752 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2024-09-12T03:13:50.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.753+0000 7f2d51800640 1 -- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d2806be30 msgr2=0x7f2d2806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.753+0000 7f2d51800640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d2806be30 0x7f2d2806e2f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f2d34033000 tx=0x7f2d34008070 comp rx=0 tx=0).stop 2024-09-12T03:13:50.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.753+0000 7f2d51800640 1 -- 172.21.15.29:0/774683347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 msgr2=0x7f2d4c15a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.753+0000 7f2d51800640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 0x7f2d4c15a810 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c007340 tx=0x7f2d3c007800 comp rx=0 tx=0).stop 2024-09-12T03:13:50.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.754+0000 7f2d51800640 1 -- 172.21.15.29:0/774683347 shutdown_connections 2024-09-12T03:13:50.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.754+0000 7f2d51800640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2d2806be30 0x7f2d2806e2f0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.754+0000 7f2d51800640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2d4c0b5390 0x7f2d4c0b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.754+0000 7f2d51800640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2d4c157090 0x7f2d4c1532d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.754+0000 7f2d51800640 1 --2- 172.21.15.29:0/774683347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d30004800 0x7f2d4c15a810 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.754+0000 7f2d51800640 1 -- 172.21.15.29:0/774683347 >> 172.21.15.29:0/774683347 conn(0x7f2d4c0cd820 msgr2=0x7f2d4c0af8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:50.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.754+0000 7f2d51800640 1 -- 172.21.15.29:0/774683347 shutdown_connections 2024-09-12T03:13:50.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.754+0000 7f2d51800640 1 -- 172.21.15.29:0/774683347 wait complete. 2024-09-12T03:13:50.775 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_mds0' 2024-09-12T03:13:50.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.931+0000 7f6345200640 1 Processor -- start 2024-09-12T03:13:50.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.931+0000 7f6345200640 1 -- start start 2024-09-12T03:13:50.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f6345200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f634006f0e0 0x7f634015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f6345200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f634006f4c0 0x7f63400cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f6345200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f634015c620 con 0x7f63400cf5a0 2024-09-12T03:13:50.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f6345200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f634015bc50 con 0x7f634006f0e0 2024-09-12T03:13:50.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f6345200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f6340152630 con 0x7f634006f4c0 2024-09-12T03:13:50.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f633de00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f634006f0e0 0x7f634015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f633de00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f634006f0e0 0x7f634015c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54286/0 (socket says 172.21.15.29:54286) 2024-09-12T03:13:50.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f633de00640 1 -- 172.21.15.29:0/1161452249 learned_addr learned my addr 172.21.15.29:0/1161452249 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:50.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f6337e00640 1 --2- 172.21.15.29:0/1161452249 >> v2:172.21.15.38:3300/0 conn(0x7f634006f4c0 0x7f63400cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f633de00640 1 -- 172.21.15.29:0/1161452249 >> v2:172.21.15.38:3300/0 conn(0x7f634006f4c0 msgr2=0x7f63400cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:50.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f633de00640 1 --2- 172.21.15.29:0/1161452249 >> v2:172.21.15.38:3300/0 conn(0x7f634006f4c0 0x7f63400cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f633de00640 1 -- 172.21.15.29:0/1161452249 >> v1:172.21.15.38:6789/0 conn(0x7f63400cf5a0 legacy=0x7f63400b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.933+0000 7f633de00640 1 -- 172.21.15.29:0/1161452249 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63400cfb40 con 0x7f634006f0e0 2024-09-12T03:13:50.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.934+0000 7f633de00640 1 --2- 172.21.15.29:0/1161452249 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f634006f0e0 0x7f634015c0e0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f63400704e0 tx=0x7f633002c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=373f89fd7bfb57bf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:50.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.935+0000 7f633d400640 1 -- 172.21.15.29:0/1161452249 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6330036020 con 0x7f634006f0e0 2024-09-12T03:13:50.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.935+0000 7f633d400640 1 -- 172.21.15.29:0/1161452249 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6330032640 con 0x7f634006f0e0 2024-09-12T03:13:50.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.935+0000 7f633d400640 1 -- 172.21.15.29:0/1161452249 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6330032a10 con 0x7f634006f0e0 2024-09-12T03:13:50.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.935+0000 7f6345200640 1 -- 172.21.15.29:0/1161452249 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f634006f0e0 msgr2=0x7f634015c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.935+0000 7f6345200640 1 --2- 172.21.15.29:0/1161452249 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f634006f0e0 0x7f634015c0e0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f63400704e0 tx=0x7f633002c940 comp rx=0 tx=0).stop 2024-09-12T03:13:50.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.935+0000 7f6345200640 1 -- 172.21.15.29:0/1161452249 shutdown_connections 2024-09-12T03:13:50.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.935+0000 7f6345200640 1 --2- 172.21.15.29:0/1161452249 >> v2:172.21.15.38:3300/0 conn(0x7f634006f4c0 0x7f63400cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.935+0000 7f6345200640 1 --2- 172.21.15.29:0/1161452249 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f634006f0e0 0x7f634015c0e0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.935+0000 7f6345200640 1 -- 172.21.15.29:0/1161452249 >> 172.21.15.29:0/1161452249 conn(0x7f6340067da0 msgr2=0x7f634006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:50.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.935+0000 7f6345200640 1 -- 172.21.15.29:0/1161452249 shutdown_connections 2024-09-12T03:13:50.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.936+0000 7f6345200640 1 -- 172.21.15.29:0/1161452249 wait complete. 2024-09-12T03:13:50.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.937+0000 7f6345200640 1 Processor -- start 2024-09-12T03:13:50.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.937+0000 7f6345200640 1 -- start start 2024-09-12T03:13:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.938+0000 7f6345200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f634006f0e0 0x7f634014e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.938+0000 7f6345200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f634006f4c0 0x7f634014eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.938+0000 7f6345200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63400cf5a0 0x7f634014c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.938+0000 7f6345200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f634006f930 con 0x7f63400cf5a0 2024-09-12T03:13:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.938+0000 7f6345200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f634015b8e0 con 0x7f634006f4c0 2024-09-12T03:13:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.938+0000 7f6345200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f634015ee80 con 0x7f634006f0e0 2024-09-12T03:13:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.938+0000 7f633e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63400cf5a0 0x7f634014c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.938+0000 7f633e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63400cf5a0 0x7f634014c0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54294/0 (socket says 172.21.15.29:54294) 2024-09-12T03:13:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.938+0000 7f633e800640 1 -- 172.21.15.29:0/2762005489 learned_addr learned my addr 172.21.15.29:0/2762005489 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:50.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.938+0000 7f6337e00640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f634006f4c0 0x7f634014eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.938+0000 7f633de00640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f634006f0e0 0x7f634014e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.939+0000 7f633e800640 1 -- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f634006f0e0 msgr2=0x7f634014e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.939+0000 7f633e800640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f634006f0e0 0x7f634014e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.939+0000 7f633e800640 1 -- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f634006f4c0 msgr2=0x7f634014eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:50.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.939+0000 7f633e800640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f634006f4c0 0x7f634014eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:50.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.939+0000 7f633e800640 1 -- 172.21.15.29:0/2762005489 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634014ea50 con 0x7f63400cf5a0 2024-09-12T03:13:50.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.939+0000 7f633e800640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63400cf5a0 0x7f634014c0f0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f633800c6b0 tx=0x7f633800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:50.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.939+0000 7f6336000640 1 -- 172.21.15.29:0/2762005489 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6338003b70 con 0x7f63400cf5a0 2024-09-12T03:13:50.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.939+0000 7f6336000640 1 -- 172.21.15.29:0/2762005489 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6338003d30 con 0x7f63400cf5a0 2024-09-12T03:13:50.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.939+0000 7f6336000640 1 -- 172.21.15.29:0/2762005489 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6338005310 con 0x7f63400cf5a0 2024-09-12T03:13:50.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.939+0000 7f6345200640 1 -- 172.21.15.29:0/2762005489 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63401f79c0 con 0x7f63400cf5a0 2024-09-12T03:13:50.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.939+0000 7f6345200640 1 -- 172.21.15.29:0/2762005489 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63401f7f80 con 0x7f63400cf5a0 2024-09-12T03:13:50.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.941+0000 7f6345200640 1 -- 172.21.15.29:0/2762005489 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f634015f9a0 con 0x7f63400cf5a0 2024-09-12T03:13:50.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.942+0000 7f6336000640 1 -- 172.21.15.29:0/2762005489 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f63380054b0 con 0x7f63400cf5a0 2024-09-12T03:13:50.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.943+0000 7f6336000640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f631c06be30 0x7f631c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:50.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.943+0000 7f6336000640 1 -- 172.21.15.29:0/2762005489 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5507+0+0 (secure 0 0 0) 0x7f633808aac0 con 0x7f63400cf5a0 2024-09-12T03:13:50.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.943+0000 7f633de00640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f631c06be30 0x7f631c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:50.943 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.944+0000 7f633de00640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f631c06be30 0x7f631c06e2f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f6330037000 tx=0x7f6330008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:50.947 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:50.948+0000 7f6336000640 1 -- 172.21.15.29:0/2762005489 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6338058ed0 con 0x7f63400cf5a0 2024-09-12T03:13:51.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.199+0000 7f6345200640 1 -- 172.21.15.29:0/2762005489 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_mds0"]} v 0) -- 0x7f634006bdb0 con 0x7f63400cf5a0 2024-09-12T03:13:51.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.957+0000 7f6336000640 1 -- 172.21.15.29:0/2762005489 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_mds0"]}]=0 v284) ==== 157+0+0 (secure 0 0 0) 0x7f633805d1d0 con 0x7f63400cf5a0 2024-09-12T03:13:51.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 -- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f631c06be30 msgr2=0x7f631c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:51.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f631c06be30 0x7f631c06e2f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f6330037000 tx=0x7f6330008040 comp rx=0 tx=0).stop 2024-09-12T03:13:51.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 -- 172.21.15.29:0/2762005489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63400cf5a0 msgr2=0x7f634014c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:51.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63400cf5a0 0x7f634014c0f0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f633800c6b0 tx=0x7f633800cb70 comp rx=0 tx=0).stop 2024-09-12T03:13:51.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 -- 172.21.15.29:0/2762005489 shutdown_connections 2024-09-12T03:13:51.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f631c06be30 0x7f631c06e2f0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:51.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63400cf5a0 0x7f634014c0f0 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:51.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f634006f4c0 0x7f634014eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:51.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 --2- 172.21.15.29:0/2762005489 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f634006f0e0 0x7f634014e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:51.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 -- 172.21.15.29:0/2762005489 >> 172.21.15.29:0/2762005489 conn(0x7f6340067da0 msgr2=0x7f63400b07d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:51.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 -- 172.21.15.29:0/2762005489 shutdown_connections 2024-09-12T03:13:51.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:51.960+0000 7f6345200640 1 -- 172.21.15.29:0/2762005489 wait complete. 2024-09-12T03:13:51.978 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-12T03:13:52.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.142+0000 7f178f200640 1 Processor -- start 2024-09-12T03:13:52.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.142+0000 7f178f200640 1 -- start start 2024-09-12T03:13:52.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.144+0000 7f178f200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1788072040 0x7f178815fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.144+0000 7f178f200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 0x7f1788072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.144+0000 7f178f200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1788160340 con 0x7f178806e0a0 2024-09-12T03:13:52.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.144+0000 7f178f200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f1788072960 con 0x7f1788072040 2024-09-12T03:13:52.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.144+0000 7f178f200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f17881605e0 con 0x7f1788072d80 2024-09-12T03:13:52.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.144+0000 7f178d200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f178806e0a0 0x7f17880cd5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33170/0 (socket says 172.21.15.29:33170) 2024-09-12T03:13:52.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.144+0000 7f178d200640 1 -- 172.21.15.29:0/4093281210 learned_addr learned my addr 172.21.15.29:0/4093281210 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:52.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.144+0000 7f1787e00640 1 --2- 172.21.15.29:0/4093281210 >> v2:172.21.15.38:3300/0 conn(0x7f1788072040 0x7f178815fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.144+0000 7f177fe00640 1 --2- 172.21.15.29:0/4093281210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 0x7f1788072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.145+0000 7f1787400640 1 -- 172.21.15.29:0/4093281210 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 507413802 0 0) 0x7f1788160340 con 0x7f178806e0a0 2024-09-12T03:13:52.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.145+0000 7f1787400640 1 -- 172.21.15.29:0/4093281210 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f176c003520 con 0x7f178806e0a0 2024-09-12T03:13:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.145+0000 7f1787e00640 1 -- 172.21.15.29:0/4093281210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 msgr2=0x7f1788072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.145+0000 7f1787e00640 1 --2- 172.21.15.29:0/4093281210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 0x7f1788072420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.145+0000 7f1787e00640 1 -- 172.21.15.29:0/4093281210 >> v1:172.21.15.29:6789/0 conn(0x7f178806e0a0 legacy=0x7f17880cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.145+0000 7f1787e00640 1 -- 172.21.15.29:0/4093281210 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17881608c0 con 0x7f1788072040 2024-09-12T03:13:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.145+0000 7f177fe00640 1 --2- 172.21.15.29:0/4093281210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 0x7f1788072420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.146+0000 7f1787e00640 1 --2- 172.21.15.29:0/4093281210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1788072040 0x7f178815fe00 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f17780097a0 tx=0x7f177802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9f97e77cdd9772d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.146+0000 7f1787400640 1 -- 172.21.15.29:0/4093281210 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1778037070 con 0x7f1788072040 2024-09-12T03:13:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.146+0000 7f1787400640 1 -- 172.21.15.29:0/4093281210 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1778032440 con 0x7f1788072040 2024-09-12T03:13:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.146+0000 7f1787400640 1 -- 172.21.15.29:0/4093281210 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1778032810 con 0x7f1788072040 2024-09-12T03:13:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.147+0000 7f178f200640 1 -- 172.21.15.29:0/4093281210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1788072040 msgr2=0x7f178815fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.147+0000 7f178f200640 1 --2- 172.21.15.29:0/4093281210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1788072040 0x7f178815fe00 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f17780097a0 tx=0x7f177802a180 comp rx=0 tx=0).stop 2024-09-12T03:13:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.147+0000 7f178f200640 1 -- 172.21.15.29:0/4093281210 shutdown_connections 2024-09-12T03:13:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.147+0000 7f178f200640 1 --2- 172.21.15.29:0/4093281210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 0x7f1788072420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.147+0000 7f178f200640 1 --2- 172.21.15.29:0/4093281210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1788072040 0x7f178815fe00 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.147+0000 7f178f200640 1 -- 172.21.15.29:0/4093281210 >> 172.21.15.29:0/4093281210 conn(0x7f1788067d70 msgr2=0x7f178806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:52.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.147+0000 7f178f200640 1 -- 172.21.15.29:0/4093281210 shutdown_connections 2024-09-12T03:13:52.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.147+0000 7f178f200640 1 -- 172.21.15.29:0/4093281210 wait complete. 2024-09-12T03:13:52.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.149+0000 7f178f200640 1 Processor -- start 2024-09-12T03:13:52.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.149+0000 7f178f200640 1 -- start start 2024-09-12T03:13:52.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f178f200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f178806e0a0 0x7f17881f70c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f178f200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1788072040 0x7f17880b0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f178f200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 0x7f178806e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f178f200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1788145b00 con 0x7f1788072040 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f178f200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f17880cd090 con 0x7f178806e0a0 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f178f200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f17880cdcc0 con 0x7f1788072d80 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f177fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1788072040 0x7f17880b0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f177fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1788072040 0x7f17880b0ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54296/0 (socket says 172.21.15.29:54296) 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f177fe00640 1 -- 172.21.15.29:0/453833598 learned_addr learned my addr 172.21.15.29:0/453833598 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f1787e00640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f178806e0a0 0x7f17881f70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f178d200640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 0x7f178806e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f177fe00640 1 -- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 msgr2=0x7f178806e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f177fe00640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 0x7f178806e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f177fe00640 1 -- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f178806e0a0 msgr2=0x7f17881f70c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:52.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f177fe00640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f178806e0a0 0x7f17881f70c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f177fe00640 1 -- 172.21.15.29:0/453833598 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17880b1530 con 0x7f1788072040 2024-09-12T03:13:52.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.150+0000 7f178d200640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 0x7f178806e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:52.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.151+0000 7f177fe00640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1788072040 0x7f17880b0ab0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f177000e910 tx=0x7f177000edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:52.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.151+0000 7f1784c00640 1 -- 172.21.15.29:0/453833598 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1770017070 con 0x7f1788072040 2024-09-12T03:13:52.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.151+0000 7f1784c00640 1 -- 172.21.15.29:0/453833598 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f177000ca00 con 0x7f1788072040 2024-09-12T03:13:52.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.151+0000 7f178f200640 1 -- 172.21.15.29:0/453833598 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17880b1810 con 0x7f1788072040 2024-09-12T03:13:52.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.151+0000 7f1784c00640 1 -- 172.21.15.29:0/453833598 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f177000cdb0 con 0x7f1788072040 2024-09-12T03:13:52.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.151+0000 7f178f200640 1 -- 172.21.15.29:0/453833598 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17880b1dd0 con 0x7f1788072040 2024-09-12T03:13:52.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.152+0000 7f178f200640 1 -- 172.21.15.29:0/453833598 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17880cf460 con 0x7f1788072040 2024-09-12T03:13:52.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.153+0000 7f1784c00640 1 -- 172.21.15.29:0/453833598 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f177001a070 con 0x7f1788072040 2024-09-12T03:13:52.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.154+0000 7f1784c00640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f176406be30 0x7f176406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.155+0000 7f1784c00640 1 -- 172.21.15.29:0/453833598 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5507+0+0 (secure 0 0 0) 0x7f177008af80 con 0x7f1788072040 2024-09-12T03:13:52.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.155+0000 7f1787e00640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f176406be30 0x7f176406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.156+0000 7f1787e00640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f176406be30 0x7f176406e2f0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1778034000 tx=0x7f177802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:52.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.159+0000 7f1784c00640 1 -- 172.21.15.29:0/453833598 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f17880cf460 con 0x7f1788072040 2024-09-12T03:13:52.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.341+0000 7f178f200640 1 -- 172.21.15.29:0/453833598 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f1788145360 con 0x7f1788072040 2024-09-12T03:13:52.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.345+0000 7f1784c00640 1 -- 172.21.15.29:0/453833598 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7f1788145360 con 0x7f1788072040 2024-09-12T03:13:52.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.347+0000 7f178f200640 1 -- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f176406be30 msgr2=0x7f176406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:52.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.347+0000 7f178f200640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f176406be30 0x7f176406e2f0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1778034000 tx=0x7f177802e000 comp rx=0 tx=0).stop 2024-09-12T03:13:52.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.347+0000 7f178f200640 1 -- 172.21.15.29:0/453833598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1788072040 msgr2=0x7f17880b0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:52.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.347+0000 7f178f200640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1788072040 0x7f17880b0ab0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f177000e910 tx=0x7f177000edd0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.347+0000 7f178f200640 1 -- 172.21.15.29:0/453833598 shutdown_connections 2024-09-12T03:13:52.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.347+0000 7f178f200640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f176406be30 0x7f176406e2f0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.347+0000 7f178f200640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1788072d80 0x7f178806e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.347+0000 7f178f200640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1788072040 0x7f17880b0ab0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.347+0000 7f178f200640 1 --2- 172.21.15.29:0/453833598 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f178806e0a0 0x7f17881f70c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.347+0000 7f178f200640 1 -- 172.21.15.29:0/453833598 >> 172.21.15.29:0/453833598 conn(0x7f1788067d70 msgr2=0x7f17880cd5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:52.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.347+0000 7f178f200640 1 -- 172.21.15.29:0/453833598 shutdown_connections 2024-09-12T03:13:52.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.348+0000 7f178f200640 1 -- 172.21.15.29:0/453833598 wait complete. 2024-09-12T03:13:52.363 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:13:52.364 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:13:52.443 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:13:52.534 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:13:52.535 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:13:52.535 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:52.571 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:13:52.571 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:13:52.571 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:52.608 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:13:52.612 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:13:52.612 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:52.647 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:13:52.647 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:13:52.648 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:13:52.685 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:13:52.685 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-12T03:13:52.685 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:13:52.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.844+0000 7efefa600640 1 Processor -- start 2024-09-12T03:13:52.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.844+0000 7efefa600640 1 -- start start 2024-09-12T03:13:52.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.845+0000 7efefa600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efef415e470 0x7efef40cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.845+0000 7efefa600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efef40d00e0 0x7efef40d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.845+0000 7efefa600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efef415e850 con 0x7efef40d4850 2024-09-12T03:13:52.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.845+0000 7efefa600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7efef40cf710 con 0x7efef415e470 2024-09-12T03:13:52.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.845+0000 7efefa600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7efef40d1c60 con 0x7efef40d00e0 2024-09-12T03:13:52.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.845+0000 7efef9200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efef415e470 0x7efef40cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.845+0000 7efef9c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7efef40d4850 0x7efef406d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33180/0 (socket says 172.21.15.29:33180) 2024-09-12T03:13:52.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.845+0000 7efef9c00640 1 -- 172.21.15.29:0/4026506899 learned_addr learned my addr 172.21.15.29:0/4026506899 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:52.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.845+0000 7efef3e00640 1 --2- 172.21.15.29:0/4026506899 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efef40d00e0 0x7efef40d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.846+0000 7efef9200640 1 -- 172.21.15.29:0/4026506899 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efef40d00e0 msgr2=0x7efef40d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:52.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.846+0000 7efef9200640 1 --2- 172.21.15.29:0/4026506899 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efef40d00e0 0x7efef40d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.846+0000 7efef9200640 1 -- 172.21.15.29:0/4026506899 >> v1:172.21.15.29:6789/0 conn(0x7efef40d4850 legacy=0x7efef406d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:52.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.846+0000 7efef9200640 1 -- 172.21.15.29:0/4026506899 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efef40d1980 con 0x7efef415e470 2024-09-12T03:13:52.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.847+0000 7efef9200640 1 --2- 172.21.15.29:0/4026506899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efef415e470 0x7efef40cfba0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7efee80097a0 tx=0x7efee802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7d92434e24ef3ce server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:52.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.847+0000 7efef3400640 1 -- 172.21.15.29:0/4026506899 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee8037070 con 0x7efef415e470 2024-09-12T03:13:52.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.847+0000 7efef3400640 1 -- 172.21.15.29:0/4026506899 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efee8032440 con 0x7efef415e470 2024-09-12T03:13:52.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.847+0000 7efef3400640 1 -- 172.21.15.29:0/4026506899 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee8032810 con 0x7efef415e470 2024-09-12T03:13:52.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.847+0000 7efefa600640 1 -- 172.21.15.29:0/4026506899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efef415e470 msgr2=0x7efef40cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:52.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.847+0000 7efefa600640 1 --2- 172.21.15.29:0/4026506899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efef415e470 0x7efef40cfba0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7efee80097a0 tx=0x7efee802a180 comp rx=0 tx=0).stop 2024-09-12T03:13:52.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.848+0000 7efefa600640 1 -- 172.21.15.29:0/4026506899 shutdown_connections 2024-09-12T03:13:52.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.848+0000 7efefa600640 1 --2- 172.21.15.29:0/4026506899 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efef40d00e0 0x7efef40d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.848+0000 7efefa600640 1 --2- 172.21.15.29:0/4026506899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efef415e470 0x7efef40cfba0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.848+0000 7efefa600640 1 -- 172.21.15.29:0/4026506899 >> 172.21.15.29:0/4026506899 conn(0x7efef409d700 msgr2=0x7efef408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:52.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.848+0000 7efefa600640 1 -- 172.21.15.29:0/4026506899 shutdown_connections 2024-09-12T03:13:52.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.848+0000 7efefa600640 1 -- 172.21.15.29:0/4026506899 wait complete. 2024-09-12T03:13:52.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.849+0000 7efefa600640 1 Processor -- start 2024-09-12T03:13:52.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.849+0000 7efefa600640 1 -- start start 2024-09-12T03:13:52.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.850+0000 7efefa600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efef40d00e0 0x7efef4156960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.850+0000 7efefa600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efef40d4850 0x7efef40d23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.850+0000 7efefa600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efef415e470 0x7efef40d2920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.850+0000 7efefa600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efef406db70 con 0x7efef40d00e0 2024-09-12T03:13:52.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.850+0000 7efefa600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7efef40cf3a0 con 0x7efef415e470 2024-09-12T03:13:52.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.850+0000 7efefa600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7efef406dcf0 con 0x7efef40d4850 2024-09-12T03:13:52.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.850+0000 7efef9200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efef40d00e0 0x7efef4156960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef9200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efef40d00e0 0x7efef4156960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54312/0 (socket says 172.21.15.29:54312) 2024-09-12T03:13:52.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef9200640 1 -- 172.21.15.29:0/1587274687 learned_addr learned my addr 172.21.15.29:0/1587274687 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:52.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef3e00640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efef40d4850 0x7efef40d23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef9c00640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efef415e470 0x7efef40d2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef9200640 1 -- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efef40d4850 msgr2=0x7efef40d23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:52.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef9200640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efef40d4850 0x7efef40d23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef9200640 1 -- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efef415e470 msgr2=0x7efef40d2920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:52.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef9200640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efef415e470 0x7efef40d2920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:52.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef9200640 1 -- 172.21.15.29:0/1587274687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efef40cc210 con 0x7efef40d00e0 2024-09-12T03:13:52.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef9200640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efef40d00e0 0x7efef4156960 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7efee80098c0 tx=0x7efee80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:52.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef0c00640 1 -- 172.21.15.29:0/1587274687 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee8037040 con 0x7efef40d00e0 2024-09-12T03:13:52.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef0c00640 1 -- 172.21.15.29:0/1587274687 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efee8030500 con 0x7efef40d00e0 2024-09-12T03:13:52.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efef0c00640 1 -- 172.21.15.29:0/1587274687 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee80308d0 con 0x7efef40d00e0 2024-09-12T03:13:52.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.851+0000 7efefa600640 1 -- 172.21.15.29:0/1587274687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efef40b7330 con 0x7efef40d00e0 2024-09-12T03:13:52.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.852+0000 7efefa600640 1 -- 172.21.15.29:0/1587274687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efef40cb4c0 con 0x7efef40d00e0 2024-09-12T03:13:52.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.853+0000 7efefa600640 1 -- 172.21.15.29:0/1587274687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efef40d4310 con 0x7efef40d00e0 2024-09-12T03:13:52.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.853+0000 7efef0c00640 1 -- 172.21.15.29:0/1587274687 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efee8044020 con 0x7efef40d00e0 2024-09-12T03:13:52.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.854+0000 7efef0c00640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efed406be30 0x7efed406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:52.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.854+0000 7efef0c00640 1 -- 172.21.15.29:0/1587274687 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5507+0+0 (secure 0 0 0) 0x7efee80ab130 con 0x7efef40d00e0 2024-09-12T03:13:52.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.854+0000 7efef3e00640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efed406be30 0x7efed406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:52.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.855+0000 7efef3e00640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efed406be30 0x7efed406e2f0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7efef40ce550 tx=0x7efee0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:52.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:52.858+0000 7efef0c00640 1 -- 172.21.15.29:0/1587274687 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efee8079b00 con 0x7efef40d00e0 2024-09-12T03:13:53.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.084+0000 7efefa600640 1 -- 172.21.15.29:0/1587274687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efef40cd710 con 0x7efef40d00e0 2024-09-12T03:13:53.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.085+0000 7efef0c00640 1 -- 172.21.15.29:0/1587274687 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 80 v80) ==== 94+0+3908 (secure 0 0 0) 0x7efee8079400 con 0x7efef40d00e0 2024-09-12T03:13:53.084 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:53.085 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":80,"btime":"2024-09-12T03:13:46:925413+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5909,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/579023429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":579023429},{"type":"v1","addr":"172.21.15.29:6835","nonce":579023429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":6191,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/1142956024","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":1142956024},{"type":"v1","addr":"172.21.15.38:6837","nonce":1142956024}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7134,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/3589434772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":3589434772},{"type":"v1","addr":"172.21.15.29:6834","nonce":3589434772}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80},{"gid":7137,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/1173112167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1173112167},{"type":"v1","addr":"172.21.15.38:6835","nonce":1173112167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":80}],"filesystems":[]} 2024-09-12T03:13:53.085 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 80 2024-09-12T03:13:53.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 -- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efed406be30 msgr2=0x7efed406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:53.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efed406be30 0x7efed406e2f0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7efef40ce550 tx=0x7efee0008040 comp rx=0 tx=0).stop 2024-09-12T03:13:53.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 -- 172.21.15.29:0/1587274687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efef40d00e0 msgr2=0x7efef4156960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:53.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efef40d00e0 0x7efef4156960 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7efee80098c0 tx=0x7efee80046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 -- 172.21.15.29:0/1587274687 shutdown_connections 2024-09-12T03:13:53.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efed406be30 0x7efed406e2f0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efef415e470 0x7efef40d2920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efef40d4850 0x7efef40d23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 --2- 172.21.15.29:0/1587274687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efef40d00e0 0x7efef4156960 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 -- 172.21.15.29:0/1587274687 >> 172.21.15.29:0/1587274687 conn(0x7efef409d700 msgr2=0x7efef40b4b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:53.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 -- 172.21.15.29:0/1587274687 shutdown_connections 2024-09-12T03:13:53.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.087+0000 7efefa600640 1 -- 172.21.15.29:0/1587274687 wait complete. 2024-09-12T03:13:53.102 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-12T03:13:53.102 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-12T03:13:53.103 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-12T03:13:53.103 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:13:53.103 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-12T03:13:53.103 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-12T03:13:53.103 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-12T03:13:53.103 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:13:53.103 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-12T03:13:53.103 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-12T03:13:53.104 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-12T03:13:53.104 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:13:53.104 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-12T03:13:53.104 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-12T03:13:53.104 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-12T03:13:53.104 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:13:53.118 INFO:tasks.ceph.mds.a:Stopped 2024-09-12T03:13:53.118 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-12T03:13:53.120 INFO:tasks.ceph.mds.c:Stopped 2024-09-12T03:13:53.120 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-12T03:13:53.121 INFO:tasks.ceph.mds.b:Stopped 2024-09-12T03:13:53.121 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-12T03:13:53.122 INFO:tasks.ceph.mds.d:Stopped 2024-09-12T03:13:53.122 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-12T03:13:53.164 INFO:tasks.ceph.mds.a:Started 2024-09-12T03:13:53.164 DEBUG:teuthology.parallel:result is None 2024-09-12T03:13:53.166 INFO:tasks.ceph.mds.b:Started 2024-09-12T03:13:53.166 DEBUG:teuthology.parallel:result is None 2024-09-12T03:13:53.167 INFO:tasks.ceph.mds.c:Started 2024-09-12T03:13:53.167 DEBUG:teuthology.parallel:result is None 2024-09-12T03:13:53.169 INFO:tasks.ceph.mds.d:Started 2024-09-12T03:13:53.169 DEBUG:teuthology.parallel:result is None 2024-09-12T03:13:53.169 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-12T03:13:53.299 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:13:53.300 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:13:53.306 INFO:tasks.ceph.mds.d.smithi038.stdout:starting mds.d at 2024-09-12T03:13:53.306 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:13:53.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.334+0000 7fdb2e000640 1 Processor -- start 2024-09-12T03:13:53.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.335+0000 7fdb2e000640 1 -- start start 2024-09-12T03:13:53.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb2e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb2815e660 0x7fdb280d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:53.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb2e000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdb280d3150 0x7fdb280b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:53.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb2e000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb280d3680 con 0x7fdb280b6530 2024-09-12T03:13:53.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb2e000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fdb2806d4b0 con 0x7fdb280d3150 2024-09-12T03:13:53.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb2e000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdb280d3960 con 0x7fdb2815e660 2024-09-12T03:13:53.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb1fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdb280d3150 0x7fdb280b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:53.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb1fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdb280d3150 0x7fdb280b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54334/0 (socket says 172.21.15.29:54334) 2024-09-12T03:13:53.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb1fe00640 1 -- 172.21.15.29:0/634851390 learned_addr learned my addr 172.21.15.29:0/634851390 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:53.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb27400640 1 --2- 172.21.15.29:0/634851390 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb2815e660 0x7fdb280d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:53.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb1fe00640 1 -- 172.21.15.29:0/634851390 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb2815e660 msgr2=0x7fdb280d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:53.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb1fe00640 1 --2- 172.21.15.29:0/634851390 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb2815e660 0x7fdb280d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb1fe00640 1 -- 172.21.15.29:0/634851390 >> v1:172.21.15.29:6789/0 conn(0x7fdb280b6530 legacy=0x7fdb280cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:53.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb1fe00640 1 -- 172.21.15.29:0/634851390 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb2806ce60 con 0x7fdb280d3150 2024-09-12T03:13:53.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb26a00640 1 -- 172.21.15.29:0/634851390 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2483930560 0 0) 0x7fdb280d3680 con 0x7fdb280b6530 2024-09-12T03:13:53.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.336+0000 7fdb27400640 1 --2- 172.21.15.29:0/634851390 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb2815e660 0x7fdb280d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:53.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.337+0000 7fdb1fe00640 1 --2- 172.21.15.29:0/634851390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb280d3150 0x7fdb280b5ff0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fdb10009870 tx=0x7fdb1002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55bc23e40ec16a72 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:53.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.338+0000 7fdb26a00640 1 -- 172.21.15.29:0/634851390 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb10037070 con 0x7fdb280d3150 2024-09-12T03:13:53.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.338+0000 7fdb26a00640 1 -- 172.21.15.29:0/634851390 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb1002ae50 con 0x7fdb280d3150 2024-09-12T03:13:53.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.338+0000 7fdb26a00640 1 -- 172.21.15.29:0/634851390 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb10032860 con 0x7fdb280d3150 2024-09-12T03:13:53.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.338+0000 7fdb2e000640 1 -- 172.21.15.29:0/634851390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb280d3150 msgr2=0x7fdb280b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:53.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.338+0000 7fdb2e000640 1 --2- 172.21.15.29:0/634851390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb280d3150 0x7fdb280b5ff0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fdb10009870 tx=0x7fdb1002a300 comp rx=0 tx=0).stop 2024-09-12T03:13:53.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.338+0000 7fdb2e000640 1 -- 172.21.15.29:0/634851390 shutdown_connections 2024-09-12T03:13:53.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.338+0000 7fdb2e000640 1 --2- 172.21.15.29:0/634851390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb280d3150 0x7fdb280b5ff0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.338+0000 7fdb2e000640 1 --2- 172.21.15.29:0/634851390 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb2815e660 0x7fdb280d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.338+0000 7fdb2e000640 1 -- 172.21.15.29:0/634851390 >> 172.21.15.29:0/634851390 conn(0x7fdb2808c000 msgr2=0x7fdb280d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:53.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.338+0000 7fdb2e000640 1 -- 172.21.15.29:0/634851390 shutdown_connections 2024-09-12T03:13:53.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.339+0000 7fdb2e000640 1 -- 172.21.15.29:0/634851390 wait complete. 2024-09-12T03:13:53.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.340+0000 7fdb2e000640 1 Processor -- start 2024-09-12T03:13:53.340 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.340+0000 7fdb2e000640 1 -- start start 2024-09-12T03:13:53.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.341+0000 7fdb2e000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdb280b6530 0x7fdb281f2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.341+0000 7fdb2e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb280d3150 0x7fdb280cf210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.341+0000 7fdb2e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb2815e660 0x7fdb280c7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.341+0000 7fdb2e000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdb2815ea40 con 0x7fdb280d3150 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.341+0000 7fdb2e000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdb280d5310 con 0x7fdb280b6530 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.341+0000 7fdb2e000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdb2806e950 con 0x7fdb2815e660 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.342+0000 7fdb1fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb280d3150 0x7fdb280cf210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.342+0000 7fdb1fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb280d3150 0x7fdb280cf210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54338/0 (socket says 172.21.15.29:54338) 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.342+0000 7fdb1fe00640 1 -- 172.21.15.29:0/3764184207 learned_addr learned my addr 172.21.15.29:0/3764184207 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.342+0000 7fdb27400640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdb280b6530 0x7fdb281f2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.342+0000 7fdb27e00640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb2815e660 0x7fdb280c7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.342+0000 7fdb1fe00640 1 -- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb2815e660 msgr2=0x7fdb280c7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.342+0000 7fdb1fe00640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb2815e660 0x7fdb280c7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.342+0000 7fdb1fe00640 1 -- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdb280b6530 msgr2=0x7fdb281f2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:53.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.342+0000 7fdb1fe00640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdb280b6530 0x7fdb281f2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.342+0000 7fdb1fe00640 1 -- 172.21.15.29:0/3764184207 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb281f91f0 con 0x7fdb280d3150 2024-09-12T03:13:53.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.342+0000 7fdb1fe00640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb280d3150 0x7fdb280cf210 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fdb10000c00 tx=0x7fdb100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:53.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.343+0000 7fdb1f400640 1 -- 172.21.15.29:0/3764184207 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb10041070 con 0x7fdb280d3150 2024-09-12T03:13:53.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.343+0000 7fdb1f400640 1 -- 172.21.15.29:0/3764184207 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdb1003c890 con 0x7fdb280d3150 2024-09-12T03:13:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.343+0000 7fdb1f400640 1 -- 172.21.15.29:0/3764184207 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb10037040 con 0x7fdb280d3150 2024-09-12T03:13:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.343+0000 7fdb2e000640 1 -- 172.21.15.29:0/3764184207 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb281f85e0 con 0x7fdb280d3150 2024-09-12T03:13:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.343+0000 7fdb2e000640 1 -- 172.21.15.29:0/3764184207 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb281f8ba0 con 0x7fdb280d3150 2024-09-12T03:13:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.344+0000 7fdb2e000640 1 -- 172.21.15.29:0/3764184207 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb2808c620 con 0x7fdb280d3150 2024-09-12T03:13:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.345+0000 7fdb1f400640 1 -- 172.21.15.29:0/3764184207 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdb10044070 con 0x7fdb280d3150 2024-09-12T03:13:53.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.346+0000 7fdb1f400640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb0406be30 0x7fdb0406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:53.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.346+0000 7fdb1f400640 1 -- 172.21.15.29:0/3764184207 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 5507+0+0 (secure 0 0 0) 0x7fdb100ab5b0 con 0x7fdb280d3150 2024-09-12T03:13:53.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.346+0000 7fdb27400640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb0406be30 0x7fdb0406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:53.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.347+0000 7fdb27400640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb0406be30 0x7fdb0406e2f0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fdb1800aac0 tx=0x7fdb18008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:53.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.350+0000 7fdb1f400640 1 -- 172.21.15.29:0/3764184207 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdb2808c620 con 0x7fdb280d3150 2024-09-12T03:13:53.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.547+0000 7fdb2e000640 1 -- 172.21.15.29:0/3764184207 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fdb280d46e0 con 0x7fdb280d3150 2024-09-12T03:13:53.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.986+0000 7fdb1f400640 1 -- 172.21.15.29:0/3764184207 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v85) ==== 97+0+0 (secure 0 0 0) 0x7fdb10079930 con 0x7fdb280d3150 2024-09-12T03:13:53.986 INFO:teuthology.orchestra.run.smithi029.stderr: removed all blocklist entries 2024-09-12T03:13:53.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 -- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb0406be30 msgr2=0x7fdb0406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:53.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb0406be30 0x7fdb0406e2f0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fdb1800aac0 tx=0x7fdb18008040 comp rx=0 tx=0).stop 2024-09-12T03:13:53.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 -- 172.21.15.29:0/3764184207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb280d3150 msgr2=0x7fdb280cf210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:53.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb280d3150 0x7fdb280cf210 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fdb10000c00 tx=0x7fdb100046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 -- 172.21.15.29:0/3764184207 shutdown_connections 2024-09-12T03:13:53.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdb0406be30 0x7fdb0406e2f0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdb2815e660 0x7fdb280c7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb280d3150 0x7fdb280cf210 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 --2- 172.21.15.29:0/3764184207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdb280b6530 0x7fdb281f2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:53.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 -- 172.21.15.29:0/3764184207 >> 172.21.15.29:0/3764184207 conn(0x7fdb2808c000 msgr2=0x7fdb280d2630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:53.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 -- 172.21.15.29:0/3764184207 shutdown_connections 2024-09-12T03:13:53.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:53.989+0000 7fdb2e000640 1 -- 172.21.15.29:0/3764184207 wait complete. 2024-09-12T03:13:54.006 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-12T03:13:54.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.165+0000 7f3520a00640 1 Processor -- start 2024-09-12T03:13:54.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.165+0000 7f3520a00640 1 -- start start 2024-09-12T03:13:54.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.166+0000 7f3520a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f351c0d4310 0x7f351c0d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.166+0000 7f3520a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f351c06d460 0x7f351c06d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.166+0000 7f3520a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f351c15e850 con 0x7f351c15e470 2024-09-12T03:13:54.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.166+0000 7f3520a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f351c06de50 con 0x7f351c06d460 2024-09-12T03:13:54.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.166+0000 7f3520a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f351c0cf710 con 0x7f351c0d4310 2024-09-12T03:13:54.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.166+0000 7f351b400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f351c15e470 0x7f351c0cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33208/0 (socket says 172.21.15.29:33208) 2024-09-12T03:13:54.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.166+0000 7f351b400640 1 -- 172.21.15.29:0/565252588 learned_addr learned my addr 172.21.15.29:0/565252588 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:54.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351be00640 1 --2- 172.21.15.29:0/565252588 >> v2:172.21.15.38:3300/0 conn(0x7f351c06d460 0x7f351c06d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351aa00640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f351c0d4310 0x7f351c0d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2133270634 0 0) 0x7f351c15e850 con 0x7f351c15e470 2024-09-12T03:13:54.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3500003520 con 0x7f351c15e470 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2997823193 0 0) 0x7f3500003520 con 0x7f351c15e470 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f351c0d4310 msgr2=0x7f351c0d4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f351c0d4310 0x7f351c0d4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 >> v2:172.21.15.38:3300/0 conn(0x7f351c06d460 msgr2=0x7f351c06d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 --2- 172.21.15.29:0/565252588 >> v2:172.21.15.38:3300/0 conn(0x7f351c06d460 0x7f351c06d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f351c0d1c60 con 0x7f351c15e470 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f350c001670 con 0x7f351c15e470 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 >> v1:172.21.15.29:6789/0 conn(0x7f351c15e470 legacy=0x7f351c0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f351c0d4310 0x7f35000039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3500003f80 0x7f3500004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3500004d40 0x7f35000051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f351c0cf710 con 0x7f3500003f80 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f350000b9c0 con 0x7f3500004d40 2024-09-12T03:13:54.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.167+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f350000bb40 con 0x7f351c0d4310 2024-09-12T03:13:54.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.168+0000 7f351aa00640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3500003f80 0x7f3500004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.168+0000 7f351b400640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f351c0d4310 0x7f35000039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.168+0000 7f351be00640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3500004d40 0x7f35000051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.168+0000 7f351aa00640 1 -- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f351c0d4310 msgr2=0x7f35000039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:54.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.168+0000 7f351aa00640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f351c0d4310 0x7f35000039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.168+0000 7f351aa00640 1 -- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3500004d40 msgr2=0x7f35000051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:54.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.168+0000 7f351aa00640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3500004d40 0x7f35000051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.168+0000 7f351aa00640 1 -- 172.21.15.29:0/565252588 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3500003520 con 0x7f3500003f80 2024-09-12T03:13:54.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.168+0000 7f351be00640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3500004d40 0x7f35000051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:54.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.169+0000 7f351aa00640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3500003f80 0x7f3500004800 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f3508009ac0 tx=0x7f3500005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a98bfbac24427ed2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:54.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.169+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3508036070 con 0x7f3500003f80 2024-09-12T03:13:54.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.169+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3508031400 con 0x7f3500003f80 2024-09-12T03:13:54.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.169+0000 7f351a000640 1 -- 172.21.15.29:0/565252588 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3508009690 con 0x7f3500003f80 2024-09-12T03:13:54.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.170+0000 7f3520a00640 1 -- 172.21.15.29:0/565252588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3500003f80 msgr2=0x7f3500004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.170+0000 7f3520a00640 1 --2- 172.21.15.29:0/565252588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3500003f80 0x7f3500004800 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f3508009ac0 tx=0x7f3500005830 comp rx=0 tx=0).stop 2024-09-12T03:13:54.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.170+0000 7f351be00640 1 -- 172.21.15.29:0/565252588 reap_dead start 2024-09-12T03:13:54.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.170+0000 7f3520a00640 1 -- 172.21.15.29:0/565252588 shutdown_connections 2024-09-12T03:13:54.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.170+0000 7f3520a00640 1 -- 172.21.15.29:0/565252588 >> 172.21.15.29:0/565252588 conn(0x7f351c09d700 msgr2=0x7f351c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:54.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.170+0000 7f3520a00640 1 -- 172.21.15.29:0/565252588 shutdown_connections 2024-09-12T03:13:54.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.170+0000 7f3520a00640 1 -- 172.21.15.29:0/565252588 wait complete. 2024-09-12T03:13:54.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.171+0000 7f3520a00640 1 Processor -- start 2024-09-12T03:13:54.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.171+0000 7f3520a00640 1 -- start start 2024-09-12T03:13:54.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.172+0000 7f3520a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3500003f80 0x7f351c15ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.172+0000 7f3520a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f351c0b9140 0x7f351c14f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.172+0000 7f3520a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f351c160180 0x7f351c160600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.172+0000 7f3520a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f351c0cf3a0 con 0x7f351c160180 2024-09-12T03:13:54.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.172+0000 7f3520a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f351c0cf0c0 con 0x7f351c0b9140 2024-09-12T03:13:54.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.172+0000 7f3520a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f351c0d02b0 con 0x7f3500003f80 2024-09-12T03:13:54.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f351c160180 0x7f351c160600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f351c160180 0x7f351c160600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54364/0 (socket says 172.21.15.29:54364) 2024-09-12T03:13:54.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351be00640 1 -- 172.21.15.29:0/3362224587 learned_addr learned my addr 172.21.15.29:0/3362224587 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:54.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351b400640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3500003f80 0x7f351c15ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351aa00640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f351c0b9140 0x7f351c14f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351be00640 1 -- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3500003f80 msgr2=0x7f351c15ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351be00640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3500003f80 0x7f351c15ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351be00640 1 -- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f351c0b9140 msgr2=0x7f351c14f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351be00640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f351c0b9140 0x7f351c14f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351be00640 1 -- 172.21.15.29:0/3362224587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f351c14fca0 con 0x7f351c160180 2024-09-12T03:13:54.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351b400640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3500003f80 0x7f351c15ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:54.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351aa00640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f351c0b9140 0x7f351c14f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:13:54.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f351be00640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f351c160180 0x7f351c160600 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f351c0b6f70 tx=0x7f3514010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:54.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.173+0000 7f3513400640 1 -- 172.21.15.29:0/3362224587 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3514010d80 con 0x7f351c160180 2024-09-12T03:13:54.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.174+0000 7f3513400640 1 -- 172.21.15.29:0/3362224587 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3514003990 con 0x7f351c160180 2024-09-12T03:13:54.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.174+0000 7f3520a00640 1 -- 172.21.15.29:0/3362224587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f351c15f0e0 con 0x7f351c160180 2024-09-12T03:13:54.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.174+0000 7f3513400640 1 -- 172.21.15.29:0/3362224587 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3514003dc0 con 0x7f351c160180 2024-09-12T03:13:54.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.174+0000 7f3520a00640 1 -- 172.21.15.29:0/3362224587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f351c15f6a0 con 0x7f351c160180 2024-09-12T03:13:54.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.175+0000 7f3520a00640 1 -- 172.21.15.29:0/3362224587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f351c06e0d0 con 0x7f351c160180 2024-09-12T03:13:54.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.176+0000 7f3513400640 1 -- 172.21.15.29:0/3362224587 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3514005d10 con 0x7f351c160180 2024-09-12T03:13:54.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.177+0000 7f3513400640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34fc06be30 0x7f34fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.177+0000 7f3513400640 1 -- 172.21.15.29:0/3362224587 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5249+0+0 (secure 0 0 0) 0x7f351408b500 con 0x7f351c160180 2024-09-12T03:13:54.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.177+0000 7f351b400640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34fc06be30 0x7f34fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.178+0000 7f351b400640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34fc06be30 0x7f34fc06e2f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f350c001050 tx=0x7f350c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:54.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.181+0000 7f3513400640 1 -- 172.21.15.29:0/3362224587 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3514025020 con 0x7f351c160180 2024-09-12T03:13:54.430 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.431+0000 7f3520a00640 1 -- 172.21.15.29:0/3362224587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f351c0d3860 con 0x7f351c160180 2024-09-12T03:13:54.431 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.431+0000 7f3513400640 1 -- 172.21.15.29:0/3362224587 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5304 (secure 0 0 0) 0x7f3514059fd0 con 0x7f351c160180 2024-09-12T03:13:54.431 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:54.431 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:13:54.431 INFO:teuthology.orchestra.run.smithi029.stdout: "auth_dump": [ 2024-09-12T03:13:54.431 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.431 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.a", 2024-09-12T03:13:54.431 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmGdhrORAAsOS/B6LbhU6MJ2GUBYBJFA==", 2024-09-12T03:13:54.431 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.431 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:54.431 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.b", 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJm7e2+ERAAyldNZARwXOigGaWNqli9Bg==", 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.432 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.c", 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmqYmoBxAAYPJQB2lkVmdMtBEIdiX1mQ==", 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.d", 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmoACEGxAAER5bDtRQNdNN8FDWARVXzQ==", 2024-09-12T03:13:54.433 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.0", 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDsWuJm1gnvDRAAg+7CcQx/xZXRfM+g7lsR/A==", 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.434 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.435 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.435 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.1", 2024-09-12T03:13:54.435 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDvWuJmnW8NKBAAISZJQD5VBkM1KkgEcWGfbQ==", 2024-09-12T03:13:54.435 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.435 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:54.435 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:54.435 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.435 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.435 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.435 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.435 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.2", 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDyWuJmZNQuMRAA2ANl+grvUEpgKJt5/+m10w==", 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.3", 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD1WuJmesWYOxAACNJ0k9wf5vX7Jfu09q2HoA==", 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:54.436 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.4", 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD/WuJm9fUiHBAAZrBRG+pAXyud5zXPvQy1CQ==", 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.5", 2024-09-12T03:13:54.437 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQACW+Jm8F8tJxAAPAwz7p5jMlNbkQC94UiSUA==", 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.6", 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAFW+Jm3IMDMhAAoT6gQFrllSSRpiM6+SH6gA==", 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.438 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.439 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.439 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.7", 2024-09-12T03:13:54.439 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAJW+Jmr+JtAhAAbP/l6S1lDbCzyaZ2DhcYOw==", 2024-09-12T03:13:54.439 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.439 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:13:54.439 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:13:54.439 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.439 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.439 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.439 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.0", 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w==", 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow r", 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.1", 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmLdQsMRAA+n1A7Ovo1XnY3u+lXv2Ilg==", 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:54.440 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.2", 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmTP2lKhAA0th0lTng+ToO8M32YkX49A==", 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.441 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.3", 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmN5KtNxAAPlcAKyvfzPH0Nz+zPjjFLg==", 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.admin", 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmTksqChAA0bocgO0/5SUJ4Gs5Ctchdg==", 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.442 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.x", 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmamHAMhAAOO0VgoWBN+cj+LH+hCjMrA==", 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:13:54.443 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.444 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.y", 2024-09-12T03:13:54.444 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmaP4NLBAA2aCTJ8rKhk1yHyvYwew2fQ==", 2024-09-12T03:13:54.444 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:13:54.444 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:13:54.444 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:13:54.444 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:13:54.444 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.444 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.444 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2024-09-12T03:13:54.444 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:13:54.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.433+0000 7f3520a00640 1 -- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34fc06be30 msgr2=0x7f34fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.433+0000 7f3520a00640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34fc06be30 0x7f34fc06e2f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f350c001050 tx=0x7f350c009040 comp rx=0 tx=0).stop 2024-09-12T03:13:54.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.433+0000 7f3520a00640 1 -- 172.21.15.29:0/3362224587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f351c160180 msgr2=0x7f351c160600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.433+0000 7f3520a00640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f351c160180 0x7f351c160600 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f351c0b6f70 tx=0x7f3514010590 comp rx=0 tx=0).stop 2024-09-12T03:13:54.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.434+0000 7f3520a00640 1 -- 172.21.15.29:0/3362224587 shutdown_connections 2024-09-12T03:13:54.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.434+0000 7f3520a00640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34fc06be30 0x7f34fc06e2f0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.434+0000 7f3520a00640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f351c160180 0x7f351c160600 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.434+0000 7f3520a00640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f351c0b9140 0x7f351c14f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.434+0000 7f3520a00640 1 --2- 172.21.15.29:0/3362224587 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3500003f80 0x7f351c15ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.434+0000 7f3520a00640 1 -- 172.21.15.29:0/3362224587 >> 172.21.15.29:0/3362224587 conn(0x7f351c09d700 msgr2=0x7f351c0b52c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:54.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.434+0000 7f3520a00640 1 -- 172.21.15.29:0/3362224587 shutdown_connections 2024-09-12T03:13:54.446 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.434+0000 7f3520a00640 1 -- 172.21.15.29:0/3362224587 wait complete. 2024-09-12T03:13:54.452 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-12T03:13:54.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.608+0000 7f8649a00640 1 Processor -- start 2024-09-12T03:13:54.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.608+0000 7f8649a00640 1 -- start start 2024-09-12T03:13:54.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.609+0000 7f8649a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86440cfb00 0x7f86440d1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.609+0000 7f8649a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f864406ce10 0x7f864406d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.609+0000 7f8649a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f864406d7a0 con 0x7f864415e260 2024-09-12T03:13:54.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.609+0000 7f8649a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f86440d1f70 con 0x7f864406ce10 2024-09-12T03:13:54.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.609+0000 7f8649a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f86440d2810 con 0x7f86440cfb00 2024-09-12T03:13:54.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.610+0000 7f8643400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86440cfb00 0x7f86440d1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.610+0000 7f8649000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f864406ce10 0x7f864406d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.610+0000 7f8643400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86440cfb00 0x7f86440d1860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:40918/0 (socket says 172.21.15.29:40918) 2024-09-12T03:13:54.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.610+0000 7f8643400640 1 -- 172.21.15.29:0/716184827 learned_addr learned my addr 172.21.15.29:0/716184827 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:54.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.610+0000 7f8649000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f864406ce10 0x7f864406d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:36456/0 (socket says 172.21.15.29:36456) 2024-09-12T03:13:54.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.610+0000 7f8643400640 1 -- 172.21.15.29:0/716184827 >> v2:172.21.15.38:3300/0 conn(0x7f864406ce10 msgr2=0x7f864406d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:54.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.610+0000 7f8643400640 1 --2- 172.21.15.29:0/716184827 >> v2:172.21.15.38:3300/0 conn(0x7f864406ce10 0x7f864406d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.610+0000 7f8643400640 1 -- 172.21.15.29:0/716184827 >> v1:172.21.15.38:6789/0 conn(0x7f864415e260 legacy=0x7f86440d2ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.610+0000 7f8643400640 1 -- 172.21.15.29:0/716184827 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86440d0200 con 0x7f86440cfb00 2024-09-12T03:13:54.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.611+0000 7f8643400640 1 --2- 172.21.15.29:0/716184827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86440cfb00 0x7f86440d1860 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f8630009870 tx=0x7f863002a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83e7864d9aa84a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:54.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.611+0000 7f8642a00640 1 -- 172.21.15.29:0/716184827 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8630037070 con 0x7f86440cfb00 2024-09-12T03:13:54.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.612+0000 7f8642a00640 1 -- 172.21.15.29:0/716184827 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8630032440 con 0x7f86440cfb00 2024-09-12T03:13:54.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.612+0000 7f8642a00640 1 -- 172.21.15.29:0/716184827 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8630032810 con 0x7f86440cfb00 2024-09-12T03:13:54.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.612+0000 7f8649a00640 1 -- 172.21.15.29:0/716184827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86440cfb00 msgr2=0x7f86440d1860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.612+0000 7f8649a00640 1 --2- 172.21.15.29:0/716184827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86440cfb00 0x7f86440d1860 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f8630009870 tx=0x7f863002a270 comp rx=0 tx=0).stop 2024-09-12T03:13:54.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.612+0000 7f8649a00640 1 -- 172.21.15.29:0/716184827 shutdown_connections 2024-09-12T03:13:54.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.612+0000 7f8649a00640 1 --2- 172.21.15.29:0/716184827 >> v2:172.21.15.38:3300/0 conn(0x7f864406ce10 0x7f864406d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.612+0000 7f8649a00640 1 --2- 172.21.15.29:0/716184827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86440cfb00 0x7f86440d1860 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.612+0000 7f8649a00640 1 -- 172.21.15.29:0/716184827 >> 172.21.15.29:0/716184827 conn(0x7f864409d6c0 msgr2=0x7f864408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:54.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.612+0000 7f8649a00640 1 -- 172.21.15.29:0/716184827 shutdown_connections 2024-09-12T03:13:54.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.612+0000 7f8649a00640 1 -- 172.21.15.29:0/716184827 wait complete. 2024-09-12T03:13:54.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.614+0000 7f8649a00640 1 Processor -- start 2024-09-12T03:13:54.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.614+0000 7f8649a00640 1 -- start start 2024-09-12T03:13:54.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.615+0000 7f8649a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f864406ce10 0x7f86441533e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.615+0000 7f8649a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86440cfb00 0x7f86440b9a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.615+0000 7f8649a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f864415e260 0x7f86440b4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.615+0000 7f8649a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f86440cff20 con 0x7f864415e260 2024-09-12T03:13:54.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.615+0000 7f8649a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f86440d24a0 con 0x7f86440cfb00 2024-09-12T03:13:54.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.615+0000 7f8649a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f86440d33b0 con 0x7f864406ce10 2024-09-12T03:13:54.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.615+0000 7f8649000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f864415e260 0x7f86440b4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.615+0000 7f8643400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86440cfb00 0x7f86440b9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.615+0000 7f8643e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f864406ce10 0x7f86441533e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.615+0000 7f8649000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f864415e260 0x7f86440b4be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54370/0 (socket says 172.21.15.29:54370) 2024-09-12T03:13:54.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.615+0000 7f8649000640 1 -- 172.21.15.29:0/287032548 learned_addr learned my addr 172.21.15.29:0/287032548 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:54.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f8649000640 1 -- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f864406ce10 msgr2=0x7f86441533e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f8649000640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f864406ce10 0x7f86441533e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f8649000640 1 -- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86440cfb00 msgr2=0x7f86440b9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f8649000640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86440cfb00 0x7f86440b9a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f8649000640 1 -- 172.21.15.29:0/287032548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86440c9810 con 0x7f864415e260 2024-09-12T03:13:54.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f8643400640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86440cfb00 0x7f86440b9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:54.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f8649000640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f864415e260 0x7f86440b4be0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f863c00efc0 tx=0x7f863c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:54.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f863be00640 1 -- 172.21.15.29:0/287032548 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f863c018020 con 0x7f864415e260 2024-09-12T03:13:54.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f863be00640 1 -- 172.21.15.29:0/287032548 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f863c014480 con 0x7f864415e260 2024-09-12T03:13:54.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f863be00640 1 -- 172.21.15.29:0/287032548 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f863c014870 con 0x7f864415e260 2024-09-12T03:13:54.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f8649a00640 1 -- 172.21.15.29:0/287032548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86440c9ab0 con 0x7f864415e260 2024-09-12T03:13:54.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.616+0000 7f8649a00640 1 -- 172.21.15.29:0/287032548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86440ca070 con 0x7f864415e260 2024-09-12T03:13:54.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.618+0000 7f8649a00640 1 -- 172.21.15.29:0/287032548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8644068d20 con 0x7f864415e260 2024-09-12T03:13:54.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.618+0000 7f863be00640 1 -- 172.21.15.29:0/287032548 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f863c005d10 con 0x7f864415e260 2024-09-12T03:13:54.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.619+0000 7f863be00640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f862406be30 0x7f862406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.619+0000 7f863be00640 1 -- 172.21.15.29:0/287032548 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5249+0+0 (secure 0 0 0) 0x7f863c08b650 con 0x7f864415e260 2024-09-12T03:13:54.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.619+0000 7f8643e00640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f862406be30 0x7f862406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.620+0000 7f8643e00640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f862406be30 0x7f862406e2f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f86340016e0 tx=0x7f8634009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:54.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.624+0000 7f863be00640 1 -- 172.21.15.29:0/287032548 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8644068d20 con 0x7f864415e260 2024-09-12T03:13:54.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.807+0000 7f8649a00640 1 -- 172.21.15.29:0/287032548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f864415e640 con 0x7f864415e260 2024-09-12T03:13:54.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.807+0000 7f863be00640 1 -- 172.21.15.29:0/287032548 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v87) ==== 84+0+65 (secure 0 0 0) 0x7f863c022070 con 0x7f864415e260 2024-09-12T03:13:54.807 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:54.807 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-12T03:13:54.807 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:13:54.807 INFO:teuthology.orchestra.run.smithi029.stdout: "poolnum": 1, 2024-09-12T03:13:54.807 INFO:teuthology.orchestra.run.smithi029.stdout: "poolname": ".mgr" 2024-09-12T03:13:54.807 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:13:54.807 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-12T03:13:54.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 -- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f862406be30 msgr2=0x7f862406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f862406be30 0x7f862406e2f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f86340016e0 tx=0x7f8634009040 comp rx=0 tx=0).stop 2024-09-12T03:13:54.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 -- 172.21.15.29:0/287032548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f864415e260 msgr2=0x7f86440b4be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f864415e260 0x7f86440b4be0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f863c00efc0 tx=0x7f863c00c490 comp rx=0 tx=0).stop 2024-09-12T03:13:54.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 -- 172.21.15.29:0/287032548 shutdown_connections 2024-09-12T03:13:54.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f862406be30 0x7f862406e2f0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f864415e260 0x7f86440b4be0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86440cfb00 0x7f86440b9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 --2- 172.21.15.29:0/287032548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f864406ce10 0x7f86441533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 -- 172.21.15.29:0/287032548 >> 172.21.15.29:0/287032548 conn(0x7f864409d6c0 msgr2=0x7f86440b2ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:54.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 -- 172.21.15.29:0/287032548 shutdown_connections 2024-09-12T03:13:54.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.810+0000 7f8649a00640 1 -- 172.21.15.29:0/287032548 wait complete. 2024-09-12T03:13:54.825 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T03:13:54.825 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T03:13:54.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.988+0000 7ff051000640 1 Processor -- start 2024-09-12T03:13:54.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.988+0000 7ff051000640 1 -- start start 2024-09-12T03:13:54.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.989+0000 7ff051000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c15e510 0x7ff04c161f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.989+0000 7ff051000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ff04c0d2a00 0x7ff04c0d2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.989+0000 7ff051000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff04c1627d0 con 0x7ff04c0d2460 2024-09-12T03:13:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.989+0000 7ff051000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7ff04c162ab0 con 0x7ff04c0d2a00 2024-09-12T03:13:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.989+0000 7ff051000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff04c06d4c0 con 0x7ff04c15e510 2024-09-12T03:13:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.989+0000 7ff04aa00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7ff04c0d2460 0x7ff04c06dcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33220/0 (socket says 172.21.15.29:33220) 2024-09-12T03:13:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.989+0000 7ff04aa00640 1 -- 172.21.15.29:0/2727993445 learned_addr learned my addr 172.21.15.29:0/2727993445 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.989+0000 7ff04b400640 1 --2- 172.21.15.29:0/2727993445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c15e510 0x7ff04c161f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.989+0000 7ff04be00640 1 --2- 172.21.15.29:0/2727993445 >> v2:172.21.15.38:3300/0 conn(0x7ff04c0d2a00 0x7ff04c0d2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.990+0000 7ff04a000640 1 -- 172.21.15.29:0/2727993445 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2625002244 0 0) 0x7ff04c1627d0 con 0x7ff04c0d2460 2024-09-12T03:13:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.990+0000 7ff04a000640 1 -- 172.21.15.29:0/2727993445 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff030003520 con 0x7ff04c0d2460 2024-09-12T03:13:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.990+0000 7ff04b400640 1 -- 172.21.15.29:0/2727993445 >> v2:172.21.15.38:3300/0 conn(0x7ff04c0d2a00 msgr2=0x7ff04c0d2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.990+0000 7ff04b400640 1 --2- 172.21.15.29:0/2727993445 >> v2:172.21.15.38:3300/0 conn(0x7ff04c0d2a00 0x7ff04c0d2eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.990+0000 7ff04b400640 1 -- 172.21.15.29:0/2727993445 >> v1:172.21.15.29:6789/0 conn(0x7ff04c0d2460 legacy=0x7ff04c06dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.990+0000 7ff04b400640 1 -- 172.21.15.29:0/2727993445 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff04c06d7a0 con 0x7ff04c15e510 2024-09-12T03:13:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.990+0000 7ff04be00640 1 --2- 172.21.15.29:0/2727993445 >> v2:172.21.15.38:3300/0 conn(0x7ff04c0d2a00 0x7ff04c0d2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:13:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.991+0000 7ff04b400640 1 --2- 172.21.15.29:0/2727993445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c15e510 0x7ff04c161f10 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7ff03c0097d0 tx=0x7ff03c02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9bf0bb09c34e9a64 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.991+0000 7ff04a000640 1 -- 172.21.15.29:0/2727993445 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff03c037070 con 0x7ff04c15e510 2024-09-12T03:13:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.992+0000 7ff04a000640 1 -- 172.21.15.29:0/2727993445 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff03c032440 con 0x7ff04c15e510 2024-09-12T03:13:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.992+0000 7ff04a000640 1 -- 172.21.15.29:0/2727993445 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff03c0327f0 con 0x7ff04c15e510 2024-09-12T03:13:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.992+0000 7ff051000640 1 -- 172.21.15.29:0/2727993445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c15e510 msgr2=0x7ff04c161f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.992+0000 7ff051000640 1 --2- 172.21.15.29:0/2727993445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c15e510 0x7ff04c161f10 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7ff03c0097d0 tx=0x7ff03c02a1c0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.992+0000 7ff051000640 1 -- 172.21.15.29:0/2727993445 shutdown_connections 2024-09-12T03:13:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.992+0000 7ff051000640 1 --2- 172.21.15.29:0/2727993445 >> v2:172.21.15.38:3300/0 conn(0x7ff04c0d2a00 0x7ff04c0d2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.992+0000 7ff051000640 1 --2- 172.21.15.29:0/2727993445 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c15e510 0x7ff04c161f10 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.992+0000 7ff051000640 1 -- 172.21.15.29:0/2727993445 >> 172.21.15.29:0/2727993445 conn(0x7ff04c09d7b0 msgr2=0x7ff04c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.992+0000 7ff051000640 1 -- 172.21.15.29:0/2727993445 shutdown_connections 2024-09-12T03:13:54.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.992+0000 7ff051000640 1 -- 172.21.15.29:0/2727993445 wait complete. 2024-09-12T03:13:54.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.994+0000 7ff051000640 1 Processor -- start 2024-09-12T03:13:54.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.994+0000 7ff051000640 1 -- start start 2024-09-12T03:13:54.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.995+0000 7ff051000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff04c0d2460 0x7ff04c156c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.995+0000 7ff051000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c0d2a00 0x7ff04c0ccd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.995+0000 7ff051000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff04c15e510 0x7ff04c0cd250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.995+0000 7ff051000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff04c162450 con 0x7ff04c0d2460 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.995+0000 7ff051000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff04c06e3d0 con 0x7ff04c15e510 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.995+0000 7ff051000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff04c0cf030 con 0x7ff04c0d2a00 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.995+0000 7ff04b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff04c0d2460 0x7ff04c156c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.995+0000 7ff04b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff04c0d2460 0x7ff04c156c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54374/0 (socket says 172.21.15.29:54374) 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.995+0000 7ff04b400640 1 -- 172.21.15.29:0/1381916718 learned_addr learned my addr 172.21.15.29:0/1381916718 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.995+0000 7ff04aa00640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c0d2a00 0x7ff04c0ccd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.995+0000 7ff04be00640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff04c15e510 0x7ff04c0cd250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff04b400640 1 -- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c0d2a00 msgr2=0x7ff04c0ccd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff04b400640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c0d2a00 0x7ff04c0ccd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff04b400640 1 -- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff04c15e510 msgr2=0x7ff04c0cd250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff04b400640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff04c15e510 0x7ff04c0cd250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff04b400640 1 -- 172.21.15.29:0/1381916718 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff04c0cc080 con 0x7ff04c0d2460 2024-09-12T03:13:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff04aa00640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c0d2a00 0x7ff04c0ccd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff04be00640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff04c15e510 0x7ff04c0cd250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff04b400640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff04c0d2460 0x7ff04c156c00 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7ff03c035040 tx=0x7ff03c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff043400640 1 -- 172.21.15.29:0/1381916718 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff03c037040 con 0x7ff04c0d2460 2024-09-12T03:13:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff043400640 1 -- 172.21.15.29:0/1381916718 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff03c0044c0 con 0x7ff04c0d2460 2024-09-12T03:13:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff043400640 1 -- 172.21.15.29:0/1381916718 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff03c0325f0 con 0x7ff04c0d2460 2024-09-12T03:13:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff051000640 1 -- 172.21.15.29:0/1381916718 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff04c15deb0 con 0x7ff04c0d2460 2024-09-12T03:13:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.996+0000 7ff051000640 1 -- 172.21.15.29:0/1381916718 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff04c0b9920 con 0x7ff04c0d2460 2024-09-12T03:13:54.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.998+0000 7ff051000640 1 -- 172.21.15.29:0/1381916718 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff04c161f10 con 0x7ff04c0d2460 2024-09-12T03:13:54.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.998+0000 7ff043400640 1 -- 172.21.15.29:0/1381916718 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff03c044020 con 0x7ff04c0d2460 2024-09-12T03:13:54.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.999+0000 7ff043400640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff02c06be30 0x7ff02c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:54.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:54.999+0000 7ff043400640 1 -- 172.21.15.29:0/1381916718 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5249+0+0 (secure 0 0 0) 0x7ff03c0aaf00 con 0x7ff04c0d2460 2024-09-12T03:13:54.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.000+0000 7ff04aa00640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff02c06be30 0x7ff02c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:54.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.000+0000 7ff04aa00640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff02c06be30 0x7ff02c06e2f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7ff04c0a18c0 tx=0x7ff038009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:55.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.003+0000 7ff043400640 1 -- 172.21.15.29:0/1381916718 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff03c0799d0 con 0x7ff04c0d2460 2024-09-12T03:13:55.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.187+0000 7ff051000640 1 -- 172.21.15.29:0/1381916718 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ff04c0d1950 con 0x7ff04c0d2460 2024-09-12T03:13:55.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.995+0000 7ff043400640 1 -- 172.21.15.29:0/1381916718 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v88) ==== 138+0+0 (secure 0 0 0) 0x7ff03c0792d0 con 0x7ff04c0d2460 2024-09-12T03:13:55.995 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' created 2024-09-12T03:13:55.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 -- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff02c06be30 msgr2=0x7ff02c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:55.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff02c06be30 0x7ff02c06e2f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7ff04c0a18c0 tx=0x7ff038009040 comp rx=0 tx=0).stop 2024-09-12T03:13:55.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 -- 172.21.15.29:0/1381916718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff04c0d2460 msgr2=0x7ff04c156c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:55.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff04c0d2460 0x7ff04c156c00 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7ff03c035040 tx=0x7ff03c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:55.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 -- 172.21.15.29:0/1381916718 shutdown_connections 2024-09-12T03:13:55.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff02c06be30 0x7ff02c06e2f0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:55.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff04c15e510 0x7ff04c0cd250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:55.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff04c0d2a00 0x7ff04c0ccd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:55.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 --2- 172.21.15.29:0/1381916718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff04c0d2460 0x7ff04c156c00 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:55.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 -- 172.21.15.29:0/1381916718 >> 172.21.15.29:0/1381916718 conn(0x7ff04c09d7b0 msgr2=0x7ff04c0b4ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:55.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 -- 172.21.15.29:0/1381916718 shutdown_connections 2024-09-12T03:13:55.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:55.998+0000 7ff051000640 1 -- 172.21.15.29:0/1381916718 wait complete. 2024-09-12T03:13:56.021 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T03:13:56.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.190+0000 7f4975800640 1 Processor -- start 2024-09-12T03:13:56.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.190+0000 7f4975800640 1 -- start start 2024-09-12T03:13:56.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.191+0000 7f4975800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700cf530 0x7f49700d1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:56.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.191+0000 7f4975800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f497015e9a0 con 0x7f49700d1570 2024-09-12T03:13:56.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.191+0000 7f4975800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49700d3b50 con 0x7f497015e5c0 2024-09-12T03:13:56.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.191+0000 7f4975800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f49700b7620 con 0x7f49700cf530 2024-09-12T03:13:56.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496f400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f49700d1570 0x7f49700b7d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33222/0 (socket says 172.21.15.29:33222) 2024-09-12T03:13:56.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496f400640 1 -- 172.21.15.29:0/549852937 learned_addr learned my addr 172.21.15.29:0/549852937 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:56.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f4966000640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700cf530 0x7f49700d1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:56.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1438606153 0 0) 0x7f497015e9a0 con 0x7f49700d1570 2024-09-12T03:13:56.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4954003520 con 0x7f49700d1570 2024-09-12T03:13:56.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 84414741 0 0) 0x7f49700d3b50 con 0x7f497015e5c0 2024-09-12T03:13:56.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f497015e9a0 con 0x7f497015e5c0 2024-09-12T03:13:56.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 99629707 0 0) 0x7f4954003520 con 0x7f49700d1570 2024-09-12T03:13:56.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700cf530 msgr2=0x7f49700d1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496e000640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700cf530 0x7f49700d1030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 >> v1:172.21.15.38:6789/0 conn(0x7f497015e5c0 legacy=0x7f49700d3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49700d3e30 con 0x7f49700d1570 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.192+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f49680019f0 con 0x7f49700d1570 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 >> v1:172.21.15.29:6789/0 conn(0x7f49700d1570 legacy=0x7f49700b7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496e000640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954003b70 0x7f4954003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496e000640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700cf530 0x7f4954004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496e000640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4954004d40 0x7f49540051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f495400ba70 con 0x7f4954003b70 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f495400bc20 con 0x7f4954004d40 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f495400be20 con 0x7f49700cf530 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496ea00640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954003b70 0x7f4954003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:56.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f4966000640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700cf530 0x7f4954004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:56.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496f400640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4954004d40 0x7f49540051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:56.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496ea00640 1 -- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700cf530 msgr2=0x7f4954004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:56.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496ea00640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700cf530 0x7f4954004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:56.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496ea00640 1 -- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4954004d40 msgr2=0x7f49540051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:56.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496ea00640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4954004d40 0x7f49540051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:56.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496ea00640 1 -- 172.21.15.29:0/549852937 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4954003520 con 0x7f4954003b70 2024-09-12T03:13:56.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.193+0000 7f496f400640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4954004d40 0x7f49540051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:13:56.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.194+0000 7f496ea00640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954003b70 0x7f4954003f70 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f49600018d0 tx=0x7f4954005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2ea2aef8bacc309 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:56.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.195+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49600014f0 con 0x7f4954003b70 2024-09-12T03:13:56.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.195+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49600052d0 con 0x7f4954003b70 2024-09-12T03:13:56.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.195+0000 7f496e000640 1 -- 172.21.15.29:0/549852937 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496002aca0 con 0x7f4954003b70 2024-09-12T03:13:56.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.195+0000 7f4975800640 1 -- 172.21.15.29:0/549852937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954003b70 msgr2=0x7f4954003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:56.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.195+0000 7f4975800640 1 --2- 172.21.15.29:0/549852937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4954003b70 0x7f4954003f70 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f49600018d0 tx=0x7f4954005830 comp rx=0 tx=0).stop 2024-09-12T03:13:56.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.195+0000 7f496f400640 1 -- 172.21.15.29:0/549852937 reap_dead start 2024-09-12T03:13:56.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.195+0000 7f4975800640 1 -- 172.21.15.29:0/549852937 shutdown_connections 2024-09-12T03:13:56.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.195+0000 7f4975800640 1 -- 172.21.15.29:0/549852937 >> 172.21.15.29:0/549852937 conn(0x7f4970067f80 msgr2=0x7f497006ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:56.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.195+0000 7f4975800640 1 -- 172.21.15.29:0/549852937 shutdown_connections 2024-09-12T03:13:56.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.195+0000 7f4975800640 1 -- 172.21.15.29:0/549852937 wait complete. 2024-09-12T03:13:56.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.197+0000 7f4975800640 1 Processor -- start 2024-09-12T03:13:56.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.197+0000 7f4975800640 1 -- start start 2024-09-12T03:13:56.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.198+0000 7f4975800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4954003b70 0x7f49700cb730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:56.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.198+0000 7f4975800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700c9e00 0x7f49700ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:56.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.198+0000 7f4975800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49700cd2f0 0x7f49701f3e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.198+0000 7f4975800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f49700d43f0 con 0x7f49700cd2f0 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.198+0000 7f4975800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f49700d19c0 con 0x7f4954003b70 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.198+0000 7f4975800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f49700b7850 con 0x7f49700c9e00 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.198+0000 7f496f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49700cd2f0 0x7f49701f3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.198+0000 7f496f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49700cd2f0 0x7f49701f3e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54392/0 (socket says 172.21.15.29:54392) 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.198+0000 7f496f400640 1 -- 172.21.15.29:0/617810595 learned_addr learned my addr 172.21.15.29:0/617810595 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.198+0000 7f4966000640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700c9e00 0x7f49700ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.198+0000 7f496ea00640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4954003b70 0x7f49700cb730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.199+0000 7f496f400640 1 -- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700c9e00 msgr2=0x7f49700ccdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.199+0000 7f496f400640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700c9e00 0x7f49700ccdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.199+0000 7f496f400640 1 -- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4954003b70 msgr2=0x7f49700cb730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.199+0000 7f496f400640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4954003b70 0x7f49700cb730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:56.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.199+0000 7f496f400640 1 -- 172.21.15.29:0/617810595 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49700cbd10 con 0x7f49700cd2f0 2024-09-12T03:13:56.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.199+0000 7f496f400640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49700cd2f0 0x7f49701f3e50 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f49700d5730 tx=0x7f4968007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:56.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.199+0000 7f4967400640 1 -- 172.21.15.29:0/617810595 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496800ea40 con 0x7f49700cd2f0 2024-09-12T03:13:56.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.199+0000 7f4967400640 1 -- 172.21.15.29:0/617810595 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f496800ec20 con 0x7f49700cd2f0 2024-09-12T03:13:56.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.199+0000 7f4967400640 1 -- 172.21.15.29:0/617810595 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4968014480 con 0x7f49700cd2f0 2024-09-12T03:13:56.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.199+0000 7f4975800640 1 -- 172.21.15.29:0/617810595 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49700cbff0 con 0x7f49700cd2f0 2024-09-12T03:13:56.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.199+0000 7f4975800640 1 -- 172.21.15.29:0/617810595 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49700cc5b0 con 0x7f49700cd2f0 2024-09-12T03:13:56.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.200+0000 7f4975800640 1 -- 172.21.15.29:0/617810595 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49700d1030 con 0x7f49700cd2f0 2024-09-12T03:13:56.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.201+0000 7f4967400640 1 -- 172.21.15.29:0/617810595 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4968014620 con 0x7f49700cd2f0 2024-09-12T03:13:56.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.202+0000 7f4967400640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f494c06be30 0x7f494c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:56.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.202+0000 7f4967400640 1 -- 172.21.15.29:0/617810595 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5619+0+0 (secure 0 0 0) 0x7f496808abd0 con 0x7f49700cd2f0 2024-09-12T03:13:56.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.203+0000 7f496ea00640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f494c06be30 0x7f494c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:56.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.203+0000 7f496ea00640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f494c06be30 0x7f494c06e2f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f4960032000 tx=0x7f4960009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:56.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.207+0000 7f4967400640 1 -- 172.21.15.29:0/617810595 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4968059530 con 0x7f49700cd2f0 2024-09-12T03:13:56.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.393+0000 7f4975800640 1 -- 172.21.15.29:0/617810595 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f49700b86f0 con 0x7f49700cd2f0 2024-09-12T03:13:56.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:56.998+0000 7f4967400640 1 -- 172.21.15.29:0/617810595 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v89) ==== 170+0+0 (secure 0 0 0) 0x7f4968058e30 con 0x7f49700cd2f0 2024-09-12T03:13:56.997 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' created 2024-09-12T03:13:57.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.001+0000 7f4975800640 1 -- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f494c06be30 msgr2=0x7f494c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:57.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.001+0000 7f4975800640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f494c06be30 0x7f494c06e2f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f4960032000 tx=0x7f4960009030 comp rx=0 tx=0).stop 2024-09-12T03:13:57.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.001+0000 7f4975800640 1 -- 172.21.15.29:0/617810595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49700cd2f0 msgr2=0x7f49701f3e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:57.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.001+0000 7f4975800640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49700cd2f0 0x7f49701f3e50 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f49700d5730 tx=0x7f4968007bc0 comp rx=0 tx=0).stop 2024-09-12T03:13:57.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.001+0000 7f4975800640 1 -- 172.21.15.29:0/617810595 shutdown_connections 2024-09-12T03:13:57.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.001+0000 7f4975800640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f494c06be30 0x7f494c06e2f0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:57.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.001+0000 7f4975800640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49700cd2f0 0x7f49701f3e50 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:57.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.001+0000 7f4975800640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f49700c9e00 0x7f49700ccdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:57.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.001+0000 7f4975800640 1 --2- 172.21.15.29:0/617810595 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4954003b70 0x7f49700cb730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:57.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.001+0000 7f4975800640 1 -- 172.21.15.29:0/617810595 >> 172.21.15.29:0/617810595 conn(0x7f4970067f80 msgr2=0x7f49700b7a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:57.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.002+0000 7f4975800640 1 -- 172.21.15.29:0/617810595 shutdown_connections 2024-09-12T03:13:57.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.002+0000 7f4975800640 1 -- 172.21.15.29:0/617810595 wait complete. 2024-09-12T03:13:57.035 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T03:13:57.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.197+0000 7fea74400640 1 Processor -- start 2024-09-12T03:13:57.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.197+0000 7fea74400640 1 -- start start 2024-09-12T03:13:57.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.199+0000 7fea74400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fea6c0cf0d0 0x7fea6c13e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:57.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.199+0000 7fea74400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea6c0cf5b0 con 0x7fea6c06f1b0 2024-09-12T03:13:57.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.199+0000 7fea74400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea6c0cf890 con 0x7fea6c155910 2024-09-12T03:13:57.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.199+0000 7fea74400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fea6c13ed70 con 0x7fea6c0cf0d0 2024-09-12T03:13:57.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.199+0000 7fea71000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fea6c0cf0d0 0x7fea6c13e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:57.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.199+0000 7fea71000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fea6c0cf0d0 0x7fea6c13e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54406/0 (socket says 172.21.15.29:54406) 2024-09-12T03:13:57.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.199+0000 7fea71000640 1 -- 172.21.15.29:0/3917103443 learned_addr learned my addr 172.21.15.29:0/3917103443 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:57.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.199+0000 7fea71000640 1 -- 172.21.15.29:0/3917103443 >> v1:172.21.15.38:6789/0 conn(0x7fea6c155910 legacy=0x7fea6c141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:57.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.199+0000 7fea71000640 1 -- 172.21.15.29:0/3917103443 >> v1:172.21.15.29:6789/0 conn(0x7fea6c06f1b0 legacy=0x7fea6c15bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:57.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.199+0000 7fea71000640 1 -- 172.21.15.29:0/3917103443 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea6c0cfb70 con 0x7fea6c0cf0d0 2024-09-12T03:13:57.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.200+0000 7fea71000640 1 --2- 172.21.15.29:0/3917103443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea6c0cf0d0 0x7fea6c13e830 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fea58009870 tx=0x7fea5802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b8c890ae0c09c17 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.201+0000 7fea6be00640 1 -- 172.21.15.29:0/3917103443 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea58037070 con 0x7fea6c0cf0d0 2024-09-12T03:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.201+0000 7fea6be00640 1 -- 172.21.15.29:0/3917103443 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea58032440 con 0x7fea6c0cf0d0 2024-09-12T03:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.201+0000 7fea6be00640 1 -- 172.21.15.29:0/3917103443 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea58032810 con 0x7fea6c0cf0d0 2024-09-12T03:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.201+0000 7fea74400640 1 -- 172.21.15.29:0/3917103443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea6c0cf0d0 msgr2=0x7fea6c13e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.201+0000 7fea74400640 1 --2- 172.21.15.29:0/3917103443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea6c0cf0d0 0x7fea6c13e830 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fea58009870 tx=0x7fea5802a270 comp rx=0 tx=0).stop 2024-09-12T03:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.201+0000 7fea74400640 1 -- 172.21.15.29:0/3917103443 shutdown_connections 2024-09-12T03:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.201+0000 7fea74400640 1 --2- 172.21.15.29:0/3917103443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea6c0cf0d0 0x7fea6c13e830 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:57.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.201+0000 7fea74400640 1 -- 172.21.15.29:0/3917103443 >> 172.21.15.29:0/3917103443 conn(0x7fea6c067d70 msgr2=0x7fea6c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.202+0000 7fea74400640 1 -- 172.21.15.29:0/3917103443 shutdown_connections 2024-09-12T03:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.202+0000 7fea74400640 1 -- 172.21.15.29:0/3917103443 wait complete. 2024-09-12T03:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.203+0000 7fea74400640 1 Processor -- start 2024-09-12T03:13:57.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.203+0000 7fea74400640 1 -- start start 2024-09-12T03:13:57.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.204+0000 7fea74400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea6c06f1b0 0x7fea6c1f4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:57.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.204+0000 7fea74400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fea6c0cf0d0 0x7fea6c1e39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:57.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.204+0000 7fea74400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fea6c155910 0x7fea6c15cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:57.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.204+0000 7fea74400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fea6c0cd1b0 con 0x7fea6c06f1b0 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.204+0000 7fea74400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fea6c0cd030 con 0x7fea6c155910 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.204+0000 7fea74400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fea6c06f640 con 0x7fea6c0cf0d0 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.204+0000 7fea71a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea6c06f1b0 0x7fea6c1f4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea71a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea6c06f1b0 0x7fea6c1f4430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54408/0 (socket says 172.21.15.29:54408) 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea71a00640 1 -- 172.21.15.29:0/1833387358 learned_addr learned my addr 172.21.15.29:0/1833387358 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea71000640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fea6c0cf0d0 0x7fea6c1e39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea72400640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fea6c155910 0x7fea6c15cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea71a00640 1 -- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fea6c0cf0d0 msgr2=0x7fea6c1e39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea71a00640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fea6c0cf0d0 0x7fea6c1e39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea71a00640 1 -- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fea6c155910 msgr2=0x7fea6c15cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea71a00640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fea6c155910 0x7fea6c15cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea71a00640 1 -- 172.21.15.29:0/1833387358 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea6c1e4570 con 0x7fea6c06f1b0 2024-09-12T03:13:57.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea71a00640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea6c06f1b0 0x7fea6c1f4430 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fea6000c400 tx=0x7fea6000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:57.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea69600640 1 -- 172.21.15.29:0/1833387358 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea60017070 con 0x7fea6c06f1b0 2024-09-12T03:13:57.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea69600640 1 -- 172.21.15.29:0/1833387358 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea600052d0 con 0x7fea6c06f1b0 2024-09-12T03:13:57.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.205+0000 7fea69600640 1 -- 172.21.15.29:0/1833387358 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea60003830 con 0x7fea6c06f1b0 2024-09-12T03:13:57.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.206+0000 7fea74400640 1 -- 172.21.15.29:0/1833387358 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea6c1e4850 con 0x7fea6c06f1b0 2024-09-12T03:13:57.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.206+0000 7fea74400640 1 -- 172.21.15.29:0/1833387358 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea6c157e40 con 0x7fea6c06f1b0 2024-09-12T03:13:57.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.207+0000 7fea74400640 1 -- 172.21.15.29:0/1833387358 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea6c06f9d0 con 0x7fea6c06f1b0 2024-09-12T03:13:57.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.208+0000 7fea69600640 1 -- 172.21.15.29:0/1833387358 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fea6001a070 con 0x7fea6c06f1b0 2024-09-12T03:13:57.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.209+0000 7fea69600640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea4c06be30 0x7fea4c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:57.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.209+0000 7fea69600640 1 -- 172.21.15.29:0/1833387358 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6001+0+0 (secure 0 0 0) 0x7fea6008a460 con 0x7fea6c06f1b0 2024-09-12T03:13:57.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.209+0000 7fea71000640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea4c06be30 0x7fea4c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:57.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.210+0000 7fea71000640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea4c06be30 0x7fea4c06e2f0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fea58034000 tx=0x7fea5802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:57.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.214+0000 7fea69600640 1 -- 172.21.15.29:0/1833387358 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fea60058bb0 con 0x7fea6c06f1b0 2024-09-12T03:13:57.432 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:57.433+0000 7fea74400640 1 -- 172.21.15.29:0/1833387358 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fea6c15aa20 con 0x7fea6c06f1b0 2024-09-12T03:13:58.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.037+0000 7fea69600640 1 -- 172.21.15.29:0/1833387358 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 13 and data pool 14 v83) ==== 174+0+0 (secure 0 0 0) 0x7fea600584b0 con 0x7fea6c06f1b0 2024-09-12T03:13:58.036 INFO:teuthology.orchestra.run.smithi029.stderr:new fs with metadata pool 13 and data pool 14 2024-09-12T03:13:58.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.041+0000 7fea74400640 1 -- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea4c06be30 msgr2=0x7fea4c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.041+0000 7fea74400640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea4c06be30 0x7fea4c06e2f0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fea58034000 tx=0x7fea5802e000 comp rx=0 tx=0).stop 2024-09-12T03:13:58.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.041+0000 7fea74400640 1 -- 172.21.15.29:0/1833387358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea6c06f1b0 msgr2=0x7fea6c1f4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.041+0000 7fea74400640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea6c06f1b0 0x7fea6c1f4430 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fea6000c400 tx=0x7fea6000c8c0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.041+0000 7fea74400640 1 -- 172.21.15.29:0/1833387358 shutdown_connections 2024-09-12T03:13:58.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.041+0000 7fea74400640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fea4c06be30 0x7fea4c06e2f0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.041+0000 7fea74400640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fea6c155910 0x7fea6c15cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.041+0000 7fea74400640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fea6c0cf0d0 0x7fea6c1e39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.041+0000 7fea74400640 1 --2- 172.21.15.29:0/1833387358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea6c06f1b0 0x7fea6c1f4430 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.041+0000 7fea74400640 1 -- 172.21.15.29:0/1833387358 >> 172.21.15.29:0/1833387358 conn(0x7fea6c067d70 msgr2=0x7fea6c13ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:58.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.042+0000 7fea74400640 1 -- 172.21.15.29:0/1833387358 shutdown_connections 2024-09-12T03:13:58.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.042+0000 7fea74400640 1 -- 172.21.15.29:0/1833387358 wait complete. 2024-09-12T03:13:58.068 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:13:58.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.226+0000 7f4f72a00640 1 Processor -- start 2024-09-12T03:13:58.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.226+0000 7f4f72a00640 1 -- start start 2024-09-12T03:13:58.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.227+0000 7f4f72a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4f6c072620 0x7f4f6c0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.228+0000 7f4f72a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f6c06e590 con 0x7f4f6c072240 2024-09-12T03:13:58.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.228+0000 7f4f72a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f6c06e870 con 0x7f4f6c06dfd0 2024-09-12T03:13:58.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.228+0000 7f4f72a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4f6c06eb50 con 0x7f4f6c072620 2024-09-12T03:13:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.228+0000 7f4f6be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f4f6c072240 0x7f4f6c15d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33236/0 (socket says 172.21.15.29:33236) 2024-09-12T03:13:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.228+0000 7f4f6be00640 1 -- 172.21.15.29:0/2515380700 learned_addr learned my addr 172.21.15.29:0/2515380700 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.228+0000 7f4f63e00640 1 --2- 172.21.15.29:0/2515380700 >> v2:172.21.15.29:3300/0 conn(0x7f4f6c072620 0x7f4f6c0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.228+0000 7f4f6b400640 1 -- 172.21.15.29:0/2515380700 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1177258998 0 0) 0x7f4f6c06e590 con 0x7f4f6c072240 2024-09-12T03:13:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.228+0000 7f4f6b400640 1 -- 172.21.15.29:0/2515380700 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4f50003520 con 0x7f4f6c072240 2024-09-12T03:13:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.228+0000 7f4f63e00640 1 -- 172.21.15.29:0/2515380700 >> v1:172.21.15.38:6789/0 conn(0x7f4f6c06dfd0 legacy=0x7f4f6c0cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.228+0000 7f4f63e00640 1 -- 172.21.15.29:0/2515380700 >> v1:172.21.15.29:6789/0 conn(0x7f4f6c072240 legacy=0x7f4f6c15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.228+0000 7f4f63e00640 1 -- 172.21.15.29:0/2515380700 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f6c06ee30 con 0x7f4f6c072620 2024-09-12T03:13:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.229+0000 7f4f63e00640 1 --2- 172.21.15.29:0/2515380700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f6c072620 0x7f4f6c0af530 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f4f540097a0 tx=0x7f4f5402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8930a6938d4ff967 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.230+0000 7f4f6b400640 1 -- 172.21.15.29:0/2515380700 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f54037070 con 0x7f4f6c072620 2024-09-12T03:13:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.230+0000 7f4f6b400640 1 -- 172.21.15.29:0/2515380700 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f54032440 con 0x7f4f6c072620 2024-09-12T03:13:58.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.230+0000 7f4f6b400640 1 -- 172.21.15.29:0/2515380700 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f54032810 con 0x7f4f6c072620 2024-09-12T03:13:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.230+0000 7f4f72a00640 1 -- 172.21.15.29:0/2515380700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f6c072620 msgr2=0x7f4f6c0af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.230+0000 7f4f72a00640 1 --2- 172.21.15.29:0/2515380700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f6c072620 0x7f4f6c0af530 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f4f540097a0 tx=0x7f4f5402a230 comp rx=0 tx=0).stop 2024-09-12T03:13:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.230+0000 7f4f72a00640 1 -- 172.21.15.29:0/2515380700 shutdown_connections 2024-09-12T03:13:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.230+0000 7f4f72a00640 1 --2- 172.21.15.29:0/2515380700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f6c072620 0x7f4f6c0af530 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.230+0000 7f4f72a00640 1 -- 172.21.15.29:0/2515380700 >> 172.21.15.29:0/2515380700 conn(0x7f4f6c067da0 msgr2=0x7f4f6c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.230+0000 7f4f72a00640 1 -- 172.21.15.29:0/2515380700 shutdown_connections 2024-09-12T03:13:58.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.230+0000 7f4f72a00640 1 -- 172.21.15.29:0/2515380700 wait complete. 2024-09-12T03:13:58.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.232+0000 7f4f72a00640 1 Processor -- start 2024-09-12T03:13:58.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.232+0000 7f4f72a00640 1 -- start start 2024-09-12T03:13:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.233+0000 7f4f72a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f6c06dfd0 0x7f4f6c146b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.233+0000 7f4f72a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f6c072240 0x7f4f6c0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.233+0000 7f4f72a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f6c072620 0x7f4f6c0b4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.233+0000 7f4f72a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4f6c0afe00 con 0x7f4f6c072240 2024-09-12T03:13:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.233+0000 7f4f72a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4f6c0afc80 con 0x7f4f6c06dfd0 2024-09-12T03:13:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.233+0000 7f4f72a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f4f6c0cd8e0 con 0x7f4f6c072620 2024-09-12T03:13:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.233+0000 7f4f63e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f6c072240 0x7f4f6c0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.233+0000 7f4f63e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f6c072240 0x7f4f6c0b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54434/0 (socket says 172.21.15.29:54434) 2024-09-12T03:13:58.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.233+0000 7f4f63e00640 1 -- 172.21.15.29:0/1477884733 learned_addr learned my addr 172.21.15.29:0/1477884733 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f6be00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f6c06dfd0 0x7f4f6c146b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f70a00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f6c072620 0x7f4f6c0b4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f63e00640 1 -- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f6c072620 msgr2=0x7f4f6c0b4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f63e00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f6c072620 0x7f4f6c0b4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f63e00640 1 -- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f6c06dfd0 msgr2=0x7f4f6c146b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f63e00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f6c06dfd0 0x7f4f6c146b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f63e00640 1 -- 172.21.15.29:0/1477884733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f6c1f4120 con 0x7f4f6c072240 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f63e00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f6c072240 0x7f4f6c0b4580 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f4f54035040 tx=0x7f4f540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f68c00640 1 -- 172.21.15.29:0/1477884733 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f54037040 con 0x7f4f6c072240 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f68c00640 1 -- 172.21.15.29:0/1477884733 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f54030500 con 0x7f4f6c072240 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f68c00640 1 -- 172.21.15.29:0/1477884733 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f54030910 con 0x7f4f6c072240 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.234+0000 7f4f72a00640 1 -- 172.21.15.29:0/1477884733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f6c14f850 con 0x7f4f6c072240 2024-09-12T03:13:58.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.235+0000 7f4f72a00640 1 -- 172.21.15.29:0/1477884733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f6c14fe10 con 0x7f4f6c072240 2024-09-12T03:13:58.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.236+0000 7f4f72a00640 1 -- 172.21.15.29:0/1477884733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f6c0af530 con 0x7f4f6c072240 2024-09-12T03:13:58.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.236+0000 7f4f68c00640 1 -- 172.21.15.29:0/1477884733 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4f54044020 con 0x7f4f6c072240 2024-09-12T03:13:58.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.237+0000 7f4f68c00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4f4806be30 0x7f4f4806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.237+0000 7f4f68c00640 1 -- 172.21.15.29:0/1477884733 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f4f540ab410 con 0x7f4f6c072240 2024-09-12T03:13:58.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.238+0000 7f4f6be00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4f4806be30 0x7f4f4806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.238+0000 7f4f6be00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4f4806be30 0x7f4f4806e2f0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c0011e0 tx=0x7f4f5c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:58.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.241+0000 7f4f68c00640 1 -- 172.21.15.29:0/1477884733 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f54079b00 con 0x7f4f6c072240 2024-09-12T03:13:58.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.425+0000 7f4f72a00640 1 -- 172.21.15.29:0/1477884733 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4f6c155ef0 con 0x7f4f6c072240 2024-09-12T03:13:58.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.426+0000 7f4f68c00640 1 -- 172.21.15.29:0/1477884733 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+16886 (secure 0 0 0) 0x7f4f54079400 con 0x7f4f6c072240 2024-09-12T03:13:58.426 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:58.427 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":90,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:13:57.434100+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:13:55.229211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-12T03:13:56.435782+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:13:58.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 -- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4f4806be30 msgr2=0x7f4f4806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4f4806be30 0x7f4f4806e2f0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f4f5c0011e0 tx=0x7f4f5c009040 comp rx=0 tx=0).stop 2024-09-12T03:13:58.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 -- 172.21.15.29:0/1477884733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f6c072240 msgr2=0x7f4f6c0b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f6c072240 0x7f4f6c0b4580 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f4f54035040 tx=0x7f4f540046c0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 -- 172.21.15.29:0/1477884733 shutdown_connections 2024-09-12T03:13:58.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4f4806be30 0x7f4f4806e2f0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4f6c072620 0x7f4f6c0b4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f6c072240 0x7f4f6c0b4580 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 --2- 172.21.15.29:0/1477884733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4f6c06dfd0 0x7f4f6c146b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 -- 172.21.15.29:0/1477884733 >> 172.21.15.29:0/1477884733 conn(0x7f4f6c067da0 msgr2=0x7f4f6c15f200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:58.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 -- 172.21.15.29:0/1477884733 shutdown_connections 2024-09-12T03:13:58.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.429+0000 7f4f72a00640 1 -- 172.21.15.29:0/1477884733 wait complete. 2024-09-12T03:13:58.444 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:13:58.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.601+0000 7f8c73800640 1 Processor -- start 2024-09-12T03:13:58.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.602+0000 7f8c73800640 1 -- start start 2024-09-12T03:13:58.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.603+0000 7f8c73800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8c6c072620 0x7f8c6c0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.603+0000 7f8c73800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8c6c06dfd0 0x7f8c6c0afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.603+0000 7f8c73800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c6c06e590 con 0x7f8c6c072240 2024-09-12T03:13:58.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.603+0000 7f8c73800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8c6c06e870 con 0x7f8c6c072620 2024-09-12T03:13:58.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.603+0000 7f8c73800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f8c6c06eb50 con 0x7f8c6c06dfd0 2024-09-12T03:13:58.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.603+0000 7f8c6be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8c6c072620 0x7f8c6c0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.603+0000 7f8c70e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f8c6c072240 0x7f8c6c15d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33250/0 (socket says 172.21.15.29:33250) 2024-09-12T03:13:58.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.603+0000 7f8c70e00640 1 -- 172.21.15.29:0/2211859821 learned_addr learned my addr 172.21.15.29:0/2211859821 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:58.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.603+0000 7f8c71800640 1 --2- 172.21.15.29:0/2211859821 >> v2:172.21.15.38:3300/0 conn(0x7f8c6c06dfd0 0x7f8c6c0afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.604+0000 7f8c6be00640 1 -- 172.21.15.29:0/2211859821 >> v2:172.21.15.38:3300/0 conn(0x7f8c6c06dfd0 msgr2=0x7f8c6c0afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:13:58.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.604+0000 7f8c6be00640 1 --2- 172.21.15.29:0/2211859821 >> v2:172.21.15.38:3300/0 conn(0x7f8c6c06dfd0 0x7f8c6c0afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.604+0000 7f8c6be00640 1 -- 172.21.15.29:0/2211859821 >> v1:172.21.15.29:6789/0 conn(0x7f8c6c072240 legacy=0x7f8c6c15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.604+0000 7f8c6be00640 1 -- 172.21.15.29:0/2211859821 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c6c06ee30 con 0x7f8c6c072620 2024-09-12T03:13:58.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.605+0000 7f8c6be00640 1 --2- 172.21.15.29:0/2211859821 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c6c072620 0x7f8c6c0af530 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c06e4c0 tx=0x7f8c5802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bbb9993a3d295e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:58.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.605+0000 7f8c6b400640 1 -- 172.21.15.29:0/2211859821 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c58037070 con 0x7f8c6c072620 2024-09-12T03:13:58.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.605+0000 7f8c6b400640 1 -- 172.21.15.29:0/2211859821 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c58032440 con 0x7f8c6c072620 2024-09-12T03:13:58.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.605+0000 7f8c6b400640 1 -- 172.21.15.29:0/2211859821 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c58032810 con 0x7f8c6c072620 2024-09-12T03:13:58.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.605+0000 7f8c73800640 1 -- 172.21.15.29:0/2211859821 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c6c072620 msgr2=0x7f8c6c0af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.605+0000 7f8c73800640 1 --2- 172.21.15.29:0/2211859821 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c6c072620 0x7f8c6c0af530 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c06e4c0 tx=0x7f8c5802a1a0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.605+0000 7f8c73800640 1 -- 172.21.15.29:0/2211859821 shutdown_connections 2024-09-12T03:13:58.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.605+0000 7f8c73800640 1 --2- 172.21.15.29:0/2211859821 >> v2:172.21.15.38:3300/0 conn(0x7f8c6c06dfd0 0x7f8c6c0afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.605+0000 7f8c73800640 1 --2- 172.21.15.29:0/2211859821 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c6c072620 0x7f8c6c0af530 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.605+0000 7f8c73800640 1 -- 172.21.15.29:0/2211859821 >> 172.21.15.29:0/2211859821 conn(0x7f8c6c067da0 msgr2=0x7f8c6c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:58.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.606+0000 7f8c73800640 1 -- 172.21.15.29:0/2211859821 shutdown_connections 2024-09-12T03:13:58.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.606+0000 7f8c73800640 1 -- 172.21.15.29:0/2211859821 wait complete. 2024-09-12T03:13:58.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.607+0000 7f8c73800640 1 Processor -- start 2024-09-12T03:13:58.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.607+0000 7f8c73800640 1 -- start start 2024-09-12T03:13:58.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.608+0000 7f8c73800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c6c06dfd0 0x7f8c6c146cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.608+0000 7f8c73800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c6c072240 0x7f8c6c15b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.608+0000 7f8c73800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c6c072620 0x7f8c6c0ca900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.608+0000 7f8c73800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6c0cd560 con 0x7f8c6c072620 2024-09-12T03:13:58.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.608+0000 7f8c73800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6c0cd3e0 con 0x7f8c6c06dfd0 2024-09-12T03:13:58.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.608+0000 7f8c73800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8c6c0cd6e0 con 0x7f8c6c072240 2024-09-12T03:13:58.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.608+0000 7f8c71800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c6c072620 0x7f8c6c0ca900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.608+0000 7f8c71800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c6c072620 0x7f8c6c0ca900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54458/0 (socket says 172.21.15.29:54458) 2024-09-12T03:13:58.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c71800640 1 -- 172.21.15.29:0/2974898312 learned_addr learned my addr 172.21.15.29:0/2974898312 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:58.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c6be00640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c6c072240 0x7f8c6c15b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c70e00640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c6c06dfd0 0x7f8c6c146cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c71800640 1 -- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c6c072240 msgr2=0x7f8c6c15b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c71800640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c6c072240 0x7f8c6c15b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c71800640 1 -- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c6c06dfd0 msgr2=0x7f8c6c146cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c71800640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c6c06dfd0 0x7f8c6c146cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c71800640 1 -- 172.21.15.29:0/2974898312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c6c147210 con 0x7f8c6c072620 2024-09-12T03:13:58.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c71800640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c6c072620 0x7f8c6c0ca900 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f8c64007e40 tx=0x7f8c6400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:58.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c68c00640 1 -- 172.21.15.29:0/2974898312 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64014620 con 0x7f8c6c072620 2024-09-12T03:13:58.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c68c00640 1 -- 172.21.15.29:0/2974898312 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c64019070 con 0x7f8c6c072620 2024-09-12T03:13:58.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.609+0000 7f8c68c00640 1 -- 172.21.15.29:0/2974898312 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64014a20 con 0x7f8c6c072620 2024-09-12T03:13:58.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.610+0000 7f8c73800640 1 -- 172.21.15.29:0/2974898312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c6c15a870 con 0x7f8c6c072620 2024-09-12T03:13:58.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.610+0000 7f8c73800640 1 -- 172.21.15.29:0/2974898312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c6c15ae30 con 0x7f8c6c072620 2024-09-12T03:13:58.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.611+0000 7f8c73800640 1 -- 172.21.15.29:0/2974898312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c6c15d1f0 con 0x7f8c6c072620 2024-09-12T03:13:58.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.612+0000 7f8c68c00640 1 -- 172.21.15.29:0/2974898312 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8c64014bc0 con 0x7f8c6c072620 2024-09-12T03:13:58.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.612+0000 7f8c68c00640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8c4c06be30 0x7f8c4c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.613+0000 7f8c68c00640 1 -- 172.21.15.29:0/2974898312 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f8c6408b850 con 0x7f8c6c072620 2024-09-12T03:13:58.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.613+0000 7f8c70e00640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8c4c06be30 0x7f8c4c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.614+0000 7f8c70e00640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8c4c06be30 0x7f8c4c06e2f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c0b2ee0 tx=0x7f8c60007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:58.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.617+0000 7f8c68c00640 1 -- 172.21.15.29:0/2974898312 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c6c147210 con 0x7f8c6c072620 2024-09-12T03:13:58.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.803+0000 7f8c73800640 1 -- 172.21.15.29:0/2974898312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8c6c15be50 con 0x7f8c6c072620 2024-09-12T03:13:58.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.804+0000 7f8c68c00640 1 -- 172.21.15.29:0/2974898312 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+16886 (secure 0 0 0) 0x7f8c64059980 con 0x7f8c6c072620 2024-09-12T03:13:58.804 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:13:58.804 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":90,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:13:57.434100+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:13:55.229211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-12T03:13:56.435782+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:13:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 -- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8c4c06be30 msgr2=0x7f8c4c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8c4c06be30 0x7f8c4c06e2f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c0b2ee0 tx=0x7f8c60007e80 comp rx=0 tx=0).stop 2024-09-12T03:13:58.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 -- 172.21.15.29:0/2974898312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c6c072620 msgr2=0x7f8c6c0ca900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c6c072620 0x7f8c6c0ca900 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f8c64007e40 tx=0x7f8c6400e4b0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 -- 172.21.15.29:0/2974898312 shutdown_connections 2024-09-12T03:13:58.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8c4c06be30 0x7f8c4c06e2f0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8c6c072620 0x7f8c6c0ca900 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8c6c072240 0x7f8c6c15b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 --2- 172.21.15.29:0/2974898312 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8c6c06dfd0 0x7f8c6c146cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 -- 172.21.15.29:0/2974898312 >> 172.21.15.29:0/2974898312 conn(0x7f8c6c067da0 msgr2=0x7f8c6c156ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:58.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 -- 172.21.15.29:0/2974898312 shutdown_connections 2024-09-12T03:13:58.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.807+0000 7f8c73800640 1 -- 172.21.15.29:0/2974898312 wait complete. 2024-09-12T03:13:58.823 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-12T03:13:58.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.982+0000 7f8341c00640 1 Processor -- start 2024-09-12T03:13:58.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.982+0000 7f8341c00640 1 -- start start 2024-09-12T03:13:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.983+0000 7f8341c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f833c0d3060 0x7f833c06d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.983+0000 7f8341c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f833c0d52e0 con 0x7f833c15e5f0 2024-09-12T03:13:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.983+0000 7f8341c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f833c06e320 con 0x7f833c15e210 2024-09-12T03:13:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.983+0000 7f8341c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f833c06e600 con 0x7f833c0d3060 2024-09-12T03:13:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.983+0000 7f8341200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f833c15e5f0 0x7f833c0b2f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33262/0 (socket says 172.21.15.29:33262) 2024-09-12T03:13:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.984+0000 7f8341200640 1 -- 172.21.15.29:0/2211233777 learned_addr learned my addr 172.21.15.29:0/2211233777 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:13:58.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.984+0000 7f833b400640 1 --2- 172.21.15.29:0/2211233777 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f833c0d3060 0x7f833c06d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.984+0000 7f833aa00640 1 -- 172.21.15.29:0/2211233777 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3702960450 0 0) 0x7f833c0d52e0 con 0x7f833c15e5f0 2024-09-12T03:13:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.984+0000 7f833aa00640 1 -- 172.21.15.29:0/2211233777 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8320003520 con 0x7f833c15e5f0 2024-09-12T03:13:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.984+0000 7f833aa00640 1 -- 172.21.15.29:0/2211233777 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 7034222 0 0) 0x7f833c06e320 con 0x7f833c15e210 2024-09-12T03:13:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.984+0000 7f833aa00640 1 -- 172.21.15.29:0/2211233777 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f833c0d52e0 con 0x7f833c15e210 2024-09-12T03:13:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.984+0000 7f833b400640 1 -- 172.21.15.29:0/2211233777 >> v1:172.21.15.38:6789/0 conn(0x7f833c15e210 legacy=0x7f833c0d2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.984+0000 7f833b400640 1 -- 172.21.15.29:0/2211233777 >> v1:172.21.15.29:6789/0 conn(0x7f833c15e5f0 legacy=0x7f833c0b2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.984+0000 7f833b400640 1 -- 172.21.15.29:0/2211233777 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f833c06e8e0 con 0x7f833c0d3060 2024-09-12T03:13:58.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.986+0000 7f833b400640 1 --2- 172.21.15.29:0/2211233777 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f833c0d3060 0x7f833c06d740 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f83280097d0 tx=0x7f832802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d760b815402ba421 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:58.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.986+0000 7f833aa00640 1 -- 172.21.15.29:0/2211233777 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8328037070 con 0x7f833c0d3060 2024-09-12T03:13:58.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.986+0000 7f833aa00640 1 -- 172.21.15.29:0/2211233777 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8328032440 con 0x7f833c0d3060 2024-09-12T03:13:58.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.986+0000 7f833aa00640 1 -- 172.21.15.29:0/2211233777 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83280327f0 con 0x7f833c0d3060 2024-09-12T03:13:58.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.986+0000 7f8341c00640 1 -- 172.21.15.29:0/2211233777 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f833c0d3060 msgr2=0x7f833c06d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.986+0000 7f8341c00640 1 --2- 172.21.15.29:0/2211233777 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f833c0d3060 0x7f833c06d740 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f83280097d0 tx=0x7f832802a210 comp rx=0 tx=0).stop 2024-09-12T03:13:58.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.987+0000 7f8341c00640 1 -- 172.21.15.29:0/2211233777 shutdown_connections 2024-09-12T03:13:58.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.987+0000 7f8341c00640 1 --2- 172.21.15.29:0/2211233777 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f833c0d3060 0x7f833c06d740 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.987+0000 7f8341c00640 1 -- 172.21.15.29:0/2211233777 >> 172.21.15.29:0/2211233777 conn(0x7f833c08c000 msgr2=0x7f833c0d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:13:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.987+0000 7f8341c00640 1 -- 172.21.15.29:0/2211233777 shutdown_connections 2024-09-12T03:13:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.987+0000 7f8341c00640 1 -- 172.21.15.29:0/2211233777 wait complete. 2024-09-12T03:13:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.988+0000 7f8341c00640 1 Processor -- start 2024-09-12T03:13:58.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.988+0000 7f8341c00640 1 -- start start 2024-09-12T03:13:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.989+0000 7f8341c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f833c0d3060 0x7f833c0ce1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.989+0000 7f8341c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f833c15e210 0x7f833c14dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.989+0000 7f8341c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f833c15e5f0 0x7f833c14af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.989+0000 7f8341c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f833c0cf350 con 0x7f833c15e5f0 2024-09-12T03:13:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.989+0000 7f8341c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f833c0cf1d0 con 0x7f833c0d3060 2024-09-12T03:13:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.989+0000 7f8341c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f833c0d07c0 con 0x7f833c15e210 2024-09-12T03:13:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.989+0000 7f8341200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f833c15e5f0 0x7f833c14af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.989+0000 7f833be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f833c0d3060 0x7f833c0ce1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.990+0000 7f8341200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f833c15e5f0 0x7f833c14af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:54460/0 (socket says 172.21.15.29:54460) 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.990+0000 7f8341200640 1 -- 172.21.15.29:0/2591941285 learned_addr learned my addr 172.21.15.29:0/2591941285 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.990+0000 7f833b400640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f833c15e210 0x7f833c14dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.990+0000 7f8341200640 1 -- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f833c15e210 msgr2=0x7f833c14dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.990+0000 7f8341200640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f833c15e210 0x7f833c14dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.990+0000 7f8341200640 1 -- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f833c0d3060 msgr2=0x7f833c0ce1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.990+0000 7f8341200640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f833c0d3060 0x7f833c0ce1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.990+0000 7f8341200640 1 -- 172.21.15.29:0/2591941285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f833c0cbff0 con 0x7f833c15e5f0 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.990+0000 7f8341200640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f833c15e5f0 0x7f833c14af00 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f833400ca70 tx=0x7f833400cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.990+0000 7f8333e00640 1 -- 172.21.15.29:0/2591941285 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8334017070 con 0x7f833c15e5f0 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.991+0000 7f8333e00640 1 -- 172.21.15.29:0/2591941285 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f833400abf0 con 0x7f833c15e5f0 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.991+0000 7f8333e00640 1 -- 172.21.15.29:0/2591941285 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8334012400 con 0x7f833c15e5f0 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.991+0000 7f8341c00640 1 -- 172.21.15.29:0/2591941285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f833c0cc2d0 con 0x7f833c15e5f0 2024-09-12T03:13:58.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.991+0000 7f8341c00640 1 -- 172.21.15.29:0/2591941285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f833c0cc890 con 0x7f833c15e5f0 2024-09-12T03:13:58.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.992+0000 7f8341c00640 1 -- 172.21.15.29:0/2591941285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f833c0d2950 con 0x7f833c15e5f0 2024-09-12T03:13:58.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.993+0000 7f8333e00640 1 -- 172.21.15.29:0/2591941285 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f833401a070 con 0x7f833c15e5f0 2024-09-12T03:13:58.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.993+0000 7f8333e00640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f831c06be30 0x7f831c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:13:58.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.994+0000 7f8333e00640 1 -- 172.21.15.29:0/2591941285 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f833408ad00 con 0x7f833c15e5f0 2024-09-12T03:13:58.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.994+0000 7f833be00640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f831c06be30 0x7f831c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:13:58.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.995+0000 7f833be00640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f831c06be30 0x7f831c06e2f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f832c007fd0 tx=0x7f832c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:13:58.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:58.998+0000 7f8333e00640 1 -- 172.21.15.29:0/2591941285 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8334058e30 con 0x7f833c15e5f0 2024-09-12T03:13:59.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:13:59.222+0000 7f8341c00640 1 -- 172.21.15.29:0/2591941285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f833c0b8d70 con 0x7f833c15e5f0 2024-09-12T03:13:59.992 INFO:tasks.ceph.mds.d.smithi038.stderr:2024-09-12T03:13:59.992+0000 7f114f000640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T03:14:00.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.059+0000 7f8333e00640 1 -- 172.21.15.29:0/2591941285 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v86) ==== 118+0+0 (secure 0 0 0) 0x7f833405d130 con 0x7f833c15e5f0 2024-09-12T03:14:00.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 -- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f831c06be30 msgr2=0x7f831c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:00.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f831c06be30 0x7f831c06e2f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f832c007fd0 tx=0x7f832c009040 comp rx=0 tx=0).stop 2024-09-12T03:14:00.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 -- 172.21.15.29:0/2591941285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f833c15e5f0 msgr2=0x7f833c14af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:00.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f833c15e5f0 0x7f833c14af00 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f833400ca70 tx=0x7f833400cf30 comp rx=0 tx=0).stop 2024-09-12T03:14:00.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 -- 172.21.15.29:0/2591941285 shutdown_connections 2024-09-12T03:14:00.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f831c06be30 0x7f831c06e2f0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:00.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f833c15e5f0 0x7f833c14af00 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:00.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f833c15e210 0x7f833c14dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:00.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 --2- 172.21.15.29:0/2591941285 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f833c0d3060 0x7f833c0ce1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:00.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 -- 172.21.15.29:0/2591941285 >> 172.21.15.29:0/2591941285 conn(0x7f833c08c000 msgr2=0x7f833c0cffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:00.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 -- 172.21.15.29:0/2591941285 shutdown_connections 2024-09-12T03:14:00.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.062+0000 7f8341c00640 1 -- 172.21.15.29:0/2591941285 wait complete. 2024-09-12T03:14:00.080 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-12T03:14:00.080 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-12T03:14:00.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.245+0000 7f6406c00640 1 Processor -- start 2024-09-12T03:14:00.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.245+0000 7f6406c00640 1 -- start start 2024-09-12T03:14:00.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.246+0000 7f6406c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072040 0x7f640015fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:00.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.246+0000 7f6406c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f640006e0a0 0x7f64000cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:00.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.246+0000 7f6406c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6400160340 con 0x7f6400072d80 2024-09-12T03:14:00.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.246+0000 7f6406c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f64001605e0 con 0x7f640006e0a0 2024-09-12T03:14:00.246 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.246+0000 7f6406c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f64001608c0 con 0x7f6400072040 2024-09-12T03:14:00.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.247+0000 7f63ffe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072040 0x7f640015fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:00.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.247+0000 7f6404c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f640006e0a0 0x7f64000cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:00.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.247+0000 7f63ffe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072040 0x7f640015fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:38892/0 (socket says 172.21.15.29:38892) 2024-09-12T03:14:00.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.247+0000 7f6404c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f640006e0a0 0x7f64000cd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:60482/0 (socket says 172.21.15.29:60482) 2024-09-12T03:14:00.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.247+0000 7f63ffe00640 1 -- 172.21.15.29:0/1554892189 learned_addr learned my addr 172.21.15.29:0/1554892189 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:00.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.247+0000 7f63ffe00640 1 -- 172.21.15.29:0/1554892189 >> v2:172.21.15.38:3300/0 conn(0x7f640006e0a0 msgr2=0x7f64000cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:00.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.247+0000 7f63ffe00640 1 --2- 172.21.15.29:0/1554892189 >> v2:172.21.15.38:3300/0 conn(0x7f640006e0a0 0x7f64000cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:00.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.247+0000 7f63ffe00640 1 -- 172.21.15.29:0/1554892189 >> v1:172.21.15.38:6789/0 conn(0x7f6400072d80 legacy=0x7f6400072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:00.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.247+0000 7f63ffe00640 1 -- 172.21.15.29:0/1554892189 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6400160ba0 con 0x7f6400072040 2024-09-12T03:14:00.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.247+0000 7f6404c00640 1 --2- 172.21.15.29:0/1554892189 >> v2:172.21.15.38:3300/0 conn(0x7f640006e0a0 0x7f64000cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.248+0000 7f63ffe00640 1 --2- 172.21.15.29:0/1554892189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072040 0x7f640015fe00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f63f0009870 tx=0x7f63f002a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5cbba61fd441caf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.249+0000 7f63ff400640 1 -- 172.21.15.29:0/1554892189 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f0037070 con 0x7f6400072040 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.249+0000 7f63ff400640 1 -- 172.21.15.29:0/1554892189 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63f0032440 con 0x7f6400072040 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.249+0000 7f63ff400640 1 -- 172.21.15.29:0/1554892189 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63f0032810 con 0x7f6400072040 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.249+0000 7f6406c00640 1 -- 172.21.15.29:0/1554892189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072040 msgr2=0x7f640015fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.249+0000 7f6406c00640 1 --2- 172.21.15.29:0/1554892189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072040 0x7f640015fe00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f63f0009870 tx=0x7f63f002a250 comp rx=0 tx=0).stop 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.249+0000 7f6406c00640 1 -- 172.21.15.29:0/1554892189 shutdown_connections 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.249+0000 7f6406c00640 1 --2- 172.21.15.29:0/1554892189 >> v2:172.21.15.38:3300/0 conn(0x7f640006e0a0 0x7f64000cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.249+0000 7f6406c00640 1 --2- 172.21.15.29:0/1554892189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072040 0x7f640015fe00 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.249+0000 7f6406c00640 1 -- 172.21.15.29:0/1554892189 >> 172.21.15.29:0/1554892189 conn(0x7f6400067d70 msgr2=0x7f640006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.249+0000 7f6406c00640 1 -- 172.21.15.29:0/1554892189 shutdown_connections 2024-09-12T03:14:00.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.249+0000 7f6406c00640 1 -- 172.21.15.29:0/1554892189 wait complete. 2024-09-12T03:14:00.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.251+0000 7f6406c00640 1 Processor -- start 2024-09-12T03:14:00.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.251+0000 7f6406c00640 1 -- start start 2024-09-12T03:14:00.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.252+0000 7f6406c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f640006e0a0 0x7f640013df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:00.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.252+0000 7f6406c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6400072040 0x7f640015ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:00.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.252+0000 7f6406c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072d80 0x7f640013f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:00.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.252+0000 7f6406c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f640006e550 con 0x7f6400072040 2024-09-12T03:14:00.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.252+0000 7f6406c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6400145b00 con 0x7f640006e0a0 2024-09-12T03:14:00.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.252+0000 7f6406c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f640006e6d0 con 0x7f6400072d80 2024-09-12T03:14:00.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.252+0000 7f63f7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6400072040 0x7f640015ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:00.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.252+0000 7f63f7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6400072040 0x7f640015ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38608/0 (socket says 172.21.15.29:38608) 2024-09-12T03:14:00.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.252+0000 7f63f7400640 1 -- 172.21.15.29:0/1915195243 learned_addr learned my addr 172.21.15.29:0/1915195243 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:00.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.252+0000 7f63ffe00640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f640006e0a0 0x7f640013df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:00.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.252+0000 7f6404c00640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072d80 0x7f640013f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:00.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.253+0000 7f63f7400640 1 -- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072d80 msgr2=0x7f640013f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:00.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.253+0000 7f63f7400640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072d80 0x7f640013f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:00.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.253+0000 7f63f7400640 1 -- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f640006e0a0 msgr2=0x7f640013df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:00.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.253+0000 7f63f7400640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f640006e0a0 0x7f640013df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:00.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.253+0000 7f63f7400640 1 -- 172.21.15.29:0/1915195243 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f640015c420 con 0x7f6400072040 2024-09-12T03:14:00.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.253+0000 7f63f7400640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6400072040 0x7f640015ba60 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f63e800c440 tx=0x7f63e8001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:00.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.253+0000 7f63fcc00640 1 -- 172.21.15.29:0/1915195243 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e80052d0 con 0x7f6400072040 2024-09-12T03:14:00.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.253+0000 7f63fcc00640 1 -- 172.21.15.29:0/1915195243 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f63e8005470 con 0x7f6400072040 2024-09-12T03:14:00.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.253+0000 7f63fcc00640 1 -- 172.21.15.29:0/1915195243 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e8007260 con 0x7f6400072040 2024-09-12T03:14:00.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.253+0000 7f6406c00640 1 -- 172.21.15.29:0/1915195243 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6400142000 con 0x7f6400072040 2024-09-12T03:14:00.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.253+0000 7f6406c00640 1 -- 172.21.15.29:0/1915195243 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64001425c0 con 0x7f6400072040 2024-09-12T03:14:00.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.254+0000 7f6406c00640 1 -- 172.21.15.29:0/1915195243 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f640015fe00 con 0x7f6400072040 2024-09-12T03:14:00.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.255+0000 7f63fcc00640 1 -- 172.21.15.29:0/1915195243 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f63e8007400 con 0x7f6400072040 2024-09-12T03:14:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.257+0000 7f63fcc00640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f63dc06be30 0x7f63dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.257+0000 7f63fcc00640 1 -- 172.21.15.29:0/1915195243 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7f63e808a450 con 0x7f6400072040 2024-09-12T03:14:00.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.257+0000 7f63ffe00640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f63dc06be30 0x7f63dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:00.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.258+0000 7f63ffe00640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f63dc06be30 0x7f63dc06e2f0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f63f0034000 tx=0x7f63f002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:00.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.261+0000 7f63fcc00640 1 -- 172.21.15.29:0/1915195243 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f640015c420 con 0x7f6400072040 2024-09-12T03:14:00.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:00.481+0000 7f6406c00640 1 -- 172.21.15.29:0/1915195243 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f640006f360 con 0x7f6400072040 2024-09-12T03:14:01.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.060+0000 7f63fcc00640 1 -- 172.21.15.29:0/1915195243 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v87) ==== 122+0+0 (secure 0 0 0) 0x7f63e8058580 con 0x7f6400072040 2024-09-12T03:14:01.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 -- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f63dc06be30 msgr2=0x7f63dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f63dc06be30 0x7f63dc06e2f0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f63f0034000 tx=0x7f63f002e000 comp rx=0 tx=0).stop 2024-09-12T03:14:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 -- 172.21.15.29:0/1915195243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6400072040 msgr2=0x7f640015ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6400072040 0x7f640015ba60 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f63e800c440 tx=0x7f63e8001e70 comp rx=0 tx=0).stop 2024-09-12T03:14:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 -- 172.21.15.29:0/1915195243 shutdown_connections 2024-09-12T03:14:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f63dc06be30 0x7f63dc06e2f0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6400072d80 0x7f640013f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6400072040 0x7f640015ba60 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 --2- 172.21.15.29:0/1915195243 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f640006e0a0 0x7f640013df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 -- 172.21.15.29:0/1915195243 >> 172.21.15.29:0/1915195243 conn(0x7f6400067d70 msgr2=0x7f640006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 -- 172.21.15.29:0/1915195243 shutdown_connections 2024-09-12T03:14:01.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.063+0000 7f6406c00640 1 -- 172.21.15.29:0/1915195243 wait complete. 2024-09-12T03:14:01.081 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-12T03:14:01.081 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:01.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.239+0000 7fe17c400640 1 Processor -- start 2024-09-12T03:14:01.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.239+0000 7fe17c400640 1 -- start start 2024-09-12T03:14:01.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.240+0000 7fe17c400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe17415e660 0x7fe1740d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe17c400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe1740b6700 0x7fe17406d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe17c400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1740d3680 con 0x7fe1740d3150 2024-09-12T03:14:01.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe17c400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe17406d4b0 con 0x7fe1740b6700 2024-09-12T03:14:01.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe17c400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe1740d3960 con 0x7fe17415e660 2024-09-12T03:14:01.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe17a400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe1740b6700 0x7fe17406d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe17a400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe1740b6700 0x7fe17406d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38610/0 (socket says 172.21.15.29:38610) 2024-09-12T03:14:01.242 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe17a400640 1 -- 172.21.15.29:0/1480096593 learned_addr learned my addr 172.21.15.29:0/1480096593 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:01.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe179a00640 1 --2- 172.21.15.29:0/1480096593 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe17415e660 0x7fe1740d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe17a400640 1 -- 172.21.15.29:0/1480096593 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe17415e660 msgr2=0x7fe1740d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:01.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe17a400640 1 --2- 172.21.15.29:0/1480096593 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe17415e660 0x7fe1740d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe17a400640 1 -- 172.21.15.29:0/1480096593 >> v1:172.21.15.29:6789/0 conn(0x7fe1740d3150 legacy=0x7fe1740b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe17a400640 1 -- 172.21.15.29:0/1480096593 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe17406ce60 con 0x7fe1740b6700 2024-09-12T03:14:01.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.241+0000 7fe179a00640 1 --2- 172.21.15.29:0/1480096593 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe17415e660 0x7fe1740d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:01.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.242+0000 7fe17a400640 1 --2- 172.21.15.29:0/1480096593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1740b6700 0x7fe17406d940 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fe16c009e50 tx=0x7fe16c02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36c669525d4064d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:01.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.242+0000 7fe173e00640 1 -- 172.21.15.29:0/1480096593 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe16c036070 con 0x7fe1740b6700 2024-09-12T03:14:01.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.243+0000 7fe173e00640 1 -- 172.21.15.29:0/1480096593 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe16c031600 con 0x7fe1740b6700 2024-09-12T03:14:01.243 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.243+0000 7fe173e00640 1 -- 172.21.15.29:0/1480096593 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe16c0319d0 con 0x7fe1740b6700 2024-09-12T03:14:01.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.243+0000 7fe17c400640 1 -- 172.21.15.29:0/1480096593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1740b6700 msgr2=0x7fe17406d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.243+0000 7fe17c400640 1 --2- 172.21.15.29:0/1480096593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1740b6700 0x7fe17406d940 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fe16c009e50 tx=0x7fe16c02a7a0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.243+0000 7fe17c400640 1 -- 172.21.15.29:0/1480096593 shutdown_connections 2024-09-12T03:14:01.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.243+0000 7fe17c400640 1 --2- 172.21.15.29:0/1480096593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1740b6700 0x7fe17406d940 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.243+0000 7fe17c400640 1 --2- 172.21.15.29:0/1480096593 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe17415e660 0x7fe1740d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.243+0000 7fe17c400640 1 -- 172.21.15.29:0/1480096593 >> 172.21.15.29:0/1480096593 conn(0x7fe17408c000 msgr2=0x7fe1740d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:01.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.243+0000 7fe17c400640 1 -- 172.21.15.29:0/1480096593 shutdown_connections 2024-09-12T03:14:01.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.243+0000 7fe17c400640 1 -- 172.21.15.29:0/1480096593 wait complete. 2024-09-12T03:14:01.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.245+0000 7fe17c400640 1 Processor -- start 2024-09-12T03:14:01.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.245+0000 7fe17c400640 1 -- start start 2024-09-12T03:14:01.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.246+0000 7fe17c400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1740b6700 0x7fe17415c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.246+0000 7fe17c400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1740d3150 0x7fe1740cbbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.246+0000 7fe17c400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe17415e660 0x7fe1740cc110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.246+0000 7fe17c400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe17415ea40 con 0x7fe1740b6700 2024-09-12T03:14:01.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.246+0000 7fe17c400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe1740d5310 con 0x7fe1740d3150 2024-09-12T03:14:01.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.246+0000 7fe17c400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe17406de80 con 0x7fe17415e660 2024-09-12T03:14:01.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.246+0000 7fe179a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1740b6700 0x7fe17415c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.246+0000 7fe179a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1740b6700 0x7fe17415c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38624/0 (socket says 172.21.15.29:38624) 2024-09-12T03:14:01.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.246+0000 7fe179a00640 1 -- 172.21.15.29:0/3269168734 learned_addr learned my addr 172.21.15.29:0/3269168734 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:01.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.246+0000 7fe17a400640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe17415e660 0x7fe1740cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.246+0000 7fe179000640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1740d3150 0x7fe1740cbbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe179a00640 1 -- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe17415e660 msgr2=0x7fe1740cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe179a00640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe17415e660 0x7fe1740cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe179a00640 1 -- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1740d3150 msgr2=0x7fe1740cbbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe179a00640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1740d3150 0x7fe1740cbbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe179a00640 1 -- 172.21.15.29:0/3269168734 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1740cb7c0 con 0x7fe1740b6700 2024-09-12T03:14:01.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe179000640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1740d3150 0x7fe1740cbbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:01.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe179a00640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1740b6700 0x7fe17415c6d0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fe16800d7d0 tx=0x7fe16800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:01.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe171600640 1 -- 172.21.15.29:0/3269168734 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe168004030 con 0x7fe1740b6700 2024-09-12T03:14:01.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe171600640 1 -- 172.21.15.29:0/3269168734 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1680041d0 con 0x7fe1740b6700 2024-09-12T03:14:01.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe171600640 1 -- 172.21.15.29:0/3269168734 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe168009640 con 0x7fe1740b6700 2024-09-12T03:14:01.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe17c400640 1 -- 172.21.15.29:0/3269168734 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1740cdea0 con 0x7fe1740b6700 2024-09-12T03:14:01.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.247+0000 7fe17c400640 1 -- 172.21.15.29:0/3269168734 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe17415cc10 con 0x7fe1740b6700 2024-09-12T03:14:01.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.248+0000 7fe17c400640 1 -- 172.21.15.29:0/3269168734 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1740cdcc0 con 0x7fe1740b6700 2024-09-12T03:14:01.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.249+0000 7fe171600640 1 -- 172.21.15.29:0/3269168734 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe1680097e0 con 0x7fe1740b6700 2024-09-12T03:14:01.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.250+0000 7fe171600640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe15406be30 0x7fe15406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.250+0000 7fe171600640 1 -- 172.21.15.29:0/3269168734 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7fe16808b210 con 0x7fe1740b6700 2024-09-12T03:14:01.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.251+0000 7fe179000640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe15406be30 0x7fe15406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.251+0000 7fe179000640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe15406be30 0x7fe15406e2f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe1740cb4a0 tx=0x7fe160009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:01.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.255+0000 7fe171600640 1 -- 172.21.15.29:0/3269168734 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1740cdcc0 con 0x7fe1740b6700 2024-09-12T03:14:01.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.474+0000 7fe17c400640 1 -- 172.21.15.29:0/3269168734 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe1740b6cf0 con 0x7fe1740b6700 2024-09-12T03:14:01.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.474+0000 7fe171600640 1 -- 172.21.15.29:0/3269168734 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 87 v87) ==== 94+0+5225 (secure 0 0 0) 0x7fe1740b6cf0 con 0x7fe1740b6700 2024-09-12T03:14:01.474 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:01.474 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":87,"btime":"2024-09-12T03:14:01:059311+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81},{"gid":6928,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82},{"gid":6931,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82}],"filesystems":[{"mdsmap":{"epoch":87,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:00.482422+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7233},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233]},"id":6}]} 2024-09-12T03:14:01.474 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 87 2024-09-12T03:14:01.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.476+0000 7fe17c400640 1 -- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe15406be30 msgr2=0x7fe15406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.476+0000 7fe17c400640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe15406be30 0x7fe15406e2f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe1740cb4a0 tx=0x7fe160009040 comp rx=0 tx=0).stop 2024-09-12T03:14:01.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.476+0000 7fe17c400640 1 -- 172.21.15.29:0/3269168734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1740b6700 msgr2=0x7fe17415c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.476+0000 7fe17c400640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1740b6700 0x7fe17415c6d0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fe16800d7d0 tx=0x7fe16800dc90 comp rx=0 tx=0).stop 2024-09-12T03:14:01.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.476+0000 7fe17c400640 1 -- 172.21.15.29:0/3269168734 shutdown_connections 2024-09-12T03:14:01.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.476+0000 7fe17c400640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe15406be30 0x7fe15406e2f0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.476+0000 7fe17c400640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe17415e660 0x7fe1740cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.476+0000 7fe17c400640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe1740d3150 0x7fe1740cbbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.476+0000 7fe17c400640 1 --2- 172.21.15.29:0/3269168734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1740b6700 0x7fe17415c6d0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.476+0000 7fe17c400640 1 -- 172.21.15.29:0/3269168734 >> 172.21.15.29:0/3269168734 conn(0x7fe17408c000 msgr2=0x7fe1740b5d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:01.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.477+0000 7fe17c400640 1 -- 172.21.15.29:0/3269168734 shutdown_connections 2024-09-12T03:14:01.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.477+0000 7fe17c400640 1 -- 172.21.15.29:0/3269168734 wait complete. 2024-09-12T03:14:01.492 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:14:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.649+0000 7ff62ae00640 1 Processor -- start 2024-09-12T03:14:01.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.650+0000 7ff62ae00640 1 -- start start 2024-09-12T03:14:01.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.651+0000 7ff62ae00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff62406f0e0 0x7ff62415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.651+0000 7ff62ae00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff6240b3ba0 0x7ff6240b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.651+0000 7ff62ae00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff62415c620 con 0x7ff62406f4c0 2024-09-12T03:14:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.651+0000 7ff62ae00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7ff62415bc50 con 0x7ff6240b3ba0 2024-09-12T03:14:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.651+0000 7ff62ae00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff624152630 con 0x7ff62406f0e0 2024-09-12T03:14:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.651+0000 7ff628e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff6240b3ba0 0x7ff6240b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.651+0000 7ff628e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff6240b3ba0 0x7ff6240b4050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38636/0 (socket says 172.21.15.29:38636) 2024-09-12T03:14:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.651+0000 7ff628e00640 1 -- 172.21.15.29:0/2356396853 learned_addr learned my addr 172.21.15.29:0/2356396853 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:01.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.651+0000 7ff623e00640 1 --2- 172.21.15.29:0/2356396853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff62406f0e0 0x7ff62415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.652+0000 7ff628e00640 1 -- 172.21.15.29:0/2356396853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff62406f0e0 msgr2=0x7ff62415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.652+0000 7ff628e00640 1 --2- 172.21.15.29:0/2356396853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff62406f0e0 0x7ff62415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.652+0000 7ff628e00640 1 -- 172.21.15.29:0/2356396853 >> v1:172.21.15.38:6789/0 conn(0x7ff62406f4c0 legacy=0x7ff6240cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.652+0000 7ff628e00640 1 -- 172.21.15.29:0/2356396853 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6240cfb40 con 0x7ff6240b3ba0 2024-09-12T03:14:01.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.653+0000 7ff628e00640 1 --2- 172.21.15.29:0/2356396853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6240b3ba0 0x7ff6240b4050 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7ff61c009e50 tx=0x7ff61c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93b303d5ccb800e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:01.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.653+0000 7ff623400640 1 -- 172.21.15.29:0/2356396853 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff61c036070 con 0x7ff6240b3ba0 2024-09-12T03:14:01.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.653+0000 7ff623400640 1 -- 172.21.15.29:0/2356396853 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff61c031600 con 0x7ff6240b3ba0 2024-09-12T03:14:01.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.653+0000 7ff623400640 1 -- 172.21.15.29:0/2356396853 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff61c0319d0 con 0x7ff6240b3ba0 2024-09-12T03:14:01.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.653+0000 7ff62ae00640 1 -- 172.21.15.29:0/2356396853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6240b3ba0 msgr2=0x7ff6240b4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.653+0000 7ff62ae00640 1 --2- 172.21.15.29:0/2356396853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6240b3ba0 0x7ff6240b4050 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7ff61c009e50 tx=0x7ff61c02a710 comp rx=0 tx=0).stop 2024-09-12T03:14:01.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.654+0000 7ff62ae00640 1 -- 172.21.15.29:0/2356396853 shutdown_connections 2024-09-12T03:14:01.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.654+0000 7ff62ae00640 1 --2- 172.21.15.29:0/2356396853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff6240b3ba0 0x7ff6240b4050 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.654+0000 7ff62ae00640 1 --2- 172.21.15.29:0/2356396853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff62406f0e0 0x7ff62415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.654+0000 7ff62ae00640 1 -- 172.21.15.29:0/2356396853 >> 172.21.15.29:0/2356396853 conn(0x7ff624067da0 msgr2=0x7ff62406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:01.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.654+0000 7ff62ae00640 1 -- 172.21.15.29:0/2356396853 shutdown_connections 2024-09-12T03:14:01.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.654+0000 7ff62ae00640 1 -- 172.21.15.29:0/2356396853 wait complete. 2024-09-12T03:14:01.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.655+0000 7ff62ae00640 1 Processor -- start 2024-09-12T03:14:01.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.655+0000 7ff62ae00640 1 -- start start 2024-09-12T03:14:01.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.656+0000 7ff62ae00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff62406f0e0 0x7ff624150480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.656+0000 7ff62ae00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff62406f4c0 0x7ff6241509c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.656+0000 7ff62ae00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6240b3ba0 0x7ff624150f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.656+0000 7ff62ae00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff62406f900 con 0x7ff62406f0e0 2024-09-12T03:14:01.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.656+0000 7ff62ae00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff62415b8e0 con 0x7ff62406f4c0 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.656+0000 7ff62ae00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff624158590 con 0x7ff6240b3ba0 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff623e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff62406f0e0 0x7ff624150480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff623e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff62406f0e0 0x7ff624150480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38640/0 (socket says 172.21.15.29:38640) 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff623e00640 1 -- 172.21.15.29:0/1759254487 learned_addr learned my addr 172.21.15.29:0/1759254487 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff628e00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6240b3ba0 0x7ff624150f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff61be00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff62406f4c0 0x7ff6241509c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff623e00640 1 -- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6240b3ba0 msgr2=0x7ff624150f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff623e00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6240b3ba0 0x7ff624150f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff623e00640 1 -- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff62406f4c0 msgr2=0x7ff6241509c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff623e00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff62406f4c0 0x7ff6241509c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff623e00640 1 -- 172.21.15.29:0/1759254487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff624152e20 con 0x7ff62406f0e0 2024-09-12T03:14:01.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff623e00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff62406f0e0 0x7ff624150480 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7ff61400e9b0 tx=0x7ff61400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:01.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff620c00640 1 -- 172.21.15.29:0/1759254487 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff614017070 con 0x7ff62406f0e0 2024-09-12T03:14:01.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff620c00640 1 -- 172.21.15.29:0/1759254487 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff61400c9a0 con 0x7ff62406f0e0 2024-09-12T03:14:01.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff620c00640 1 -- 172.21.15.29:0/1759254487 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff61400cd90 con 0x7ff62406f0e0 2024-09-12T03:14:01.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.657+0000 7ff62ae00640 1 -- 172.21.15.29:0/1759254487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff624153100 con 0x7ff62406f0e0 2024-09-12T03:14:01.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.658+0000 7ff62ae00640 1 -- 172.21.15.29:0/1759254487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff624151440 con 0x7ff62406f0e0 2024-09-12T03:14:01.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.659+0000 7ff62ae00640 1 -- 172.21.15.29:0/1759254487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff624152c10 con 0x7ff62406f0e0 2024-09-12T03:14:01.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.660+0000 7ff620c00640 1 -- 172.21.15.29:0/1759254487 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff61401a070 con 0x7ff62406f0e0 2024-09-12T03:14:01.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.660+0000 7ff620c00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff60006be30 0x7ff60006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:01.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.660+0000 7ff620c00640 1 -- 172.21.15.29:0/1759254487 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7ff61408b360 con 0x7ff62406f0e0 2024-09-12T03:14:01.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.661+0000 7ff61be00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff60006be30 0x7ff60006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:01.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.662+0000 7ff61be00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff60006be30 0x7ff60006e2f0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7ff6241f52f0 tx=0x7ff60c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:01.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.665+0000 7ff620c00640 1 -- 172.21.15.29:0/1759254487 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff614059c10 con 0x7ff62406f0e0 2024-09-12T03:14:01.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.848+0000 7ff62ae00640 1 -- 172.21.15.29:0/1759254487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff62415ee80 con 0x7ff62406f0e0 2024-09-12T03:14:01.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.849+0000 7ff620c00640 1 -- 172.21.15.29:0/1759254487 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+16873 (secure 0 0 0) 0x7ff614059510 con 0x7ff62406f0e0 2024-09-12T03:14:01.849 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:01.849 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":91,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:13:59.010928+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:13:55.229211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-12T03:13:56.435782+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:14:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.851+0000 7ff62ae00640 1 -- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff60006be30 msgr2=0x7ff60006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.851+0000 7ff62ae00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff60006be30 0x7ff60006e2f0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7ff6241f52f0 tx=0x7ff60c009040 comp rx=0 tx=0).stop 2024-09-12T03:14:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.851+0000 7ff62ae00640 1 -- 172.21.15.29:0/1759254487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff62406f0e0 msgr2=0x7ff624150480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.851+0000 7ff62ae00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff62406f0e0 0x7ff624150480 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7ff61400e9b0 tx=0x7ff61400ee70 comp rx=0 tx=0).stop 2024-09-12T03:14:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.851+0000 7ff62ae00640 1 -- 172.21.15.29:0/1759254487 shutdown_connections 2024-09-12T03:14:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.851+0000 7ff62ae00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff60006be30 0x7ff60006e2f0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.852+0000 7ff62ae00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff6240b3ba0 0x7ff624150f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.852+0000 7ff62ae00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff62406f4c0 0x7ff6241509c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.852+0000 7ff62ae00640 1 --2- 172.21.15.29:0/1759254487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff62406f0e0 0x7ff624150480 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.852+0000 7ff62ae00640 1 -- 172.21.15.29:0/1759254487 >> 172.21.15.29:0/1759254487 conn(0x7ff624067da0 msgr2=0x7ff6240b4f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.852+0000 7ff62ae00640 1 -- 172.21.15.29:0/1759254487 shutdown_connections 2024-09-12T03:14:01.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:01.852+0000 7ff62ae00640 1 -- 172.21.15.29:0/1759254487 wait complete. 2024-09-12T03:14:01.868 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T03:14:01.869 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:14:02.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.026+0000 7f5f17200640 1 Processor -- start 2024-09-12T03:14:02.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.026+0000 7f5f17200640 1 -- start start 2024-09-12T03:14:02.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.027+0000 7f5f17200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f180ad0d0 0x7f5f18073bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.027+0000 7f5f17200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5f180af450 0x7f5f180b3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.027+0000 7f5f17200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f181558d0 con 0x7f5f181554f0 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.027+0000 7f5f17200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f5f1815b730 con 0x7f5f180af450 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.027+0000 7f5f17200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5f1815ba10 con 0x7f5f180ad0d0 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.028+0000 7f5f0fe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f180ad0d0 0x7f5f18073bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.028+0000 7f5f16800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5f180af450 0x7f5f180b3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.028+0000 7f5f0fe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f180ad0d0 0x7f5f18073bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:38938/0 (socket says 172.21.15.29:38938) 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.028+0000 7f5f0fe00640 1 -- 172.21.15.29:0/2552161259 learned_addr learned my addr 172.21.15.29:0/2552161259 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.028+0000 7f5f16800640 1 -- 172.21.15.29:0/2552161259 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f180ad0d0 msgr2=0x7f5f18073bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.028+0000 7f5f16800640 1 --2- 172.21.15.29:0/2552161259 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f180ad0d0 0x7f5f18073bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.028+0000 7f5f16800640 1 -- 172.21.15.29:0/2552161259 >> v1:172.21.15.38:6789/0 conn(0x7f5f181554f0 legacy=0x7f5f180aed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.028+0000 7f5f15400640 1 -- 172.21.15.29:0/2552161259 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3212799170 0 0) 0x7f5f181558d0 con 0x7f5f181554f0 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.029+0000 7f5f16800640 1 -- 172.21.15.29:0/2552161259 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f1815bcf0 con 0x7f5f180af450 2024-09-12T03:14:02.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.030+0000 7f5f16800640 1 --2- 172.21.15.29:0/2552161259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5f180af450 0x7f5f180b3330 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5f10009d90 tx=0x7f5f1002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc48bfe6673dde93 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:02.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.030+0000 7f5f15400640 1 -- 172.21.15.29:0/2552161259 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f10007740 con 0x7f5f180af450 2024-09-12T03:14:02.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.030+0000 7f5f15400640 1 -- 172.21.15.29:0/2552161259 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f100078e0 con 0x7f5f180af450 2024-09-12T03:14:02.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.030+0000 7f5f15400640 1 -- 172.21.15.29:0/2552161259 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f10007cb0 con 0x7f5f180af450 2024-09-12T03:14:02.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.030+0000 7f5f17200640 1 -- 172.21.15.29:0/2552161259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5f180af450 msgr2=0x7f5f180b3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.030+0000 7f5f17200640 1 --2- 172.21.15.29:0/2552161259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5f180af450 0x7f5f180b3330 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5f10009d90 tx=0x7f5f1002a660 comp rx=0 tx=0).stop 2024-09-12T03:14:02.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.030+0000 7f5f17200640 1 -- 172.21.15.29:0/2552161259 shutdown_connections 2024-09-12T03:14:02.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.030+0000 7f5f17200640 1 --2- 172.21.15.29:0/2552161259 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5f180af450 0x7f5f180b3330 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.030+0000 7f5f17200640 1 --2- 172.21.15.29:0/2552161259 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f180ad0d0 0x7f5f18073bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.030+0000 7f5f17200640 1 -- 172.21.15.29:0/2552161259 >> 172.21.15.29:0/2552161259 conn(0x7f5f1806bdf0 msgr2=0x7f5f1806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:02.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.031+0000 7f5f17200640 1 -- 172.21.15.29:0/2552161259 shutdown_connections 2024-09-12T03:14:02.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.031+0000 7f5f17200640 1 -- 172.21.15.29:0/2552161259 wait complete. 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.032+0000 7f5f17200640 1 Processor -- start 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.032+0000 7f5f17200640 1 -- start start 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.033+0000 7f5f17200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f180ad0d0 0x7f5f18099a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.033+0000 7f5f17200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5f180af450 0x7f5f181e36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.033+0000 7f5f17200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f181554f0 0x7f5f181e3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.033+0000 7f5f17200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5f1815b420 con 0x7f5f180ad0d0 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.033+0000 7f5f17200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5f1815c2b0 con 0x7f5f180af450 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.033+0000 7f5f17200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5f180b3870 con 0x7f5f181554f0 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.033+0000 7f5f15e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f180ad0d0 0x7f5f18099a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f15e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f180ad0d0 0x7f5f18099a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38654/0 (socket says 172.21.15.29:38654) 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f15e00640 1 -- 172.21.15.29:0/3575274723 learned_addr learned my addr 172.21.15.29:0/3575274723 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:02.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f0fe00640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5f180af450 0x7f5f181e36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f16800640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f181554f0 0x7f5f181e3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f15e00640 1 -- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f181554f0 msgr2=0x7f5f181e3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f15e00640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f181554f0 0x7f5f181e3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f15e00640 1 -- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5f180af450 msgr2=0x7f5f181e36b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f15e00640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5f180af450 0x7f5f181e36b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f15e00640 1 -- 172.21.15.29:0/3575274723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f180b21c0 con 0x7f5f180ad0d0 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f0fe00640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5f180af450 0x7f5f181e36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f16800640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f181554f0 0x7f5f181e3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.034+0000 7f5f15e00640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f180ad0d0 0x7f5f18099a50 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f5f0800c410 tx=0x7f5f0800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.035+0000 7f5f0e000640 1 -- 172.21.15.29:0/3575274723 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f08017070 con 0x7f5f180ad0d0 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.035+0000 7f5f0e000640 1 -- 172.21.15.29:0/3575274723 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f080035f0 con 0x7f5f180ad0d0 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.035+0000 7f5f17200640 1 -- 172.21.15.29:0/3575274723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f18140050 con 0x7f5f180ad0d0 2024-09-12T03:14:02.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.035+0000 7f5f0e000640 1 -- 172.21.15.29:0/3575274723 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f080039e0 con 0x7f5f180ad0d0 2024-09-12T03:14:02.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.035+0000 7f5f17200640 1 -- 172.21.15.29:0/3575274723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f18140610 con 0x7f5f180ad0d0 2024-09-12T03:14:02.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.036+0000 7f5f17200640 1 -- 172.21.15.29:0/3575274723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f180b3690 con 0x7f5f180ad0d0 2024-09-12T03:14:02.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.037+0000 7f5f0e000640 1 -- 172.21.15.29:0/3575274723 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5f0801a070 con 0x7f5f180ad0d0 2024-09-12T03:14:02.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.038+0000 7f5f0e000640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5ef406be60 0x7f5ef406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.038+0000 7f5f0e000640 1 -- 172.21.15.29:0/3575274723 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7f5f0808a560 con 0x7f5f180ad0d0 2024-09-12T03:14:02.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.038+0000 7f5f0fe00640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5ef406be60 0x7f5ef406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.039+0000 7f5f0fe00640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5ef406be60 0x7f5ef406e320 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f5f181f71b0 tx=0x7f5f00008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:02.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.042+0000 7f5f0e000640 1 -- 172.21.15.29:0/3575274723 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5f180b3690 con 0x7f5f180ad0d0 2024-09-12T03:14:02.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.226+0000 7f5f17200640 1 -- 172.21.15.29:0/3575274723 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5f1806c530 con 0x7f5ef406be60 2024-09-12T03:14:02.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.233+0000 7f5f0e000640 1 -- 172.21.15.29:0/3575274723 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252007 (secure 0 0 0) 0x7f5f1806c530 con 0x7f5ef406be60 2024-09-12T03:14:02.236 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:02.237 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:14:02.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.237+0000 7f5f17200640 1 -- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5ef406be60 msgr2=0x7f5ef406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.237+0000 7f5f17200640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5ef406be60 0x7f5ef406e320 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f5f181f71b0 tx=0x7f5f00008040 comp rx=0 tx=0).stop 2024-09-12T03:14:02.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.237+0000 7f5f17200640 1 -- 172.21.15.29:0/3575274723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f180ad0d0 msgr2=0x7f5f18099a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.237+0000 7f5f17200640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f180ad0d0 0x7f5f18099a50 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f5f0800c410 tx=0x7f5f0800c8d0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.237+0000 7f5f17200640 1 -- 172.21.15.29:0/3575274723 shutdown_connections 2024-09-12T03:14:02.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.237+0000 7f5f17200640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5ef406be60 0x7f5ef406e320 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.237+0000 7f5f17200640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5f181554f0 0x7f5f181e3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.237+0000 7f5f17200640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5f180af450 0x7f5f181e36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.237+0000 7f5f17200640 1 --2- 172.21.15.29:0/3575274723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f180ad0d0 0x7f5f18099a50 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.237+0000 7f5f17200640 1 -- 172.21.15.29:0/3575274723 >> 172.21.15.29:0/3575274723 conn(0x7f5f1806bdf0 msgr2=0x7f5f180724f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:02.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.238+0000 7f5f17200640 1 -- 172.21.15.29:0/3575274723 shutdown_connections 2024-09-12T03:14:02.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.238+0000 7f5f17200640 1 -- 172.21.15.29:0/3575274723 wait complete. 2024-09-12T03:14:02.254 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":258,"stamp":"2024-09-12T03:14:01.800929+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":111,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":259364,"kb_used_data":9848,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754715356,"statfs":{"total":773094113280,"available":772828524544,"internally_reserved":0,"allocated":10084352,"data_stored":5284712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.804108"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.032174+0000","last_change":"2024-09-12T03:13:58.026965+0000","last_active":"2024-09-12T03:13:58.032174+0000","last_peered":"2024-09-12T03:13:58.032174+0000","last_clean":"2024-09-12T03:13:58.032174+0000","last_became_active":"2024-09-12T03:13:58.026685+0000","last_became_peered":"2024-09-12T03:13:58.026685+0000","last_unstale":"2024-09-12T03:13:58.032174+0000","last_undegraded":"2024-09-12T03:13:58.032174+0000","last_fullsized":"2024-09-12T03:13:58.032174+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:17:21.017583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.056748+0000","last_change":"2024-09-12T03:13:58.053521+0000","last_active":"2024-09-12T03:13:58.056748+0000","last_peered":"2024-09-12T03:13:58.056748+0000","last_clean":"2024-09-12T03:13:58.056748+0000","last_became_active":"2024-09-12T03:13:58.048349+0000","last_became_peered":"2024-09-12T03:13:58.048349+0000","last_unstale":"2024-09-12T03:13:58.056748+0000","last_undegraded":"2024-09-12T03:13:58.056748+0000","last_fullsized":"2024-09-12T03:13:58.056748+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:54.402674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.048665+0000","last_change":"2024-09-12T03:13:58.047867+0000","last_active":"2024-09-12T03:13:58.048665+0000","last_peered":"2024-09-12T03:13:58.048665+0000","last_clean":"2024-09-12T03:13:58.048665+0000","last_became_active":"2024-09-12T03:13:58.047526+0000","last_became_peered":"2024-09-12T03:13:58.047526+0000","last_unstale":"2024-09-12T03:13:58.048665+0000","last_undegraded":"2024-09-12T03:13:58.048665+0000","last_fullsized":"2024-09-12T03:13:58.048665+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:20.391983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.054836+0000","last_change":"2024-09-12T03:13:58.053385+0000","last_active":"2024-09-12T03:13:58.054836+0000","last_peered":"2024-09-12T03:13:58.054836+0000","last_clean":"2024-09-12T03:13:58.054836+0000","last_became_active":"2024-09-12T03:13:58.050620+0000","last_became_peered":"2024-09-12T03:13:58.050620+0000","last_unstale":"2024-09-12T03:13:58.054836+0000","last_undegraded":"2024-09-12T03:13:58.054836+0000","last_fullsized":"2024-09-12T03:13:58.054836+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:50:44.640963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.060725+0000","last_change":"2024-09-12T03:13:58.055299+0000","last_active":"2024-09-12T03:13:58.060725+0000","last_peered":"2024-09-12T03:13:58.060725+0000","last_clean":"2024-09-12T03:13:58.060725+0000","last_became_active":"2024-09-12T03:13:58.053971+0000","last_became_peered":"2024-09-12T03:13:58.053971+0000","last_unstale":"2024-09-12T03:13:58.060725+0000","last_undegraded":"2024-09-12T03:13:58.060725+0000","last_fullsized":"2024-09-12T03:13:58.060725+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:00.595005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.033852+0000","last_change":"2024-09-12T03:13:58.031513+0000","last_active":"2024-09-12T03:13:58.033852+0000","last_peered":"2024-09-12T03:13:58.033852+0000","last_clean":"2024-09-12T03:13:58.033852+0000","last_became_active":"2024-09-12T03:13:58.029645+0000","last_became_peered":"2024-09-12T03:13:58.029645+0000","last_unstale":"2024-09-12T03:13:58.033852+0000","last_undegraded":"2024-09-12T03:13:58.033852+0000","last_fullsized":"2024-09-12T03:13:58.033852+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:14.754864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.043381+0000","last_change":"2024-09-12T03:13:58.037165+0000","last_active":"2024-09-12T03:13:58.043381+0000","last_peered":"2024-09-12T03:13:58.043381+0000","last_clean":"2024-09-12T03:13:58.043381+0000","last_became_active":"2024-09-12T03:13:58.036883+0000","last_became_peered":"2024-09-12T03:13:58.036883+0000","last_unstale":"2024-09-12T03:13:58.043381+0000","last_undegraded":"2024-09-12T03:13:58.043381+0000","last_fullsized":"2024-09-12T03:13:58.043381+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:17.156758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.038465+0000","last_change":"2024-09-12T03:13:58.037136+0000","last_active":"2024-09-12T03:13:58.038465+0000","last_peered":"2024-09-12T03:13:58.038465+0000","last_clean":"2024-09-12T03:13:58.038465+0000","last_became_active":"2024-09-12T03:13:58.036846+0000","last_became_peered":"2024-09-12T03:13:58.036846+0000","last_unstale":"2024-09-12T03:13:58.038465+0000","last_undegraded":"2024-09-12T03:13:58.038465+0000","last_fullsized":"2024-09-12T03:13:58.038465+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:51.598073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.060691+0000","last_change":"2024-09-12T03:13:58.057082+0000","last_active":"2024-09-12T03:13:58.060691+0000","last_peered":"2024-09-12T03:13:58.060691+0000","last_clean":"2024-09-12T03:13:58.060691+0000","last_became_active":"2024-09-12T03:13:58.056785+0000","last_became_peered":"2024-09-12T03:13:58.056785+0000","last_unstale":"2024-09-12T03:13:58.060691+0000","last_undegraded":"2024-09-12T03:13:58.060691+0000","last_fullsized":"2024-09-12T03:13:58.060691+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:50:44.640963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.032037+0000","last_change":"2024-09-12T03:13:58.024927+0000","last_active":"2024-09-12T03:13:58.032037+0000","last_peered":"2024-09-12T03:13:58.032037+0000","last_clean":"2024-09-12T03:13:58.032037+0000","last_became_active":"2024-09-12T03:13:58.024618+0000","last_became_peered":"2024-09-12T03:13:58.024618+0000","last_unstale":"2024-09-12T03:13:58.032037+0000","last_undegraded":"2024-09-12T03:13:58.032037+0000","last_fullsized":"2024-09-12T03:13:58.032037+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:48.928501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.058313+0000","last_change":"2024-09-12T03:13:58.052933+0000","last_active":"2024-09-12T03:13:58.058313+0000","last_peered":"2024-09-12T03:13:58.058313+0000","last_clean":"2024-09-12T03:13:58.058313+0000","last_became_active":"2024-09-12T03:13:58.050709+0000","last_became_peered":"2024-09-12T03:13:58.050709+0000","last_unstale":"2024-09-12T03:13:58.058313+0000","last_undegraded":"2024-09-12T03:13:58.058313+0000","last_fullsized":"2024-09-12T03:13:58.058313+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:33.616336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.035447+0000","last_change":"2024-09-12T03:13:58.033740+0000","last_active":"2024-09-12T03:13:58.035447+0000","last_peered":"2024-09-12T03:13:58.035447+0000","last_clean":"2024-09-12T03:13:58.035447+0000","last_became_active":"2024-09-12T03:13:58.031983+0000","last_became_peered":"2024-09-12T03:13:58.031983+0000","last_unstale":"2024-09-12T03:13:58.035447+0000","last_undegraded":"2024-09-12T03:13:58.035447+0000","last_fullsized":"2024-09-12T03:13:58.035447+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:20:57.540764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.040285+0000","last_change":"2024-09-12T03:13:58.038793+0000","last_active":"2024-09-12T03:13:58.040285+0000","last_peered":"2024-09-12T03:13:58.040285+0000","last_clean":"2024-09-12T03:13:58.040285+0000","last_became_active":"2024-09-12T03:13:58.038488+0000","last_became_peered":"2024-09-12T03:13:58.038488+0000","last_unstale":"2024-09-12T03:13:58.040285+0000","last_undegraded":"2024-09-12T03:13:58.040285+0000","last_fullsized":"2024-09-12T03:13:58.040285+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:33.616336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.051649+0000","last_change":"2024-09-12T03:13:58.040091+0000","last_active":"2024-09-12T03:13:58.051649+0000","last_peered":"2024-09-12T03:13:58.051649+0000","last_clean":"2024-09-12T03:13:58.051649+0000","last_became_active":"2024-09-12T03:13:58.039785+0000","last_became_peered":"2024-09-12T03:13:58.039785+0000","last_unstale":"2024-09-12T03:13:58.051649+0000","last_undegraded":"2024-09-12T03:13:58.051649+0000","last_fullsized":"2024-09-12T03:13:58.051649+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:35.068539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.029595+0000","last_change":"2024-09-12T03:13:58.027905+0000","last_active":"2024-09-12T03:13:58.029595+0000","last_peered":"2024-09-12T03:13:58.029595+0000","last_clean":"2024-09-12T03:13:58.029595+0000","last_became_active":"2024-09-12T03:13:58.027331+0000","last_became_peered":"2024-09-12T03:13:58.027331+0000","last_unstale":"2024-09-12T03:13:58.029595+0000","last_undegraded":"2024-09-12T03:13:58.029595+0000","last_fullsized":"2024-09-12T03:13:58.029595+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:24.631754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027826+0000","last_change":"2024-09-12T03:13:58.025591+0000","last_active":"2024-09-12T03:13:58.027826+0000","last_peered":"2024-09-12T03:13:58.027826+0000","last_clean":"2024-09-12T03:13:58.027826+0000","last_became_active":"2024-09-12T03:13:58.025338+0000","last_became_peered":"2024-09-12T03:13:58.025338+0000","last_unstale":"2024-09-12T03:13:58.027826+0000","last_undegraded":"2024-09-12T03:13:58.027826+0000","last_fullsized":"2024-09-12T03:13:58.027826+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:20:18.594333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.035831+0000","last_change":"2024-09-12T03:13:58.033587+0000","last_active":"2024-09-12T03:13:58.035831+0000","last_peered":"2024-09-12T03:13:58.035831+0000","last_clean":"2024-09-12T03:13:58.035831+0000","last_became_active":"2024-09-12T03:13:58.033286+0000","last_became_peered":"2024-09-12T03:13:58.033286+0000","last_unstale":"2024-09-12T03:13:58.035831+0000","last_undegraded":"2024-09-12T03:13:58.035831+0000","last_fullsized":"2024-09-12T03:13:58.035831+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:13.626222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.056260+0000","last_change":"2024-09-12T03:13:58.055809+0000","last_active":"2024-09-12T03:13:58.056260+0000","last_peered":"2024-09-12T03:13:58.056260+0000","last_clean":"2024-09-12T03:13:58.056260+0000","last_became_active":"2024-09-12T03:13:58.055545+0000","last_became_peered":"2024-09-12T03:13:58.055545+0000","last_unstale":"2024-09-12T03:13:58.056260+0000","last_undegraded":"2024-09-12T03:13:58.056260+0000","last_fullsized":"2024-09-12T03:13:58.056260+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:54:02.304226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.052711+0000","last_change":"2024-09-12T03:13:58.040068+0000","last_active":"2024-09-12T03:13:58.052711+0000","last_peered":"2024-09-12T03:13:58.052711+0000","last_clean":"2024-09-12T03:13:58.052711+0000","last_became_active":"2024-09-12T03:13:58.039576+0000","last_became_peered":"2024-09-12T03:13:58.039576+0000","last_unstale":"2024-09-12T03:13:58.052711+0000","last_undegraded":"2024-09-12T03:13:58.052711+0000","last_fullsized":"2024-09-12T03:13:58.052711+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:37.736649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.031421+0000","last_change":"2024-09-12T03:13:58.026945+0000","last_active":"2024-09-12T03:13:58.031421+0000","last_peered":"2024-09-12T03:13:58.031421+0000","last_clean":"2024-09-12T03:13:58.031421+0000","last_became_active":"2024-09-12T03:13:58.026664+0000","last_became_peered":"2024-09-12T03:13:58.026664+0000","last_unstale":"2024-09-12T03:13:58.031421+0000","last_undegraded":"2024-09-12T03:13:58.031421+0000","last_fullsized":"2024-09-12T03:13:58.031421+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:46:22.984674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.055178+0000","last_change":"2024-09-12T03:13:58.043796+0000","last_active":"2024-09-12T03:13:58.055178+0000","last_peered":"2024-09-12T03:13:58.055178+0000","last_clean":"2024-09-12T03:13:58.055178+0000","last_became_active":"2024-09-12T03:13:58.043505+0000","last_became_peered":"2024-09-12T03:13:58.043505+0000","last_unstale":"2024-09-12T03:13:58.055178+0000","last_undegraded":"2024-09-12T03:13:58.055178+0000","last_fullsized":"2024-09-12T03:13:58.055178+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:24.631754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.047088+0000","last_change":"2024-09-12T03:13:58.039074+0000","last_active":"2024-09-12T03:13:58.047088+0000","last_peered":"2024-09-12T03:13:58.047088+0000","last_clean":"2024-09-12T03:13:58.047088+0000","last_became_active":"2024-09-12T03:13:58.038752+0000","last_became_peered":"2024-09-12T03:13:58.038752+0000","last_unstale":"2024-09-12T03:13:58.047088+0000","last_undegraded":"2024-09-12T03:13:58.047088+0000","last_fullsized":"2024-09-12T03:13:58.047088+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:58.222604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.049635+0000","last_change":"2024-09-12T03:13:58.046481+0000","last_active":"2024-09-12T03:13:58.049635+0000","last_peered":"2024-09-12T03:13:58.049635+0000","last_clean":"2024-09-12T03:13:58.049635+0000","last_became_active":"2024-09-12T03:13:58.046148+0000","last_became_peered":"2024-09-12T03:13:58.046148+0000","last_unstale":"2024-09-12T03:13:58.049635+0000","last_undegraded":"2024-09-12T03:13:58.049635+0000","last_fullsized":"2024-09-12T03:13:58.049635+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:24.631754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.038926+0000","last_change":"2024-09-12T03:13:58.037175+0000","last_active":"2024-09-12T03:13:58.038926+0000","last_peered":"2024-09-12T03:13:58.038926+0000","last_clean":"2024-09-12T03:13:58.038926+0000","last_became_active":"2024-09-12T03:13:58.036908+0000","last_became_peered":"2024-09-12T03:13:58.036908+0000","last_unstale":"2024-09-12T03:13:58.038926+0000","last_undegraded":"2024-09-12T03:13:58.038926+0000","last_fullsized":"2024-09-12T03:13:58.038926+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:28.749633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.055025+0000","last_change":"2024-09-12T03:13:58.050551+0000","last_active":"2024-09-12T03:13:58.055025+0000","last_peered":"2024-09-12T03:13:58.055025+0000","last_clean":"2024-09-12T03:13:58.055025+0000","last_became_active":"2024-09-12T03:13:58.050263+0000","last_became_peered":"2024-09-12T03:13:58.050263+0000","last_unstale":"2024-09-12T03:13:58.055025+0000","last_undegraded":"2024-09-12T03:13:58.055025+0000","last_fullsized":"2024-09-12T03:13:58.055025+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:09:50.676478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.051808+0000","last_change":"2024-09-12T03:13:58.040680+0000","last_active":"2024-09-12T03:13:58.051808+0000","last_peered":"2024-09-12T03:13:58.051808+0000","last_clean":"2024-09-12T03:13:58.051808+0000","last_became_active":"2024-09-12T03:13:58.040395+0000","last_became_peered":"2024-09-12T03:13:58.040395+0000","last_unstale":"2024-09-12T03:13:58.051808+0000","last_undegraded":"2024-09-12T03:13:58.051808+0000","last_fullsized":"2024-09-12T03:13:58.051808+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:46:22.984674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.052767+0000","last_change":"2024-09-12T03:13:58.049592+0000","last_active":"2024-09-12T03:13:58.052767+0000","last_peered":"2024-09-12T03:13:58.052767+0000","last_clean":"2024-09-12T03:13:58.052767+0000","last_became_active":"2024-09-12T03:13:58.049310+0000","last_became_peered":"2024-09-12T03:13:58.049310+0000","last_unstale":"2024-09-12T03:13:58.052767+0000","last_undegraded":"2024-09-12T03:13:58.052767+0000","last_fullsized":"2024-09-12T03:13:58.052767+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:48:46.558599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.054820+0000","last_change":"2024-09-12T03:13:58.052820+0000","last_active":"2024-09-12T03:13:58.054820+0000","last_peered":"2024-09-12T03:13:58.054820+0000","last_clean":"2024-09-12T03:13:58.054820+0000","last_became_active":"2024-09-12T03:13:58.052560+0000","last_became_peered":"2024-09-12T03:13:58.052560+0000","last_unstale":"2024-09-12T03:13:58.054820+0000","last_undegraded":"2024-09-12T03:13:58.054820+0000","last_fullsized":"2024-09-12T03:13:58.054820+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:57.161600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.044924+0000","last_change":"2024-09-12T03:13:58.037773+0000","last_active":"2024-09-12T03:13:58.044924+0000","last_peered":"2024-09-12T03:13:58.044924+0000","last_clean":"2024-09-12T03:13:58.044924+0000","last_became_active":"2024-09-12T03:13:58.036246+0000","last_became_peered":"2024-09-12T03:13:58.036246+0000","last_unstale":"2024-09-12T03:13:58.044924+0000","last_undegraded":"2024-09-12T03:13:58.044924+0000","last_fullsized":"2024-09-12T03:13:58.044924+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:33.006993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.060763+0000","last_change":"2024-09-12T03:13:58.056087+0000","last_active":"2024-09-12T03:13:58.060763+0000","last_peered":"2024-09-12T03:13:58.060763+0000","last_clean":"2024-09-12T03:13:58.060763+0000","last_became_active":"2024-09-12T03:13:58.054955+0000","last_became_peered":"2024-09-12T03:13:58.054955+0000","last_unstale":"2024-09-12T03:13:58.060763+0000","last_undegraded":"2024-09-12T03:13:58.060763+0000","last_fullsized":"2024-09-12T03:13:58.060763+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:57.161600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.055051+0000","last_change":"2024-09-12T03:13:58.048805+0000","last_active":"2024-09-12T03:13:58.055051+0000","last_peered":"2024-09-12T03:13:58.055051+0000","last_clean":"2024-09-12T03:13:58.055051+0000","last_became_active":"2024-09-12T03:13:58.048314+0000","last_became_peered":"2024-09-12T03:13:58.048314+0000","last_unstale":"2024-09-12T03:13:58.055051+0000","last_undegraded":"2024-09-12T03:13:58.055051+0000","last_fullsized":"2024-09-12T03:13:58.055051+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:40.276319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027783+0000","last_change":"2024-09-12T03:13:58.024861+0000","last_active":"2024-09-12T03:13:58.027783+0000","last_peered":"2024-09-12T03:13:58.027783+0000","last_clean":"2024-09-12T03:13:58.027783+0000","last_became_active":"2024-09-12T03:13:58.024491+0000","last_became_peered":"2024-09-12T03:13:58.024491+0000","last_unstale":"2024-09-12T03:13:58.027783+0000","last_undegraded":"2024-09-12T03:13:58.027783+0000","last_fullsized":"2024-09-12T03:13:58.027783+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:17.156758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.051068+0000","last_change":"2024-09-12T03:13:58.048019+0000","last_active":"2024-09-12T03:13:58.051068+0000","last_peered":"2024-09-12T03:13:58.051068+0000","last_clean":"2024-09-12T03:13:58.051068+0000","last_became_active":"2024-09-12T03:13:58.047732+0000","last_became_peered":"2024-09-12T03:13:58.047732+0000","last_unstale":"2024-09-12T03:13:58.051068+0000","last_undegraded":"2024-09-12T03:13:58.051068+0000","last_fullsized":"2024-09-12T03:13:58.051068+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:45:32.411454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"90'4","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.065875+0000","last_change":"2024-09-12T03:13:57.021621+0000","last_active":"2024-09-12T03:13:58.065875+0000","last_peered":"2024-09-12T03:13:58.065875+0000","last_clean":"2024-09-12T03:13:58.065875+0000","last_became_active":"2024-09-12T03:13:57.020224+0000","last_became_peered":"2024-09-12T03:13:57.020224+0000","last_unstale":"2024-09-12T03:13:58.065875+0000","last_undegraded":"2024-09-12T03:13:58.065875+0000","last_fullsized":"2024-09-12T03:13:58.065875+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:50:37.271820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.035894+0000","last_change":"2024-09-12T03:13:58.032024+0000","last_active":"2024-09-12T03:13:58.035894+0000","last_peered":"2024-09-12T03:13:58.035894+0000","last_clean":"2024-09-12T03:13:58.035894+0000","last_became_active":"2024-09-12T03:13:58.031759+0000","last_became_peered":"2024-09-12T03:13:58.031759+0000","last_unstale":"2024-09-12T03:13:58.035894+0000","last_undegraded":"2024-09-12T03:13:58.035894+0000","last_fullsized":"2024-09-12T03:13:58.035894+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:35.291680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.065810+0000","last_change":"2024-09-12T03:13:57.017412+0000","last_active":"2024-09-12T03:13:58.065810+0000","last_peered":"2024-09-12T03:13:58.065810+0000","last_clean":"2024-09-12T03:13:58.065810+0000","last_became_active":"2024-09-12T03:13:57.017017+0000","last_became_peered":"2024-09-12T03:13:57.017017+0000","last_unstale":"2024-09-12T03:13:58.065810+0000","last_undegraded":"2024-09-12T03:13:58.065810+0000","last_fullsized":"2024-09-12T03:13:58.065810+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:39.252585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.043008+0000","last_change":"2024-09-12T03:13:58.036789+0000","last_active":"2024-09-12T03:13:58.043008+0000","last_peered":"2024-09-12T03:13:58.043008+0000","last_clean":"2024-09-12T03:13:58.043008+0000","last_became_active":"2024-09-12T03:13:58.036520+0000","last_became_peered":"2024-09-12T03:13:58.036520+0000","last_unstale":"2024-09-12T03:13:58.043008+0000","last_undegraded":"2024-09-12T03:13:58.043008+0000","last_fullsized":"2024-09-12T03:13:58.043008+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:32:14.994692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.064334+0000","last_change":"2024-09-12T03:13:57.031729+0000","last_active":"2024-09-12T03:13:58.064334+0000","last_peered":"2024-09-12T03:13:58.064334+0000","last_clean":"2024-09-12T03:13:58.064334+0000","last_became_active":"2024-09-12T03:13:57.031457+0000","last_became_peered":"2024-09-12T03:13:57.031457+0000","last_unstale":"2024-09-12T03:13:58.064334+0000","last_undegraded":"2024-09-12T03:13:58.064334+0000","last_fullsized":"2024-09-12T03:13:58.064334+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:54:01.294019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.052654+0000","last_change":"2024-09-12T03:13:58.049852+0000","last_active":"2024-09-12T03:13:58.052654+0000","last_peered":"2024-09-12T03:13:58.052654+0000","last_clean":"2024-09-12T03:13:58.052654+0000","last_became_active":"2024-09-12T03:13:58.049375+0000","last_became_peered":"2024-09-12T03:13:58.049375+0000","last_unstale":"2024-09-12T03:13:58.052654+0000","last_undegraded":"2024-09-12T03:13:58.052654+0000","last_fullsized":"2024-09-12T03:13:58.052654+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:20:10.525110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.066652+0000","last_change":"2024-09-12T03:13:57.016047+0000","last_active":"2024-09-12T03:13:58.066652+0000","last_peered":"2024-09-12T03:13:58.066652+0000","last_clean":"2024-09-12T03:13:58.066652+0000","last_became_active":"2024-09-12T03:13:57.015754+0000","last_became_peered":"2024-09-12T03:13:57.015754+0000","last_unstale":"2024-09-12T03:13:58.066652+0000","last_undegraded":"2024-09-12T03:13:58.066652+0000","last_fullsized":"2024-09-12T03:13:58.066652+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:57.212397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.029210+0000","last_change":"2024-09-12T03:13:58.027318+0000","last_active":"2024-09-12T03:13:58.029210+0000","last_peered":"2024-09-12T03:13:58.029210+0000","last_clean":"2024-09-12T03:13:58.029210+0000","last_became_active":"2024-09-12T03:13:58.026982+0000","last_became_peered":"2024-09-12T03:13:58.026982+0000","last_unstale":"2024-09-12T03:13:58.029210+0000","last_undegraded":"2024-09-12T03:13:58.029210+0000","last_fullsized":"2024-09-12T03:13:58.029210+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:50:38.282028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.064577+0000","last_change":"2024-09-12T03:13:57.030291+0000","last_active":"2024-09-12T03:13:58.064577+0000","last_peered":"2024-09-12T03:13:58.064577+0000","last_clean":"2024-09-12T03:13:58.064577+0000","last_became_active":"2024-09-12T03:13:57.030018+0000","last_became_peered":"2024-09-12T03:13:57.030018+0000","last_unstale":"2024-09-12T03:13:58.064577+0000","last_undegraded":"2024-09-12T03:13:58.064577+0000","last_fullsized":"2024-09-12T03:13:58.064577+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:11:49.427894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.056000+0000","last_change":"2024-09-12T03:13:58.050056+0000","last_active":"2024-09-12T03:13:58.056000+0000","last_peered":"2024-09-12T03:13:58.056000+0000","last_clean":"2024-09-12T03:13:58.056000+0000","last_became_active":"2024-09-12T03:13:58.049779+0000","last_became_peered":"2024-09-12T03:13:58.049779+0000","last_unstale":"2024-09-12T03:13:58.056000+0000","last_undegraded":"2024-09-12T03:13:58.056000+0000","last_fullsized":"2024-09-12T03:13:58.056000+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:51.598073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.061460+0000","last_change":"2024-09-12T03:13:57.024401+0000","last_active":"2024-09-12T03:13:58.061460+0000","last_peered":"2024-09-12T03:13:58.061460+0000","last_clean":"2024-09-12T03:13:58.061460+0000","last_became_active":"2024-09-12T03:13:57.024009+0000","last_became_peered":"2024-09-12T03:13:57.024009+0000","last_unstale":"2024-09-12T03:13:58.061460+0000","last_undegraded":"2024-09-12T03:13:58.061460+0000","last_fullsized":"2024-09-12T03:13:58.061460+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:39.252585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.031373+0000","last_change":"2024-09-12T03:13:58.029927+0000","last_active":"2024-09-12T03:13:58.031373+0000","last_peered":"2024-09-12T03:13:58.031373+0000","last_clean":"2024-09-12T03:13:58.031373+0000","last_became_active":"2024-09-12T03:13:58.029294+0000","last_became_peered":"2024-09-12T03:13:58.029294+0000","last_unstale":"2024-09-12T03:13:58.031373+0000","last_undegraded":"2024-09-12T03:13:58.031373+0000","last_fullsized":"2024-09-12T03:13:58.031373+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:39:20.652612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.013082+0000","last_change":"2024-09-12T03:13:57.022152+0000","last_active":"2024-09-12T03:13:58.013082+0000","last_peered":"2024-09-12T03:13:58.013082+0000","last_clean":"2024-09-12T03:13:58.013082+0000","last_became_active":"2024-09-12T03:13:57.021852+0000","last_became_peered":"2024-09-12T03:13:57.021852+0000","last_unstale":"2024-09-12T03:13:58.013082+0000","last_undegraded":"2024-09-12T03:13:58.013082+0000","last_fullsized":"2024-09-12T03:13:58.013082+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:52.165226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.053982+0000","last_change":"2024-09-12T03:13:58.050554+0000","last_active":"2024-09-12T03:13:58.053982+0000","last_peered":"2024-09-12T03:13:58.053982+0000","last_clean":"2024-09-12T03:13:58.053982+0000","last_became_active":"2024-09-12T03:13:58.049115+0000","last_became_peered":"2024-09-12T03:13:58.049115+0000","last_unstale":"2024-09-12T03:13:58.053982+0000","last_undegraded":"2024-09-12T03:13:58.053982+0000","last_fullsized":"2024-09-12T03:13:58.053982+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:00.595005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027446+0000","last_change":"2024-09-12T03:13:57.027460+0000","last_active":"2024-09-12T03:13:58.027446+0000","last_peered":"2024-09-12T03:13:58.027446+0000","last_clean":"2024-09-12T03:13:58.027446+0000","last_became_active":"2024-09-12T03:13:57.027155+0000","last_became_peered":"2024-09-12T03:13:57.027155+0000","last_unstale":"2024-09-12T03:13:58.027446+0000","last_undegraded":"2024-09-12T03:13:58.027446+0000","last_fullsized":"2024-09-12T03:13:58.027446+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:53.392466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.058468+0000","last_change":"2024-09-12T03:13:58.049971+0000","last_active":"2024-09-12T03:13:58.058468+0000","last_peered":"2024-09-12T03:13:58.058468+0000","last_clean":"2024-09-12T03:13:58.058468+0000","last_became_active":"2024-09-12T03:13:58.049156+0000","last_became_peered":"2024-09-12T03:13:58.049156+0000","last_unstale":"2024-09-12T03:13:58.058468+0000","last_undegraded":"2024-09-12T03:13:58.058468+0000","last_fullsized":"2024-09-12T03:13:58.058468+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:51.598073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.044886+0000","last_change":"2024-09-12T03:13:57.032462+0000","last_active":"2024-09-12T03:13:58.044886+0000","last_peered":"2024-09-12T03:13:58.044886+0000","last_clean":"2024-09-12T03:13:58.044886+0000","last_became_active":"2024-09-12T03:13:57.032089+0000","last_became_peered":"2024-09-12T03:13:57.032089+0000","last_unstale":"2024-09-12T03:13:58.044886+0000","last_undegraded":"2024-09-12T03:13:58.044886+0000","last_fullsized":"2024-09-12T03:13:58.044886+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:06.398822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.050308+0000","last_change":"2024-09-12T03:13:58.045211+0000","last_active":"2024-09-12T03:13:58.050308+0000","last_peered":"2024-09-12T03:13:58.050308+0000","last_clean":"2024-09-12T03:13:58.050308+0000","last_became_active":"2024-09-12T03:13:58.044728+0000","last_became_peered":"2024-09-12T03:13:58.044728+0000","last_unstale":"2024-09-12T03:13:58.050308+0000","last_undegraded":"2024-09-12T03:13:58.050308+0000","last_fullsized":"2024-09-12T03:13:58.050308+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:58:17.322993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.013579+0000","last_change":"2024-09-12T03:13:57.021153+0000","last_active":"2024-09-12T03:13:58.013579+0000","last_peered":"2024-09-12T03:13:58.013579+0000","last_clean":"2024-09-12T03:13:58.013579+0000","last_became_active":"2024-09-12T03:13:57.020893+0000","last_became_peered":"2024-09-12T03:13:57.020893+0000","last_unstale":"2024-09-12T03:13:58.013579+0000","last_undegraded":"2024-09-12T03:13:58.013579+0000","last_fullsized":"2024-09-12T03:13:58.013579+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:39.266112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.029823+0000","last_change":"2024-09-12T03:13:58.025922+0000","last_active":"2024-09-12T03:13:58.029823+0000","last_peered":"2024-09-12T03:13:58.029823+0000","last_clean":"2024-09-12T03:13:58.029823+0000","last_became_active":"2024-09-12T03:13:58.025658+0000","last_became_peered":"2024-09-12T03:13:58.025658+0000","last_unstale":"2024-09-12T03:13:58.029823+0000","last_undegraded":"2024-09-12T03:13:58.029823+0000","last_fullsized":"2024-09-12T03:13:58.029823+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:54.402674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"90'3","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.064895+0000","last_change":"2024-09-12T03:13:57.024994+0000","last_active":"2024-09-12T03:13:58.064895+0000","last_peered":"2024-09-12T03:13:58.064895+0000","last_clean":"2024-09-12T03:13:58.064895+0000","last_became_active":"2024-09-12T03:13:57.024058+0000","last_became_peered":"2024-09-12T03:13:57.024058+0000","last_unstale":"2024-09-12T03:13:58.064895+0000","last_undegraded":"2024-09-12T03:13:58.064895+0000","last_fullsized":"2024-09-12T03:13:58.064895+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:55:28.430195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.055024+0000","last_change":"2024-09-12T03:13:58.054388+0000","last_active":"2024-09-12T03:13:58.055024+0000","last_peered":"2024-09-12T03:13:58.055024+0000","last_clean":"2024-09-12T03:13:58.055024+0000","last_became_active":"2024-09-12T03:13:58.054109+0000","last_became_peered":"2024-09-12T03:13:58.054109+0000","last_unstale":"2024-09-12T03:13:58.055024+0000","last_undegraded":"2024-09-12T03:13:58.055024+0000","last_fullsized":"2024-09-12T03:13:58.055024+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:53.155916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"90'6","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.067862+0000","last_change":"2024-09-12T03:13:57.017131+0000","last_active":"2024-09-12T03:13:58.067862+0000","last_peered":"2024-09-12T03:13:58.067862+0000","last_clean":"2024-09-12T03:13:58.067862+0000","last_became_active":"2024-09-12T03:13:57.014948+0000","last_became_peered":"2024-09-12T03:13:57.014948+0000","last_unstale":"2024-09-12T03:13:58.067862+0000","last_undegraded":"2024-09-12T03:13:58.067862+0000","last_fullsized":"2024-09-12T03:13:58.067862+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:32:13.984484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.039942+0000","last_change":"2024-09-12T03:13:58.038216+0000","last_active":"2024-09-12T03:13:58.039942+0000","last_peered":"2024-09-12T03:13:58.039942+0000","last_clean":"2024-09-12T03:13:58.039942+0000","last_became_active":"2024-09-12T03:13:58.037852+0000","last_became_peered":"2024-09-12T03:13:58.037852+0000","last_unstale":"2024-09-12T03:13:58.039942+0000","last_undegraded":"2024-09-12T03:13:58.039942+0000","last_fullsized":"2024-09-12T03:13:58.039942+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:11.847876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.066011+0000","last_change":"2024-09-12T03:13:57.028551+0000","last_active":"2024-09-12T03:13:58.066011+0000","last_peered":"2024-09-12T03:13:58.066011+0000","last_clean":"2024-09-12T03:13:58.066011+0000","last_became_active":"2024-09-12T03:13:57.028183+0000","last_became_peered":"2024-09-12T03:13:57.028183+0000","last_unstale":"2024-09-12T03:13:58.066011+0000","last_undegraded":"2024-09-12T03:13:58.066011+0000","last_fullsized":"2024-09-12T03:13:58.066011+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:27.739425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.058380+0000","last_change":"2024-09-12T03:13:58.052307+0000","last_active":"2024-09-12T03:13:58.058380+0000","last_peered":"2024-09-12T03:13:58.058380+0000","last_clean":"2024-09-12T03:13:58.058380+0000","last_became_active":"2024-09-12T03:13:58.051988+0000","last_became_peered":"2024-09-12T03:13:58.051988+0000","last_unstale":"2024-09-12T03:13:58.058380+0000","last_undegraded":"2024-09-12T03:13:58.058380+0000","last_fullsized":"2024-09-12T03:13:58.058380+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:11.847876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.022499+0000","last_change":"2024-09-12T03:13:57.014089+0000","last_active":"2024-09-12T03:13:58.022499+0000","last_peered":"2024-09-12T03:13:58.022499+0000","last_clean":"2024-09-12T03:13:58.022499+0000","last_became_active":"2024-09-12T03:13:57.012949+0000","last_became_peered":"2024-09-12T03:13:57.012949+0000","last_unstale":"2024-09-12T03:13:58.022499+0000","last_undegraded":"2024-09-12T03:13:58.022499+0000","last_fullsized":"2024-09-12T03:13:58.022499+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:54:01.294019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.032359+0000","last_change":"2024-09-12T03:13:58.026109+0000","last_active":"2024-09-12T03:13:58.032359+0000","last_peered":"2024-09-12T03:13:58.032359+0000","last_clean":"2024-09-12T03:13:58.032359+0000","last_became_active":"2024-09-12T03:13:58.025767+0000","last_became_peered":"2024-09-12T03:13:58.025767+0000","last_unstale":"2024-09-12T03:13:58.032359+0000","last_undegraded":"2024-09-12T03:13:58.032359+0000","last_fullsized":"2024-09-12T03:13:58.032359+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:51.801091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.017459+0000","last_change":"2024-09-12T03:13:57.022732+0000","last_active":"2024-09-12T03:13:58.017459+0000","last_peered":"2024-09-12T03:13:58.017459+0000","last_clean":"2024-09-12T03:13:58.017459+0000","last_became_active":"2024-09-12T03:13:57.022416+0000","last_became_peered":"2024-09-12T03:13:57.022416+0000","last_unstale":"2024-09-12T03:13:58.017459+0000","last_undegraded":"2024-09-12T03:13:58.017459+0000","last_fullsized":"2024-09-12T03:13:58.017459+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:34.058332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.054182+0000","last_change":"2024-09-12T03:13:58.052222+0000","last_active":"2024-09-12T03:13:58.054182+0000","last_peered":"2024-09-12T03:13:58.054182+0000","last_clean":"2024-09-12T03:13:58.054182+0000","last_became_active":"2024-09-12T03:13:58.051928+0000","last_became_peered":"2024-09-12T03:13:58.051928+0000","last_unstale":"2024-09-12T03:13:58.054182+0000","last_undegraded":"2024-09-12T03:13:58.054182+0000","last_fullsized":"2024-09-12T03:13:58.054182+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:49:25.608763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"90'8","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.066014+0000","last_change":"2024-09-12T03:13:57.021993+0000","last_active":"2024-09-12T03:13:58.066014+0000","last_peered":"2024-09-12T03:13:58.066014+0000","last_clean":"2024-09-12T03:13:58.066014+0000","last_became_active":"2024-09-12T03:13:57.021673+0000","last_became_peered":"2024-09-12T03:13:57.021673+0000","last_unstale":"2024-09-12T03:13:58.066014+0000","last_undegraded":"2024-09-12T03:13:58.066014+0000","last_fullsized":"2024-09-12T03:13:58.066014+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:36.726441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.051089+0000","last_change":"2024-09-12T03:13:58.048159+0000","last_active":"2024-09-12T03:13:58.051089+0000","last_peered":"2024-09-12T03:13:58.051089+0000","last_clean":"2024-09-12T03:13:58.051089+0000","last_became_active":"2024-09-12T03:13:58.047863+0000","last_became_peered":"2024-09-12T03:13:58.047863+0000","last_unstale":"2024-09-12T03:13:58.051089+0000","last_undegraded":"2024-09-12T03:13:58.051089+0000","last_fullsized":"2024-09-12T03:13:58.051089+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:24.583465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.066324+0000","last_change":"2024-09-12T03:13:57.021360+0000","last_active":"2024-09-12T03:13:58.066324+0000","last_peered":"2024-09-12T03:13:58.066324+0000","last_clean":"2024-09-12T03:13:58.066324+0000","last_became_active":"2024-09-12T03:13:57.021078+0000","last_became_peered":"2024-09-12T03:13:57.021078+0000","last_unstale":"2024-09-12T03:13:58.066324+0000","last_undegraded":"2024-09-12T03:13:58.066324+0000","last_fullsized":"2024-09-12T03:13:58.066324+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:46:21.974467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.058022+0000","last_change":"2024-09-12T03:13:58.056602+0000","last_active":"2024-09-12T03:13:58.058022+0000","last_peered":"2024-09-12T03:13:58.058022+0000","last_clean":"2024-09-12T03:13:58.058022+0000","last_became_active":"2024-09-12T03:13:58.056083+0000","last_became_peered":"2024-09-12T03:13:58.056083+0000","last_unstale":"2024-09-12T03:13:58.058022+0000","last_undegraded":"2024-09-12T03:13:58.058022+0000","last_fullsized":"2024-09-12T03:13:58.058022+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:00.595005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.064333+0000","last_change":"2024-09-12T03:13:57.023461+0000","last_active":"2024-09-12T03:13:58.064333+0000","last_peered":"2024-09-12T03:13:58.064333+0000","last_clean":"2024-09-12T03:13:58.064333+0000","last_became_active":"2024-09-12T03:13:57.023163+0000","last_became_peered":"2024-09-12T03:13:57.023163+0000","last_unstale":"2024-09-12T03:13:58.064333+0000","last_undegraded":"2024-09-12T03:13:58.064333+0000","last_fullsized":"2024-09-12T03:13:58.064333+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:19.381776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.051902+0000","last_change":"2024-09-12T03:13:58.040722+0000","last_active":"2024-09-12T03:13:58.051902+0000","last_peered":"2024-09-12T03:13:58.051902+0000","last_clean":"2024-09-12T03:13:58.051902+0000","last_became_active":"2024-09-12T03:13:58.040430+0000","last_became_peered":"2024-09-12T03:13:58.040430+0000","last_unstale":"2024-09-12T03:13:58.051902+0000","last_undegraded":"2024-09-12T03:13:58.051902+0000","last_fullsized":"2024-09-12T03:13:58.051902+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:50:38.282028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.065526+0000","last_change":"2024-09-12T03:13:57.022949+0000","last_active":"2024-09-12T03:13:58.065526+0000","last_peered":"2024-09-12T03:13:58.065526+0000","last_clean":"2024-09-12T03:13:58.065526+0000","last_became_active":"2024-09-12T03:13:57.022479+0000","last_became_peered":"2024-09-12T03:13:57.022479+0000","last_unstale":"2024-09-12T03:13:58.065526+0000","last_undegraded":"2024-09-12T03:13:58.065526+0000","last_fullsized":"2024-09-12T03:13:58.065526+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:26.309184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.031424+0000","last_change":"2024-09-12T03:13:58.029031+0000","last_active":"2024-09-12T03:13:58.031424+0000","last_peered":"2024-09-12T03:13:58.031424+0000","last_clean":"2024-09-12T03:13:58.031424+0000","last_became_active":"2024-09-12T03:13:58.028773+0000","last_became_peered":"2024-09-12T03:13:58.028773+0000","last_unstale":"2024-09-12T03:13:58.031424+0000","last_undegraded":"2024-09-12T03:13:58.031424+0000","last_fullsized":"2024-09-12T03:13:58.031424+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:58:17.322993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.062057+0000","last_change":"2024-09-12T03:13:57.026101+0000","last_active":"2024-09-12T03:13:58.062057+0000","last_peered":"2024-09-12T03:13:58.062057+0000","last_clean":"2024-09-12T03:13:58.062057+0000","last_became_active":"2024-09-12T03:13:57.025768+0000","last_became_peered":"2024-09-12T03:13:57.025768+0000","last_unstale":"2024-09-12T03:13:58.062057+0000","last_undegraded":"2024-09-12T03:13:58.062057+0000","last_fullsized":"2024-09-12T03:13:58.062057+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:50.457964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.053224+0000","last_change":"2024-09-12T03:13:58.047555+0000","last_active":"2024-09-12T03:13:58.053224+0000","last_peered":"2024-09-12T03:13:58.053224+0000","last_clean":"2024-09-12T03:13:58.053224+0000","last_became_active":"2024-09-12T03:13:58.046794+0000","last_became_peered":"2024-09-12T03:13:58.046794+0000","last_unstale":"2024-09-12T03:13:58.053224+0000","last_undegraded":"2024-09-12T03:13:58.053224+0000","last_fullsized":"2024-09-12T03:13:58.053224+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:53.175434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.018888+0000","last_change":"2024-09-12T03:13:57.025726+0000","last_active":"2024-09-12T03:13:58.018888+0000","last_peered":"2024-09-12T03:13:58.018888+0000","last_clean":"2024-09-12T03:13:58.018888+0000","last_became_active":"2024-09-12T03:13:57.025370+0000","last_became_peered":"2024-09-12T03:13:57.025370+0000","last_unstale":"2024-09-12T03:13:58.018888+0000","last_undegraded":"2024-09-12T03:13:58.018888+0000","last_fullsized":"2024-09-12T03:13:58.018888+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:31.064300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.058207+0000","last_change":"2024-09-12T03:13:58.054368+0000","last_active":"2024-09-12T03:13:58.058207+0000","last_peered":"2024-09-12T03:13:58.058207+0000","last_clean":"2024-09-12T03:13:58.058207+0000","last_became_active":"2024-09-12T03:13:58.053980+0000","last_became_peered":"2024-09-12T03:13:58.053980+0000","last_unstale":"2024-09-12T03:13:58.058207+0000","last_undegraded":"2024-09-12T03:13:58.058207+0000","last_fullsized":"2024-09-12T03:13:58.058207+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:17:21.017583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.042249+0000","last_change":"2024-09-12T03:13:57.028517+0000","last_active":"2024-09-12T03:13:58.042249+0000","last_peered":"2024-09-12T03:13:58.042249+0000","last_clean":"2024-09-12T03:13:58.042249+0000","last_became_active":"2024-09-12T03:13:57.028249+0000","last_became_peered":"2024-09-12T03:13:57.028249+0000","last_unstale":"2024-09-12T03:13:58.042249+0000","last_undegraded":"2024-09-12T03:13:58.042249+0000","last_fullsized":"2024-09-12T03:13:58.042249+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:36.074795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.036125+0000","last_change":"2024-09-12T03:13:58.032738+0000","last_active":"2024-09-12T03:13:58.036125+0000","last_peered":"2024-09-12T03:13:58.036125+0000","last_clean":"2024-09-12T03:13:58.036125+0000","last_became_active":"2024-09-12T03:13:58.032440+0000","last_became_peered":"2024-09-12T03:13:58.032440+0000","last_unstale":"2024-09-12T03:13:58.036125+0000","last_undegraded":"2024-09-12T03:13:58.036125+0000","last_fullsized":"2024-09-12T03:13:58.036125+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:59.936031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.018085+0000","last_change":"2024-09-12T03:13:57.019341+0000","last_active":"2024-09-12T03:13:58.018085+0000","last_peered":"2024-09-12T03:13:58.018085+0000","last_clean":"2024-09-12T03:13:58.018085+0000","last_became_active":"2024-09-12T03:13:57.018975+0000","last_became_peered":"2024-09-12T03:13:57.018975+0000","last_unstale":"2024-09-12T03:13:58.018085+0000","last_undegraded":"2024-09-12T03:13:58.018085+0000","last_fullsized":"2024-09-12T03:13:58.018085+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:09:08.928578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.056982+0000","last_change":"2024-09-12T03:13:58.052254+0000","last_active":"2024-09-12T03:13:58.056982+0000","last_peered":"2024-09-12T03:13:58.056982+0000","last_clean":"2024-09-12T03:13:58.056982+0000","last_became_active":"2024-09-12T03:13:58.048995+0000","last_became_peered":"2024-09-12T03:13:58.048995+0000","last_unstale":"2024-09-12T03:13:58.056982+0000","last_undegraded":"2024-09-12T03:13:58.056982+0000","last_fullsized":"2024-09-12T03:13:58.056982+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:33.616336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.066457+0000","last_change":"2024-09-12T03:13:57.026338+0000","last_active":"2024-09-12T03:13:58.066457+0000","last_peered":"2024-09-12T03:13:58.066457+0000","last_clean":"2024-09-12T03:13:58.066457+0000","last_became_active":"2024-09-12T03:13:57.024973+0000","last_became_peered":"2024-09-12T03:13:57.024973+0000","last_unstale":"2024-09-12T03:13:58.066457+0000","last_undegraded":"2024-09-12T03:13:58.066457+0000","last_fullsized":"2024-09-12T03:13:58.066457+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:55.375815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.039075+0000","last_change":"2024-09-12T03:13:58.037674+0000","last_active":"2024-09-12T03:13:58.039075+0000","last_peered":"2024-09-12T03:13:58.039075+0000","last_clean":"2024-09-12T03:13:58.039075+0000","last_became_active":"2024-09-12T03:13:58.036823+0000","last_became_peered":"2024-09-12T03:13:58.036823+0000","last_unstale":"2024-09-12T03:13:58.039075+0000","last_undegraded":"2024-09-12T03:13:58.039075+0000","last_fullsized":"2024-09-12T03:13:58.039075+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:54.272608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.034530+0000","last_change":"2024-09-12T03:13:57.016086+0000","last_active":"2024-09-12T03:13:58.034530+0000","last_peered":"2024-09-12T03:13:58.034530+0000","last_clean":"2024-09-12T03:13:58.034530+0000","last_became_active":"2024-09-12T03:13:57.015736+0000","last_became_peered":"2024-09-12T03:13:57.015736+0000","last_unstale":"2024-09-12T03:13:58.034530+0000","last_undegraded":"2024-09-12T03:13:58.034530+0000","last_fullsized":"2024-09-12T03:13:58.034530+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:13:44.793325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.036584+0000","last_change":"2024-09-12T03:13:58.035253+0000","last_active":"2024-09-12T03:13:58.036584+0000","last_peered":"2024-09-12T03:13:58.036584+0000","last_clean":"2024-09-12T03:13:58.036584+0000","last_became_active":"2024-09-12T03:13:58.034973+0000","last_became_peered":"2024-09-12T03:13:58.034973+0000","last_unstale":"2024-09-12T03:13:58.036584+0000","last_undegraded":"2024-09-12T03:13:58.036584+0000","last_fullsized":"2024-09-12T03:13:58.036584+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:35:22.696668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.034518+0000","last_change":"2024-09-12T03:13:57.019898+0000","last_active":"2024-09-12T03:13:58.034518+0000","last_peered":"2024-09-12T03:13:58.034518+0000","last_clean":"2024-09-12T03:13:58.034518+0000","last_became_active":"2024-09-12T03:13:57.019411+0000","last_became_peered":"2024-09-12T03:13:57.019411+0000","last_unstale":"2024-09-12T03:13:58.034518+0000","last_undegraded":"2024-09-12T03:13:58.034518+0000","last_fullsized":"2024-09-12T03:13:58.034518+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:04:22.133274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.062481+0000","last_change":"2024-09-12T03:13:58.058736+0000","last_active":"2024-09-12T03:13:58.062481+0000","last_peered":"2024-09-12T03:13:58.062481+0000","last_clean":"2024-09-12T03:13:58.062481+0000","last_became_active":"2024-09-12T03:13:58.058386+0000","last_became_peered":"2024-09-12T03:13:58.058386+0000","last_unstale":"2024-09-12T03:13:58.062481+0000","last_undegraded":"2024-09-12T03:13:58.062481+0000","last_fullsized":"2024-09-12T03:13:58.062481+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:28.749633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.039837+0000","last_change":"2024-09-12T03:13:57.029254+0000","last_active":"2024-09-12T03:13:58.039837+0000","last_peered":"2024-09-12T03:13:58.039837+0000","last_clean":"2024-09-12T03:13:58.039837+0000","last_became_active":"2024-09-12T03:13:57.028908+0000","last_became_peered":"2024-09-12T03:13:57.028908+0000","last_unstale":"2024-09-12T03:13:58.039837+0000","last_undegraded":"2024-09-12T03:13:58.039837+0000","last_fullsized":"2024-09-12T03:13:58.039837+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:36.726441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.032438+0000","last_change":"2024-09-12T03:13:58.028654+0000","last_active":"2024-09-12T03:13:58.032438+0000","last_peered":"2024-09-12T03:13:58.032438+0000","last_clean":"2024-09-12T03:13:58.032438+0000","last_became_active":"2024-09-12T03:13:58.028353+0000","last_became_peered":"2024-09-12T03:13:58.028353+0000","last_unstale":"2024-09-12T03:13:58.032438+0000","last_undegraded":"2024-09-12T03:13:58.032438+0000","last_fullsized":"2024-09-12T03:13:58.032438+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:55:21.757435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.022790+0000","last_change":"2024-09-12T03:13:57.013329+0000","last_active":"2024-09-12T03:13:58.022790+0000","last_peered":"2024-09-12T03:13:58.022790+0000","last_clean":"2024-09-12T03:13:58.022790+0000","last_became_active":"2024-09-12T03:13:57.012974+0000","last_became_peered":"2024-09-12T03:13:57.012974+0000","last_unstale":"2024-09-12T03:13:58.022790+0000","last_undegraded":"2024-09-12T03:13:58.022790+0000","last_fullsized":"2024-09-12T03:13:58.022790+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:55.375815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.029412+0000","last_change":"2024-09-12T03:13:58.023547+0000","last_active":"2024-09-12T03:13:58.029412+0000","last_peered":"2024-09-12T03:13:58.029412+0000","last_clean":"2024-09-12T03:13:58.029412+0000","last_became_active":"2024-09-12T03:13:58.023220+0000","last_became_peered":"2024-09-12T03:13:58.023220+0000","last_unstale":"2024-09-12T03:13:58.029412+0000","last_undegraded":"2024-09-12T03:13:58.029412+0000","last_fullsized":"2024-09-12T03:13:58.029412+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:09:50.676478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.042526+0000","last_change":"2024-09-12T03:13:57.024315+0000","last_active":"2024-09-12T03:13:58.042526+0000","last_peered":"2024-09-12T03:13:58.042526+0000","last_clean":"2024-09-12T03:13:58.042526+0000","last_became_active":"2024-09-12T03:13:57.023753+0000","last_became_peered":"2024-09-12T03:13:57.023753+0000","last_unstale":"2024-09-12T03:13:58.042526+0000","last_undegraded":"2024-09-12T03:13:58.042526+0000","last_fullsized":"2024-09-12T03:13:58.042526+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:10:26.017109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.056145+0000","last_change":"2024-09-12T03:13:58.051023+0000","last_active":"2024-09-12T03:13:58.056145+0000","last_peered":"2024-09-12T03:13:58.056145+0000","last_clean":"2024-09-12T03:13:58.056145+0000","last_became_active":"2024-09-12T03:13:58.048543+0000","last_became_peered":"2024-09-12T03:13:58.048543+0000","last_unstale":"2024-09-12T03:13:58.056145+0000","last_undegraded":"2024-09-12T03:13:58.056145+0000","last_fullsized":"2024-09-12T03:13:58.056145+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:11.847876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.042017+0000","last_change":"2024-09-12T03:13:57.015985+0000","last_active":"2024-09-12T03:13:58.042017+0000","last_peered":"2024-09-12T03:13:58.042017+0000","last_clean":"2024-09-12T03:13:58.042017+0000","last_became_active":"2024-09-12T03:13:57.015595+0000","last_became_peered":"2024-09-12T03:13:57.015595+0000","last_unstale":"2024-09-12T03:13:58.042017+0000","last_undegraded":"2024-09-12T03:13:58.042017+0000","last_fullsized":"2024-09-12T03:13:58.042017+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:34.058332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027810+0000","last_change":"2024-09-12T03:13:58.024895+0000","last_active":"2024-09-12T03:13:58.027810+0000","last_peered":"2024-09-12T03:13:58.027810+0000","last_clean":"2024-09-12T03:13:58.027810+0000","last_became_active":"2024-09-12T03:13:58.024466+0000","last_became_peered":"2024-09-12T03:13:58.024466+0000","last_unstale":"2024-09-12T03:13:58.027810+0000","last_undegraded":"2024-09-12T03:13:58.027810+0000","last_fullsized":"2024-09-12T03:13:58.027810+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:33.006993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027707+0000","last_change":"2024-09-12T03:13:57.025646+0000","last_active":"2024-09-12T03:13:58.027707+0000","last_peered":"2024-09-12T03:13:58.027707+0000","last_clean":"2024-09-12T03:13:58.027707+0000","last_became_active":"2024-09-12T03:13:57.025331+0000","last_became_peered":"2024-09-12T03:13:57.025331+0000","last_unstale":"2024-09-12T03:13:58.027707+0000","last_undegraded":"2024-09-12T03:13:58.027707+0000","last_fullsized":"2024-09-12T03:13:58.027707+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:17:20.007376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.044996+0000","last_change":"2024-09-12T03:13:58.038994+0000","last_active":"2024-09-12T03:13:58.044996+0000","last_peered":"2024-09-12T03:13:58.044996+0000","last_clean":"2024-09-12T03:13:58.044996+0000","last_became_active":"2024-09-12T03:13:58.038703+0000","last_became_peered":"2024-09-12T03:13:58.038703+0000","last_unstale":"2024-09-12T03:13:58.044996+0000","last_undegraded":"2024-09-12T03:13:58.044996+0000","last_fullsized":"2024-09-12T03:13:58.044996+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:20:18.594333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.017216+0000","last_change":"2024-09-12T03:13:57.029344+0000","last_active":"2024-09-12T03:13:58.017216+0000","last_peered":"2024-09-12T03:13:58.017216+0000","last_clean":"2024-09-12T03:13:58.017216+0000","last_became_active":"2024-09-12T03:13:57.027067+0000","last_became_peered":"2024-09-12T03:13:57.027067+0000","last_unstale":"2024-09-12T03:13:58.017216+0000","last_undegraded":"2024-09-12T03:13:58.017216+0000","last_fullsized":"2024-09-12T03:13:58.017216+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:57.212397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":302,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027534+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:13:58.027534+0000","last_peered":"2024-09-12T03:13:58.027534+0000","last_clean":"2024-09-12T03:13:58.027534+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:13:58.027534+0000","last_undegraded":"2024-09-12T03:13:58.027534+0000","last_fullsized":"2024-09-12T03:13:58.027534+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574919,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32860,"kb_used_data":1672,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338980,"statfs":{"total":96636764160,"available":96603115520,"internally_reserved":0,"allocated":1712128,"data_stored":1104896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574919,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1097728,"data_stored":507305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574919,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1110016,"data_stored":514472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574919,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32280,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339560,"statfs":{"total":96636764160,"available":96603709440,"internally_reserved":0,"allocated":1118208,"data_stored":514632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574920,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1110016,"data_stored":514472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574920,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1110016,"data_stored":514472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32264,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339576,"statfs":{"total":96636764160,"available":96603725824,"internally_reserved":0,"allocated":1097728,"data_stored":507305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574920,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32884,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338956,"statfs":{"total":96636764160,"available":96603090944,"internally_reserved":0,"allocated":1728512,"data_stored":1107158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:14:02.258 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:14:02.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.450+0000 7fde6be00640 1 Processor -- start 2024-09-12T03:14:02.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.450+0000 7fde6be00640 1 -- start start 2024-09-12T03:14:02.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.452+0000 7fde6be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 0x7fde6415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.452+0000 7fde6be00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fde6406f4c0 0x7fde640cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.452+0000 7fde6be00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde6415c620 con 0x7fde640cf5a0 2024-09-12T03:14:02.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.452+0000 7fde6be00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fde6415bc50 con 0x7fde6406f4c0 2024-09-12T03:14:02.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.452+0000 7fde6be00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fde64152630 con 0x7fde6406f0e0 2024-09-12T03:14:02.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.452+0000 7fde69400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 0x7fde6415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.452+0000 7fde68a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fde6406f4c0 0x7fde640cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.452+0000 7fde69400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 0x7fde6415c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:38948/0 (socket says 172.21.15.29:38948) 2024-09-12T03:14:02.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.452+0000 7fde69400640 1 -- 172.21.15.29:0/2147142808 learned_addr learned my addr 172.21.15.29:0/2147142808 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:02.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.453+0000 7fde69400640 1 -- 172.21.15.29:0/2147142808 >> v2:172.21.15.38:3300/0 conn(0x7fde6406f4c0 msgr2=0x7fde640cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:02.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.453+0000 7fde69400640 1 --2- 172.21.15.29:0/2147142808 >> v2:172.21.15.38:3300/0 conn(0x7fde6406f4c0 0x7fde640cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.453+0000 7fde69400640 1 -- 172.21.15.29:0/2147142808 >> v1:172.21.15.38:6789/0 conn(0x7fde640cf5a0 legacy=0x7fde640b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.453+0000 7fde69400640 1 -- 172.21.15.29:0/2147142808 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde640cfb40 con 0x7fde6406f0e0 2024-09-12T03:14:02.454 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.454+0000 7fde69400640 1 --2- 172.21.15.29:0/2147142808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 0x7fde6415c0e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fde58009870 tx=0x7fde5802a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d25889a81c0c2ad0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:02.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.454+0000 7fde63e00640 1 -- 172.21.15.29:0/2147142808 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde58037070 con 0x7fde6406f0e0 2024-09-12T03:14:02.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.454+0000 7fde63e00640 1 -- 172.21.15.29:0/2147142808 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde58032440 con 0x7fde6406f0e0 2024-09-12T03:14:02.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.454+0000 7fde63e00640 1 -- 172.21.15.29:0/2147142808 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde58032810 con 0x7fde6406f0e0 2024-09-12T03:14:02.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.455+0000 7fde6be00640 1 -- 172.21.15.29:0/2147142808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 msgr2=0x7fde6415c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.455+0000 7fde6be00640 1 --2- 172.21.15.29:0/2147142808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 0x7fde6415c0e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fde58009870 tx=0x7fde5802a250 comp rx=0 tx=0).stop 2024-09-12T03:14:02.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.455+0000 7fde6be00640 1 -- 172.21.15.29:0/2147142808 shutdown_connections 2024-09-12T03:14:02.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.455+0000 7fde6be00640 1 --2- 172.21.15.29:0/2147142808 >> v2:172.21.15.38:3300/0 conn(0x7fde6406f4c0 0x7fde640cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.455+0000 7fde6be00640 1 --2- 172.21.15.29:0/2147142808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 0x7fde6415c0e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.455+0000 7fde6be00640 1 -- 172.21.15.29:0/2147142808 >> 172.21.15.29:0/2147142808 conn(0x7fde64067da0 msgr2=0x7fde6406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:02.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.455+0000 7fde6be00640 1 -- 172.21.15.29:0/2147142808 shutdown_connections 2024-09-12T03:14:02.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.455+0000 7fde6be00640 1 -- 172.21.15.29:0/2147142808 wait complete. 2024-09-12T03:14:02.456 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.456+0000 7fde6be00640 1 Processor -- start 2024-09-12T03:14:02.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.456+0000 7fde6be00640 1 -- start start 2024-09-12T03:14:02.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.457+0000 7fde6be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 0x7fde64159d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.457+0000 7fde6be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde6406f4c0 0x7fde6415a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.457+0000 7fde6be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde640cf5a0 0x7fde64150a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.457+0000 7fde6be00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fde6406f900 con 0x7fde640cf5a0 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.457+0000 7fde6be00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fde6415b8e0 con 0x7fde6406f4c0 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.457+0000 7fde6be00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fde640b0140 con 0x7fde6406f0e0 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.458+0000 7fde69e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde640cf5a0 0x7fde64150a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.458+0000 7fde69e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde640cf5a0 0x7fde64150a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38666/0 (socket says 172.21.15.29:38666) 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.458+0000 7fde69e00640 1 -- 172.21.15.29:0/3327023331 learned_addr learned my addr 172.21.15.29:0/3327023331 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.458+0000 7fde69400640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 0x7fde64159d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.458+0000 7fde68a00640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde6406f4c0 0x7fde6415a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.458+0000 7fde69e00640 1 -- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 msgr2=0x7fde64159d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.458+0000 7fde69e00640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 0x7fde64159d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.458+0000 7fde69e00640 1 -- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde6406f4c0 msgr2=0x7fde6415a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.458+0000 7fde69e00640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde6406f4c0 0x7fde6415a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.458+0000 7fde69e00640 1 -- 172.21.15.29:0/3327023331 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde640b03b0 con 0x7fde640cf5a0 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.458+0000 7fde68a00640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde6406f4c0 0x7fde6415a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:02.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.459+0000 7fde69e00640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde640cf5a0 0x7fde64150a60 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fde5c00c6e0 tx=0x7fde5c00cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:02.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.459+0000 7fde61600640 1 -- 172.21.15.29:0/3327023331 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5c003b70 con 0x7fde640cf5a0 2024-09-12T03:14:02.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.459+0000 7fde61600640 1 -- 172.21.15.29:0/3327023331 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde5c003d30 con 0x7fde640cf5a0 2024-09-12T03:14:02.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.459+0000 7fde61600640 1 -- 172.21.15.29:0/3327023331 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5c005310 con 0x7fde640cf5a0 2024-09-12T03:14:02.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.459+0000 7fde6be00640 1 -- 172.21.15.29:0/3327023331 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde640b0690 con 0x7fde640cf5a0 2024-09-12T03:14:02.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.459+0000 7fde6be00640 1 -- 172.21.15.29:0/3327023331 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde64150fa0 con 0x7fde640cf5a0 2024-09-12T03:14:02.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.460+0000 7fde6be00640 1 -- 172.21.15.29:0/3327023331 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde64068480 con 0x7fde640cf5a0 2024-09-12T03:14:02.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.461+0000 7fde61600640 1 -- 172.21.15.29:0/3327023331 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fde5c0054b0 con 0x7fde640cf5a0 2024-09-12T03:14:02.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.462+0000 7fde61600640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fde4406be30 0x7fde4406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.462+0000 7fde61600640 1 -- 172.21.15.29:0/3327023331 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7fde5c08aeb0 con 0x7fde640cf5a0 2024-09-12T03:14:02.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.462+0000 7fde69400640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fde4406be30 0x7fde4406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.463+0000 7fde69400640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fde4406be30 0x7fde4406e2f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fde58034000 tx=0x7fde5802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:02.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.467+0000 7fde61600640 1 -- 172.21.15.29:0/3327023331 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fde64068480 con 0x7fde640cf5a0 2024-09-12T03:14:02.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.648+0000 7fde6be00640 1 -- 172.21.15.29:0/3327023331 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fde6415ee80 con 0x7fde4406be30 2024-09-12T03:14:02.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.655+0000 7fde61600640 1 -- 172.21.15.29:0/3327023331 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252007 (secure 0 0 0) 0x7fde6415ee80 con 0x7fde4406be30 2024-09-12T03:14:02.657 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:02.658 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:14:02.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 -- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fde4406be30 msgr2=0x7fde4406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fde4406be30 0x7fde4406e2f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fde58034000 tx=0x7fde5802e000 comp rx=0 tx=0).stop 2024-09-12T03:14:02.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 -- 172.21.15.29:0/3327023331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde640cf5a0 msgr2=0x7fde64150a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde640cf5a0 0x7fde64150a60 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fde5c00c6e0 tx=0x7fde5c00cba0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 -- 172.21.15.29:0/3327023331 shutdown_connections 2024-09-12T03:14:02.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fde4406be30 0x7fde4406e2f0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde640cf5a0 0x7fde64150a60 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fde6406f4c0 0x7fde6415a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 --2- 172.21.15.29:0/3327023331 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fde6406f0e0 0x7fde64159d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 -- 172.21.15.29:0/3327023331 >> 172.21.15.29:0/3327023331 conn(0x7fde64067da0 msgr2=0x7fde6406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:02.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 -- 172.21.15.29:0/3327023331 shutdown_connections 2024-09-12T03:14:02.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.659+0000 7fde6be00640 1 -- 172.21.15.29:0/3327023331 wait complete. 2024-09-12T03:14:02.674 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":258,"stamp":"2024-09-12T03:14:01.800929+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":111,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":259364,"kb_used_data":9848,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754715356,"statfs":{"total":773094113280,"available":772828524544,"internally_reserved":0,"allocated":10084352,"data_stored":5284712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.804108"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.032174+0000","last_change":"2024-09-12T03:13:58.026965+0000","last_active":"2024-09-12T03:13:58.032174+0000","last_peered":"2024-09-12T03:13:58.032174+0000","last_clean":"2024-09-12T03:13:58.032174+0000","last_became_active":"2024-09-12T03:13:58.026685+0000","last_became_peered":"2024-09-12T03:13:58.026685+0000","last_unstale":"2024-09-12T03:13:58.032174+0000","last_undegraded":"2024-09-12T03:13:58.032174+0000","last_fullsized":"2024-09-12T03:13:58.032174+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:17:21.017583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.056748+0000","last_change":"2024-09-12T03:13:58.053521+0000","last_active":"2024-09-12T03:13:58.056748+0000","last_peered":"2024-09-12T03:13:58.056748+0000","last_clean":"2024-09-12T03:13:58.056748+0000","last_became_active":"2024-09-12T03:13:58.048349+0000","last_became_peered":"2024-09-12T03:13:58.048349+0000","last_unstale":"2024-09-12T03:13:58.056748+0000","last_undegraded":"2024-09-12T03:13:58.056748+0000","last_fullsized":"2024-09-12T03:13:58.056748+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:54.402674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.048665+0000","last_change":"2024-09-12T03:13:58.047867+0000","last_active":"2024-09-12T03:13:58.048665+0000","last_peered":"2024-09-12T03:13:58.048665+0000","last_clean":"2024-09-12T03:13:58.048665+0000","last_became_active":"2024-09-12T03:13:58.047526+0000","last_became_peered":"2024-09-12T03:13:58.047526+0000","last_unstale":"2024-09-12T03:13:58.048665+0000","last_undegraded":"2024-09-12T03:13:58.048665+0000","last_fullsized":"2024-09-12T03:13:58.048665+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:20.391983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.054836+0000","last_change":"2024-09-12T03:13:58.053385+0000","last_active":"2024-09-12T03:13:58.054836+0000","last_peered":"2024-09-12T03:13:58.054836+0000","last_clean":"2024-09-12T03:13:58.054836+0000","last_became_active":"2024-09-12T03:13:58.050620+0000","last_became_peered":"2024-09-12T03:13:58.050620+0000","last_unstale":"2024-09-12T03:13:58.054836+0000","last_undegraded":"2024-09-12T03:13:58.054836+0000","last_fullsized":"2024-09-12T03:13:58.054836+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:50:44.640963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.060725+0000","last_change":"2024-09-12T03:13:58.055299+0000","last_active":"2024-09-12T03:13:58.060725+0000","last_peered":"2024-09-12T03:13:58.060725+0000","last_clean":"2024-09-12T03:13:58.060725+0000","last_became_active":"2024-09-12T03:13:58.053971+0000","last_became_peered":"2024-09-12T03:13:58.053971+0000","last_unstale":"2024-09-12T03:13:58.060725+0000","last_undegraded":"2024-09-12T03:13:58.060725+0000","last_fullsized":"2024-09-12T03:13:58.060725+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:00.595005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.033852+0000","last_change":"2024-09-12T03:13:58.031513+0000","last_active":"2024-09-12T03:13:58.033852+0000","last_peered":"2024-09-12T03:13:58.033852+0000","last_clean":"2024-09-12T03:13:58.033852+0000","last_became_active":"2024-09-12T03:13:58.029645+0000","last_became_peered":"2024-09-12T03:13:58.029645+0000","last_unstale":"2024-09-12T03:13:58.033852+0000","last_undegraded":"2024-09-12T03:13:58.033852+0000","last_fullsized":"2024-09-12T03:13:58.033852+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:14.754864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.043381+0000","last_change":"2024-09-12T03:13:58.037165+0000","last_active":"2024-09-12T03:13:58.043381+0000","last_peered":"2024-09-12T03:13:58.043381+0000","last_clean":"2024-09-12T03:13:58.043381+0000","last_became_active":"2024-09-12T03:13:58.036883+0000","last_became_peered":"2024-09-12T03:13:58.036883+0000","last_unstale":"2024-09-12T03:13:58.043381+0000","last_undegraded":"2024-09-12T03:13:58.043381+0000","last_fullsized":"2024-09-12T03:13:58.043381+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:17.156758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.038465+0000","last_change":"2024-09-12T03:13:58.037136+0000","last_active":"2024-09-12T03:13:58.038465+0000","last_peered":"2024-09-12T03:13:58.038465+0000","last_clean":"2024-09-12T03:13:58.038465+0000","last_became_active":"2024-09-12T03:13:58.036846+0000","last_became_peered":"2024-09-12T03:13:58.036846+0000","last_unstale":"2024-09-12T03:13:58.038465+0000","last_undegraded":"2024-09-12T03:13:58.038465+0000","last_fullsized":"2024-09-12T03:13:58.038465+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:51.598073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.060691+0000","last_change":"2024-09-12T03:13:58.057082+0000","last_active":"2024-09-12T03:13:58.060691+0000","last_peered":"2024-09-12T03:13:58.060691+0000","last_clean":"2024-09-12T03:13:58.060691+0000","last_became_active":"2024-09-12T03:13:58.056785+0000","last_became_peered":"2024-09-12T03:13:58.056785+0000","last_unstale":"2024-09-12T03:13:58.060691+0000","last_undegraded":"2024-09-12T03:13:58.060691+0000","last_fullsized":"2024-09-12T03:13:58.060691+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:50:44.640963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.032037+0000","last_change":"2024-09-12T03:13:58.024927+0000","last_active":"2024-09-12T03:13:58.032037+0000","last_peered":"2024-09-12T03:13:58.032037+0000","last_clean":"2024-09-12T03:13:58.032037+0000","last_became_active":"2024-09-12T03:13:58.024618+0000","last_became_peered":"2024-09-12T03:13:58.024618+0000","last_unstale":"2024-09-12T03:13:58.032037+0000","last_undegraded":"2024-09-12T03:13:58.032037+0000","last_fullsized":"2024-09-12T03:13:58.032037+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:48.928501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.058313+0000","last_change":"2024-09-12T03:13:58.052933+0000","last_active":"2024-09-12T03:13:58.058313+0000","last_peered":"2024-09-12T03:13:58.058313+0000","last_clean":"2024-09-12T03:13:58.058313+0000","last_became_active":"2024-09-12T03:13:58.050709+0000","last_became_peered":"2024-09-12T03:13:58.050709+0000","last_unstale":"2024-09-12T03:13:58.058313+0000","last_undegraded":"2024-09-12T03:13:58.058313+0000","last_fullsized":"2024-09-12T03:13:58.058313+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:33.616336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.035447+0000","last_change":"2024-09-12T03:13:58.033740+0000","last_active":"2024-09-12T03:13:58.035447+0000","last_peered":"2024-09-12T03:13:58.035447+0000","last_clean":"2024-09-12T03:13:58.035447+0000","last_became_active":"2024-09-12T03:13:58.031983+0000","last_became_peered":"2024-09-12T03:13:58.031983+0000","last_unstale":"2024-09-12T03:13:58.035447+0000","last_undegraded":"2024-09-12T03:13:58.035447+0000","last_fullsized":"2024-09-12T03:13:58.035447+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:20:57.540764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.040285+0000","last_change":"2024-09-12T03:13:58.038793+0000","last_active":"2024-09-12T03:13:58.040285+0000","last_peered":"2024-09-12T03:13:58.040285+0000","last_clean":"2024-09-12T03:13:58.040285+0000","last_became_active":"2024-09-12T03:13:58.038488+0000","last_became_peered":"2024-09-12T03:13:58.038488+0000","last_unstale":"2024-09-12T03:13:58.040285+0000","last_undegraded":"2024-09-12T03:13:58.040285+0000","last_fullsized":"2024-09-12T03:13:58.040285+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:33.616336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.051649+0000","last_change":"2024-09-12T03:13:58.040091+0000","last_active":"2024-09-12T03:13:58.051649+0000","last_peered":"2024-09-12T03:13:58.051649+0000","last_clean":"2024-09-12T03:13:58.051649+0000","last_became_active":"2024-09-12T03:13:58.039785+0000","last_became_peered":"2024-09-12T03:13:58.039785+0000","last_unstale":"2024-09-12T03:13:58.051649+0000","last_undegraded":"2024-09-12T03:13:58.051649+0000","last_fullsized":"2024-09-12T03:13:58.051649+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:35.068539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.029595+0000","last_change":"2024-09-12T03:13:58.027905+0000","last_active":"2024-09-12T03:13:58.029595+0000","last_peered":"2024-09-12T03:13:58.029595+0000","last_clean":"2024-09-12T03:13:58.029595+0000","last_became_active":"2024-09-12T03:13:58.027331+0000","last_became_peered":"2024-09-12T03:13:58.027331+0000","last_unstale":"2024-09-12T03:13:58.029595+0000","last_undegraded":"2024-09-12T03:13:58.029595+0000","last_fullsized":"2024-09-12T03:13:58.029595+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:24.631754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027826+0000","last_change":"2024-09-12T03:13:58.025591+0000","last_active":"2024-09-12T03:13:58.027826+0000","last_peered":"2024-09-12T03:13:58.027826+0000","last_clean":"2024-09-12T03:13:58.027826+0000","last_became_active":"2024-09-12T03:13:58.025338+0000","last_became_peered":"2024-09-12T03:13:58.025338+0000","last_unstale":"2024-09-12T03:13:58.027826+0000","last_undegraded":"2024-09-12T03:13:58.027826+0000","last_fullsized":"2024-09-12T03:13:58.027826+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:20:18.594333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.035831+0000","last_change":"2024-09-12T03:13:58.033587+0000","last_active":"2024-09-12T03:13:58.035831+0000","last_peered":"2024-09-12T03:13:58.035831+0000","last_clean":"2024-09-12T03:13:58.035831+0000","last_became_active":"2024-09-12T03:13:58.033286+0000","last_became_peered":"2024-09-12T03:13:58.033286+0000","last_unstale":"2024-09-12T03:13:58.035831+0000","last_undegraded":"2024-09-12T03:13:58.035831+0000","last_fullsized":"2024-09-12T03:13:58.035831+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:13.626222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.056260+0000","last_change":"2024-09-12T03:13:58.055809+0000","last_active":"2024-09-12T03:13:58.056260+0000","last_peered":"2024-09-12T03:13:58.056260+0000","last_clean":"2024-09-12T03:13:58.056260+0000","last_became_active":"2024-09-12T03:13:58.055545+0000","last_became_peered":"2024-09-12T03:13:58.055545+0000","last_unstale":"2024-09-12T03:13:58.056260+0000","last_undegraded":"2024-09-12T03:13:58.056260+0000","last_fullsized":"2024-09-12T03:13:58.056260+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:54:02.304226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.052711+0000","last_change":"2024-09-12T03:13:58.040068+0000","last_active":"2024-09-12T03:13:58.052711+0000","last_peered":"2024-09-12T03:13:58.052711+0000","last_clean":"2024-09-12T03:13:58.052711+0000","last_became_active":"2024-09-12T03:13:58.039576+0000","last_became_peered":"2024-09-12T03:13:58.039576+0000","last_unstale":"2024-09-12T03:13:58.052711+0000","last_undegraded":"2024-09-12T03:13:58.052711+0000","last_fullsized":"2024-09-12T03:13:58.052711+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:37.736649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.031421+0000","last_change":"2024-09-12T03:13:58.026945+0000","last_active":"2024-09-12T03:13:58.031421+0000","last_peered":"2024-09-12T03:13:58.031421+0000","last_clean":"2024-09-12T03:13:58.031421+0000","last_became_active":"2024-09-12T03:13:58.026664+0000","last_became_peered":"2024-09-12T03:13:58.026664+0000","last_unstale":"2024-09-12T03:13:58.031421+0000","last_undegraded":"2024-09-12T03:13:58.031421+0000","last_fullsized":"2024-09-12T03:13:58.031421+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:46:22.984674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.055178+0000","last_change":"2024-09-12T03:13:58.043796+0000","last_active":"2024-09-12T03:13:58.055178+0000","last_peered":"2024-09-12T03:13:58.055178+0000","last_clean":"2024-09-12T03:13:58.055178+0000","last_became_active":"2024-09-12T03:13:58.043505+0000","last_became_peered":"2024-09-12T03:13:58.043505+0000","last_unstale":"2024-09-12T03:13:58.055178+0000","last_undegraded":"2024-09-12T03:13:58.055178+0000","last_fullsized":"2024-09-12T03:13:58.055178+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:24.631754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.047088+0000","last_change":"2024-09-12T03:13:58.039074+0000","last_active":"2024-09-12T03:13:58.047088+0000","last_peered":"2024-09-12T03:13:58.047088+0000","last_clean":"2024-09-12T03:13:58.047088+0000","last_became_active":"2024-09-12T03:13:58.038752+0000","last_became_peered":"2024-09-12T03:13:58.038752+0000","last_unstale":"2024-09-12T03:13:58.047088+0000","last_undegraded":"2024-09-12T03:13:58.047088+0000","last_fullsized":"2024-09-12T03:13:58.047088+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:58.222604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.049635+0000","last_change":"2024-09-12T03:13:58.046481+0000","last_active":"2024-09-12T03:13:58.049635+0000","last_peered":"2024-09-12T03:13:58.049635+0000","last_clean":"2024-09-12T03:13:58.049635+0000","last_became_active":"2024-09-12T03:13:58.046148+0000","last_became_peered":"2024-09-12T03:13:58.046148+0000","last_unstale":"2024-09-12T03:13:58.049635+0000","last_undegraded":"2024-09-12T03:13:58.049635+0000","last_fullsized":"2024-09-12T03:13:58.049635+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:24.631754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.038926+0000","last_change":"2024-09-12T03:13:58.037175+0000","last_active":"2024-09-12T03:13:58.038926+0000","last_peered":"2024-09-12T03:13:58.038926+0000","last_clean":"2024-09-12T03:13:58.038926+0000","last_became_active":"2024-09-12T03:13:58.036908+0000","last_became_peered":"2024-09-12T03:13:58.036908+0000","last_unstale":"2024-09-12T03:13:58.038926+0000","last_undegraded":"2024-09-12T03:13:58.038926+0000","last_fullsized":"2024-09-12T03:13:58.038926+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:28.749633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.055025+0000","last_change":"2024-09-12T03:13:58.050551+0000","last_active":"2024-09-12T03:13:58.055025+0000","last_peered":"2024-09-12T03:13:58.055025+0000","last_clean":"2024-09-12T03:13:58.055025+0000","last_became_active":"2024-09-12T03:13:58.050263+0000","last_became_peered":"2024-09-12T03:13:58.050263+0000","last_unstale":"2024-09-12T03:13:58.055025+0000","last_undegraded":"2024-09-12T03:13:58.055025+0000","last_fullsized":"2024-09-12T03:13:58.055025+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:09:50.676478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.051808+0000","last_change":"2024-09-12T03:13:58.040680+0000","last_active":"2024-09-12T03:13:58.051808+0000","last_peered":"2024-09-12T03:13:58.051808+0000","last_clean":"2024-09-12T03:13:58.051808+0000","last_became_active":"2024-09-12T03:13:58.040395+0000","last_became_peered":"2024-09-12T03:13:58.040395+0000","last_unstale":"2024-09-12T03:13:58.051808+0000","last_undegraded":"2024-09-12T03:13:58.051808+0000","last_fullsized":"2024-09-12T03:13:58.051808+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:46:22.984674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.052767+0000","last_change":"2024-09-12T03:13:58.049592+0000","last_active":"2024-09-12T03:13:58.052767+0000","last_peered":"2024-09-12T03:13:58.052767+0000","last_clean":"2024-09-12T03:13:58.052767+0000","last_became_active":"2024-09-12T03:13:58.049310+0000","last_became_peered":"2024-09-12T03:13:58.049310+0000","last_unstale":"2024-09-12T03:13:58.052767+0000","last_undegraded":"2024-09-12T03:13:58.052767+0000","last_fullsized":"2024-09-12T03:13:58.052767+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:48:46.558599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.054820+0000","last_change":"2024-09-12T03:13:58.052820+0000","last_active":"2024-09-12T03:13:58.054820+0000","last_peered":"2024-09-12T03:13:58.054820+0000","last_clean":"2024-09-12T03:13:58.054820+0000","last_became_active":"2024-09-12T03:13:58.052560+0000","last_became_peered":"2024-09-12T03:13:58.052560+0000","last_unstale":"2024-09-12T03:13:58.054820+0000","last_undegraded":"2024-09-12T03:13:58.054820+0000","last_fullsized":"2024-09-12T03:13:58.054820+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:57.161600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.044924+0000","last_change":"2024-09-12T03:13:58.037773+0000","last_active":"2024-09-12T03:13:58.044924+0000","last_peered":"2024-09-12T03:13:58.044924+0000","last_clean":"2024-09-12T03:13:58.044924+0000","last_became_active":"2024-09-12T03:13:58.036246+0000","last_became_peered":"2024-09-12T03:13:58.036246+0000","last_unstale":"2024-09-12T03:13:58.044924+0000","last_undegraded":"2024-09-12T03:13:58.044924+0000","last_fullsized":"2024-09-12T03:13:58.044924+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:33.006993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.060763+0000","last_change":"2024-09-12T03:13:58.056087+0000","last_active":"2024-09-12T03:13:58.060763+0000","last_peered":"2024-09-12T03:13:58.060763+0000","last_clean":"2024-09-12T03:13:58.060763+0000","last_became_active":"2024-09-12T03:13:58.054955+0000","last_became_peered":"2024-09-12T03:13:58.054955+0000","last_unstale":"2024-09-12T03:13:58.060763+0000","last_undegraded":"2024-09-12T03:13:58.060763+0000","last_fullsized":"2024-09-12T03:13:58.060763+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:57.161600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.055051+0000","last_change":"2024-09-12T03:13:58.048805+0000","last_active":"2024-09-12T03:13:58.055051+0000","last_peered":"2024-09-12T03:13:58.055051+0000","last_clean":"2024-09-12T03:13:58.055051+0000","last_became_active":"2024-09-12T03:13:58.048314+0000","last_became_peered":"2024-09-12T03:13:58.048314+0000","last_unstale":"2024-09-12T03:13:58.055051+0000","last_undegraded":"2024-09-12T03:13:58.055051+0000","last_fullsized":"2024-09-12T03:13:58.055051+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:40.276319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027783+0000","last_change":"2024-09-12T03:13:58.024861+0000","last_active":"2024-09-12T03:13:58.027783+0000","last_peered":"2024-09-12T03:13:58.027783+0000","last_clean":"2024-09-12T03:13:58.027783+0000","last_became_active":"2024-09-12T03:13:58.024491+0000","last_became_peered":"2024-09-12T03:13:58.024491+0000","last_unstale":"2024-09-12T03:13:58.027783+0000","last_undegraded":"2024-09-12T03:13:58.027783+0000","last_fullsized":"2024-09-12T03:13:58.027783+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:17.156758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.051068+0000","last_change":"2024-09-12T03:13:58.048019+0000","last_active":"2024-09-12T03:13:58.051068+0000","last_peered":"2024-09-12T03:13:58.051068+0000","last_clean":"2024-09-12T03:13:58.051068+0000","last_became_active":"2024-09-12T03:13:58.047732+0000","last_became_peered":"2024-09-12T03:13:58.047732+0000","last_unstale":"2024-09-12T03:13:58.051068+0000","last_undegraded":"2024-09-12T03:13:58.051068+0000","last_fullsized":"2024-09-12T03:13:58.051068+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:45:32.411454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"90'4","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.065875+0000","last_change":"2024-09-12T03:13:57.021621+0000","last_active":"2024-09-12T03:13:58.065875+0000","last_peered":"2024-09-12T03:13:58.065875+0000","last_clean":"2024-09-12T03:13:58.065875+0000","last_became_active":"2024-09-12T03:13:57.020224+0000","last_became_peered":"2024-09-12T03:13:57.020224+0000","last_unstale":"2024-09-12T03:13:58.065875+0000","last_undegraded":"2024-09-12T03:13:58.065875+0000","last_fullsized":"2024-09-12T03:13:58.065875+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:50:37.271820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.035894+0000","last_change":"2024-09-12T03:13:58.032024+0000","last_active":"2024-09-12T03:13:58.035894+0000","last_peered":"2024-09-12T03:13:58.035894+0000","last_clean":"2024-09-12T03:13:58.035894+0000","last_became_active":"2024-09-12T03:13:58.031759+0000","last_became_peered":"2024-09-12T03:13:58.031759+0000","last_unstale":"2024-09-12T03:13:58.035894+0000","last_undegraded":"2024-09-12T03:13:58.035894+0000","last_fullsized":"2024-09-12T03:13:58.035894+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:35.291680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.065810+0000","last_change":"2024-09-12T03:13:57.017412+0000","last_active":"2024-09-12T03:13:58.065810+0000","last_peered":"2024-09-12T03:13:58.065810+0000","last_clean":"2024-09-12T03:13:58.065810+0000","last_became_active":"2024-09-12T03:13:57.017017+0000","last_became_peered":"2024-09-12T03:13:57.017017+0000","last_unstale":"2024-09-12T03:13:58.065810+0000","last_undegraded":"2024-09-12T03:13:58.065810+0000","last_fullsized":"2024-09-12T03:13:58.065810+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:39.252585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.043008+0000","last_change":"2024-09-12T03:13:58.036789+0000","last_active":"2024-09-12T03:13:58.043008+0000","last_peered":"2024-09-12T03:13:58.043008+0000","last_clean":"2024-09-12T03:13:58.043008+0000","last_became_active":"2024-09-12T03:13:58.036520+0000","last_became_peered":"2024-09-12T03:13:58.036520+0000","last_unstale":"2024-09-12T03:13:58.043008+0000","last_undegraded":"2024-09-12T03:13:58.043008+0000","last_fullsized":"2024-09-12T03:13:58.043008+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:32:14.994692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.064334+0000","last_change":"2024-09-12T03:13:57.031729+0000","last_active":"2024-09-12T03:13:58.064334+0000","last_peered":"2024-09-12T03:13:58.064334+0000","last_clean":"2024-09-12T03:13:58.064334+0000","last_became_active":"2024-09-12T03:13:57.031457+0000","last_became_peered":"2024-09-12T03:13:57.031457+0000","last_unstale":"2024-09-12T03:13:58.064334+0000","last_undegraded":"2024-09-12T03:13:58.064334+0000","last_fullsized":"2024-09-12T03:13:58.064334+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:54:01.294019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.052654+0000","last_change":"2024-09-12T03:13:58.049852+0000","last_active":"2024-09-12T03:13:58.052654+0000","last_peered":"2024-09-12T03:13:58.052654+0000","last_clean":"2024-09-12T03:13:58.052654+0000","last_became_active":"2024-09-12T03:13:58.049375+0000","last_became_peered":"2024-09-12T03:13:58.049375+0000","last_unstale":"2024-09-12T03:13:58.052654+0000","last_undegraded":"2024-09-12T03:13:58.052654+0000","last_fullsized":"2024-09-12T03:13:58.052654+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:20:10.525110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.066652+0000","last_change":"2024-09-12T03:13:57.016047+0000","last_active":"2024-09-12T03:13:58.066652+0000","last_peered":"2024-09-12T03:13:58.066652+0000","last_clean":"2024-09-12T03:13:58.066652+0000","last_became_active":"2024-09-12T03:13:57.015754+0000","last_became_peered":"2024-09-12T03:13:57.015754+0000","last_unstale":"2024-09-12T03:13:58.066652+0000","last_undegraded":"2024-09-12T03:13:58.066652+0000","last_fullsized":"2024-09-12T03:13:58.066652+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:57.212397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.029210+0000","last_change":"2024-09-12T03:13:58.027318+0000","last_active":"2024-09-12T03:13:58.029210+0000","last_peered":"2024-09-12T03:13:58.029210+0000","last_clean":"2024-09-12T03:13:58.029210+0000","last_became_active":"2024-09-12T03:13:58.026982+0000","last_became_peered":"2024-09-12T03:13:58.026982+0000","last_unstale":"2024-09-12T03:13:58.029210+0000","last_undegraded":"2024-09-12T03:13:58.029210+0000","last_fullsized":"2024-09-12T03:13:58.029210+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:50:38.282028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.064577+0000","last_change":"2024-09-12T03:13:57.030291+0000","last_active":"2024-09-12T03:13:58.064577+0000","last_peered":"2024-09-12T03:13:58.064577+0000","last_clean":"2024-09-12T03:13:58.064577+0000","last_became_active":"2024-09-12T03:13:57.030018+0000","last_became_peered":"2024-09-12T03:13:57.030018+0000","last_unstale":"2024-09-12T03:13:58.064577+0000","last_undegraded":"2024-09-12T03:13:58.064577+0000","last_fullsized":"2024-09-12T03:13:58.064577+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:11:49.427894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.056000+0000","last_change":"2024-09-12T03:13:58.050056+0000","last_active":"2024-09-12T03:13:58.056000+0000","last_peered":"2024-09-12T03:13:58.056000+0000","last_clean":"2024-09-12T03:13:58.056000+0000","last_became_active":"2024-09-12T03:13:58.049779+0000","last_became_peered":"2024-09-12T03:13:58.049779+0000","last_unstale":"2024-09-12T03:13:58.056000+0000","last_undegraded":"2024-09-12T03:13:58.056000+0000","last_fullsized":"2024-09-12T03:13:58.056000+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:51.598073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.061460+0000","last_change":"2024-09-12T03:13:57.024401+0000","last_active":"2024-09-12T03:13:58.061460+0000","last_peered":"2024-09-12T03:13:58.061460+0000","last_clean":"2024-09-12T03:13:58.061460+0000","last_became_active":"2024-09-12T03:13:57.024009+0000","last_became_peered":"2024-09-12T03:13:57.024009+0000","last_unstale":"2024-09-12T03:13:58.061460+0000","last_undegraded":"2024-09-12T03:13:58.061460+0000","last_fullsized":"2024-09-12T03:13:58.061460+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:39.252585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.031373+0000","last_change":"2024-09-12T03:13:58.029927+0000","last_active":"2024-09-12T03:13:58.031373+0000","last_peered":"2024-09-12T03:13:58.031373+0000","last_clean":"2024-09-12T03:13:58.031373+0000","last_became_active":"2024-09-12T03:13:58.029294+0000","last_became_peered":"2024-09-12T03:13:58.029294+0000","last_unstale":"2024-09-12T03:13:58.031373+0000","last_undegraded":"2024-09-12T03:13:58.031373+0000","last_fullsized":"2024-09-12T03:13:58.031373+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:39:20.652612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.013082+0000","last_change":"2024-09-12T03:13:57.022152+0000","last_active":"2024-09-12T03:13:58.013082+0000","last_peered":"2024-09-12T03:13:58.013082+0000","last_clean":"2024-09-12T03:13:58.013082+0000","last_became_active":"2024-09-12T03:13:57.021852+0000","last_became_peered":"2024-09-12T03:13:57.021852+0000","last_unstale":"2024-09-12T03:13:58.013082+0000","last_undegraded":"2024-09-12T03:13:58.013082+0000","last_fullsized":"2024-09-12T03:13:58.013082+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:52.165226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.053982+0000","last_change":"2024-09-12T03:13:58.050554+0000","last_active":"2024-09-12T03:13:58.053982+0000","last_peered":"2024-09-12T03:13:58.053982+0000","last_clean":"2024-09-12T03:13:58.053982+0000","last_became_active":"2024-09-12T03:13:58.049115+0000","last_became_peered":"2024-09-12T03:13:58.049115+0000","last_unstale":"2024-09-12T03:13:58.053982+0000","last_undegraded":"2024-09-12T03:13:58.053982+0000","last_fullsized":"2024-09-12T03:13:58.053982+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:00.595005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027446+0000","last_change":"2024-09-12T03:13:57.027460+0000","last_active":"2024-09-12T03:13:58.027446+0000","last_peered":"2024-09-12T03:13:58.027446+0000","last_clean":"2024-09-12T03:13:58.027446+0000","last_became_active":"2024-09-12T03:13:57.027155+0000","last_became_peered":"2024-09-12T03:13:57.027155+0000","last_unstale":"2024-09-12T03:13:58.027446+0000","last_undegraded":"2024-09-12T03:13:58.027446+0000","last_fullsized":"2024-09-12T03:13:58.027446+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:53.392466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.058468+0000","last_change":"2024-09-12T03:13:58.049971+0000","last_active":"2024-09-12T03:13:58.058468+0000","last_peered":"2024-09-12T03:13:58.058468+0000","last_clean":"2024-09-12T03:13:58.058468+0000","last_became_active":"2024-09-12T03:13:58.049156+0000","last_became_peered":"2024-09-12T03:13:58.049156+0000","last_unstale":"2024-09-12T03:13:58.058468+0000","last_undegraded":"2024-09-12T03:13:58.058468+0000","last_fullsized":"2024-09-12T03:13:58.058468+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:51.598073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.044886+0000","last_change":"2024-09-12T03:13:57.032462+0000","last_active":"2024-09-12T03:13:58.044886+0000","last_peered":"2024-09-12T03:13:58.044886+0000","last_clean":"2024-09-12T03:13:58.044886+0000","last_became_active":"2024-09-12T03:13:57.032089+0000","last_became_peered":"2024-09-12T03:13:57.032089+0000","last_unstale":"2024-09-12T03:13:58.044886+0000","last_undegraded":"2024-09-12T03:13:58.044886+0000","last_fullsized":"2024-09-12T03:13:58.044886+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:06.398822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.050308+0000","last_change":"2024-09-12T03:13:58.045211+0000","last_active":"2024-09-12T03:13:58.050308+0000","last_peered":"2024-09-12T03:13:58.050308+0000","last_clean":"2024-09-12T03:13:58.050308+0000","last_became_active":"2024-09-12T03:13:58.044728+0000","last_became_peered":"2024-09-12T03:13:58.044728+0000","last_unstale":"2024-09-12T03:13:58.050308+0000","last_undegraded":"2024-09-12T03:13:58.050308+0000","last_fullsized":"2024-09-12T03:13:58.050308+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:58:17.322993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.013579+0000","last_change":"2024-09-12T03:13:57.021153+0000","last_active":"2024-09-12T03:13:58.013579+0000","last_peered":"2024-09-12T03:13:58.013579+0000","last_clean":"2024-09-12T03:13:58.013579+0000","last_became_active":"2024-09-12T03:13:57.020893+0000","last_became_peered":"2024-09-12T03:13:57.020893+0000","last_unstale":"2024-09-12T03:13:58.013579+0000","last_undegraded":"2024-09-12T03:13:58.013579+0000","last_fullsized":"2024-09-12T03:13:58.013579+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:39.266112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.029823+0000","last_change":"2024-09-12T03:13:58.025922+0000","last_active":"2024-09-12T03:13:58.029823+0000","last_peered":"2024-09-12T03:13:58.029823+0000","last_clean":"2024-09-12T03:13:58.029823+0000","last_became_active":"2024-09-12T03:13:58.025658+0000","last_became_peered":"2024-09-12T03:13:58.025658+0000","last_unstale":"2024-09-12T03:13:58.029823+0000","last_undegraded":"2024-09-12T03:13:58.029823+0000","last_fullsized":"2024-09-12T03:13:58.029823+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:54.402674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"90'3","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.064895+0000","last_change":"2024-09-12T03:13:57.024994+0000","last_active":"2024-09-12T03:13:58.064895+0000","last_peered":"2024-09-12T03:13:58.064895+0000","last_clean":"2024-09-12T03:13:58.064895+0000","last_became_active":"2024-09-12T03:13:57.024058+0000","last_became_peered":"2024-09-12T03:13:57.024058+0000","last_unstale":"2024-09-12T03:13:58.064895+0000","last_undegraded":"2024-09-12T03:13:58.064895+0000","last_fullsized":"2024-09-12T03:13:58.064895+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:55:28.430195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.055024+0000","last_change":"2024-09-12T03:13:58.054388+0000","last_active":"2024-09-12T03:13:58.055024+0000","last_peered":"2024-09-12T03:13:58.055024+0000","last_clean":"2024-09-12T03:13:58.055024+0000","last_became_active":"2024-09-12T03:13:58.054109+0000","last_became_peered":"2024-09-12T03:13:58.054109+0000","last_unstale":"2024-09-12T03:13:58.055024+0000","last_undegraded":"2024-09-12T03:13:58.055024+0000","last_fullsized":"2024-09-12T03:13:58.055024+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:53.155916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"90'6","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.067862+0000","last_change":"2024-09-12T03:13:57.017131+0000","last_active":"2024-09-12T03:13:58.067862+0000","last_peered":"2024-09-12T03:13:58.067862+0000","last_clean":"2024-09-12T03:13:58.067862+0000","last_became_active":"2024-09-12T03:13:57.014948+0000","last_became_peered":"2024-09-12T03:13:57.014948+0000","last_unstale":"2024-09-12T03:13:58.067862+0000","last_undegraded":"2024-09-12T03:13:58.067862+0000","last_fullsized":"2024-09-12T03:13:58.067862+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:32:13.984484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.039942+0000","last_change":"2024-09-12T03:13:58.038216+0000","last_active":"2024-09-12T03:13:58.039942+0000","last_peered":"2024-09-12T03:13:58.039942+0000","last_clean":"2024-09-12T03:13:58.039942+0000","last_became_active":"2024-09-12T03:13:58.037852+0000","last_became_peered":"2024-09-12T03:13:58.037852+0000","last_unstale":"2024-09-12T03:13:58.039942+0000","last_undegraded":"2024-09-12T03:13:58.039942+0000","last_fullsized":"2024-09-12T03:13:58.039942+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:11.847876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.066011+0000","last_change":"2024-09-12T03:13:57.028551+0000","last_active":"2024-09-12T03:13:58.066011+0000","last_peered":"2024-09-12T03:13:58.066011+0000","last_clean":"2024-09-12T03:13:58.066011+0000","last_became_active":"2024-09-12T03:13:57.028183+0000","last_became_peered":"2024-09-12T03:13:57.028183+0000","last_unstale":"2024-09-12T03:13:58.066011+0000","last_undegraded":"2024-09-12T03:13:58.066011+0000","last_fullsized":"2024-09-12T03:13:58.066011+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:27.739425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.058380+0000","last_change":"2024-09-12T03:13:58.052307+0000","last_active":"2024-09-12T03:13:58.058380+0000","last_peered":"2024-09-12T03:13:58.058380+0000","last_clean":"2024-09-12T03:13:58.058380+0000","last_became_active":"2024-09-12T03:13:58.051988+0000","last_became_peered":"2024-09-12T03:13:58.051988+0000","last_unstale":"2024-09-12T03:13:58.058380+0000","last_undegraded":"2024-09-12T03:13:58.058380+0000","last_fullsized":"2024-09-12T03:13:58.058380+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:11.847876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.022499+0000","last_change":"2024-09-12T03:13:57.014089+0000","last_active":"2024-09-12T03:13:58.022499+0000","last_peered":"2024-09-12T03:13:58.022499+0000","last_clean":"2024-09-12T03:13:58.022499+0000","last_became_active":"2024-09-12T03:13:57.012949+0000","last_became_peered":"2024-09-12T03:13:57.012949+0000","last_unstale":"2024-09-12T03:13:58.022499+0000","last_undegraded":"2024-09-12T03:13:58.022499+0000","last_fullsized":"2024-09-12T03:13:58.022499+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:54:01.294019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.032359+0000","last_change":"2024-09-12T03:13:58.026109+0000","last_active":"2024-09-12T03:13:58.032359+0000","last_peered":"2024-09-12T03:13:58.032359+0000","last_clean":"2024-09-12T03:13:58.032359+0000","last_became_active":"2024-09-12T03:13:58.025767+0000","last_became_peered":"2024-09-12T03:13:58.025767+0000","last_unstale":"2024-09-12T03:13:58.032359+0000","last_undegraded":"2024-09-12T03:13:58.032359+0000","last_fullsized":"2024-09-12T03:13:58.032359+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:51.801091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.017459+0000","last_change":"2024-09-12T03:13:57.022732+0000","last_active":"2024-09-12T03:13:58.017459+0000","last_peered":"2024-09-12T03:13:58.017459+0000","last_clean":"2024-09-12T03:13:58.017459+0000","last_became_active":"2024-09-12T03:13:57.022416+0000","last_became_peered":"2024-09-12T03:13:57.022416+0000","last_unstale":"2024-09-12T03:13:58.017459+0000","last_undegraded":"2024-09-12T03:13:58.017459+0000","last_fullsized":"2024-09-12T03:13:58.017459+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:34.058332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.054182+0000","last_change":"2024-09-12T03:13:58.052222+0000","last_active":"2024-09-12T03:13:58.054182+0000","last_peered":"2024-09-12T03:13:58.054182+0000","last_clean":"2024-09-12T03:13:58.054182+0000","last_became_active":"2024-09-12T03:13:58.051928+0000","last_became_peered":"2024-09-12T03:13:58.051928+0000","last_unstale":"2024-09-12T03:13:58.054182+0000","last_undegraded":"2024-09-12T03:13:58.054182+0000","last_fullsized":"2024-09-12T03:13:58.054182+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:49:25.608763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"90'8","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.066014+0000","last_change":"2024-09-12T03:13:57.021993+0000","last_active":"2024-09-12T03:13:58.066014+0000","last_peered":"2024-09-12T03:13:58.066014+0000","last_clean":"2024-09-12T03:13:58.066014+0000","last_became_active":"2024-09-12T03:13:57.021673+0000","last_became_peered":"2024-09-12T03:13:57.021673+0000","last_unstale":"2024-09-12T03:13:58.066014+0000","last_undegraded":"2024-09-12T03:13:58.066014+0000","last_fullsized":"2024-09-12T03:13:58.066014+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:36.726441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.051089+0000","last_change":"2024-09-12T03:13:58.048159+0000","last_active":"2024-09-12T03:13:58.051089+0000","last_peered":"2024-09-12T03:13:58.051089+0000","last_clean":"2024-09-12T03:13:58.051089+0000","last_became_active":"2024-09-12T03:13:58.047863+0000","last_became_peered":"2024-09-12T03:13:58.047863+0000","last_unstale":"2024-09-12T03:13:58.051089+0000","last_undegraded":"2024-09-12T03:13:58.051089+0000","last_fullsized":"2024-09-12T03:13:58.051089+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:24.583465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.066324+0000","last_change":"2024-09-12T03:13:57.021360+0000","last_active":"2024-09-12T03:13:58.066324+0000","last_peered":"2024-09-12T03:13:58.066324+0000","last_clean":"2024-09-12T03:13:58.066324+0000","last_became_active":"2024-09-12T03:13:57.021078+0000","last_became_peered":"2024-09-12T03:13:57.021078+0000","last_unstale":"2024-09-12T03:13:58.066324+0000","last_undegraded":"2024-09-12T03:13:58.066324+0000","last_fullsized":"2024-09-12T03:13:58.066324+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:46:21.974467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.058022+0000","last_change":"2024-09-12T03:13:58.056602+0000","last_active":"2024-09-12T03:13:58.058022+0000","last_peered":"2024-09-12T03:13:58.058022+0000","last_clean":"2024-09-12T03:13:58.058022+0000","last_became_active":"2024-09-12T03:13:58.056083+0000","last_became_peered":"2024-09-12T03:13:58.056083+0000","last_unstale":"2024-09-12T03:13:58.058022+0000","last_undegraded":"2024-09-12T03:13:58.058022+0000","last_fullsized":"2024-09-12T03:13:58.058022+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:02:00.595005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.064333+0000","last_change":"2024-09-12T03:13:57.023461+0000","last_active":"2024-09-12T03:13:58.064333+0000","last_peered":"2024-09-12T03:13:58.064333+0000","last_clean":"2024-09-12T03:13:58.064333+0000","last_became_active":"2024-09-12T03:13:57.023163+0000","last_became_peered":"2024-09-12T03:13:57.023163+0000","last_unstale":"2024-09-12T03:13:58.064333+0000","last_undegraded":"2024-09-12T03:13:58.064333+0000","last_fullsized":"2024-09-12T03:13:58.064333+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:19.381776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.051902+0000","last_change":"2024-09-12T03:13:58.040722+0000","last_active":"2024-09-12T03:13:58.051902+0000","last_peered":"2024-09-12T03:13:58.051902+0000","last_clean":"2024-09-12T03:13:58.051902+0000","last_became_active":"2024-09-12T03:13:58.040430+0000","last_became_peered":"2024-09-12T03:13:58.040430+0000","last_unstale":"2024-09-12T03:13:58.051902+0000","last_undegraded":"2024-09-12T03:13:58.051902+0000","last_fullsized":"2024-09-12T03:13:58.051902+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:50:38.282028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"90'1","reported_seq":13,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.065526+0000","last_change":"2024-09-12T03:13:57.022949+0000","last_active":"2024-09-12T03:13:58.065526+0000","last_peered":"2024-09-12T03:13:58.065526+0000","last_clean":"2024-09-12T03:13:58.065526+0000","last_became_active":"2024-09-12T03:13:57.022479+0000","last_became_peered":"2024-09-12T03:13:57.022479+0000","last_unstale":"2024-09-12T03:13:58.065526+0000","last_undegraded":"2024-09-12T03:13:58.065526+0000","last_fullsized":"2024-09-12T03:13:58.065526+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:26.309184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.031424+0000","last_change":"2024-09-12T03:13:58.029031+0000","last_active":"2024-09-12T03:13:58.031424+0000","last_peered":"2024-09-12T03:13:58.031424+0000","last_clean":"2024-09-12T03:13:58.031424+0000","last_became_active":"2024-09-12T03:13:58.028773+0000","last_became_peered":"2024-09-12T03:13:58.028773+0000","last_unstale":"2024-09-12T03:13:58.031424+0000","last_undegraded":"2024-09-12T03:13:58.031424+0000","last_fullsized":"2024-09-12T03:13:58.031424+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:58:17.322993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.062057+0000","last_change":"2024-09-12T03:13:57.026101+0000","last_active":"2024-09-12T03:13:58.062057+0000","last_peered":"2024-09-12T03:13:58.062057+0000","last_clean":"2024-09-12T03:13:58.062057+0000","last_became_active":"2024-09-12T03:13:57.025768+0000","last_became_peered":"2024-09-12T03:13:57.025768+0000","last_unstale":"2024-09-12T03:13:58.062057+0000","last_undegraded":"2024-09-12T03:13:58.062057+0000","last_fullsized":"2024-09-12T03:13:58.062057+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:50.457964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.053224+0000","last_change":"2024-09-12T03:13:58.047555+0000","last_active":"2024-09-12T03:13:58.053224+0000","last_peered":"2024-09-12T03:13:58.053224+0000","last_clean":"2024-09-12T03:13:58.053224+0000","last_became_active":"2024-09-12T03:13:58.046794+0000","last_became_peered":"2024-09-12T03:13:58.046794+0000","last_unstale":"2024-09-12T03:13:58.053224+0000","last_undegraded":"2024-09-12T03:13:58.053224+0000","last_fullsized":"2024-09-12T03:13:58.053224+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:53.175434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.018888+0000","last_change":"2024-09-12T03:13:57.025726+0000","last_active":"2024-09-12T03:13:58.018888+0000","last_peered":"2024-09-12T03:13:58.018888+0000","last_clean":"2024-09-12T03:13:58.018888+0000","last_became_active":"2024-09-12T03:13:57.025370+0000","last_became_peered":"2024-09-12T03:13:57.025370+0000","last_unstale":"2024-09-12T03:13:58.018888+0000","last_undegraded":"2024-09-12T03:13:58.018888+0000","last_fullsized":"2024-09-12T03:13:58.018888+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:31.064300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.058207+0000","last_change":"2024-09-12T03:13:58.054368+0000","last_active":"2024-09-12T03:13:58.058207+0000","last_peered":"2024-09-12T03:13:58.058207+0000","last_clean":"2024-09-12T03:13:58.058207+0000","last_became_active":"2024-09-12T03:13:58.053980+0000","last_became_peered":"2024-09-12T03:13:58.053980+0000","last_unstale":"2024-09-12T03:13:58.058207+0000","last_undegraded":"2024-09-12T03:13:58.058207+0000","last_fullsized":"2024-09-12T03:13:58.058207+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:17:21.017583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.042249+0000","last_change":"2024-09-12T03:13:57.028517+0000","last_active":"2024-09-12T03:13:58.042249+0000","last_peered":"2024-09-12T03:13:58.042249+0000","last_clean":"2024-09-12T03:13:58.042249+0000","last_became_active":"2024-09-12T03:13:57.028249+0000","last_became_peered":"2024-09-12T03:13:57.028249+0000","last_unstale":"2024-09-12T03:13:58.042249+0000","last_undegraded":"2024-09-12T03:13:58.042249+0000","last_fullsized":"2024-09-12T03:13:58.042249+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:36.074795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.036125+0000","last_change":"2024-09-12T03:13:58.032738+0000","last_active":"2024-09-12T03:13:58.036125+0000","last_peered":"2024-09-12T03:13:58.036125+0000","last_clean":"2024-09-12T03:13:58.036125+0000","last_became_active":"2024-09-12T03:13:58.032440+0000","last_became_peered":"2024-09-12T03:13:58.032440+0000","last_unstale":"2024-09-12T03:13:58.036125+0000","last_undegraded":"2024-09-12T03:13:58.036125+0000","last_fullsized":"2024-09-12T03:13:58.036125+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:59.936031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.018085+0000","last_change":"2024-09-12T03:13:57.019341+0000","last_active":"2024-09-12T03:13:58.018085+0000","last_peered":"2024-09-12T03:13:58.018085+0000","last_clean":"2024-09-12T03:13:58.018085+0000","last_became_active":"2024-09-12T03:13:57.018975+0000","last_became_peered":"2024-09-12T03:13:57.018975+0000","last_unstale":"2024-09-12T03:13:58.018085+0000","last_undegraded":"2024-09-12T03:13:58.018085+0000","last_fullsized":"2024-09-12T03:13:58.018085+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:09:08.928578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.056982+0000","last_change":"2024-09-12T03:13:58.052254+0000","last_active":"2024-09-12T03:13:58.056982+0000","last_peered":"2024-09-12T03:13:58.056982+0000","last_clean":"2024-09-12T03:13:58.056982+0000","last_became_active":"2024-09-12T03:13:58.048995+0000","last_became_peered":"2024-09-12T03:13:58.048995+0000","last_unstale":"2024-09-12T03:13:58.056982+0000","last_undegraded":"2024-09-12T03:13:58.056982+0000","last_fullsized":"2024-09-12T03:13:58.056982+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:33.616336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"90'2","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.066457+0000","last_change":"2024-09-12T03:13:57.026338+0000","last_active":"2024-09-12T03:13:58.066457+0000","last_peered":"2024-09-12T03:13:58.066457+0000","last_clean":"2024-09-12T03:13:58.066457+0000","last_became_active":"2024-09-12T03:13:57.024973+0000","last_became_peered":"2024-09-12T03:13:57.024973+0000","last_unstale":"2024-09-12T03:13:58.066457+0000","last_undegraded":"2024-09-12T03:13:58.066457+0000","last_fullsized":"2024-09-12T03:13:58.066457+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:55.375815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.039075+0000","last_change":"2024-09-12T03:13:58.037674+0000","last_active":"2024-09-12T03:13:58.039075+0000","last_peered":"2024-09-12T03:13:58.039075+0000","last_clean":"2024-09-12T03:13:58.039075+0000","last_became_active":"2024-09-12T03:13:58.036823+0000","last_became_peered":"2024-09-12T03:13:58.036823+0000","last_unstale":"2024-09-12T03:13:58.039075+0000","last_undegraded":"2024-09-12T03:13:58.039075+0000","last_fullsized":"2024-09-12T03:13:58.039075+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:54.272608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.034530+0000","last_change":"2024-09-12T03:13:57.016086+0000","last_active":"2024-09-12T03:13:58.034530+0000","last_peered":"2024-09-12T03:13:58.034530+0000","last_clean":"2024-09-12T03:13:58.034530+0000","last_became_active":"2024-09-12T03:13:57.015736+0000","last_became_peered":"2024-09-12T03:13:57.015736+0000","last_unstale":"2024-09-12T03:13:58.034530+0000","last_undegraded":"2024-09-12T03:13:58.034530+0000","last_fullsized":"2024-09-12T03:13:58.034530+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:13:44.793325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.036584+0000","last_change":"2024-09-12T03:13:58.035253+0000","last_active":"2024-09-12T03:13:58.036584+0000","last_peered":"2024-09-12T03:13:58.036584+0000","last_clean":"2024-09-12T03:13:58.036584+0000","last_became_active":"2024-09-12T03:13:58.034973+0000","last_became_peered":"2024-09-12T03:13:58.034973+0000","last_unstale":"2024-09-12T03:13:58.036584+0000","last_undegraded":"2024-09-12T03:13:58.036584+0000","last_fullsized":"2024-09-12T03:13:58.036584+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:35:22.696668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.034518+0000","last_change":"2024-09-12T03:13:57.019898+0000","last_active":"2024-09-12T03:13:58.034518+0000","last_peered":"2024-09-12T03:13:58.034518+0000","last_clean":"2024-09-12T03:13:58.034518+0000","last_became_active":"2024-09-12T03:13:57.019411+0000","last_became_peered":"2024-09-12T03:13:57.019411+0000","last_unstale":"2024-09-12T03:13:58.034518+0000","last_undegraded":"2024-09-12T03:13:58.034518+0000","last_fullsized":"2024-09-12T03:13:58.034518+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:04:22.133274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.062481+0000","last_change":"2024-09-12T03:13:58.058736+0000","last_active":"2024-09-12T03:13:58.062481+0000","last_peered":"2024-09-12T03:13:58.062481+0000","last_clean":"2024-09-12T03:13:58.062481+0000","last_became_active":"2024-09-12T03:13:58.058386+0000","last_became_peered":"2024-09-12T03:13:58.058386+0000","last_unstale":"2024-09-12T03:13:58.062481+0000","last_undegraded":"2024-09-12T03:13:58.062481+0000","last_fullsized":"2024-09-12T03:13:58.062481+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:28.749633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.039837+0000","last_change":"2024-09-12T03:13:57.029254+0000","last_active":"2024-09-12T03:13:58.039837+0000","last_peered":"2024-09-12T03:13:58.039837+0000","last_clean":"2024-09-12T03:13:58.039837+0000","last_became_active":"2024-09-12T03:13:57.028908+0000","last_became_peered":"2024-09-12T03:13:57.028908+0000","last_unstale":"2024-09-12T03:13:58.039837+0000","last_undegraded":"2024-09-12T03:13:58.039837+0000","last_fullsized":"2024-09-12T03:13:58.039837+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:36.726441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.032438+0000","last_change":"2024-09-12T03:13:58.028654+0000","last_active":"2024-09-12T03:13:58.032438+0000","last_peered":"2024-09-12T03:13:58.032438+0000","last_clean":"2024-09-12T03:13:58.032438+0000","last_became_active":"2024-09-12T03:13:58.028353+0000","last_became_peered":"2024-09-12T03:13:58.028353+0000","last_unstale":"2024-09-12T03:13:58.032438+0000","last_undegraded":"2024-09-12T03:13:58.032438+0000","last_fullsized":"2024-09-12T03:13:58.032438+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:55:21.757435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.022790+0000","last_change":"2024-09-12T03:13:57.013329+0000","last_active":"2024-09-12T03:13:58.022790+0000","last_peered":"2024-09-12T03:13:58.022790+0000","last_clean":"2024-09-12T03:13:58.022790+0000","last_became_active":"2024-09-12T03:13:57.012974+0000","last_became_peered":"2024-09-12T03:13:57.012974+0000","last_unstale":"2024-09-12T03:13:58.022790+0000","last_undegraded":"2024-09-12T03:13:58.022790+0000","last_fullsized":"2024-09-12T03:13:58.022790+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:55.375815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.029412+0000","last_change":"2024-09-12T03:13:58.023547+0000","last_active":"2024-09-12T03:13:58.029412+0000","last_peered":"2024-09-12T03:13:58.029412+0000","last_clean":"2024-09-12T03:13:58.029412+0000","last_became_active":"2024-09-12T03:13:58.023220+0000","last_became_peered":"2024-09-12T03:13:58.023220+0000","last_unstale":"2024-09-12T03:13:58.029412+0000","last_undegraded":"2024-09-12T03:13:58.029412+0000","last_fullsized":"2024-09-12T03:13:58.029412+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:09:50.676478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.042526+0000","last_change":"2024-09-12T03:13:57.024315+0000","last_active":"2024-09-12T03:13:58.042526+0000","last_peered":"2024-09-12T03:13:58.042526+0000","last_clean":"2024-09-12T03:13:58.042526+0000","last_became_active":"2024-09-12T03:13:57.023753+0000","last_became_peered":"2024-09-12T03:13:57.023753+0000","last_unstale":"2024-09-12T03:13:58.042526+0000","last_undegraded":"2024-09-12T03:13:58.042526+0000","last_fullsized":"2024-09-12T03:13:58.042526+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:10:26.017109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.056145+0000","last_change":"2024-09-12T03:13:58.051023+0000","last_active":"2024-09-12T03:13:58.056145+0000","last_peered":"2024-09-12T03:13:58.056145+0000","last_clean":"2024-09-12T03:13:58.056145+0000","last_became_active":"2024-09-12T03:13:58.048543+0000","last_became_peered":"2024-09-12T03:13:58.048543+0000","last_unstale":"2024-09-12T03:13:58.056145+0000","last_undegraded":"2024-09-12T03:13:58.056145+0000","last_fullsized":"2024-09-12T03:13:58.056145+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:11.847876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.042017+0000","last_change":"2024-09-12T03:13:57.015985+0000","last_active":"2024-09-12T03:13:58.042017+0000","last_peered":"2024-09-12T03:13:58.042017+0000","last_clean":"2024-09-12T03:13:58.042017+0000","last_became_active":"2024-09-12T03:13:57.015595+0000","last_became_peered":"2024-09-12T03:13:57.015595+0000","last_unstale":"2024-09-12T03:13:58.042017+0000","last_undegraded":"2024-09-12T03:13:58.042017+0000","last_fullsized":"2024-09-12T03:13:58.042017+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:34.058332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027810+0000","last_change":"2024-09-12T03:13:58.024895+0000","last_active":"2024-09-12T03:13:58.027810+0000","last_peered":"2024-09-12T03:13:58.027810+0000","last_clean":"2024-09-12T03:13:58.027810+0000","last_became_active":"2024-09-12T03:13:58.024466+0000","last_became_peered":"2024-09-12T03:13:58.024466+0000","last_unstale":"2024-09-12T03:13:58.027810+0000","last_undegraded":"2024-09-12T03:13:58.027810+0000","last_fullsized":"2024-09-12T03:13:58.027810+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:33.006993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027707+0000","last_change":"2024-09-12T03:13:57.025646+0000","last_active":"2024-09-12T03:13:58.027707+0000","last_peered":"2024-09-12T03:13:58.027707+0000","last_clean":"2024-09-12T03:13:58.027707+0000","last_became_active":"2024-09-12T03:13:57.025331+0000","last_became_peered":"2024-09-12T03:13:57.025331+0000","last_unstale":"2024-09-12T03:13:58.027707+0000","last_undegraded":"2024-09-12T03:13:58.027707+0000","last_fullsized":"2024-09-12T03:13:58.027707+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:17:20.007376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":9,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.044996+0000","last_change":"2024-09-12T03:13:58.038994+0000","last_active":"2024-09-12T03:13:58.044996+0000","last_peered":"2024-09-12T03:13:58.044996+0000","last_clean":"2024-09-12T03:13:58.044996+0000","last_became_active":"2024-09-12T03:13:58.038703+0000","last_became_peered":"2024-09-12T03:13:58.038703+0000","last_unstale":"2024-09-12T03:13:58.044996+0000","last_undegraded":"2024-09-12T03:13:58.044996+0000","last_fullsized":"2024-09-12T03:13:58.044996+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:56.995365+0000","last_clean_scrub_stamp":"2024-09-12T03:13:56.995365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:20:18.594333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.017216+0000","last_change":"2024-09-12T03:13:57.029344+0000","last_active":"2024-09-12T03:13:58.017216+0000","last_peered":"2024-09-12T03:13:58.017216+0000","last_clean":"2024-09-12T03:13:58.017216+0000","last_became_active":"2024-09-12T03:13:57.027067+0000","last_became_peered":"2024-09-12T03:13:57.027067+0000","last_unstale":"2024-09-12T03:13:58.017216+0000","last_undegraded":"2024-09-12T03:13:58.017216+0000","last_fullsized":"2024-09-12T03:13:58.017216+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:13:55.985157+0000","last_clean_scrub_stamp":"2024-09-12T03:13:55.985157+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:57.212397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":302,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-12T03:13:58.027534+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:13:58.027534+0000","last_peered":"2024-09-12T03:13:58.027534+0000","last_clean":"2024-09-12T03:13:58.027534+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:13:58.027534+0000","last_undegraded":"2024-09-12T03:13:58.027534+0000","last_fullsized":"2024-09-12T03:13:58.027534+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574919,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32860,"kb_used_data":1672,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338980,"statfs":{"total":96636764160,"available":96603115520,"internally_reserved":0,"allocated":1712128,"data_stored":1104896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574919,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32260,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339580,"statfs":{"total":96636764160,"available":96603729920,"internally_reserved":0,"allocated":1097728,"data_stored":507305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574919,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1110016,"data_stored":514472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574919,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32280,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339560,"statfs":{"total":96636764160,"available":96603709440,"internally_reserved":0,"allocated":1118208,"data_stored":514632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574920,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1110016,"data_stored":514472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574920,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1110016,"data_stored":514472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32264,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339576,"statfs":{"total":96636764160,"available":96603725824,"internally_reserved":0,"allocated":1097728,"data_stored":507305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574920,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32884,"kb_used_data":1688,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338956,"statfs":{"total":96636764160,"available":96603090944,"internally_reserved":0,"allocated":1728512,"data_stored":1107158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:14:02.678 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T03:14:02.679 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-12T03:14:02.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.880+0000 7fa98ca00640 1 Processor -- start 2024-09-12T03:14:02.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.880+0000 7fa98ca00640 1 -- start start 2024-09-12T03:14:02.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.882+0000 7fa98ca00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9880b34a0 0x7fa9880b38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.882+0000 7fa98ca00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa98815f5a0 con 0x7fa9880cec70 2024-09-12T03:14:02.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.882+0000 7fa98ca00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa98815f870 con 0x7fa98815e720 2024-09-12T03:14:02.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.882+0000 7fa98ca00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa98815fb50 con 0x7fa9880b34a0 2024-09-12T03:14:02.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.882+0000 7fa986800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa9880cec70 0x7fa988072040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36518/0 (socket says 172.21.15.29:36518) 2024-09-12T03:14:02.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.882+0000 7fa986800640 1 -- 172.21.15.29:0/4232869647 learned_addr learned my addr 172.21.15.29:0/4232869647 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:02.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.882+0000 7fa97d400640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9880b34a0 0x7fa9880b38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.882+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3901646057 0 0) 0x7fa98815f5a0 con 0x7fa9880cec70 2024-09-12T03:14:02.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.882+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa96c005730 con 0x7fa9880cec70 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3160895250 0 0) 0x7fa98815f870 con 0x7fa98815e720 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa98815f5a0 con 0x7fa98815e720 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2636991601 0 0) 0x7fa96c005730 con 0x7fa9880cec70 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9880b34a0 msgr2=0x7fa9880b38c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9880b34a0 0x7fa9880b38c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 >> v1:172.21.15.38:6789/0 conn(0x7fa98815e720 legacy=0x7fa98815ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9880ce470 con 0x7fa9880cec70 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fa9800019f0 con 0x7fa9880cec70 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 >> v1:172.21.15.29:6789/0 conn(0x7fa9880cec70 legacy=0x7fa988072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9880b34a0 0x7fa96c005d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa96c006330 0x7fa96c006a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa96c006f50 0x7fa96c0073d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa98815fb50 con 0x7fa96c006330 2024-09-12T03:14:02.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa96c00dd10 con 0x7fa96c006f50 2024-09-12T03:14:02.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa96c00df10 con 0x7fa9880b34a0 2024-09-12T03:14:02.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa97d400640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa96c006330 0x7fa96c006a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa985e00640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9880b34a0 0x7fa96c005d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.883+0000 7fa986800640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa96c006f50 0x7fa96c0073d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.884+0000 7fa97d400640 1 -- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9880b34a0 msgr2=0x7fa96c005d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:02.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.884+0000 7fa97d400640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9880b34a0 0x7fa96c005d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.884+0000 7fa97d400640 1 -- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa96c006f50 msgr2=0x7fa96c0073d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:02.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.884+0000 7fa97d400640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa96c006f50 0x7fa96c0073d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.884+0000 7fa97d400640 1 -- 172.21.15.29:0/4232869647 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa96c005730 con 0x7fa96c006330 2024-09-12T03:14:02.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.884+0000 7fa986800640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa96c006f50 0x7fa96c0073d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:02.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.885+0000 7fa97d400640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa96c006330 0x7fa96c006a10 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fa970009ac0 tx=0x7fa96c007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba1d528fcdbc59b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.885+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa970036070 con 0x7fa96c006330 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.885+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa970031400 con 0x7fa96c006330 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.885+0000 7fa985400640 1 -- 172.21.15.29:0/4232869647 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa970009690 con 0x7fa96c006330 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.885+0000 7fa98ca00640 1 -- 172.21.15.29:0/4232869647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa96c006330 msgr2=0x7fa96c006a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.885+0000 7fa98ca00640 1 --2- 172.21.15.29:0/4232869647 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa96c006330 0x7fa96c006a10 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fa970009ac0 tx=0x7fa96c007a40 comp rx=0 tx=0).stop 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.885+0000 7fa986800640 1 -- 172.21.15.29:0/4232869647 reap_dead start 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.885+0000 7fa98ca00640 1 -- 172.21.15.29:0/4232869647 shutdown_connections 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.885+0000 7fa98ca00640 1 -- 172.21.15.29:0/4232869647 >> 172.21.15.29:0/4232869647 conn(0x7fa9880b5de0 msgr2=0x7fa98806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.885+0000 7fa98ca00640 1 -- 172.21.15.29:0/4232869647 shutdown_connections 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.886+0000 7fa98ca00640 1 -- 172.21.15.29:0/4232869647 wait complete. 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.887+0000 7fa98ca00640 1 Processor -- start 2024-09-12T03:14:02.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.887+0000 7fa98ca00640 1 -- start start 2024-09-12T03:14:02.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.888+0000 7fa98ca00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa96c006330 0x7fa98815d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.888+0000 7fa98ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa988153c70 0x7fa988148dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.888+0000 7fa98ca00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa9880a9ba0 0x7fa9880aa020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.888+0000 7fa98ca00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa98815ec80 con 0x7fa988153c70 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.888+0000 7fa98ca00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa98815eb00 con 0x7fa9880a9ba0 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.888+0000 7fa98ca00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa9880cfb30 con 0x7fa96c006330 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.888+0000 7fa97d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa988153c70 0x7fa988148dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.888+0000 7fa97d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa988153c70 0x7fa988148dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38684/0 (socket says 172.21.15.29:38684) 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.888+0000 7fa97d400640 1 -- 172.21.15.29:0/781142236 learned_addr learned my addr 172.21.15.29:0/781142236 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.888+0000 7fa985e00640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa96c006330 0x7fa98815d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa986800640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa9880a9ba0 0x7fa9880aa020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa97d400640 1 -- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa96c006330 msgr2=0x7fa98815d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa97d400640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa96c006330 0x7fa98815d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa97d400640 1 -- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa9880a9ba0 msgr2=0x7fa9880aa020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa97d400640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa9880a9ba0 0x7fa9880aa020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa97d400640 1 -- 172.21.15.29:0/781142236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa988159070 con 0x7fa988153c70 2024-09-12T03:14:02.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa986800640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa9880a9ba0 0x7fa9880aa020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:02.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa97d400640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa988153c70 0x7fa988148dd0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fa970000c00 tx=0x7fa970004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:02.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa97ea00640 1 -- 172.21.15.29:0/781142236 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa970040020 con 0x7fa988153c70 2024-09-12T03:14:02.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa97ea00640 1 -- 172.21.15.29:0/781142236 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa970003c60 con 0x7fa988153c70 2024-09-12T03:14:02.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa98ca00640 1 -- 172.21.15.29:0/781142236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa988159350 con 0x7fa988153c70 2024-09-12T03:14:02.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.889+0000 7fa97ea00640 1 -- 172.21.15.29:0/781142236 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa970036040 con 0x7fa988153c70 2024-09-12T03:14:02.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.890+0000 7fa98ca00640 1 -- 172.21.15.29:0/781142236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa988159910 con 0x7fa988153c70 2024-09-12T03:14:02.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.890+0000 7fa98ca00640 1 -- 172.21.15.29:0/781142236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9880b38c0 con 0x7fa988153c70 2024-09-12T03:14:02.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.891+0000 7fa97ea00640 1 -- 172.21.15.29:0/781142236 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa970043020 con 0x7fa988153c70 2024-09-12T03:14:02.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.892+0000 7fa97ea00640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa96406be60 0x7fa96406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:02.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.892+0000 7fa97ea00640 1 -- 172.21.15.29:0/781142236 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7fa9700ab400 con 0x7fa988153c70 2024-09-12T03:14:02.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.893+0000 7fa985e00640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa96406be60 0x7fa96406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:02.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.894+0000 7fa985e00640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa96406be60 0x7fa96406e320 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fa978001940 tx=0x7fa978009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:02.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:02.896+0000 7fa97ea00640 1 -- 172.21.15.29:0/781142236 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa97004a030 con 0x7fa988153c70 2024-09-12T03:14:03.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.151+0000 7fa98ca00640 1 -- 172.21.15.29:0/781142236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fa9880b1890 con 0x7fa988153c70 2024-09-12T03:14:03.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.153+0000 7fa97ea00640 1 -- 172.21.15.29:0/781142236 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) ==== 190+0+147 (secure 0 0 0) 0x7fa9700044e0 con 0x7fa988153c70 2024-09-12T03:14:03.153 INFO:teuthology.orchestra.run.smithi029.stdout:[client.0] 2024-09-12T03:14:03.153 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w== 2024-09-12T03:14:03.153 INFO:teuthology.orchestra.run.smithi029.stdout: caps mds = "allow" 2024-09-12T03:14:03.153 INFO:teuthology.orchestra.run.smithi029.stdout: caps mon = "allow r" 2024-09-12T03:14:03.153 INFO:teuthology.orchestra.run.smithi029.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-12T03:14:03.153 INFO:teuthology.orchestra.run.smithi029.stderr:updated caps for client.0 2024-09-12T03:14:03.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 -- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa96406be60 msgr2=0x7fa96406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:03.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa96406be60 0x7fa96406e320 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fa978001940 tx=0x7fa978009040 comp rx=0 tx=0).stop 2024-09-12T03:14:03.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 -- 172.21.15.29:0/781142236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa988153c70 msgr2=0x7fa988148dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:03.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa988153c70 0x7fa988148dd0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fa970000c00 tx=0x7fa970004730 comp rx=0 tx=0).stop 2024-09-12T03:14:03.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 -- 172.21.15.29:0/781142236 shutdown_connections 2024-09-12T03:14:03.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa96406be60 0x7fa96406e320 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa9880a9ba0 0x7fa9880aa020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa988153c70 0x7fa988148dd0 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 --2- 172.21.15.29:0/781142236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa96c006330 0x7fa98815d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 -- 172.21.15.29:0/781142236 >> 172.21.15.29:0/781142236 conn(0x7fa9880b5de0 msgr2=0x7fa9880b4c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:03.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 -- 172.21.15.29:0/781142236 shutdown_connections 2024-09-12T03:14:03.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.156+0000 7fa98ca00640 1 -- 172.21.15.29:0/781142236 wait complete. 2024-09-12T03:14:03.171 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:03.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.328+0000 7f349f200640 1 Processor -- start 2024-09-12T03:14:03.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.328+0000 7f349f200640 1 -- start start 2024-09-12T03:14:03.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.329+0000 7f349f200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34a00b54a0 0x7f34a015f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:03.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.329+0000 7f349f200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f34a0162560 0x7f34a01629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:03.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.329+0000 7f349f200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34a00b5960 con 0x7f34a00701d0 2024-09-12T03:14:03.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.329+0000 7f349f200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f34a006cfe0 con 0x7f34a0162560 2024-09-12T03:14:03.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.329+0000 7f349f200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f34a01620d0 con 0x7f34a00b54a0 2024-09-12T03:14:03.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.329+0000 7f349de00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f34a00701d0 0x7f34a00705b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36532/0 (socket says 172.21.15.29:36532) 2024-09-12T03:14:03.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.329+0000 7f349de00640 1 -- 172.21.15.29:0/1655784156 learned_addr learned my addr 172.21.15.29:0/1655784156 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:03.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.329+0000 7f349e800640 1 --2- 172.21.15.29:0/1655784156 >> v2:172.21.15.29:3300/0 conn(0x7f34a0162560 0x7f34a01629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:03.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.330+0000 7f349d400640 1 --2- 172.21.15.29:0/1655784156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34a00b54a0 0x7f34a015f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:03.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.330+0000 7f349ca00640 1 -- 172.21.15.29:0/1655784156 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2476363460 0 0) 0x7f34a00b5960 con 0x7f34a00701d0 2024-09-12T03:14:03.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.330+0000 7f349e800640 1 -- 172.21.15.29:0/1655784156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34a00b54a0 msgr2=0x7f34a015f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:03.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.330+0000 7f349e800640 1 --2- 172.21.15.29:0/1655784156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34a00b54a0 0x7f34a015f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.330+0000 7f349e800640 1 -- 172.21.15.29:0/1655784156 >> v1:172.21.15.29:6789/0 conn(0x7f34a00701d0 legacy=0x7f34a00705b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:03.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.330+0000 7f349e800640 1 -- 172.21.15.29:0/1655784156 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34a00b5c40 con 0x7f34a0162560 2024-09-12T03:14:03.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.331+0000 7f349e800640 1 --2- 172.21.15.29:0/1655784156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34a0162560 0x7f34a01629f0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f3498009d90 tx=0x7f349802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80f3dcbb1073cedf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:03.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.331+0000 7f349ca00640 1 -- 172.21.15.29:0/1655784156 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3498007740 con 0x7f34a0162560 2024-09-12T03:14:03.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.331+0000 7f349ca00640 1 -- 172.21.15.29:0/1655784156 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34980078e0 con 0x7f34a0162560 2024-09-12T03:14:03.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.331+0000 7f349ca00640 1 -- 172.21.15.29:0/1655784156 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3498007cb0 con 0x7f34a0162560 2024-09-12T03:14:03.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.332+0000 7f349f200640 1 -- 172.21.15.29:0/1655784156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34a0162560 msgr2=0x7f34a01629f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:03.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.332+0000 7f349f200640 1 --2- 172.21.15.29:0/1655784156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34a0162560 0x7f34a01629f0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f3498009d90 tx=0x7f349802a660 comp rx=0 tx=0).stop 2024-09-12T03:14:03.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.332+0000 7f349f200640 1 -- 172.21.15.29:0/1655784156 shutdown_connections 2024-09-12T03:14:03.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.332+0000 7f349f200640 1 --2- 172.21.15.29:0/1655784156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34a0162560 0x7f34a01629f0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.332+0000 7f349f200640 1 --2- 172.21.15.29:0/1655784156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34a00b54a0 0x7f34a015f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.332+0000 7f349f200640 1 -- 172.21.15.29:0/1655784156 >> 172.21.15.29:0/1655784156 conn(0x7f34a0067b90 msgr2=0x7f34a0067fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:03.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.332+0000 7f349f200640 1 -- 172.21.15.29:0/1655784156 shutdown_connections 2024-09-12T03:14:03.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.332+0000 7f349f200640 1 -- 172.21.15.29:0/1655784156 wait complete. 2024-09-12T03:14:03.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.333+0000 7f349f200640 1 Processor -- start 2024-09-12T03:14:03.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.334+0000 7f349f200640 1 -- start start 2024-09-12T03:14:03.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.334+0000 7f349f200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34a00701d0 0x7f34a014a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:03.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349f200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34a00b54a0 0x7f34a0144980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:03.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349f200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34a0162560 0x7f34a01469c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:03.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349f200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f34a015f690 con 0x7f34a00701d0 2024-09-12T03:14:03.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349f200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f34a0155690 con 0x7f34a0162560 2024-09-12T03:14:03.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349f200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f34a015f810 con 0x7f34a00b54a0 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34a00701d0 0x7f34a014a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34a00701d0 0x7f34a014a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38706/0 (socket says 172.21.15.29:38706) 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349de00640 1 -- 172.21.15.29:0/2509550499 learned_addr learned my addr 172.21.15.29:0/2509550499 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349d400640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34a00b54a0 0x7f34a0144980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349e800640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34a0162560 0x7f34a01469c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349de00640 1 -- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34a00b54a0 msgr2=0x7f34a0144980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349de00640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34a00b54a0 0x7f34a0144980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349de00640 1 -- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34a0162560 msgr2=0x7f34a01469c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349de00640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34a0162560 0x7f34a01469c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349de00640 1 -- 172.21.15.29:0/2509550499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34a015a080 con 0x7f34a00701d0 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.335+0000 7f349de00640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34a00701d0 0x7f34a014a7e0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f349000c500 tx=0x7f349000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:03.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.336+0000 7f3496000640 1 -- 172.21.15.29:0/2509550499 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3490018070 con 0x7f34a00701d0 2024-09-12T03:14:03.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.336+0000 7f3496000640 1 -- 172.21.15.29:0/2509550499 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3490007580 con 0x7f34a00701d0 2024-09-12T03:14:03.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.336+0000 7f3496000640 1 -- 172.21.15.29:0/2509550499 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3490004a20 con 0x7f34a00701d0 2024-09-12T03:14:03.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.336+0000 7f349f200640 1 -- 172.21.15.29:0/2509550499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34a015a360 con 0x7f34a00701d0 2024-09-12T03:14:03.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.336+0000 7f349f200640 1 -- 172.21.15.29:0/2509550499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34a015a920 con 0x7f34a00701d0 2024-09-12T03:14:03.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.337+0000 7f349f200640 1 -- 172.21.15.29:0/2509550499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34a0075520 con 0x7f34a00701d0 2024-09-12T03:14:03.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.338+0000 7f3496000640 1 -- 172.21.15.29:0/2509550499 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f349001b070 con 0x7f34a00701d0 2024-09-12T03:14:03.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.338+0000 7f3496000640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f348006be30 0x7f348006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:03.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.339+0000 7f3496000640 1 -- 172.21.15.29:0/2509550499 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7f349008a370 con 0x7f34a00701d0 2024-09-12T03:14:03.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.339+0000 7f349d400640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f348006be30 0x7f348006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:03.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.340+0000 7f349d400640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f348006be30 0x7f348006e2f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f34a00d1bb0 tx=0x7f348c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:03.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.343+0000 7f3496000640 1 -- 172.21.15.29:0/2509550499 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3490058b80 con 0x7f34a00701d0 2024-09-12T03:14:03.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.562+0000 7f349f200640 1 -- 172.21.15.29:0/2509550499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f34a0072730 con 0x7f34a00701d0 2024-09-12T03:14:03.562 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.563+0000 7f3496000640 1 -- 172.21.15.29:0/2509550499 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 87 v87) ==== 94+0+5225 (secure 0 0 0) 0x7f3490058480 con 0x7f34a00701d0 2024-09-12T03:14:03.563 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:03.563 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":87,"btime":"2024-09-12T03:14:01:059311+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81},{"gid":6928,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82},{"gid":6931,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82}],"filesystems":[{"mdsmap":{"epoch":87,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:00.482422+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7233},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233]},"id":6}]} 2024-09-12T03:14:03.563 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 87 2024-09-12T03:14:03.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.565+0000 7f349f200640 1 -- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f348006be30 msgr2=0x7f348006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:03.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.565+0000 7f349f200640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f348006be30 0x7f348006e2f0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f34a00d1bb0 tx=0x7f348c008040 comp rx=0 tx=0).stop 2024-09-12T03:14:03.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.565+0000 7f349f200640 1 -- 172.21.15.29:0/2509550499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34a00701d0 msgr2=0x7f34a014a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:03.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.565+0000 7f349f200640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34a00701d0 0x7f34a014a7e0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f349000c500 tx=0x7f349000c9c0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.565+0000 7f349f200640 1 -- 172.21.15.29:0/2509550499 shutdown_connections 2024-09-12T03:14:03.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.565+0000 7f349f200640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f348006be30 0x7f348006e2f0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.565+0000 7f349f200640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34a0162560 0x7f34a01469c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.565+0000 7f349f200640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34a00b54a0 0x7f34a0144980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.565+0000 7f349f200640 1 --2- 172.21.15.29:0/2509550499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34a00701d0 0x7f34a014a7e0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:03.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.565+0000 7f349f200640 1 -- 172.21.15.29:0/2509550499 >> 172.21.15.29:0/2509550499 conn(0x7f34a0067b90 msgr2=0x7f34a015dd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:03.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.566+0000 7f349f200640 1 -- 172.21.15.29:0/2509550499 shutdown_connections 2024-09-12T03:14:03.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:03.566+0000 7f349f200640 1 -- 172.21.15.29:0/2509550499 wait complete. 2024-09-12T03:14:03.985 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 87, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:13:57.434460+0000', 'modified': '2024-09-12T03:14:00.482422+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7233}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7233': {'gid': 7233, 'name': 'd', 'rank': 0, 'incarnation': 83, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6837/1296681172', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6835', 'nonce': 1296681172}, {'type': 'v1', 'addr': '172.21.15.38:6837', 'nonce': 1296681172}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [14], 'metadata_pool': 13, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7233, 'qdb_cluster': [7233]} 2024-09-12T03:14:03.985 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T03:14:03.985 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-12T03:14:04.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.149+0000 7f35d2800640 1 Processor -- start 2024-09-12T03:14:04.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.149+0000 7f35d2800640 1 -- start start 2024-09-12T03:14:04.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.150+0000 7f35d2800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f35cc0adc70 0x7f35cc0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.150+0000 7f35d2800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35cc072510 con 0x7f35cc156590 2024-09-12T03:14:04.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.150+0000 7f35d2800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35cc0727f0 con 0x7f35cc0ad1b0 2024-09-12T03:14:04.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.150+0000 7f35d2800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f35cc072ad0 con 0x7f35cc0adc70 2024-09-12T03:14:04.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.150+0000 7f35d1e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f35cc0adc70 0x7f35cc0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.150+0000 7f35d1400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f35cc156590 0x7f35cc0735b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36538/0 (socket says 172.21.15.29:36538) 2024-09-12T03:14:04.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.150+0000 7f35d1400640 1 -- 172.21.15.29:0/1142654935 learned_addr learned my addr 172.21.15.29:0/1142654935 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:04.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.151+0000 7f35d1e00640 1 -- 172.21.15.29:0/1142654935 >> v1:172.21.15.38:6789/0 conn(0x7f35cc0ad1b0 legacy=0x7f35cc0cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:04.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.151+0000 7f35d1e00640 1 -- 172.21.15.29:0/1142654935 >> v1:172.21.15.29:6789/0 conn(0x7f35cc156590 legacy=0x7f35cc0735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.151+0000 7f35d1e00640 1 -- 172.21.15.29:0/1142654935 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35cc072db0 con 0x7f35cc0adc70 2024-09-12T03:14:04.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.151+0000 7f35cbe00640 1 -- 172.21.15.29:0/1142654935 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 249758274 0 0) 0x7f35cc072510 con 0x7f35cc156590 2024-09-12T03:14:04.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.152+0000 7f35d1e00640 1 --2- 172.21.15.29:0/1142654935 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35cc0adc70 0x7f35cc0ae100 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009d90 tx=0x7f35c402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=207327474e63541b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:04.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.152+0000 7f35cbe00640 1 -- 172.21.15.29:0/1142654935 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c4007740 con 0x7f35cc0adc70 2024-09-12T03:14:04.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.152+0000 7f35cbe00640 1 -- 172.21.15.29:0/1142654935 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35c40078e0 con 0x7f35cc0adc70 2024-09-12T03:14:04.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.152+0000 7f35cbe00640 1 -- 172.21.15.29:0/1142654935 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c4007cb0 con 0x7f35cc0adc70 2024-09-12T03:14:04.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.153+0000 7f35d2800640 1 -- 172.21.15.29:0/1142654935 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35cc0adc70 msgr2=0x7f35cc0ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.153+0000 7f35d2800640 1 --2- 172.21.15.29:0/1142654935 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35cc0adc70 0x7f35cc0ae100 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009d90 tx=0x7f35c402a6a0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.153+0000 7f35d2800640 1 -- 172.21.15.29:0/1142654935 shutdown_connections 2024-09-12T03:14:04.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.153+0000 7f35d2800640 1 --2- 172.21.15.29:0/1142654935 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35cc0adc70 0x7f35cc0ae100 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.153+0000 7f35d2800640 1 -- 172.21.15.29:0/1142654935 >> 172.21.15.29:0/1142654935 conn(0x7f35cc06bdf0 msgr2=0x7f35cc06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:04.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.153+0000 7f35d2800640 1 -- 172.21.15.29:0/1142654935 shutdown_connections 2024-09-12T03:14:04.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.153+0000 7f35d2800640 1 -- 172.21.15.29:0/1142654935 wait complete. 2024-09-12T03:14:04.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.154+0000 7f35d2800640 1 Processor -- start 2024-09-12T03:14:04.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.155+0000 7f35d2800640 1 -- start start 2024-09-12T03:14:04.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d2800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f35cc0ad1b0 0x7f35cc14c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35cc0adc70 0x7f35cc14fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d2800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35cc156590 0x7f35cc0b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d2800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f35cc156970 con 0x7f35cc0adc70 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d2800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f35cc06e000 con 0x7f35cc156590 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d2800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f35cc150dc0 con 0x7f35cc0ad1b0 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d0a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35cc0adc70 0x7f35cc14fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d0a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35cc0adc70 0x7f35cc14fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38724/0 (socket says 172.21.15.29:38724) 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d0a00640 1 -- 172.21.15.29:0/2082623876 learned_addr learned my addr 172.21.15.29:0/2082623876 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d1400640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f35cc0ad1b0 0x7f35cc14c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d1e00640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35cc156590 0x7f35cc0b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d0a00640 1 -- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f35cc0ad1b0 msgr2=0x7f35cc14c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d0a00640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f35cc0ad1b0 0x7f35cc14c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.156 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d0a00640 1 -- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35cc156590 msgr2=0x7f35cc0b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d0a00640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35cc156590 0x7f35cc0b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d0a00640 1 -- 172.21.15.29:0/2082623876 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35cc1510a0 con 0x7f35cc0adc70 2024-09-12T03:14:04.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.156+0000 7f35d1e00640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35cc156590 0x7f35cc0b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:04.157 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.157+0000 7f35d0a00640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35cc0adc70 0x7f35cc14fcb0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f35b800c430 tx=0x7f35b800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:04.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.157+0000 7f35c9600640 1 -- 172.21.15.29:0/2082623876 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8011790 con 0x7f35cc0adc70 2024-09-12T03:14:04.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.157+0000 7f35c9600640 1 -- 172.21.15.29:0/2082623876 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35b8017070 con 0x7f35cc0adc70 2024-09-12T03:14:04.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.157+0000 7f35d2800640 1 -- 172.21.15.29:0/2082623876 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35cc14f1d0 con 0x7f35cc0adc70 2024-09-12T03:14:04.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.157+0000 7f35c9600640 1 -- 172.21.15.29:0/2082623876 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8011bb0 con 0x7f35cc0adc70 2024-09-12T03:14:04.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.157+0000 7f35d2800640 1 -- 172.21.15.29:0/2082623876 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35cc14f790 con 0x7f35cc0adc70 2024-09-12T03:14:04.158 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.159+0000 7f35c9600640 1 -- 172.21.15.29:0/2082623876 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f35b801c460 con 0x7f35cc0adc70 2024-09-12T03:14:04.159 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.160+0000 7f35c9600640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f35ac06be30 0x7f35ac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.160+0000 7f35c9600640 1 -- 172.21.15.29:0/2082623876 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7f35b808ae20 con 0x7f35cc0adc70 2024-09-12T03:14:04.160 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.160+0000 7f35d1400640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f35ac06be30 0x7f35ac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.161+0000 7f35d6be2740 1 Processor -- start 2024-09-12T03:14:04.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.161+0000 7f35d6be2740 1 -- start start 2024-09-12T03:14:04.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.161+0000 7f35d1400640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f35ac06be30 0x7f35ac06e2f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f35c0007fd0 tx=0x7f35c0007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:04.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.161+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba323ea0 0x55e6ba369640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba321660 0x55e6ba324280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba31e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d6be2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e6ba2823b0 con 0x55e6ba325630 2024-09-12T03:14:04.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d6be2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e6ba287410 con 0x55e6ba323ea0 2024-09-12T03:14:04.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d6be2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55e6ba22f620 con 0x55e6ba321660 2024-09-12T03:14:04.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba31e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba31e720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38736/0 (socket says 172.21.15.29:38736) 2024-09-12T03:14:04.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d1e00640 1 -- 172.21.15.29:0/196899095 learned_addr learned my addr 172.21.15.29:0/196899095 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:04.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d1400640 1 --2- 172.21.15.29:0/196899095 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba323ea0 0x55e6ba369640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d0a00640 1 --2- 172.21.15.29:0/196899095 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba321660 0x55e6ba324280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d1e00640 1 -- 172.21.15.29:0/196899095 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba321660 msgr2=0x55e6ba324280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:04.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d1e00640 1 --2- 172.21.15.29:0/196899095 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba321660 0x55e6ba324280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d1e00640 1 -- 172.21.15.29:0/196899095 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba323ea0 msgr2=0x55e6ba369640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:04.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d1e00640 1 --2- 172.21.15.29:0/196899095 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba323ea0 0x55e6ba369640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.162+0000 7f35d1e00640 1 -- 172.21.15.29:0/196899095 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6b9f9a2d0 con 0x55e6ba325630 2024-09-12T03:14:04.163 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.163+0000 7f35d1e00640 1 --2- 172.21.15.29:0/196899095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba31e720 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009e80 tx=0x7f35c402e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfb493c7f1d5755b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:04.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.163+0000 7f35bdc00640 1 -- 172.21.15.29:0/196899095 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c4007ab0 con 0x55e6ba325630 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.163+0000 7f35bdc00640 1 -- 172.21.15.29:0/196899095 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35c4041070 con 0x55e6ba325630 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.163+0000 7f35bdc00640 1 -- 172.21.15.29:0/196899095 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c4007e90 con 0x55e6ba325630 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.164+0000 7f35d6be2740 1 -- 172.21.15.29:0/196899095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 msgr2=0x55e6ba31e720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.164+0000 7f35d6be2740 1 --2- 172.21.15.29:0/196899095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba31e720 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009e80 tx=0x7f35c402e000 comp rx=0 tx=0).stop 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.164+0000 7f35d6be2740 1 -- 172.21.15.29:0/196899095 shutdown_connections 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.164+0000 7f35d6be2740 1 --2- 172.21.15.29:0/196899095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba31e720 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.164+0000 7f35d6be2740 1 --2- 172.21.15.29:0/196899095 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba321660 0x55e6ba324280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.164+0000 7f35d6be2740 1 --2- 172.21.15.29:0/196899095 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba323ea0 0x55e6ba369640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.164+0000 7f35d6be2740 1 -- 172.21.15.29:0/196899095 >> 172.21.15.29:0/196899095 conn(0x55e6ba3208f0 msgr2=0x55e6ba368b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.164+0000 7f35d6be2740 1 -- 172.21.15.29:0/196899095 shutdown_connections 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.164+0000 7f35d6be2740 1 -- 172.21.15.29:0/196899095 wait complete. 2024-09-12T03:14:04.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.164+0000 7f35d6be2740 1 -- start start 2024-09-12T03:14:04.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.165+0000 7f35d6be2740 1 Processor -- start 2024-09-12T03:14:04.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba323ea0 0x55e6ba33d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba325630 0x55e6ba34eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba34f400 0x55e6ba34dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d6be2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e6ba242780 con 0x55e6ba323ea0 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d6be2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e6ba2833d0 con 0x55e6ba34f400 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d6be2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55e6ba31fd90 con 0x55e6ba325630 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d6be2740 10 client.0 _ll_register_callbacks cb 0x55e6ba2805d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba323ea0 0x55e6ba33d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba323ea0 0x55e6ba33d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38752/0 (socket says 172.21.15.29:38752) 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d1400640 1 -- 172.21.15.29:0/1301750504 learned_addr learned my addr 172.21.15.29:0/1301750504 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d1400640 1 -- 172.21.15.29:0/1301750504 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba325630 msgr2=0x55e6ba34eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d1400640 1 --2- 172.21.15.29:0/1301750504 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba325630 0x55e6ba34eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d1400640 1 -- 172.21.15.29:0/1301750504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba34f400 msgr2=0x55e6ba34dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d1400640 1 --2- 172.21.15.29:0/1301750504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba34f400 0x55e6ba34dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d1400640 1 -- 172.21.15.29:0/1301750504 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6ba0646b0 con 0x55e6ba323ea0 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35d1400640 1 --2- 172.21.15.29:0/1301750504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba323ea0 0x55e6ba33d080 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f35c0013700 tx=0x7f35c0000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4692da288c171832 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.166+0000 7f35b2000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:04.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.167+0000 7f35b2000640 1 -- 172.21.15.29:0/1301750504 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c0020700 con 0x55e6ba323ea0 2024-09-12T03:14:04.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.167+0000 7f35b2000640 1 -- 172.21.15.29:0/1301750504 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7f35c001b9d0 con 0x55e6ba323ea0 2024-09-12T03:14:04.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.167+0000 7f35d6be2740 1 -- 172.21.15.29:0/1301750504 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35c4041070 con 0x55e6ba323ea0 2024-09-12T03:14:04.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.167+0000 7f35b2000640 1 -- 172.21.15.29:0/1301750504 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=87) ==== 24+0+0 (secure 0 0 0) 0x7f35c001bbd0 con 0x55e6ba323ea0 2024-09-12T03:14:04.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.167+0000 7f35d6be2740 10 client.7350 fetch_fsmap learned FSMap version 87 2024-09-12T03:14:04.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.167+0000 7f35d6be2740 1 -- 172.21.15.29:0/1301750504 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=87,monmap=2+}) -- 0x55e6ba34bbb0 con 0x55e6ba323ea0 2024-09-12T03:14:04.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.167+0000 7f35b2000640 1 -- 172.21.15.29:0/1301750504 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35c4041070 con 0x55e6ba323ea0 2024-09-12T03:14:04.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.167+0000 7f35b2000640 1 -- 172.21.15.29:0/1301750504 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 87) ==== 3502+0+0 (secure 0 0 0) 0x7f35c00208a0 con 0x55e6ba323ea0 2024-09-12T03:14:04.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.167+0000 7f35d6be2740 10 client.7350 fetch_fsmap finished waiting for FSMap version 87 2024-09-12T03:14:04.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.167+0000 7f35d6be2740 10 client.7350 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T03:14:04.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.168+0000 7f35d6be2740 20 client.7350 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:04.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.168+0000 7f35d6be2740 1 --2- 172.21.15.29:0/1301750504 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55e6ba37cb20 0x55e6ba34c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.168+0000 7f35d6be2740 4 client.7350 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:04.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.168+0000 7f35d6be2740 1 -- 172.21.15.29:0/1301750504 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6ba294b40 con 0x55e6ba37cb20 2024-09-12T03:14:04.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.168+0000 7f35d0a00640 1 --2- 172.21.15.29:0/1301750504 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55e6ba37cb20 0x55e6ba34c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.169+0000 7f35d0a00640 1 --2- 172.21.15.29:0/1301750504 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55e6ba37cb20 0x55e6ba34c7f0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=781885cf43919fea server_cookie=6df09e2f6881c13f in_seq=0 out_seq=0 2024-09-12T03:14:04.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.169+0000 7f35b2000640 10 client.7350 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:04.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35b2000640 1 -- 172.21.15.29:0/1301750504 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e6ba294b40 con 0x55e6ba37cb20 2024-09-12T03:14:04.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35b2000640 10 client.7350 handle_command_reply: tid=0 2024-09-12T03:14:04.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35d6be2740 1 client.7350 shutdown 2024-09-12T03:14:04.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35d6be2740 1 -- 172.21.15.29:0/1301750504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba323ea0 msgr2=0x55e6ba33d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35d6be2740 1 --2- 172.21.15.29:0/1301750504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba323ea0 0x55e6ba33d080 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f35c0013700 tx=0x7f35c0000ed0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35d6be2740 1 -- 172.21.15.29:0/1301750504 shutdown_connections 2024-09-12T03:14:04.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35d6be2740 1 --2- 172.21.15.29:0/1301750504 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55e6ba37cb20 0x55e6ba34c7f0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35d6be2740 1 --2- 172.21.15.29:0/1301750504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba34f400 0x55e6ba34dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35d6be2740 1 --2- 172.21.15.29:0/1301750504 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba325630 0x55e6ba34eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35d6be2740 1 --2- 172.21.15.29:0/1301750504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba323ea0 0x55e6ba33d080 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35b2000640 0 client.7350 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:04.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.170+0000 7f35d6be2740 1 -- 172.21.15.29:0/1301750504 >> 172.21.15.29:0/1301750504 conn(0x55e6ba321660 msgr2=0x55e6ba366b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:04.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.171+0000 7f35d6be2740 1 -- 172.21.15.29:0/1301750504 shutdown_connections 2024-09-12T03:14:04.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.171+0000 7f35d6be2740 1 -- 172.21.15.29:0/1301750504 wait complete. 2024-09-12T03:14:04.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.171+0000 7f35d6be2740 20 client.7350 trim_cache size 0 max 16384 2024-09-12T03:14:04.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.189+0000 7f35d6be2740 1 Processor -- start 2024-09-12T03:14:04.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.189+0000 7f35d6be2740 1 -- start start 2024-09-12T03:14:04.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.190+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba321660 0x55e6ba319f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.190+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba323ea0 0x55e6ba368a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.190+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba368f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.190+0000 7f35d6be2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f35cc1ffc00 con 0x55e6ba325630 2024-09-12T03:14:04.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.190+0000 7f35d6be2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f35cc15be50 con 0x55e6ba321660 2024-09-12T03:14:04.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.190+0000 7f35d6be2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f35cc152bc0 con 0x55e6ba323ea0 2024-09-12T03:14:04.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.190+0000 7f35d1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba368f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.191+0000 7f35d1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba368f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38756/0 (socket says 172.21.15.29:38756) 2024-09-12T03:14:04.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.191+0000 7f35d1e00640 1 -- 172.21.15.29:0/412357654 learned_addr learned my addr 172.21.15.29:0/412357654 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:04.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.191+0000 7f35d1e00640 1 -- 172.21.15.29:0/412357654 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba323ea0 msgr2=0x55e6ba368a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:04.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.191+0000 7f35d1e00640 1 --2- 172.21.15.29:0/412357654 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba323ea0 0x55e6ba368a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.191+0000 7f35d1e00640 1 -- 172.21.15.29:0/412357654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba321660 msgr2=0x55e6ba319f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:04.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.191+0000 7f35d1e00640 1 --2- 172.21.15.29:0/412357654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba321660 0x55e6ba319f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.191+0000 7f35d1e00640 1 -- 172.21.15.29:0/412357654 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6ba31a740 con 0x55e6ba325630 2024-09-12T03:14:04.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.191+0000 7f35d1e00640 1 --2- 172.21.15.29:0/412357654 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba368f80 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f35c4042000 tx=0x7f35c402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fbed6f7b52d2908 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:04.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.191+0000 7f35bd200640 1 -- 172.21.15.29:0/412357654 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c4003b90 con 0x55e6ba325630 2024-09-12T03:14:04.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.191+0000 7f35bd200640 1 -- 172.21.15.29:0/412357654 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35c4041040 con 0x55e6ba325630 2024-09-12T03:14:04.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.191+0000 7f35bd200640 1 -- 172.21.15.29:0/412357654 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c40078b0 con 0x55e6ba325630 2024-09-12T03:14:04.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.192+0000 7f35d6be2740 1 -- 172.21.15.29:0/412357654 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 msgr2=0x55e6ba368f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.192+0000 7f35d6be2740 1 --2- 172.21.15.29:0/412357654 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba368f80 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f35c4042000 tx=0x7f35c402c000 comp rx=0 tx=0).stop 2024-09-12T03:14:04.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.192+0000 7f35d6be2740 1 -- 172.21.15.29:0/412357654 shutdown_connections 2024-09-12T03:14:04.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.192+0000 7f35d6be2740 1 --2- 172.21.15.29:0/412357654 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba368f80 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.192+0000 7f35d6be2740 1 --2- 172.21.15.29:0/412357654 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba323ea0 0x55e6ba368a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.192+0000 7f35d6be2740 1 --2- 172.21.15.29:0/412357654 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba321660 0x55e6ba319f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.192+0000 7f35d6be2740 1 -- 172.21.15.29:0/412357654 >> 172.21.15.29:0/412357654 conn(0x55e6ba34f020 msgr2=0x55e6ba368200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:04.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.192+0000 7f35d6be2740 1 -- 172.21.15.29:0/412357654 shutdown_connections 2024-09-12T03:14:04.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.192+0000 7f35d6be2740 1 -- 172.21.15.29:0/412357654 wait complete. 2024-09-12T03:14:04.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.193+0000 7f35d6be2740 1 -- start start 2024-09-12T03:14:04.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.193+0000 7f35d6be2740 1 Processor -- start 2024-09-12T03:14:04.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba321660 0x55e6ba33c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba323ea0 0x55e6ba33be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d6be2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba36c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d6be2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e6ba37c9a0 con 0x55e6ba325630 2024-09-12T03:14:04.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d6be2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e6ba34d150 con 0x55e6ba323ea0 2024-09-12T03:14:04.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d6be2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55e6ba37d010 con 0x55e6ba321660 2024-09-12T03:14:04.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d6be2740 10 client.0 _ll_register_callbacks cb 0x7f35c0004d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba36c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba36c020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38762/0 (socket says 172.21.15.29:38762) 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d1e00640 1 -- 172.21.15.29:0/2549898134 learned_addr learned my addr 172.21.15.29:0/2549898134 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d1400640 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba321660 0x55e6ba33c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.194+0000 7f35d0a00640 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba323ea0 0x55e6ba33be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35d1e00640 1 -- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba321660 msgr2=0x55e6ba33c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35d1e00640 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba321660 0x55e6ba33c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35d1e00640 1 -- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba323ea0 msgr2=0x55e6ba33be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35d1e00640 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba323ea0 0x55e6ba33be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35d1e00640 1 -- 172.21.15.29:0/2549898134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6ba3505f0 con 0x55e6ba325630 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35d1e00640 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba36c020 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009d10 tx=0x7f35c4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d8523c1c9c90c6c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35b2000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:04.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35b2000640 1 -- 172.21.15.29:0/2549898134 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c4007c40 con 0x55e6ba325630 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35b2000640 1 -- 172.21.15.29:0/2549898134 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7f35c4007de0 con 0x55e6ba325630 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35d6be2740 1 -- 172.21.15.29:0/2549898134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35c4041040 con 0x55e6ba325630 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35b2000640 1 -- 172.21.15.29:0/2549898134 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=87) ==== 24+0+0 (secure 0 0 0) 0x7f35c4004040 con 0x55e6ba325630 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35d6be2740 10 client.7356 fetch_fsmap learned FSMap version 87 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.195+0000 7f35d6be2740 1 -- 172.21.15.29:0/2549898134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=87,monmap=2+}) -- 0x55e6ba368c30 con 0x55e6ba325630 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.196+0000 7f35b2000640 1 -- 172.21.15.29:0/2549898134 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35c4041040 con 0x55e6ba325630 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.196+0000 7f35b2000640 1 -- 172.21.15.29:0/2549898134 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 87) ==== 3502+0+0 (secure 0 0 0) 0x7f35c40041e0 con 0x55e6ba325630 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.196+0000 7f35d6be2740 10 client.7356 fetch_fsmap finished waiting for FSMap version 87 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.196+0000 7f35d6be2740 10 client.7356 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.196+0000 7f35d6be2740 20 client.7356 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.196+0000 7f35d6be2740 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55e6ba34f400 0x55e6ba3ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.196+0000 7f35d6be2740 4 client.7356 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.196+0000 7f35d6be2740 1 -- 172.21.15.29:0/2549898134 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "status"}) -- 0x55e6ba28ee90 con 0x55e6ba34f400 2024-09-12T03:14:04.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.196+0000 7f35d1400640 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55e6ba34f400 0x55e6ba3ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.197+0000 7f35d1400640 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55e6ba34f400 0x55e6ba3ccf00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f5896f804e0d6b server_cookie=c40fe979d1160338 in_seq=0 out_seq=0 2024-09-12T03:14:04.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.197+0000 7f35b2000640 10 client.7356 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:04.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.197+0000 7f35b2000640 1 -- 172.21.15.29:0/2549898134 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55e6ba28ee90 con 0x55e6ba34f400 2024-09-12T03:14:04.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.197+0000 7f35b2000640 10 client.7356 handle_command_reply: tid=0 2024-09-12T03:14:04.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.197+0000 7f35d6be2740 1 client.7356 shutdown 2024-09-12T03:14:04.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d6be2740 1 -- 172.21.15.29:0/2549898134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 msgr2=0x55e6ba36c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d6be2740 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba36c020 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009d10 tx=0x7f35c4004ab0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d6be2740 1 -- 172.21.15.29:0/2549898134 shutdown_connections 2024-09-12T03:14:04.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d6be2740 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55e6ba34f400 0x55e6ba3ccf00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d6be2740 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6ba325630 0x55e6ba36c020 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d6be2740 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e6ba323ea0 0x55e6ba33be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d6be2740 1 --2- 172.21.15.29:0/2549898134 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e6ba321660 0x55e6ba33c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d6be2740 1 -- 172.21.15.29:0/2549898134 >> 172.21.15.29:0/2549898134 conn(0x55e6ba34f020 msgr2=0x55e6ba366b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:04.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35b2000640 0 client.7356 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:04.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d6be2740 1 -- 172.21.15.29:0/2549898134 shutdown_connections 2024-09-12T03:14:04.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d6be2740 1 -- 172.21.15.29:0/2549898134 wait complete. 2024-09-12T03:14:04.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d6be2740 20 client.7356 trim_cache size 0 max 16384 2024-09-12T03:14:04.202 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:04.202 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:14:04.202 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:14:04.202 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 7233, 2024-09-12T03:14:04.202 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:14:04.203 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:14:04.203 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:14:04.203 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 6.1583510400000003, 2024-09-12T03:14:04.203 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 87, 2024-09-12T03:14:04.203 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 91, 2024-09-12T03:14:04.203 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 91, 2024-09-12T03:14:04.203 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 10.885043976 2024-09-12T03:14:04.203 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:04.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d2800640 1 -- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f35ac06be30 msgr2=0x7f35ac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d2800640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f35ac06be30 0x7f35ac06e2f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f35c0007fd0 tx=0x7f35c0007de0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d2800640 1 -- 172.21.15.29:0/2082623876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35cc0adc70 msgr2=0x7f35cc14fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.198+0000 7f35d2800640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35cc0adc70 0x7f35cc14fcb0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f35b800c430 tx=0x7f35b800c8f0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.199+0000 7f35d2800640 1 -- 172.21.15.29:0/2082623876 shutdown_connections 2024-09-12T03:14:04.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.199+0000 7f35d2800640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f35ac06be30 0x7f35ac06e2f0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.199+0000 7f35d2800640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f35cc156590 0x7f35cc0b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.199+0000 7f35d2800640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35cc0adc70 0x7f35cc14fcb0 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.199+0000 7f35d2800640 1 --2- 172.21.15.29:0/2082623876 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f35cc0ad1b0 0x7f35cc14c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.199+0000 7f35d2800640 1 -- 172.21.15.29:0/2082623876 >> 172.21.15.29:0/2082623876 conn(0x7f35cc06bdf0 msgr2=0x7f35cc06c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:04.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.199+0000 7f35d2800640 1 -- 172.21.15.29:0/2082623876 shutdown_connections 2024-09-12T03:14:04.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.199+0000 7f35d2800640 1 -- 172.21.15.29:0/2082623876 wait complete. 2024-09-12T03:14:04.213 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T03:14:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.369+0000 7f9b3b000640 1 Processor -- start 2024-09-12T03:14:04.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.369+0000 7f9b3b000640 1 -- start start 2024-09-12T03:14:04.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.370+0000 7f9b3b000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9b340d4310 0x7f9b340d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.370+0000 7f9b3b000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9b3406d460 0x7f9b3406d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.370+0000 7f9b3b000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b3406de10 con 0x7f9b3415e470 2024-09-12T03:14:04.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.370+0000 7f9b3b000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9b340d4cc0 con 0x7f9b3406d460 2024-09-12T03:14:04.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.370+0000 7f9b3b000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f9b340cf710 con 0x7f9b340d4310 2024-09-12T03:14:04.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.370+0000 7f9b3a600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9b3406d460 0x7f9b3406d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.371+0000 7f9b3a600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9b3406d460 0x7f9b3406d8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38770/0 (socket says 172.21.15.29:38770) 2024-09-12T03:14:04.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.371+0000 7f9b3a600640 1 -- 172.21.15.29:0/2463603466 learned_addr learned my addr 172.21.15.29:0/2463603466 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:04.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.371+0000 7f9b39200640 1 --2- 172.21.15.29:0/2463603466 >> v2:172.21.15.38:3300/0 conn(0x7f9b340d4310 0x7f9b340d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.371+0000 7f9b3a600640 1 -- 172.21.15.29:0/2463603466 >> v2:172.21.15.38:3300/0 conn(0x7f9b340d4310 msgr2=0x7f9b340d4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:04.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.371+0000 7f9b3a600640 1 --2- 172.21.15.29:0/2463603466 >> v2:172.21.15.38:3300/0 conn(0x7f9b340d4310 0x7f9b340d4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.371+0000 7f9b3a600640 1 -- 172.21.15.29:0/2463603466 >> v1:172.21.15.38:6789/0 conn(0x7f9b3415e470 legacy=0x7f9b340cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:04.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.371+0000 7f9b3a600640 1 -- 172.21.15.29:0/2463603466 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b3415e850 con 0x7f9b3406d460 2024-09-12T03:14:04.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.372+0000 7f9b3a600640 1 --2- 172.21.15.29:0/2463603466 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b3406d460 0x7f9b3406d8d0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f9b340b6f10 tx=0x7f9b2c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=724abd2cc86a737d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:04.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.372+0000 7f9b33e00640 1 -- 172.21.15.29:0/2463603466 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c036070 con 0x7f9b3406d460 2024-09-12T03:14:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.372+0000 7f9b33e00640 1 -- 172.21.15.29:0/2463603466 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b2c031600 con 0x7f9b3406d460 2024-09-12T03:14:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.372+0000 7f9b33e00640 1 -- 172.21.15.29:0/2463603466 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c0319d0 con 0x7f9b3406d460 2024-09-12T03:14:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.373+0000 7f9b3b000640 1 -- 172.21.15.29:0/2463603466 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b3406d460 msgr2=0x7f9b3406d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.373+0000 7f9b3b000640 1 --2- 172.21.15.29:0/2463603466 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b3406d460 0x7f9b3406d8d0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f9b340b6f10 tx=0x7f9b2c02a730 comp rx=0 tx=0).stop 2024-09-12T03:14:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.373+0000 7f9b3b000640 1 -- 172.21.15.29:0/2463603466 shutdown_connections 2024-09-12T03:14:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.373+0000 7f9b3b000640 1 --2- 172.21.15.29:0/2463603466 >> v2:172.21.15.38:3300/0 conn(0x7f9b340d4310 0x7f9b340d4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.373+0000 7f9b3b000640 1 --2- 172.21.15.29:0/2463603466 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b3406d460 0x7f9b3406d8d0 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.373+0000 7f9b3b000640 1 -- 172.21.15.29:0/2463603466 >> 172.21.15.29:0/2463603466 conn(0x7f9b3409d700 msgr2=0x7f9b3408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.373+0000 7f9b3b000640 1 -- 172.21.15.29:0/2463603466 shutdown_connections 2024-09-12T03:14:04.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.373+0000 7f9b3b000640 1 -- 172.21.15.29:0/2463603466 wait complete. 2024-09-12T03:14:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.375+0000 7f9b3b000640 1 Processor -- start 2024-09-12T03:14:04.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.375+0000 7f9b3b000640 1 -- start start 2024-09-12T03:14:04.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b3b000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9b3406d460 0x7f9b340ce330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b3b000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b340d4310 0x7f9b341579e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b3b000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b3415e470 0x7f9b340b9df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b3b000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9b340cf0c0 con 0x7f9b340d4310 2024-09-12T03:14:04.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b3b000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9b340d1980 con 0x7f9b3415e470 2024-09-12T03:14:04.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b3b000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9b340cf3a0 con 0x7f9b3406d460 2024-09-12T03:14:04.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b39200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b340d4310 0x7f9b341579e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b39c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9b3406d460 0x7f9b340ce330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b39200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b340d4310 0x7f9b341579e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38776/0 (socket says 172.21.15.29:38776) 2024-09-12T03:14:04.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b39200640 1 -- 172.21.15.29:0/3142330226 learned_addr learned my addr 172.21.15.29:0/3142330226 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:04.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b3a600640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b3415e470 0x7f9b340b9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b39200640 1 -- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9b3406d460 msgr2=0x7f9b340ce330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b39200640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9b3406d460 0x7f9b340ce330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b39200640 1 -- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b3415e470 msgr2=0x7f9b340b9df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b39200640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b3415e470 0x7f9b340b9df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.376+0000 7f9b39200640 1 -- 172.21.15.29:0/3142330226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b340b8d50 con 0x7f9b340d4310 2024-09-12T03:14:04.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.377+0000 7f9b39200640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b340d4310 0x7f9b341579e0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f9b2000d800 tx=0x7f9b2000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:04.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.377+0000 7f9b31600640 1 -- 172.21.15.29:0/3142330226 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2000b6c0 con 0x7f9b340d4310 2024-09-12T03:14:04.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.377+0000 7f9b31600640 1 -- 172.21.15.29:0/3142330226 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b20019070 con 0x7f9b340d4310 2024-09-12T03:14:04.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.377+0000 7f9b31600640 1 -- 172.21.15.29:0/3142330226 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2000ba80 con 0x7f9b340d4310 2024-09-12T03:14:04.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.377+0000 7f9b3b000640 1 -- 172.21.15.29:0/3142330226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b340b9030 con 0x7f9b340d4310 2024-09-12T03:14:04.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.377+0000 7f9b3b000640 1 -- 172.21.15.29:0/3142330226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b340b95f0 con 0x7f9b340d4310 2024-09-12T03:14:04.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.378+0000 7f9b3b000640 1 -- 172.21.15.29:0/3142330226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b3406cf90 con 0x7f9b340d4310 2024-09-12T03:14:04.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.379+0000 7f9b31600640 1 -- 172.21.15.29:0/3142330226 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9b2000bc20 con 0x7f9b340d4310 2024-09-12T03:14:04.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.380+0000 7f9b31600640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9b1406be30 0x7f9b1406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:04.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.380+0000 7f9b31600640 1 -- 172.21.15.29:0/3142330226 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7f9b2008b410 con 0x7f9b340d4310 2024-09-12T03:14:04.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.381+0000 7f9b39c00640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9b1406be30 0x7f9b1406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:04.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.381+0000 7f9b39c00640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9b1406be30 0x7f9b1406e2f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f9b280016e0 tx=0x7f9b28009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:04.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.384+0000 7f9b31600640 1 -- 172.21.15.29:0/3142330226 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9b20059540 con 0x7f9b340d4310 2024-09-12T03:14:04.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.608+0000 7f9b3b000640 1 -- 172.21.15.29:0/3142330226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9b3406d8d0 con 0x7f9b340d4310 2024-09-12T03:14:04.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.609+0000 7f9b31600640 1 -- 172.21.15.29:0/3142330226 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v87) ==== 53+0+73 (secure 0 0 0) 0x7f9b2005d840 con 0x7f9b340d4310 2024-09-12T03:14:04.608 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-12T03:14:04.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.611+0000 7f9b3b000640 1 -- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9b1406be30 msgr2=0x7f9b1406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.611+0000 7f9b3b000640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9b1406be30 0x7f9b1406e2f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f9b280016e0 tx=0x7f9b28009040 comp rx=0 tx=0).stop 2024-09-12T03:14:04.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.611+0000 7f9b3b000640 1 -- 172.21.15.29:0/3142330226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b340d4310 msgr2=0x7f9b341579e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:04.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.611+0000 7f9b3b000640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b340d4310 0x7f9b341579e0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f9b2000d800 tx=0x7f9b2000dcc0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.611+0000 7f9b3b000640 1 -- 172.21.15.29:0/3142330226 shutdown_connections 2024-09-12T03:14:04.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.611+0000 7f9b3b000640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9b1406be30 0x7f9b1406e2f0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.611+0000 7f9b3b000640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9b3415e470 0x7f9b340b9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.611+0000 7f9b3b000640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b340d4310 0x7f9b341579e0 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.611+0000 7f9b3b000640 1 --2- 172.21.15.29:0/3142330226 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9b3406d460 0x7f9b340ce330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:04.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.611+0000 7f9b3b000640 1 -- 172.21.15.29:0/3142330226 >> 172.21.15.29:0/3142330226 conn(0x7f9b3409d700 msgr2=0x7f9b340b31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:04.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.612+0000 7f9b3b000640 1 -- 172.21.15.29:0/3142330226 shutdown_connections 2024-09-12T03:14:04.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04.612+0000 7f9b3b000640 1 -- 172.21.15.29:0/3142330226 wait complete. 2024-09-12T03:14:04.627 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-12T03:14:04.627 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T03:14:04.627 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-12T03:14:04.627 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T03:14:04.627 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T03:14:04.627 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-12T03:14:04.627 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-12T03:14:04.627 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T03:14:04.627 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:14:04.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:04.628 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-12T03:14:04.664 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42341sec preferred_lft 42341sec 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T03:14:04.665 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:14:04.666 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::5cad:38ff:fe5a:4a20/64 scope link 2024-09-12T03:14:04.666 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:14:04.666 INFO:teuthology.orchestra.run.smithi029.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:14:04.666 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 92:35:2c:af:97:19 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T03:14:04.666 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::9035:2cff:feaf:9719/64 scope link 2024-09-12T03:14:04.666 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:14:04.666 INFO:teuthology.orchestra.run.smithi029.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:14:04.666 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T03:14:04.666 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::1863:d3ff:fec7:b92e/64 scope link 2024-09-12T03:14:04.666 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:14:04.666 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:04.667 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T03:14:04.758 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-12T03:14:04.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:04.761 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-12T03:14:04.797 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-12T03:14:04.798 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T03:14:04.798 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-12T03:14:04.798 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-12T03:14:04.798 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T03:14:04.798 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:14:04.798 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:14:04.798 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-12T03:14:04.798 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-12T03:14:04.798 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-12T03:14:04.799 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:14:04.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:14:04.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:14:04.997 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:04.998 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:14:05.034 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T03:14:05.034 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-12T03:14:05.034 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:14:05.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:05.035 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2024-09-12T03:14:05.130 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:14:05.131 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T03:14:05.166 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:14:05.166 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:14:05.166 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:14:05.241 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-12T03:14:05.241 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:05.241 DEBUG:teuthology.orchestra.run.smithi029:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:14:05.371 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:14:05.371 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:14:05.399 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:14:05.399 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:14:05.399 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: resolved to: "172.21.15.29:3300,172.21.15.38:3300,172.21.15.38:3301" 2024-09-12T03:14:05.399 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: trying mount with new device syntax: 0@8387999b-c63f-4080-b5fb-52fe2b1dc5d5.cephfs=/ 2024-09-12T03:14:05.399 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.29:3300/172.21.15.38:3300/172.21.15.38:3301" will pass to kernel 2024-09-12T03:14:05.401 INFO:teuthology.orchestra.run.smithi029.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T03:14:05.401 INFO:teuthology.orchestra.run.smithi029.stdout: You just mounted a file system that supports labels which does not 2024-09-12T03:14:05.401 INFO:teuthology.orchestra.run.smithi029.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T03:14:05.401 INFO:teuthology.orchestra.run.smithi029.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T03:14:05.401 INFO:teuthology.orchestra.run.smithi029.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T03:14:05.404 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T03:14:05.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:05.404 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:14:05.461 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:14:05.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:14:05.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:14:05.561 INFO:teuthology.orchestra.run.smithi029.stdout:client6356 2024-09-12T03:14:05.561 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:14:05.562 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:14:05.598 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-09-12T03:14:05.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.796+0000 7f036e000640 1 Processor -- start 2024-09-12T03:14:05.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.797+0000 7f036e000640 1 -- start start 2024-09-12T03:14:05.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.798+0000 7f036e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0368072040 0x7f036815fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:05.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.798+0000 7f036e000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0368072d80 0x7f0368072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:05.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.798+0000 7f036e000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0368160340 con 0x7f036806e0a0 2024-09-12T03:14:05.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.798+0000 7f036e000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0368072960 con 0x7f0368072d80 2024-09-12T03:14:05.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.798+0000 7f036e000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f03681605e0 con 0x7f0368072040 2024-09-12T03:14:05.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.798+0000 7f035fe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0368072d80 0x7f0368072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:05.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.798+0000 7f035fe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0368072d80 0x7f0368072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:60656/0 (socket says 172.21.15.29:60656) 2024-09-12T03:14:05.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.798+0000 7f0367400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0368072040 0x7f036815fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:05.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.798+0000 7f035fe00640 1 -- 172.21.15.29:0/3017064420 learned_addr learned my addr 172.21.15.29:0/3017064420 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:05.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.799+0000 7f035fe00640 1 -- 172.21.15.29:0/3017064420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0368072040 msgr2=0x7f036815fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:05.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.799+0000 7f035fe00640 1 --2- 172.21.15.29:0/3017064420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0368072040 0x7f036815fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:05.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.799+0000 7f035fe00640 1 -- 172.21.15.29:0/3017064420 >> v1:172.21.15.38:6789/0 conn(0x7f036806e0a0 legacy=0x7f03680cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:05.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.799+0000 7f035fe00640 1 -- 172.21.15.29:0/3017064420 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03681608c0 con 0x7f0368072d80 2024-09-12T03:14:05.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.799+0000 7f0367400640 1 --2- 172.21.15.29:0/3017064420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0368072040 0x7f036815fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:05.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.800+0000 7f035fe00640 1 --2- 172.21.15.29:0/3017064420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0368072d80 0x7f0368072420 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f0350009870 tx=0x7f035002a160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c121c37b9ace0acb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:05.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.800+0000 7f0366a00640 1 -- 172.21.15.29:0/3017064420 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0350037070 con 0x7f0368072d80 2024-09-12T03:14:05.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.800+0000 7f0366a00640 1 -- 172.21.15.29:0/3017064420 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f035002adf0 con 0x7f0368072d80 2024-09-12T03:14:05.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.800+0000 7f0366a00640 1 -- 172.21.15.29:0/3017064420 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0350032660 con 0x7f0368072d80 2024-09-12T03:14:05.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.801+0000 7f036e000640 1 -- 172.21.15.29:0/3017064420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0368072d80 msgr2=0x7f0368072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:05.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.801+0000 7f036e000640 1 --2- 172.21.15.29:0/3017064420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0368072d80 0x7f0368072420 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f0350009870 tx=0x7f035002a160 comp rx=0 tx=0).stop 2024-09-12T03:14:05.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.801+0000 7f036e000640 1 -- 172.21.15.29:0/3017064420 shutdown_connections 2024-09-12T03:14:05.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.801+0000 7f036e000640 1 --2- 172.21.15.29:0/3017064420 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0368072d80 0x7f0368072420 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:05.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.801+0000 7f036e000640 1 --2- 172.21.15.29:0/3017064420 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0368072040 0x7f036815fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:05.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.801+0000 7f036e000640 1 -- 172.21.15.29:0/3017064420 >> 172.21.15.29:0/3017064420 conn(0x7f0368067d70 msgr2=0x7f036806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:05.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.801+0000 7f036e000640 1 -- 172.21.15.29:0/3017064420 shutdown_connections 2024-09-12T03:14:05.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.801+0000 7f036e000640 1 -- 172.21.15.29:0/3017064420 wait complete. 2024-09-12T03:14:05.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.803+0000 7f036e000640 1 Processor -- start 2024-09-12T03:14:05.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.803+0000 7f036e000640 1 -- start start 2024-09-12T03:14:05.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.804+0000 7f036e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f036806e0a0 0x7f036815bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:05.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.804+0000 7f036e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0368072040 0x7f036815d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:05.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.804+0000 7f036e000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0368072d80 0x7f036815ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:05.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.804+0000 7f036e000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0368145b00 con 0x7f0368072040 2024-09-12T03:14:05.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.804+0000 7f036e000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f03680cd090 con 0x7f0368072d80 2024-09-12T03:14:05.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.804+0000 7f036e000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f03680cdcc0 con 0x7f036806e0a0 2024-09-12T03:14:05.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.804+0000 7f035fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0368072040 0x7f036815d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:05.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.804+0000 7f035fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0368072040 0x7f036815d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38782/0 (socket says 172.21.15.29:38782) 2024-09-12T03:14:05.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.804+0000 7f035fe00640 1 -- 172.21.15.29:0/2340772610 learned_addr learned my addr 172.21.15.29:0/2340772610 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:05.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.804+0000 7f0367400640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f036806e0a0 0x7f036815bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:05.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.804+0000 7f0367e00640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0368072d80 0x7f036815ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:05.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.805+0000 7f035fe00640 1 -- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f036806e0a0 msgr2=0x7f036815bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:05.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.805+0000 7f035fe00640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f036806e0a0 0x7f036815bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:05.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.805+0000 7f035fe00640 1 -- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0368072d80 msgr2=0x7f036815ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:05.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.805+0000 7f035fe00640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0368072d80 0x7f036815ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:05.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.805+0000 7f035fe00640 1 -- 172.21.15.29:0/2340772610 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03680c65e0 con 0x7f0368072040 2024-09-12T03:14:05.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.805+0000 7f035fe00640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0368072040 0x7f036815d990 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f0350009870 tx=0x7f03500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:05.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.805+0000 7f035f400640 1 -- 172.21.15.29:0/2340772610 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0350037040 con 0x7f0368072040 2024-09-12T03:14:05.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.805+0000 7f035f400640 1 -- 172.21.15.29:0/2340772610 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0350004030 con 0x7f0368072040 2024-09-12T03:14:05.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.805+0000 7f036e000640 1 -- 172.21.15.29:0/2340772610 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03680c68a0 con 0x7f0368072040 2024-09-12T03:14:05.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.805+0000 7f035f400640 1 -- 172.21.15.29:0/2340772610 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0350004420 con 0x7f0368072040 2024-09-12T03:14:05.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.805+0000 7f036e000640 1 -- 172.21.15.29:0/2340772610 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03680c6e60 con 0x7f0368072040 2024-09-12T03:14:05.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.807+0000 7f036e000640 1 -- 172.21.15.29:0/2340772610 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03680c7030 con 0x7f0368072040 2024-09-12T03:14:05.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.807+0000 7f035f400640 1 -- 172.21.15.29:0/2340772610 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f035003a040 con 0x7f0368072040 2024-09-12T03:14:05.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.809+0000 7f035f400640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f034406be30 0x7f034406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:05.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.809+0000 7f035f400640 1 -- 172.21.15.29:0/2340772610 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7f03500ab6e0 con 0x7f0368072040 2024-09-12T03:14:05.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.809+0000 7f0367400640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f034406be30 0x7f034406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:05.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.810+0000 7f0367400640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f034406be30 0x7f034406e2f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f0358009560 tx=0x7f0358009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:05.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:05.814+0000 7f035f400640 1 -- 172.21.15.29:0/2340772610 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0350079930 con 0x7f0368072040 2024-09-12T03:14:06.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.037+0000 7f036e000640 1 -- 172.21.15.29:0/2340772610 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f036806f360 con 0x7f0368072040 2024-09-12T03:14:06.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.171+0000 7f035f400640 1 -- 172.21.15.29:0/2340772610 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v88) ==== 105+0+0 (secure 0 0 0) 0x7f035007dc30 con 0x7f0368072040 2024-09-12T03:14:06.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.173+0000 7f036e000640 1 -- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f034406be30 msgr2=0x7f034406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:06.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.173+0000 7f036e000640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f034406be30 0x7f034406e2f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f0358009560 tx=0x7f0358009190 comp rx=0 tx=0).stop 2024-09-12T03:14:06.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.173+0000 7f036e000640 1 -- 172.21.15.29:0/2340772610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0368072040 msgr2=0x7f036815d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:06.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.173+0000 7f036e000640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0368072040 0x7f036815d990 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f0350009870 tx=0x7f03500046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.173+0000 7f036e000640 1 -- 172.21.15.29:0/2340772610 shutdown_connections 2024-09-12T03:14:06.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.173+0000 7f036e000640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f034406be30 0x7f034406e2f0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.173+0000 7f036e000640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0368072d80 0x7f036815ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.173+0000 7f036e000640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0368072040 0x7f036815d990 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.173+0000 7f036e000640 1 --2- 172.21.15.29:0/2340772610 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f036806e0a0 0x7f036815bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.173+0000 7f036e000640 1 -- 172.21.15.29:0/2340772610 >> 172.21.15.29:0/2340772610 conn(0x7f0368067d70 msgr2=0x7f03680cc790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:06.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.174+0000 7f036e000640 1 -- 172.21.15.29:0/2340772610 shutdown_connections 2024-09-12T03:14:06.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.174+0000 7f036e000640 1 -- 172.21.15.29:0/2340772610 wait complete. 2024-09-12T03:14:06.195 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:06.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.351+0000 7f2115400640 1 Processor -- start 2024-09-12T03:14:06.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.351+0000 7f2115400640 1 -- start start 2024-09-12T03:14:06.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.352+0000 7f2115400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f211006f0e0 0x7f211015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:06.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.352+0000 7f2115400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f211006f4c0 0x7f21100cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:06.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.352+0000 7f2115400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f211015c620 con 0x7f21100cf5a0 2024-09-12T03:14:06.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.352+0000 7f2115400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f211015bc50 con 0x7f211006f4c0 2024-09-12T03:14:06.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.352+0000 7f2115400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2110152630 con 0x7f211006f0e0 2024-09-12T03:14:06.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.353+0000 7f2107e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f211006f4c0 0x7f21100cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:06.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.353+0000 7f2107e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f211006f4c0 0x7f21100cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:60670/0 (socket says 172.21.15.29:60670) 2024-09-12T03:14:06.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.353+0000 7f2107e00640 1 -- 172.21.15.29:0/74962072 learned_addr learned my addr 172.21.15.29:0/74962072 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:06.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.353+0000 7f210e800640 1 --2- 172.21.15.29:0/74962072 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f211006f0e0 0x7f211015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:06.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.353+0000 7f2107e00640 1 -- 172.21.15.29:0/74962072 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f211006f0e0 msgr2=0x7f211015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:06.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.353+0000 7f2107e00640 1 --2- 172.21.15.29:0/74962072 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f211006f0e0 0x7f211015c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.353+0000 7f2107e00640 1 -- 172.21.15.29:0/74962072 >> v1:172.21.15.38:6789/0 conn(0x7f21100cf5a0 legacy=0x7f21100b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:06.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.353+0000 7f2107e00640 1 -- 172.21.15.29:0/74962072 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21100cfb40 con 0x7f211006f4c0 2024-09-12T03:14:06.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.353+0000 7f210de00640 1 -- 172.21.15.29:0/74962072 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 260167980 0 0) 0x7f211015c620 con 0x7f21100cf5a0 2024-09-12T03:14:06.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.354+0000 7f2107e00640 1 --2- 172.21.15.29:0/74962072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f211006f4c0 0x7f21100cf060 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f20f8009870 tx=0x7f20f802a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=352bd7eece2c71ed server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:06.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.355+0000 7f210de00640 1 -- 172.21.15.29:0/74962072 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f8037070 con 0x7f211006f4c0 2024-09-12T03:14:06.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.355+0000 7f210de00640 1 -- 172.21.15.29:0/74962072 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20f8032440 con 0x7f211006f4c0 2024-09-12T03:14:06.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.355+0000 7f210de00640 1 -- 172.21.15.29:0/74962072 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f8032810 con 0x7f211006f4c0 2024-09-12T03:14:06.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.355+0000 7f2115400640 1 -- 172.21.15.29:0/74962072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f211006f4c0 msgr2=0x7f21100cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:06.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.355+0000 7f2115400640 1 --2- 172.21.15.29:0/74962072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f211006f4c0 0x7f21100cf060 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f20f8009870 tx=0x7f20f802a250 comp rx=0 tx=0).stop 2024-09-12T03:14:06.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.355+0000 7f2115400640 1 -- 172.21.15.29:0/74962072 shutdown_connections 2024-09-12T03:14:06.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.355+0000 7f2115400640 1 --2- 172.21.15.29:0/74962072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f211006f4c0 0x7f21100cf060 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.355+0000 7f2115400640 1 --2- 172.21.15.29:0/74962072 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f211006f0e0 0x7f211015c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.355+0000 7f2115400640 1 -- 172.21.15.29:0/74962072 >> 172.21.15.29:0/74962072 conn(0x7f2110067da0 msgr2=0x7f211006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:06.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.356+0000 7f2115400640 1 -- 172.21.15.29:0/74962072 shutdown_connections 2024-09-12T03:14:06.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.356+0000 7f2115400640 1 -- 172.21.15.29:0/74962072 wait complete. 2024-09-12T03:14:06.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.357+0000 7f2115400640 1 Processor -- start 2024-09-12T03:14:06.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.357+0000 7f2115400640 1 -- start start 2024-09-12T03:14:06.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.358+0000 7f2115400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f211006f0e0 0x7f211014aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:06.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.358+0000 7f2115400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f211006f4c0 0x7f21101581b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:06.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.358+0000 7f2115400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f21100cf5a0 0x7f21100af610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:06.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.358+0000 7f2115400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f211006f900 con 0x7f211006f4c0 2024-09-12T03:14:06.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.358+0000 7f2115400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f211015b8e0 con 0x7f211006f0e0 2024-09-12T03:14:06.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.358+0000 7f2115400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f21100ad8e0 con 0x7f21100cf5a0 2024-09-12T03:14:06.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.358+0000 7f2107e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f211006f4c0 0x7f21101581b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:06.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.358+0000 7f210e800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f211006f0e0 0x7f211014aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:06.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.358+0000 7f2107e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f211006f4c0 0x7f21101581b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38796/0 (socket says 172.21.15.29:38796) 2024-09-12T03:14:06.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.358+0000 7f2107e00640 1 -- 172.21.15.29:0/1740239052 learned_addr learned my addr 172.21.15.29:0/1740239052 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:06.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.359+0000 7f210f200640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f21100cf5a0 0x7f21100af610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:06.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.359+0000 7f2107e00640 1 -- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f21100cf5a0 msgr2=0x7f21100af610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:06.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.359+0000 7f2107e00640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f21100cf5a0 0x7f21100af610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.359+0000 7f2107e00640 1 -- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f211006f0e0 msgr2=0x7f211014aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:06.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.359+0000 7f2107e00640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f211006f0e0 0x7f211014aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.359+0000 7f2107e00640 1 -- 172.21.15.29:0/1740239052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21100adb30 con 0x7f211006f4c0 2024-09-12T03:14:06.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.359+0000 7f210e800640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f211006f0e0 0x7f211014aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:06.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.359+0000 7f2107e00640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f211006f4c0 0x7f21101581b0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f20f8035040 tx=0x7f20f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:06.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.359+0000 7f2106a00640 1 -- 172.21.15.29:0/1740239052 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f8037040 con 0x7f211006f4c0 2024-09-12T03:14:06.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.359+0000 7f2106a00640 1 -- 172.21.15.29:0/1740239052 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20f8004230 con 0x7f211006f4c0 2024-09-12T03:14:06.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.360+0000 7f2106a00640 1 -- 172.21.15.29:0/1740239052 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f8003610 con 0x7f211006f4c0 2024-09-12T03:14:06.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.360+0000 7f2115400640 1 -- 172.21.15.29:0/1740239052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21100ade10 con 0x7f211006f4c0 2024-09-12T03:14:06.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.360+0000 7f2115400640 1 -- 172.21.15.29:0/1740239052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f211014b1e0 con 0x7f211006f4c0 2024-09-12T03:14:06.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.361+0000 7f2115400640 1 -- 172.21.15.29:0/1740239052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f211015ee80 con 0x7f211006f4c0 2024-09-12T03:14:06.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.362+0000 7f2106a00640 1 -- 172.21.15.29:0/1740239052 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f20f80037b0 con 0x7f211006f4c0 2024-09-12T03:14:06.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.363+0000 7f2106a00640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f20ec06be30 0x7f20ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:06.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.363+0000 7f2106a00640 1 -- 172.21.15.29:0/1740239052 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6101+0+0 (secure 0 0 0) 0x7f20f80abc70 con 0x7f211006f4c0 2024-09-12T03:14:06.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.363+0000 7f210e800640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f20ec06be30 0x7f20ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:06.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.364+0000 7f210e800640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f20ec06be30 0x7f20ec06e2f0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2100009f30 tx=0x7f2100009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:06.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.367+0000 7f2106a00640 1 -- 172.21.15.29:0/1740239052 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f20f8079da0 con 0x7f211006f4c0 2024-09-12T03:14:06.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.586+0000 7f2115400640 1 -- 172.21.15.29:0/1740239052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f211015d670 con 0x7f211006f4c0 2024-09-12T03:14:06.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.587+0000 7f2106a00640 1 -- 172.21.15.29:0/1740239052 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 89 v89) ==== 94+0+5241 (secure 0 0 0) 0x7f20f807e0a0 con 0x7f211006f4c0 2024-09-12T03:14:06.587 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:06.588 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":89,"btime":"2024-09-12T03:14:06:174437+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81},{"gid":6928,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82}],"filesystems":[{"mdsmap":{"epoch":89,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:06.174423+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1],"up":{"mds_0":7233,"mds_1":6931},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:creating","state_seq":1,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233]},"id":6}]} 2024-09-12T03:14:06.588 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 89 2024-09-12T03:14:06.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 -- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f20ec06be30 msgr2=0x7f20ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:06.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f20ec06be30 0x7f20ec06e2f0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2100009f30 tx=0x7f2100009190 comp rx=0 tx=0).stop 2024-09-12T03:14:06.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 -- 172.21.15.29:0/1740239052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f211006f4c0 msgr2=0x7f21101581b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:06.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f211006f4c0 0x7f21101581b0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f20f8035040 tx=0x7f20f80046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 -- 172.21.15.29:0/1740239052 shutdown_connections 2024-09-12T03:14:06.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f20ec06be30 0x7f20ec06e2f0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f21100cf5a0 0x7f21100af610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f211006f4c0 0x7f21101581b0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 --2- 172.21.15.29:0/1740239052 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f211006f0e0 0x7f211014aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:06.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 -- 172.21.15.29:0/1740239052 >> 172.21.15.29:0/1740239052 conn(0x7f2110067da0 msgr2=0x7f211015c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:06.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 -- 172.21.15.29:0/1740239052 shutdown_connections 2024-09-12T03:14:06.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:06.589+0000 7f2115400640 1 -- 172.21.15.29:0/1740239052 wait complete. 2024-09-12T03:14:07.008 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 89, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:13:57.434460+0000', 'modified': '2024-09-12T03:14:06.174423+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1], 'up': {'mds_0': 7233, 'mds_1': 6931}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6931': {'gid': 6931, 'name': 'b', 'rank': 1, 'incarnation': 89, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.38:6836/1187811370', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6834', 'nonce': 1187811370}, {'type': 'v1', 'addr': '172.21.15.38:6836', 'nonce': 1187811370}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7233': {'gid': 7233, 'name': 'd', 'rank': 0, 'incarnation': 83, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6837/1296681172', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6835', 'nonce': 1296681172}, {'type': 'v1', 'addr': '172.21.15.38:6837', 'nonce': 1296681172}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [14], 'metadata_pool': 13, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7233, 'qdb_cluster': [7233]} 2024-09-12T03:14:07.009 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6931:up:creating 2024-09-12T03:14:08.010 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.178+0000 7fc46b800640 1 Processor -- start 2024-09-12T03:14:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.178+0000 7fc46b800640 1 -- start start 2024-09-12T03:14:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.179+0000 7fc46b800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4640cfe70 0x7fc4640b55e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.179+0000 7fc46b800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc4640726e0 0x7fc4640ce080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.180+0000 7fc46b800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4640b3560 con 0x7fc4640b4c50 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.180+0000 7fc46b800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fc4640b50b0 con 0x7fc4640726e0 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.180+0000 7fc46b800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc4640b3840 con 0x7fc4640cfe70 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.180+0000 7fc469800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc4640726e0 0x7fc4640ce080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.180+0000 7fc468e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4640cfe70 0x7fc4640b55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.180+0000 7fc45be00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fc4640b4c50 0x7fc464071fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:45746/0 (socket says 172.21.15.29:45746) 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.180+0000 7fc469800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc4640726e0 0x7fc4640ce080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:60694/0 (socket says 172.21.15.29:60694) 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.180+0000 7fc45be00640 1 -- 172.21.15.29:0/3363829257 learned_addr learned my addr 172.21.15.29:0/3363829257 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.308+0000 7fc469800640 1 -- 172.21.15.29:0/3363829257 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4640cfe70 msgr2=0x7fc4640b55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.308+0000 7fc469800640 1 --2- 172.21.15.29:0/3363829257 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4640cfe70 0x7fc4640b55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.308+0000 7fc469800640 1 -- 172.21.15.29:0/3363829257 >> v1:172.21.15.38:6789/0 conn(0x7fc4640b4c50 legacy=0x7fc464071fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.308+0000 7fc469800640 1 -- 172.21.15.29:0/3363829257 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4640b3b20 con 0x7fc4640726e0 2024-09-12T03:14:08.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.309+0000 7fc469800640 1 --2- 172.21.15.29:0/3363829257 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4640726e0 0x7fc4640ce080 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fc45c00f370 tx=0x7fc45c02e9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79e6931ab9ef1c17 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.309+0000 7fc463e00640 1 -- 172.21.15.29:0/3363829257 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc45c037020 con 0x7fc4640726e0 2024-09-12T03:14:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.309+0000 7fc463e00640 1 -- 172.21.15.29:0/3363829257 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc45c00d4e0 con 0x7fc4640726e0 2024-09-12T03:14:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.309+0000 7fc463e00640 1 -- 172.21.15.29:0/3363829257 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc45c00b960 con 0x7fc4640726e0 2024-09-12T03:14:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.310+0000 7fc46b800640 1 -- 172.21.15.29:0/3363829257 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4640726e0 msgr2=0x7fc4640ce080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.310+0000 7fc46b800640 1 --2- 172.21.15.29:0/3363829257 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4640726e0 0x7fc4640ce080 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fc45c00f370 tx=0x7fc45c02e9e0 comp rx=0 tx=0).stop 2024-09-12T03:14:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.310+0000 7fc46b800640 1 -- 172.21.15.29:0/3363829257 shutdown_connections 2024-09-12T03:14:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.310+0000 7fc46b800640 1 --2- 172.21.15.29:0/3363829257 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4640726e0 0x7fc4640ce080 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.310+0000 7fc46b800640 1 --2- 172.21.15.29:0/3363829257 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4640cfe70 0x7fc4640b55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.310+0000 7fc46b800640 1 -- 172.21.15.29:0/3363829257 >> 172.21.15.29:0/3363829257 conn(0x7fc46406bc10 msgr2=0x7fc46406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.310+0000 7fc46b800640 1 -- 172.21.15.29:0/3363829257 shutdown_connections 2024-09-12T03:14:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.310+0000 7fc46b800640 1 -- 172.21.15.29:0/3363829257 wait complete. 2024-09-12T03:14:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.312+0000 7fc46b800640 1 Processor -- start 2024-09-12T03:14:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.312+0000 7fc46b800640 1 -- start start 2024-09-12T03:14:08.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.313+0000 7fc46b800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4640726e0 0x7fc4641f37d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:08.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.313+0000 7fc46b800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4640b4c50 0x7fc4640b0f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:08.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.313+0000 7fc46b800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4640cfe70 0x7fc4640b1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:08.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.313+0000 7fc46b800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc4640ce5c0 con 0x7fc4640cfe70 2024-09-12T03:14:08.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.313+0000 7fc46b800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc4640b40e0 con 0x7fc4640726e0 2024-09-12T03:14:08.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.313+0000 7fc46b800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc4640ce740 con 0x7fc4640b4c50 2024-09-12T03:14:08.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.313+0000 7fc469800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4640cfe70 0x7fc4640b1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:08.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.313+0000 7fc469800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4640cfe70 0x7fc4640b1460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38804/0 (socket says 172.21.15.29:38804) 2024-09-12T03:14:08.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.313+0000 7fc469800640 1 -- 172.21.15.29:0/3220627725 learned_addr learned my addr 172.21.15.29:0/3220627725 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:08.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.313+0000 7fc468e00640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4640726e0 0x7fc4641f37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:08.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.313+0000 7fc45be00640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4640b4c50 0x7fc4640b0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:08.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.314+0000 7fc469800640 1 -- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4640b4c50 msgr2=0x7fc4640b0f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:08.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.314+0000 7fc469800640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4640b4c50 0x7fc4640b0f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:08.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.314+0000 7fc469800640 1 -- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4640726e0 msgr2=0x7fc4641f37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:08.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.314+0000 7fc469800640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4640726e0 0x7fc4641f37d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:08.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.314+0000 7fc469800640 1 -- 172.21.15.29:0/3220627725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4641509f0 con 0x7fc4640cfe70 2024-09-12T03:14:08.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.314+0000 7fc45be00640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4640b4c50 0x7fc4640b0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:08.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.314+0000 7fc469800640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4640cfe70 0x7fc4640b1460 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fc45c02efd0 tx=0x7fc45c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.314+0000 7fc461600640 1 -- 172.21.15.29:0/3220627725 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc45c04a070 con 0x7fc4640cfe70 2024-09-12T03:14:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.314+0000 7fc461600640 1 -- 172.21.15.29:0/3220627725 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc45c00be10 con 0x7fc4640cfe70 2024-09-12T03:14:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.314+0000 7fc46b800640 1 -- 172.21.15.29:0/3220627725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc464150cd0 con 0x7fc4640cfe70 2024-09-12T03:14:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.314+0000 7fc461600640 1 -- 172.21.15.29:0/3220627725 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc45c037070 con 0x7fc4640cfe70 2024-09-12T03:14:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.315+0000 7fc46b800640 1 -- 172.21.15.29:0/3220627725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc464151290 con 0x7fc4640cfe70 2024-09-12T03:14:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.316+0000 7fc46b800640 1 -- 172.21.15.29:0/3220627725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4640cca80 con 0x7fc4640cfe70 2024-09-12T03:14:08.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.317+0000 7fc461600640 1 -- 172.21.15.29:0/3220627725 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc45c04d070 con 0x7fc4640cfe70 2024-09-12T03:14:08.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.318+0000 7fc461600640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc44006be30 0x7fc44006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:08.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.319+0000 7fc461600640 1 -- 172.21.15.29:0/3220627725 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6217+0+0 (secure 0 0 0) 0x7fc45c0afbb0 con 0x7fc4640cfe70 2024-09-12T03:14:08.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.319+0000 7fc468e00640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc44006be30 0x7fc44006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:08.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.320+0000 7fc468e00640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc44006be30 0x7fc44006e2f0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fc45400bac0 tx=0x7fc45400d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:08.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.323+0000 7fc461600640 1 -- 172.21.15.29:0/3220627725 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc4640cca80 con 0x7fc4640cfe70 2024-09-12T03:14:08.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.542+0000 7fc46b800640 1 -- 172.21.15.29:0/3220627725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc4640ce080 con 0x7fc4640cfe70 2024-09-12T03:14:08.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.542+0000 7fc461600640 1 -- 172.21.15.29:0/3220627725 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+5263 (secure 0 0 0) 0x7fc45c042070 con 0x7fc4640cfe70 2024-09-12T03:14:08.543 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:08.543 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":92,"btime":"2024-09-12T03:14:08:183719+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:08.183712+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[6928,6931,7233]},"id":6}]} 2024-09-12T03:14:08.543 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 92 2024-09-12T03:14:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 -- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc44006be30 msgr2=0x7fc44006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc44006be30 0x7fc44006e2f0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fc45400bac0 tx=0x7fc45400d040 comp rx=0 tx=0).stop 2024-09-12T03:14:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 -- 172.21.15.29:0/3220627725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4640cfe70 msgr2=0x7fc4640b1460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4640cfe70 0x7fc4640b1460 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fc45c02efd0 tx=0x7fc45c004a40 comp rx=0 tx=0).stop 2024-09-12T03:14:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 -- 172.21.15.29:0/3220627725 shutdown_connections 2024-09-12T03:14:08.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc44006be30 0x7fc44006e2f0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:08.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4640cfe70 0x7fc4640b1460 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:08.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4640b4c50 0x7fc4640b0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:08.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 --2- 172.21.15.29:0/3220627725 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4640726e0 0x7fc4641f37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:08.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 -- 172.21.15.29:0/3220627725 >> 172.21.15.29:0/3220627725 conn(0x7fc46406bc10 msgr2=0x7fc46406e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:08.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 -- 172.21.15.29:0/3220627725 shutdown_connections 2024-09-12T03:14:08.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:08.545+0000 7fc46b800640 1 -- 172.21.15.29:0/3220627725 wait complete. 2024-09-12T03:14:08.963 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 92, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:13:57.434460+0000', 'modified': '2024-09-12T03:14:08.183712+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 7233, 'mds_1': 6931, 'mds_2': 6928}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6928': {'gid': 6928, 'name': 'c', 'rank': 2, 'incarnation': 91, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.29:6835/2581876515', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6833', 'nonce': 2581876515}, {'type': 'v1', 'addr': '172.21.15.29:6835', 'nonce': 2581876515}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6931': {'gid': 6931, 'name': 'b', 'rank': 1, 'incarnation': 89, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.38:6836/1187811370', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6834', 'nonce': 1187811370}, {'type': 'v1', 'addr': '172.21.15.38:6836', 'nonce': 1187811370}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7233': {'gid': 7233, 'name': 'd', 'rank': 0, 'incarnation': 83, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.38:6837/1296681172', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6835', 'nonce': 1296681172}, {'type': 'v1', 'addr': '172.21.15.38:6837', 'nonce': 1296681172}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [14], 'metadata_pool': 13, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7233, 'qdb_cluster': [6928, 6931, 7233]} 2024-09-12T03:14:08.963 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-12T03:14:08.964 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-12T03:14:09.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.124+0000 7f7e80c00640 1 Processor -- start 2024-09-12T03:14:09.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.124+0000 7f7e80c00640 1 -- start start 2024-09-12T03:14:09.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.125+0000 7f7e80c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e7c0d0ff0 0x7f7e7c0d13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.125+0000 7f7e80c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7e7c0b7670 0x7f7e7c0b7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.125+0000 7f7e80c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e7c0d1910 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.125+0000 7f7e80c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f7e7c0b6c70 con 0x7f7e7c0b7670 2024-09-12T03:14:09.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.125+0000 7f7e80c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7e7c0d4230 con 0x7f7e7c0d0ff0 2024-09-12T03:14:09.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.125+0000 7f7e79400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7e7c0cfa10 0x7f7e7c0d3b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36542/0 (socket says 172.21.15.29:36542) 2024-09-12T03:14:09.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.125+0000 7f7e79400640 1 -- 172.21.15.29:0/3658139406 learned_addr learned my addr 172.21.15.29:0/3658139406 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:09.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.126+0000 7f7e7a800640 1 --2- 172.21.15.29:0/3658139406 >> v2:172.21.15.38:3300/0 conn(0x7f7e7c0b7670 0x7f7e7c0b7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.126+0000 7f7e79e00640 1 --2- 172.21.15.29:0/3658139406 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e7c0d0ff0 0x7f7e7c0d13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.126+0000 7f7e78a00640 1 -- 172.21.15.29:0/3658139406 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1225968881 0 0) 0x7f7e7c0d1910 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.126+0000 7f7e78a00640 1 -- 172.21.15.29:0/3658139406 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7e60003520 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.126+0000 7f7e7a800640 1 -- 172.21.15.29:0/3658139406 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e7c0d0ff0 msgr2=0x7f7e7c0d13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.126+0000 7f7e7a800640 1 --2- 172.21.15.29:0/3658139406 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e7c0d0ff0 0x7f7e7c0d13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.126+0000 7f7e7a800640 1 -- 172.21.15.29:0/3658139406 >> v1:172.21.15.29:6789/0 conn(0x7f7e7c0cfa10 legacy=0x7f7e7c0d3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.126+0000 7f7e7a800640 1 -- 172.21.15.29:0/3658139406 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e7c0b6060 con 0x7f7e7c0b7670 2024-09-12T03:14:09.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.127+0000 7f7e7a800640 1 --2- 172.21.15.29:0/3658139406 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e7c0b7670 0x7f7e7c0b7af0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f7e74009d90 tx=0x7f7e7402a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ebf25c7d397fda8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.127+0000 7f7e78a00640 1 -- 172.21.15.29:0/3658139406 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e74031600 con 0x7f7e7c0b7670 2024-09-12T03:14:09.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.127+0000 7f7e78a00640 1 -- 172.21.15.29:0/3658139406 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e740317a0 con 0x7f7e7c0b7670 2024-09-12T03:14:09.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.127+0000 7f7e78a00640 1 -- 172.21.15.29:0/3658139406 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e74031b70 con 0x7f7e7c0b7670 2024-09-12T03:14:09.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.128+0000 7f7e80c00640 1 -- 172.21.15.29:0/3658139406 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e7c0b7670 msgr2=0x7f7e7c0b7af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.128+0000 7f7e80c00640 1 --2- 172.21.15.29:0/3658139406 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e7c0b7670 0x7f7e7c0b7af0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f7e74009d90 tx=0x7f7e7402a5d0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.128+0000 7f7e80c00640 1 -- 172.21.15.29:0/3658139406 shutdown_connections 2024-09-12T03:14:09.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.128+0000 7f7e80c00640 1 --2- 172.21.15.29:0/3658139406 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e7c0b7670 0x7f7e7c0b7af0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.128+0000 7f7e80c00640 1 --2- 172.21.15.29:0/3658139406 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e7c0d0ff0 0x7f7e7c0d13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.128+0000 7f7e80c00640 1 -- 172.21.15.29:0/3658139406 >> 172.21.15.29:0/3658139406 conn(0x7f7e7c067f80 msgr2=0x7f7e7c06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.128+0000 7f7e80c00640 1 -- 172.21.15.29:0/3658139406 shutdown_connections 2024-09-12T03:14:09.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.128+0000 7f7e80c00640 1 -- 172.21.15.29:0/3658139406 wait complete. 2024-09-12T03:14:09.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.130+0000 7f7e80c00640 1 Processor -- start 2024-09-12T03:14:09.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.130+0000 7f7e80c00640 1 -- start start 2024-09-12T03:14:09.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e80c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e7c0b7670 0x7f7e7c155b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e80c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e7c0cfa10 0x7f7e7c160be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e80c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e7c0d0ff0 0x7f7e7c0ca040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e80c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7e7c0b6900 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e80c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7e7c0b6620 con 0x7f7e7c0d0ff0 2024-09-12T03:14:09.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e80c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7e7c15e8f0 con 0x7f7e7c0b7670 2024-09-12T03:14:09.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e79400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e7c0cfa10 0x7f7e7c160be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e79400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e7c0cfa10 0x7f7e7c160be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38808/0 (socket says 172.21.15.29:38808) 2024-09-12T03:14:09.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e79400640 1 -- 172.21.15.29:0/302957967 learned_addr learned my addr 172.21.15.29:0/302957967 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e79e00640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e7c0b7670 0x7f7e7c155b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e7a800640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e7c0d0ff0 0x7f7e7c0ca040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e79400640 1 -- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e7c0b7670 msgr2=0x7f7e7c155b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e79400640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e7c0b7670 0x7f7e7c155b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e79400640 1 -- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e7c0d0ff0 msgr2=0x7f7e7c0ca040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e79400640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e7c0d0ff0 0x7f7e7c0ca040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.131+0000 7f7e79400640 1 -- 172.21.15.29:0/302957967 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e7c0c82b0 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.132+0000 7f7e79400640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e7c0cfa10 0x7f7e7c160be0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f7e6800c430 tx=0x7f7e6800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.132+0000 7f7e72000640 1 -- 172.21.15.29:0/302957967 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e68017070 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.132+0000 7f7e72000640 1 -- 172.21.15.29:0/302957967 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e68005ce0 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.132+0000 7f7e72000640 1 -- 172.21.15.29:0/302957967 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e68007310 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.132+0000 7f7e80c00640 1 -- 172.21.15.29:0/302957967 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e7c0c8590 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.132+0000 7f7e80c00640 1 -- 172.21.15.29:0/302957967 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e7c0c8b50 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.135+0000 7f7e72000640 1 -- 172.21.15.29:0/302957967 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7e6801a070 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.136+0000 7f7e72000640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e5c06be30 0x7f7e5c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.136+0000 7f7e72000640 1 -- 172.21.15.29:0/302957967 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6217+0+0 (secure 0 0 0) 0x7f7e6808a4a0 con 0x7f7e7c0cfa10 2024-09-12T03:14:09.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.136+0000 7f7e83c32740 1 Processor -- start 2024-09-12T03:14:09.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.136+0000 7f7e83c32740 1 -- start start 2024-09-12T03:14:09.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.137+0000 7f7e79e00640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e5c06be30 0x7f7e5c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.137+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8c01490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.137+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bb94b0 0x561af8bbc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.137+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbd480 0x561af8bb6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.137+0000 7f7e83c32740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561af8b1a3b0 con 0x561af8bbd480 2024-09-12T03:14:09.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.137+0000 7f7e83c32740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x561af8b1f410 con 0x561af8bb94b0 2024-09-12T03:14:09.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.137+0000 7f7e83c32740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561af8ac7620 con 0x561af8bbbcf0 2024-09-12T03:14:09.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.137+0000 7f7e79e00640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e5c06be30 0x7f7e5c06e2f0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c009a30 tx=0x7f7e6c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e7a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbd480 0x561af8bb6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e7a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbd480 0x561af8bb6570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38814/0 (socket says 172.21.15.29:38814) 2024-09-12T03:14:09.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e7a800640 1 -- 172.21.15.29:0/1273430006 learned_addr learned my addr 172.21.15.29:0/1273430006 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e79e00640 1 --2- 172.21.15.29:0/1273430006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8c01490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e79400640 1 --2- 172.21.15.29:0/1273430006 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bb94b0 0x561af8bbc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e7a800640 1 -- 172.21.15.29:0/1273430006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 msgr2=0x561af8c01490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e7a800640 1 --2- 172.21.15.29:0/1273430006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8c01490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e7a800640 1 -- 172.21.15.29:0/1273430006 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bb94b0 msgr2=0x561af8bbc0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e7a800640 1 --2- 172.21.15.29:0/1273430006 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bb94b0 0x561af8bbc0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e7a800640 1 -- 172.21.15.29:0/1273430006 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561af88322d0 con 0x561af8bbd480 2024-09-12T03:14:09.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e7a800640 1 --2- 172.21.15.29:0/1273430006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbd480 0x561af8bb6570 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f7e74009e80 tx=0x7f7e7402e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac82b5b3c0c61e87 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.138+0000 7f7e66600640 1 -- 172.21.15.29:0/1273430006 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e74031780 con 0x561af8bbd480 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.139+0000 7f7e66600640 1 -- 172.21.15.29:0/1273430006 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e74041070 con 0x561af8bbd480 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.139+0000 7f7e66600640 1 -- 172.21.15.29:0/1273430006 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e74031b60 con 0x561af8bbd480 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.139+0000 7f7e83c32740 1 -- 172.21.15.29:0/1273430006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbd480 msgr2=0x561af8bb6570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.139+0000 7f7e83c32740 1 --2- 172.21.15.29:0/1273430006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbd480 0x561af8bb6570 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f7e74009e80 tx=0x7f7e7402e000 comp rx=0 tx=0).stop 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.139+0000 7f7e83c32740 1 -- 172.21.15.29:0/1273430006 shutdown_connections 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.139+0000 7f7e83c32740 1 --2- 172.21.15.29:0/1273430006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbd480 0x561af8bb6570 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.139+0000 7f7e83c32740 1 --2- 172.21.15.29:0/1273430006 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bb94b0 0x561af8bbc0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.139+0000 7f7e83c32740 1 --2- 172.21.15.29:0/1273430006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8c01490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.139+0000 7f7e83c32740 1 -- 172.21.15.29:0/1273430006 >> 172.21.15.29:0/1273430006 conn(0x561af8bb8740 msgr2=0x561af8c00960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.139+0000 7f7e83c32740 1 -- 172.21.15.29:0/1273430006 shutdown_connections 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.139+0000 7f7e83c32740 1 -- 172.21.15.29:0/1273430006 wait complete. 2024-09-12T03:14:09.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.140+0000 7f7e83c32740 1 -- start start 2024-09-12T03:14:09.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.140+0000 7f7e83c32740 1 Processor -- start 2024-09-12T03:14:09.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.141+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbbcf0 0x561af8bdc280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.141+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8bdb890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.141+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8be63b0 0x561af8bda730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.141+0000 7f7e83c32740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561af8ada780 con 0x561af8bbbcf0 2024-09-12T03:14:09.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.141+0000 7f7e83c32740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x561af8b1b3d0 con 0x561af8bbd480 2024-09-12T03:14:09.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.141+0000 7f7e83c32740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561af8bb7be0 con 0x561af8be63b0 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.141+0000 7f7e83c32740 10 client.0 _ll_register_callbacks cb 0x561af8b185d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.141+0000 7f7e79e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbbcf0 0x561af8bdc280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.141+0000 7f7e79e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbbcf0 0x561af8bdc280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38830/0 (socket says 172.21.15.29:38830) 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.141+0000 7f7e79e00640 1 -- 172.21.15.29:0/3526969730 learned_addr learned my addr 172.21.15.29:0/3526969730 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e79400640 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8bdb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e7a800640 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8be63b0 0x561af8bda730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e79e00640 1 -- 172.21.15.29:0/3526969730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8be63b0 msgr2=0x561af8bda730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e79e00640 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8be63b0 0x561af8bda730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e79e00640 1 -- 172.21.15.29:0/3526969730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 msgr2=0x561af8bdb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e79e00640 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8bdb890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e79e00640 1 -- 172.21.15.29:0/3526969730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561af88fc6b0 con 0x561af8bbbcf0 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e7a800640 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8be63b0 0x561af8bda730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e79400640 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8bdb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e79e00640 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbbcf0 0x561af8bdc280 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c015720 tx=0x7f7e6c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c83f231832ec3a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.147 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e5aa00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e5aa00640 1 -- 172.21.15.29:0/3526969730 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e6c0145e0 con 0x561af8bbbcf0 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e5aa00640 1 -- 172.21.15.29:0/3526969730 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 6217+0+0 (secure 0 0 0) 0x7f7e6c02bcb0 con 0x561af8bbbcf0 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.142+0000 7f7e83c32740 1 -- 172.21.15.29:0/3526969730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e74041070 con 0x561af8bbbcf0 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.143+0000 7f7e5aa00640 1 -- 172.21.15.29:0/3526969730 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f7e6c014780 con 0x561af8bbbcf0 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.143+0000 7f7e83c32740 10 client.7383 fetch_fsmap learned FSMap version 92 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.143+0000 7f7e83c32740 1 -- 172.21.15.29:0/3526969730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x561af8bdcdb0 con 0x561af8bbbcf0 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.143+0000 7f7e5aa00640 1 -- 172.21.15.29:0/3526969730 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e74041070 con 0x561af8bbbcf0 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.143+0000 7f7e5aa00640 1 -- 172.21.15.29:0/3526969730 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 92) ==== 3542+0+0 (secure 0 0 0) 0x7f7e6c014920 con 0x561af8bbbcf0 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.143+0000 7f7e83c32740 10 client.7383 fetch_fsmap finished waiting for FSMap version 92 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.143+0000 7f7e83c32740 10 client.7383 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.143+0000 7f7e83c32740 20 client.7383 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.143+0000 7f7e83c32740 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x561af8c11200 0x561af8c1f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.143+0000 7f7e83c32740 4 client.7383 mds_command: new command op to 6928 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.143+0000 7f7e83c32740 1 -- 172.21.15.29:0/3526969730 --> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561af8b2cb40 con 0x561af8c11200 2024-09-12T03:14:09.148 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.144+0000 7f7e79400640 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x561af8c11200 0x561af8c1f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.144+0000 7f7e79400640 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x561af8c11200 0x561af8c1f380 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2470f5035608048b server_cookie=4d1976a6d11516f5 in_seq=0 out_seq=0 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.144+0000 7f7e5aa00640 10 client.7383 ms_handle_connect on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e5aa00640 1 -- 172.21.15.29:0/3526969730 <== mds.2 v2:172.21.15.29:6833/2581876515 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561af8b2cb40 con 0x561af8c11200 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e5aa00640 10 client.7383 handle_command_reply: tid=0 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e83c32740 1 client.7383 shutdown 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e83c32740 1 -- 172.21.15.29:0/3526969730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbbcf0 msgr2=0x561af8bdc280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e83c32740 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbbcf0 0x561af8bdc280 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c015720 tx=0x7f7e6c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e83c32740 1 -- 172.21.15.29:0/3526969730 shutdown_connections 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e83c32740 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x561af8c11200 0x561af8c1f380 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e83c32740 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8be63b0 0x561af8bda730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e83c32740 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8bdb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e5aa00640 0 client.7383 ms_handle_reset on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:09.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e83c32740 1 --2- 172.21.15.29:0/3526969730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8bbbcf0 0x561af8bdc280 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e83c32740 1 -- 172.21.15.29:0/3526969730 >> 172.21.15.29:0/3526969730 conn(0x561af8bb94b0 msgr2=0x561af8bffec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e83c32740 1 -- 172.21.15.29:0/3526969730 shutdown_connections 2024-09-12T03:14:09.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.145+0000 7f7e83c32740 1 -- 172.21.15.29:0/3526969730 wait complete. 2024-09-12T03:14:09.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.146+0000 7f7e83c32740 20 client.7383 trim_cache size 0 max 16384 2024-09-12T03:14:09.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.164+0000 7f7e83c32740 1 Processor -- start 2024-09-12T03:14:09.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.164+0000 7f7e83c32740 1 -- start start 2024-09-12T03:14:09.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.165+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8bfebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.165+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8c024c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.165+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8c02a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.165+0000 7f7e83c32740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7e7c200300 con 0x561af8be63b0 2024-09-12T03:14:09.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.165+0000 7f7e83c32740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7e7c2009d0 con 0x561af8bbd480 2024-09-12T03:14:09.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.165+0000 7f7e83c32740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7e7c15fba0 con 0x561af8bbbcf0 2024-09-12T03:14:09.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.165+0000 7f7e7a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8c02a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.165+0000 7f7e7a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8c02a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38840/0 (socket says 172.21.15.29:38840) 2024-09-12T03:14:09.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.165+0000 7f7e7a800640 1 -- 172.21.15.29:0/141072618 learned_addr learned my addr 172.21.15.29:0/141072618 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.165+0000 7f7e79400640 1 --2- 172.21.15.29:0/141072618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8c024c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.165+0000 7f7e79e00640 1 --2- 172.21.15.29:0/141072618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8bfebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.166+0000 7f7e7a800640 1 -- 172.21.15.29:0/141072618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 msgr2=0x561af8bfebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.166+0000 7f7e7a800640 1 --2- 172.21.15.29:0/141072618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8bfebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.166+0000 7f7e7a800640 1 -- 172.21.15.29:0/141072618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 msgr2=0x561af8c024c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.166+0000 7f7e7a800640 1 --2- 172.21.15.29:0/141072618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8c024c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.166+0000 7f7e7a800640 1 -- 172.21.15.29:0/141072618 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561af8bb84e0 con 0x561af8be63b0 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.166+0000 7f7e79e00640 1 --2- 172.21.15.29:0/141072618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8bfebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.166+0000 7f7e7a800640 1 --2- 172.21.15.29:0/141072618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8c02a00 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f7e74009bd0 tx=0x7f7e74009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e955c0f2d4899f13 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.166+0000 7f7e65c00640 1 -- 172.21.15.29:0/141072618 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e74055070 con 0x561af8be63b0 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.166+0000 7f7e65c00640 1 -- 172.21.15.29:0/141072618 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e74041050 con 0x561af8be63b0 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.166+0000 7f7e65c00640 1 -- 172.21.15.29:0/141072618 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e74004040 con 0x561af8be63b0 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.167+0000 7f7e83c32740 1 -- 172.21.15.29:0/141072618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 msgr2=0x561af8c02a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.167+0000 7f7e83c32740 1 --2- 172.21.15.29:0/141072618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8c02a00 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f7e74009bd0 tx=0x7f7e74009750 comp rx=0 tx=0).stop 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.167+0000 7f7e83c32740 1 -- 172.21.15.29:0/141072618 shutdown_connections 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.167+0000 7f7e83c32740 1 --2- 172.21.15.29:0/141072618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8c02a00 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.167+0000 7f7e83c32740 1 --2- 172.21.15.29:0/141072618 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8c024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.167+0000 7f7e83c32740 1 --2- 172.21.15.29:0/141072618 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8bfebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.167+0000 7f7e83c32740 1 -- 172.21.15.29:0/141072618 >> 172.21.15.29:0/141072618 conn(0x561af8bb94b0 msgr2=0x561af8bdbf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.167+0000 7f7e83c32740 1 -- 172.21.15.29:0/141072618 shutdown_connections 2024-09-12T03:14:09.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.167+0000 7f7e83c32740 1 -- 172.21.15.29:0/141072618 wait complete. 2024-09-12T03:14:09.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.168+0000 7f7e83c32740 1 -- start start 2024-09-12T03:14:09.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.168+0000 7f7e83c32740 1 Processor -- start 2024-09-12T03:14:09.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8c026b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8bb5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e83c32740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8bb5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e83c32740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561af8bdbdd0 con 0x561af8be63b0 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e83c32740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x561af8bdb090 con 0x561af8bbd480 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e83c32740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561af8be52f0 con 0x561af8bbbcf0 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e83c32740 10 client.0 _ll_register_callbacks cb 0x7f7e6c0096e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e7a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8bb5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e7a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8bb5cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38850/0 (socket says 172.21.15.29:38850) 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e7a800640 1 -- 172.21.15.29:0/2622467362 learned_addr learned my addr 172.21.15.29:0/2622467362 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e79400640 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8bb5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e79e00640 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8c026b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e7a800640 1 -- 172.21.15.29:0/2622467362 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 msgr2=0x561af8c026b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e7a800640 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8c026b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e7a800640 1 -- 172.21.15.29:0/2622467362 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 msgr2=0x561af8bb5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e7a800640 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8bb5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.169+0000 7f7e7a800640 1 -- 172.21.15.29:0/2622467362 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561af8bfd140 con 0x561af8be63b0 2024-09-12T03:14:09.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.170+0000 7f7e7a800640 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8bb5cb0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f7e74009790 tx=0x7f7e74004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a3932caf98844e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.170+0000 7f7e5aa00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.170+0000 7f7e5aa00640 1 -- 172.21.15.29:0/2622467362 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e74055040 con 0x561af8be63b0 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.170+0000 7f7e5aa00640 1 -- 172.21.15.29:0/2622467362 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 6217+0+0 (secure 0 0 0) 0x7f7e7405acb0 con 0x561af8be63b0 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.170+0000 7f7e83c32740 1 -- 172.21.15.29:0/2622467362 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e74041050 con 0x561af8be63b0 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.170+0000 7f7e5aa00640 1 -- 172.21.15.29:0/2622467362 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f7e7405aeb0 con 0x561af8be63b0 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.170+0000 7f7e83c32740 10 client.7389 fetch_fsmap learned FSMap version 92 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.170+0000 7f7e83c32740 1 -- 172.21.15.29:0/2622467362 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x561af8bb7100 con 0x561af8be63b0 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.170+0000 7f7e5aa00640 1 -- 172.21.15.29:0/2622467362 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e74041050 con 0x561af8be63b0 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.171+0000 7f7e5aa00640 1 -- 172.21.15.29:0/2622467362 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 92) ==== 3542+0+0 (secure 0 0 0) 0x7f7e74046470 con 0x561af8be63b0 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.171+0000 7f7e83c32740 10 client.7389 fetch_fsmap finished waiting for FSMap version 92 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.171+0000 7f7e83c32740 10 client.7389 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.171+0000 7f7e83c32740 20 client.7389 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:09.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.171+0000 7f7e83c32740 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x561af8c7e500 0x561af8c7e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.171+0000 7f7e83c32740 4 client.7389 mds_command: new command op to 6928 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:14:09.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.171+0000 7f7e83c32740 1 -- 172.21.15.29:0/2622467362 --> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] -- command(tid 0: {"prefix": "status"}) -- 0x561af8b26e90 con 0x561af8c7e500 2024-09-12T03:14:09.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.171+0000 7f7e79e00640 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x561af8c7e500 0x561af8c7e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e79e00640 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x561af8c7e500 0x561af8c7e8e0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=617b4a2dc49a65e3 server_cookie=a35fdcbfc7ae82a0 in_seq=0 out_seq=0 2024-09-12T03:14:09.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e5aa00640 10 client.7389 ms_handle_connect on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:09.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e5aa00640 1 -- 172.21.15.29:0/2622467362 <== mds.2 v2:172.21.15.29:6833/2581876515 1 ==== command_reply(tid 0: 0 ) ==== 8+0+318 (crc 0 0 0) 0x561af8b26e90 con 0x561af8c7e500 2024-09-12T03:14:09.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e5aa00640 10 client.7389 handle_command_reply: tid=0 2024-09-12T03:14:09.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 1 client.7389 shutdown 2024-09-12T03:14:09.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 1 -- 172.21.15.29:0/2622467362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 msgr2=0x561af8bb5cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8bb5cb0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f7e74009790 tx=0x7f7e74004ab0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 1 -- 172.21.15.29:0/2622467362 shutdown_connections 2024-09-12T03:14:09.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x561af8c7e500 0x561af8c7e8e0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561af8be63b0 0x561af8bb5cb0 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561af8bbd480 0x561af8bb5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 1 --2- 172.21.15.29:0/2622467362 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561af8bbbcf0 0x561af8c026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e5aa00640 0 client.7389 ms_handle_reset on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:09.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 1 -- 172.21.15.29:0/2622467362 >> 172.21.15.29:0/2622467362 conn(0x561af8bb94b0 msgr2=0x561af8bba780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 1 -- 172.21.15.29:0/2622467362 shutdown_connections 2024-09-12T03:14:09.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 1 -- 172.21.15.29:0/2622467362 wait complete. 2024-09-12T03:14:09.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.172+0000 7f7e83c32740 20 client.7389 trim_cache size 0 max 16384 2024-09-12T03:14:09.176 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:09.176 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:14:09.177 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 2, 2024-09-12T03:14:09.177 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 6928, 2024-09-12T03:14:09.177 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:14:09.177 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:14:09.177 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:14:09.177 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 1.988374208, 2024-09-12T03:14:09.177 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 92, 2024-09-12T03:14:09.177 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 92, 2024-09-12T03:14:09.177 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 91, 2024-09-12T03:14:09.177 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 15.868342389 2024-09-12T03:14:09.177 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:09.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 -- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e5c06be30 msgr2=0x7f7e5c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e5c06be30 0x7f7e5c06e2f0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c009a30 tx=0x7f7e6c008040 comp rx=0 tx=0).stop 2024-09-12T03:14:09.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 -- 172.21.15.29:0/302957967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e7c0cfa10 msgr2=0x7f7e7c160be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e7c0cfa10 0x7f7e7c160be0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f7e6800c430 tx=0x7f7e6800c8f0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 -- 172.21.15.29:0/302957967 shutdown_connections 2024-09-12T03:14:09.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7e5c06be30 0x7f7e5c06e2f0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7e7c0d0ff0 0x7f7e7c0ca040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e7c0cfa10 0x7f7e7c160be0 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 --2- 172.21.15.29:0/302957967 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7e7c0b7670 0x7f7e7c155b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 -- 172.21.15.29:0/302957967 >> 172.21.15.29:0/302957967 conn(0x7f7e7c067f80 msgr2=0x7f7e7c0d38d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 -- 172.21.15.29:0/302957967 shutdown_connections 2024-09-12T03:14:09.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.173+0000 7f7e80c00640 1 -- 172.21.15.29:0/302957967 wait complete. 2024-09-12T03:14:09.189 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-12T03:14:09.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.348+0000 7f0d54800640 1 Processor -- start 2024-09-12T03:14:09.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.348+0000 7f0d54800640 1 -- start start 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.349+0000 7f0d54800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0d4c072620 0x7f0d4c0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.349+0000 7f0d54800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0d4c06dfd0 0x7f0d4c0afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.349+0000 7f0d54800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d4c06e590 con 0x7f0d4c072240 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.349+0000 7f0d54800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0d4c06e870 con 0x7f0d4c072620 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.349+0000 7f0d54800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0d4c06eb50 con 0x7f0d4c06dfd0 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.350+0000 7f0d51400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0d4c072620 0x7f0d4c0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.350+0000 7f0d51400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0d4c072620 0x7f0d4c0af530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38862/0 (socket says 172.21.15.29:38862) 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.350+0000 7f0d51400640 1 -- 172.21.15.29:0/686830975 learned_addr learned my addr 172.21.15.29:0/686830975 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.350+0000 7f0d51e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f0d4c072240 0x7f0d4c15d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:36544/0 (socket says 172.21.15.29:36544) 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.350+0000 7f0d52800640 1 --2- 172.21.15.29:0/686830975 >> v2:172.21.15.38:3300/0 conn(0x7f0d4c06dfd0 0x7f0d4c0afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.350+0000 7f0d51400640 1 -- 172.21.15.29:0/686830975 >> v2:172.21.15.38:3300/0 conn(0x7f0d4c06dfd0 msgr2=0x7f0d4c0afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.350+0000 7f0d51400640 1 --2- 172.21.15.29:0/686830975 >> v2:172.21.15.38:3300/0 conn(0x7f0d4c06dfd0 0x7f0d4c0afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.350+0000 7f0d51400640 1 -- 172.21.15.29:0/686830975 >> v1:172.21.15.29:6789/0 conn(0x7f0d4c072240 legacy=0x7f0d4c15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.350+0000 7f0d51400640 1 -- 172.21.15.29:0/686830975 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d4c06ee30 con 0x7f0d4c072620 2024-09-12T03:14:09.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.351+0000 7f0d51400640 1 --2- 172.21.15.29:0/686830975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d4c072620 0x7f0d4c0af530 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c06e4c0 tx=0x7f0d3c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80144066e2d1600c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.351+0000 7f0d50a00640 1 -- 172.21.15.29:0/686830975 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d3c037070 con 0x7f0d4c072620 2024-09-12T03:14:09.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.351+0000 7f0d50a00640 1 -- 172.21.15.29:0/686830975 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d3c032440 con 0x7f0d4c072620 2024-09-12T03:14:09.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.352+0000 7f0d50a00640 1 -- 172.21.15.29:0/686830975 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d3c032810 con 0x7f0d4c072620 2024-09-12T03:14:09.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.352+0000 7f0d54800640 1 -- 172.21.15.29:0/686830975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d4c072620 msgr2=0x7f0d4c0af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.352+0000 7f0d54800640 1 --2- 172.21.15.29:0/686830975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d4c072620 0x7f0d4c0af530 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c06e4c0 tx=0x7f0d3c02a270 comp rx=0 tx=0).stop 2024-09-12T03:14:09.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.352+0000 7f0d54800640 1 -- 172.21.15.29:0/686830975 shutdown_connections 2024-09-12T03:14:09.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.352+0000 7f0d54800640 1 --2- 172.21.15.29:0/686830975 >> v2:172.21.15.38:3300/0 conn(0x7f0d4c06dfd0 0x7f0d4c0afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.352+0000 7f0d54800640 1 --2- 172.21.15.29:0/686830975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d4c072620 0x7f0d4c0af530 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.352+0000 7f0d54800640 1 -- 172.21.15.29:0/686830975 >> 172.21.15.29:0/686830975 conn(0x7f0d4c067da0 msgr2=0x7f0d4c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.352+0000 7f0d54800640 1 -- 172.21.15.29:0/686830975 shutdown_connections 2024-09-12T03:14:09.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.352+0000 7f0d54800640 1 -- 172.21.15.29:0/686830975 wait complete. 2024-09-12T03:14:09.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.354+0000 7f0d54800640 1 Processor -- start 2024-09-12T03:14:09.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.354+0000 7f0d54800640 1 -- start start 2024-09-12T03:14:09.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d54800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d4c06dfd0 0x7f0d4c1f5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d54800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d4c072240 0x7f0d4c1527b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d54800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d4c072620 0x7f0d4c15bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d54800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0d4c0cd560 con 0x7f0d4c06dfd0 2024-09-12T03:14:09.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d54800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0d4c0cd3e0 con 0x7f0d4c072240 2024-09-12T03:14:09.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d54800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0d4c0cd6e0 con 0x7f0d4c072620 2024-09-12T03:14:09.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d51e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d4c06dfd0 0x7f0d4c1f5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d51e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d4c06dfd0 0x7f0d4c1f5fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38866/0 (socket says 172.21.15.29:38866) 2024-09-12T03:14:09.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d51e00640 1 -- 172.21.15.29:0/3392872348 learned_addr learned my addr 172.21.15.29:0/3392872348 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d51400640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d4c072240 0x7f0d4c1527b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d52800640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d4c072620 0x7f0d4c15bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d51e00640 1 -- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d4c072620 msgr2=0x7f0d4c15bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d51e00640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d4c072620 0x7f0d4c15bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d51e00640 1 -- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d4c072240 msgr2=0x7f0d4c1527b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d51e00640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d4c072240 0x7f0d4c1527b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d51e00640 1 -- 172.21.15.29:0/3392872348 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d4c151710 con 0x7f0d4c06dfd0 2024-09-12T03:14:09.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d52800640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d4c072620 0x7f0d4c15bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:09.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.355+0000 7f0d51400640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d4c072240 0x7f0d4c1527b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:09.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.356+0000 7f0d51e00640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d4c06dfd0 0x7f0d4c1f5fa0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f0d4000c400 tx=0x7f0d4000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.356+0000 7f0d46000640 1 -- 172.21.15.29:0/3392872348 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d400074e0 con 0x7f0d4c06dfd0 2024-09-12T03:14:09.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.356+0000 7f0d46000640 1 -- 172.21.15.29:0/3392872348 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d40007680 con 0x7f0d4c06dfd0 2024-09-12T03:14:09.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.356+0000 7f0d46000640 1 -- 172.21.15.29:0/3392872348 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d40004a00 con 0x7f0d4c06dfd0 2024-09-12T03:14:09.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.356+0000 7f0d54800640 1 -- 172.21.15.29:0/3392872348 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d4c1519f0 con 0x7f0d4c06dfd0 2024-09-12T03:14:09.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.356+0000 7f0d54800640 1 -- 172.21.15.29:0/3392872348 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d4c151fb0 con 0x7f0d4c06dfd0 2024-09-12T03:14:09.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.359+0000 7f0d46000640 1 -- 172.21.15.29:0/3392872348 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0d4001a020 con 0x7f0d4c06dfd0 2024-09-12T03:14:09.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.360+0000 7f0d46000640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d3006be30 0x7f0d3006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.360+0000 7f0d46000640 1 -- 172.21.15.29:0/3392872348 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f0d4008a960 con 0x7f0d4c06dfd0 2024-09-12T03:14:09.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.360+0000 7f0d5766a740 1 Processor -- start 2024-09-12T03:14:09.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.361+0000 7f0d5766a740 1 -- start start 2024-09-12T03:14:09.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.361+0000 7f0d51400640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d3006be30 0x7f0d3006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.361+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 0x55ff59973490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.361+0000 7f0d51400640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d3006be30 0x7f0d3006e2f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c034000 tx=0x7f0d3c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.361+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992b4b0 0x55ff5992e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.361+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff59928570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.361+0000 7f0d5766a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ff5988c3b0 con 0x55ff5992f480 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.361+0000 7f0d5766a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ff59891410 con 0x55ff5992dcf0 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.361+0000 7f0d5766a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55ff59839620 con 0x55ff5992b4b0 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d51e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 0x55ff59973490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d52800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff59928570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d51e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 0x55ff59973490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:60780/0 (socket says 172.21.15.29:60780) 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d51e00640 1 -- 172.21.15.29:0/2078343865 learned_addr learned my addr 172.21.15.29:0/2078343865 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d51400640 1 --2- 172.21.15.29:0/2078343865 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992b4b0 0x55ff5992e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d51e00640 1 -- 172.21.15.29:0/2078343865 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992b4b0 msgr2=0x55ff5992e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d51e00640 1 --2- 172.21.15.29:0/2078343865 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992b4b0 0x55ff5992e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d51e00640 1 -- 172.21.15.29:0/2078343865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 msgr2=0x55ff59928570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d51e00640 1 --2- 172.21.15.29:0/2078343865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff59928570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d51e00640 1 -- 172.21.15.29:0/2078343865 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff595a42d0 con 0x55ff5992dcf0 2024-09-12T03:14:09.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d52800640 1 --2- 172.21.15.29:0/2078343865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff59928570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:09.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.362+0000 7f0d51e00640 1 --2- 172.21.15.29:0/2078343865 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 0x55ff59973490 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f0d40088b60 tx=0x7f0d40058a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=70c0095edc500e5c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d3a600640 1 -- 172.21.15.29:0/2078343865 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d40056a10 con 0x55ff5992dcf0 2024-09-12T03:14:09.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d3a600640 1 -- 172.21.15.29:0/2078343865 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d40056c70 con 0x55ff5992dcf0 2024-09-12T03:14:09.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d3a600640 1 -- 172.21.15.29:0/2078343865 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d40054fe0 con 0x55ff5992dcf0 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d5766a740 1 -- 172.21.15.29:0/2078343865 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 msgr2=0x55ff59973490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d5766a740 1 --2- 172.21.15.29:0/2078343865 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 0x55ff59973490 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f0d40088b60 tx=0x7f0d40058a30 comp rx=0 tx=0).stop 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d5766a740 1 -- 172.21.15.29:0/2078343865 shutdown_connections 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d5766a740 1 --2- 172.21.15.29:0/2078343865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff59928570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d5766a740 1 --2- 172.21.15.29:0/2078343865 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992b4b0 0x55ff5992e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d5766a740 1 --2- 172.21.15.29:0/2078343865 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 0x55ff59973490 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d5766a740 1 -- 172.21.15.29:0/2078343865 >> 172.21.15.29:0/2078343865 conn(0x55ff5992a740 msgr2=0x55ff59972960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d5766a740 1 -- 172.21.15.29:0/2078343865 shutdown_connections 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.363+0000 7f0d5766a740 1 -- 172.21.15.29:0/2078343865 wait complete. 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.364+0000 7f0d5766a740 1 -- start start 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.364+0000 7f0d5766a740 1 Processor -- start 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.365+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992dcf0 0x55ff59970110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.365+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599557f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.365+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff59957d90 0x55ff59958210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.365+0000 7f0d5766a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ff5984c780 con 0x55ff5992f480 2024-09-12T03:14:09.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.365+0000 7f0d5766a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ff5988d3d0 con 0x55ff59957d90 2024-09-12T03:14:09.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.365+0000 7f0d5766a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55ff59929be0 con 0x55ff5992dcf0 2024-09-12T03:14:09.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.365+0000 7f0d5766a740 10 client.0 _ll_register_callbacks cb 0x55ff5988a5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:09.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d51400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599557f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d51400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599557f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38888/0 (socket says 172.21.15.29:38888) 2024-09-12T03:14:09.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d51400640 1 -- 172.21.15.29:0/2755320105 learned_addr learned my addr 172.21.15.29:0/2755320105 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d51e00640 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992dcf0 0x55ff59970110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d52800640 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff59957d90 0x55ff59958210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d51400640 1 -- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992dcf0 msgr2=0x55ff59970110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d51400640 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992dcf0 0x55ff59970110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d51400640 1 -- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff59957d90 msgr2=0x55ff59958210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d51400640 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff59957d90 0x55ff59958210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d51400640 1 -- 172.21.15.29:0/2755320105 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff5966e6b0 con 0x55ff5992f480 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d51400640 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599557f0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c009960 tx=0x7f0d3c02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94bf42bdde72e90b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.366+0000 7f0d2ea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d2ea00640 1 -- 172.21.15.29:0/2755320105 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d3c050060 con 0x55ff5992f480 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d2ea00640 1 -- 172.21.15.29:0/2755320105 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f0d3c03ed80 con 0x55ff5992f480 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d5766a740 1 -- 172.21.15.29:0/2755320105 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d40056c70 con 0x55ff5992f480 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d2ea00640 1 -- 172.21.15.29:0/2755320105 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f0d3c056050 con 0x55ff5992f480 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d5766a740 10 client.7404 fetch_fsmap learned FSMap version 92 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d5766a740 1 -- 172.21.15.29:0/2755320105 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x55ff59956c70 con 0x55ff5992f480 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d2ea00640 1 -- 172.21.15.29:0/2755320105 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d40056c70 con 0x55ff5992f480 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d2ea00640 1 -- 172.21.15.29:0/2755320105 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 92) ==== 3542+0+0 (secure 0 0 0) 0x7f0d3c059020 con 0x55ff5992f480 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d5766a740 10 client.7404 fetch_fsmap finished waiting for FSMap version 92 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d5766a740 10 client.7404 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d5766a740 20 client.7404 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d5766a740 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55ff59951ad0 0x55ff599835c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d5766a740 4 client.7404 mds_command: new command op to 6931 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:09.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.367+0000 7f0d5766a740 1 -- 172.21.15.29:0/2755320105 --> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff5989eb40 con 0x55ff59951ad0 2024-09-12T03:14:09.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.368+0000 7f0d51e00640 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55ff59951ad0 0x55ff599835c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.369+0000 7f0d2ea00640 10 client.7404 ms_handle_connect on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:09.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.369+0000 7f0d51e00640 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55ff59951ad0 0x55ff599835c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=90a002e4afbe2371 server_cookie=397a578bb82ab0ba in_seq=0 out_seq=0 2024-09-12T03:14:09.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d2ea00640 1 -- 172.21.15.29:0/2755320105 <== mds.1 v2:172.21.15.38:6834/1187811370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ff5989eb40 con 0x55ff59951ad0 2024-09-12T03:14:09.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d2ea00640 10 client.7404 handle_command_reply: tid=0 2024-09-12T03:14:09.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 1 client.7404 shutdown 2024-09-12T03:14:09.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 1 -- 172.21.15.29:0/2755320105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 msgr2=0x55ff599557f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599557f0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c009960 tx=0x7f0d3c02c000 comp rx=0 tx=0).stop 2024-09-12T03:14:09.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 1 -- 172.21.15.29:0/2755320105 shutdown_connections 2024-09-12T03:14:09.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55ff59951ad0 0x55ff599835c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff59957d90 0x55ff59958210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599557f0 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 1 --2- 172.21.15.29:0/2755320105 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992dcf0 0x55ff59970110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d2ea00640 0 client.7404 ms_handle_reset on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:09.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 1 -- 172.21.15.29:0/2755320105 >> 172.21.15.29:0/2755320105 conn(0x55ff5992b4b0 msgr2=0x55ff59971ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 1 -- 172.21.15.29:0/2755320105 shutdown_connections 2024-09-12T03:14:09.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 1 -- 172.21.15.29:0/2755320105 wait complete. 2024-09-12T03:14:09.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.370+0000 7f0d5766a740 20 client.7404 trim_cache size 0 max 16384 2024-09-12T03:14:09.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.389+0000 7f0d5766a740 1 Processor -- start 2024-09-12T03:14:09.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.389+0000 7f0d5766a740 1 -- start start 2024-09-12T03:14:09.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992dcf0 0x55ff59972f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992f480 0x55ff599709e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff59957d90 0x55ff59970f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d5766a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0d4c0b51d0 con 0x55ff59957d90 2024-09-12T03:14:09.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d5766a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0d4c200c60 con 0x55ff5992f480 2024-09-12T03:14:09.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d5766a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0d4c1f2b80 con 0x55ff5992dcf0 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d52800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff59957d90 0x55ff59970f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d52800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff59957d90 0x55ff59970f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38890/0 (socket says 172.21.15.29:38890) 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d52800640 1 -- 172.21.15.29:0/237303982 learned_addr learned my addr 172.21.15.29:0/237303982 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d51400640 1 --2- 172.21.15.29:0/237303982 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992f480 0x55ff599709e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d51e00640 1 --2- 172.21.15.29:0/237303982 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992dcf0 0x55ff59972f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d52800640 1 -- 172.21.15.29:0/237303982 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992dcf0 msgr2=0x55ff59972f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d52800640 1 --2- 172.21.15.29:0/237303982 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992dcf0 0x55ff59972f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.390+0000 7f0d52800640 1 -- 172.21.15.29:0/237303982 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992f480 msgr2=0x55ff599709e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.391+0000 7f0d52800640 1 --2- 172.21.15.29:0/237303982 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992f480 0x55ff599709e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.391+0000 7f0d52800640 1 -- 172.21.15.29:0/237303982 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff5992a320 con 0x55ff59957d90 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.391+0000 7f0d51400640 1 --2- 172.21.15.29:0/237303982 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992f480 0x55ff599709e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.391+0000 7f0d52800640 1 --2- 172.21.15.29:0/237303982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff59957d90 0x55ff59970f20 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f0d48015680 tx=0x7f0d48015b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83e3ee35c2ca8ecb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.391+0000 7f0d39c00640 1 -- 172.21.15.29:0/237303982 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d48013990 con 0x55ff59957d90 2024-09-12T03:14:09.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.391+0000 7f0d39c00640 1 -- 172.21.15.29:0/237303982 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d48013b30 con 0x55ff59957d90 2024-09-12T03:14:09.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.391+0000 7f0d39c00640 1 -- 172.21.15.29:0/237303982 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d48015e80 con 0x55ff59957d90 2024-09-12T03:14:09.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.392+0000 7f0d5766a740 1 -- 172.21.15.29:0/237303982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff59957d90 msgr2=0x55ff59970f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.392+0000 7f0d5766a740 1 --2- 172.21.15.29:0/237303982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff59957d90 0x55ff59970f20 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f0d48015680 tx=0x7f0d48015b40 comp rx=0 tx=0).stop 2024-09-12T03:14:09.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.392+0000 7f0d5766a740 1 -- 172.21.15.29:0/237303982 shutdown_connections 2024-09-12T03:14:09.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.392+0000 7f0d5766a740 1 --2- 172.21.15.29:0/237303982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff59957d90 0x55ff59970f20 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.392+0000 7f0d5766a740 1 --2- 172.21.15.29:0/237303982 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992f480 0x55ff599709e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.392+0000 7f0d5766a740 1 --2- 172.21.15.29:0/237303982 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff5992dcf0 0x55ff59972f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.392+0000 7f0d5766a740 1 -- 172.21.15.29:0/237303982 >> 172.21.15.29:0/237303982 conn(0x55ff5992b4b0 msgr2=0x55ff599524f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.392+0000 7f0d5766a740 1 -- 172.21.15.29:0/237303982 shutdown_connections 2024-09-12T03:14:09.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.392+0000 7f0d5766a740 1 -- 172.21.15.29:0/237303982 wait complete. 2024-09-12T03:14:09.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.392+0000 7f0d5766a740 1 -- start start 2024-09-12T03:14:09.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.393+0000 7f0d5766a740 1 Processor -- start 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.393+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 0x55ff59981670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.393+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599728c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d5766a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff59957d90 0x55ff59970bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d5766a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ff59951950 con 0x55ff5992f480 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d5766a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ff59983e80 con 0x55ff5992dcf0 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d5766a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55ff59951f70 con 0x55ff59957d90 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d5766a740 10 client.0 _ll_register_callbacks cb 0x7f0d3c0096f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d51400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599728c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d51400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599728c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38902/0 (socket says 172.21.15.29:38902) 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d51400640 1 -- 172.21.15.29:0/426919451 learned_addr learned my addr 172.21.15.29:0/426919451 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d51e00640 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 0x55ff59981670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d52800640 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff59957d90 0x55ff59970bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d51400640 1 -- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff59957d90 msgr2=0x55ff59970bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d51400640 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff59957d90 0x55ff59970bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d51400640 1 -- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 msgr2=0x55ff59981670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d51400640 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 0x55ff59981670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d51400640 1 -- 172.21.15.29:0/426919451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff599744c0 con 0x55ff5992f480 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.394+0000 7f0d52800640 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff59957d90 0x55ff59970bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d51400640 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599728c0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c009630 tx=0x7f0d3c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c10844dd07bf00d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d2ea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d2ea00640 1 -- 172.21.15.29:0/426919451 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d3c037040 con 0x55ff5992f480 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d2ea00640 1 -- 172.21.15.29:0/426919451 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f0d3c04bbb0 con 0x55ff5992f480 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d5766a740 1 -- 172.21.15.29:0/426919451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d48013b30 con 0x55ff5992f480 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d2ea00640 1 -- 172.21.15.29:0/426919451 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f0d3c04bdb0 con 0x55ff5992f480 2024-09-12T03:14:09.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d5766a740 10 client.7410 fetch_fsmap learned FSMap version 92 2024-09-12T03:14:09.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d5766a740 1 -- 172.21.15.29:0/426919451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x55ff599960f0 con 0x55ff5992f480 2024-09-12T03:14:09.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d2ea00640 1 -- 172.21.15.29:0/426919451 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d48013b30 con 0x55ff5992f480 2024-09-12T03:14:09.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d2ea00640 1 -- 172.21.15.29:0/426919451 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 92) ==== 3542+0+0 (secure 0 0 0) 0x7f0d3c053030 con 0x55ff5992f480 2024-09-12T03:14:09.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d5766a740 10 client.7410 fetch_fsmap finished waiting for FSMap version 92 2024-09-12T03:14:09.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.395+0000 7f0d5766a740 10 client.7410 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-12T03:14:09.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.396+0000 7f0d5766a740 20 client.7410 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:09.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.396+0000 7f0d5766a740 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55ff59975e70 0x55ff59976250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.396+0000 7f0d5766a740 4 client.7410 mds_command: new command op to 6931 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:14:09.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.396+0000 7f0d5766a740 1 -- 172.21.15.29:0/426919451 --> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] -- command(tid 0: {"prefix": "status"}) -- 0x55ff59898e90 con 0x55ff59975e70 2024-09-12T03:14:09.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.396+0000 7f0d51e00640 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55ff59975e70 0x55ff59976250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d51e00640 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55ff59975e70 0x55ff59976250 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=50969492d98f84c1 server_cookie=8cc02eb18774afba in_seq=0 out_seq=0 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d2ea00640 10 client.7410 ms_handle_connect on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d2ea00640 1 -- 172.21.15.29:0/426919451 <== mds.1 v2:172.21.15.38:6834/1187811370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55ff59898e90 con 0x55ff59975e70 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d2ea00640 10 client.7410 handle_command_reply: tid=0 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 1 client.7410 shutdown 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 1 -- 172.21.15.29:0/426919451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 msgr2=0x55ff599728c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599728c0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c009630 tx=0x7f0d3c004730 comp rx=0 tx=0).stop 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 1 -- 172.21.15.29:0/426919451 shutdown_connections 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55ff59975e70 0x55ff59976250 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ff59957d90 0x55ff59970bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ff5992f480 0x55ff599728c0 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 1 --2- 172.21.15.29:0/426919451 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ff5992dcf0 0x55ff59981670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d2ea00640 0 client.7410 ms_handle_reset on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:09.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 1 -- 172.21.15.29:0/426919451 >> 172.21.15.29:0/426919451 conn(0x55ff5992b4b0 msgr2=0x55ff5996f990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 1 -- 172.21.15.29:0/426919451 shutdown_connections 2024-09-12T03:14:09.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 1 -- 172.21.15.29:0/426919451 wait complete. 2024-09-12T03:14:09.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.397+0000 7f0d5766a740 20 client.7410 trim_cache size 0 max 16384 2024-09-12T03:14:09.402 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:09.402 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:14:09.402 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 1, 2024-09-12T03:14:09.402 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 6931, 2024-09-12T03:14:09.402 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:14:09.402 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:14:09.402 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:14:09.402 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 3.2156724140000001, 2024-09-12T03:14:09.403 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 92, 2024-09-12T03:14:09.403 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 93, 2024-09-12T03:14:09.403 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 91, 2024-09-12T03:14:09.403 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 16.086199902000001 2024-09-12T03:14:09.403 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 -- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d3006be30 msgr2=0x7f0d3006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d3006be30 0x7f0d3006e2f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c034000 tx=0x7f0d3c02e000 comp rx=0 tx=0).stop 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 -- 172.21.15.29:0/3392872348 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d4c06dfd0 msgr2=0x7f0d4c1f5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d4c06dfd0 0x7f0d4c1f5fa0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f0d4000c400 tx=0x7f0d4000c8c0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 -- 172.21.15.29:0/3392872348 shutdown_connections 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d3006be30 0x7f0d3006e2f0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0d4c072620 0x7f0d4c15bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0d4c072240 0x7f0d4c1527b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 --2- 172.21.15.29:0/3392872348 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d4c06dfd0 0x7f0d4c1f5fa0 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 -- 172.21.15.29:0/3392872348 >> 172.21.15.29:0/3392872348 conn(0x7f0d4c067da0 msgr2=0x7f0d4c157030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 -- 172.21.15.29:0/3392872348 shutdown_connections 2024-09-12T03:14:09.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.398+0000 7f0d54800640 1 -- 172.21.15.29:0/3392872348 wait complete. 2024-09-12T03:14:09.414 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-12T03:14:09.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.571+0000 7f6a3a800640 1 Processor -- start 2024-09-12T03:14:09.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.571+0000 7f6a3a800640 1 -- start start 2024-09-12T03:14:09.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.572+0000 7f6a3a800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6a3406f0e0 0x7f6a3415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.572+0000 7f6a3a800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a340b3ba0 0x7f6a340b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.572+0000 7f6a3a800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a3415c620 con 0x7f6a3406f4c0 2024-09-12T03:14:09.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.572+0000 7f6a3a800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f6a3415bc50 con 0x7f6a3406f0e0 2024-09-12T03:14:09.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.572+0000 7f6a3a800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6a34152630 con 0x7f6a340b3ba0 2024-09-12T03:14:09.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.573+0000 7f6a33400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6a3406f0e0 0x7f6a3415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.573+0000 7f6a33400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6a3406f0e0 0x7f6a3415c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38918/0 (socket says 172.21.15.29:38918) 2024-09-12T03:14:09.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.573+0000 7f6a33400640 1 -- 172.21.15.29:0/2348851506 learned_addr learned my addr 172.21.15.29:0/2348851506 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.573+0000 7f6a33e00640 1 --2- 172.21.15.29:0/2348851506 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a340b3ba0 0x7f6a340b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.573+0000 7f6a33400640 1 -- 172.21.15.29:0/2348851506 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a340b3ba0 msgr2=0x7f6a340b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.573+0000 7f6a33400640 1 --2- 172.21.15.29:0/2348851506 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a340b3ba0 0x7f6a340b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.573+0000 7f6a33400640 1 -- 172.21.15.29:0/2348851506 >> v1:172.21.15.38:6789/0 conn(0x7f6a3406f4c0 legacy=0x7f6a340cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.573+0000 7f6a33400640 1 -- 172.21.15.29:0/2348851506 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a340cfb40 con 0x7f6a3406f0e0 2024-09-12T03:14:09.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.574+0000 7f6a33400640 1 --2- 172.21.15.29:0/2348851506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a3406f0e0 0x7f6a3415c0e0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f6a24009870 tx=0x7f6a2402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a87b08d2a916fe5b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.574+0000 7f6a32000640 1 -- 172.21.15.29:0/2348851506 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a24037070 con 0x7f6a3406f0e0 2024-09-12T03:14:09.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.574+0000 7f6a32000640 1 -- 172.21.15.29:0/2348851506 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a24032440 con 0x7f6a3406f0e0 2024-09-12T03:14:09.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.575+0000 7f6a32000640 1 -- 172.21.15.29:0/2348851506 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a24032810 con 0x7f6a3406f0e0 2024-09-12T03:14:09.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.575+0000 7f6a3a800640 1 -- 172.21.15.29:0/2348851506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a3406f0e0 msgr2=0x7f6a3415c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.575+0000 7f6a3a800640 1 --2- 172.21.15.29:0/2348851506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a3406f0e0 0x7f6a3415c0e0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f6a24009870 tx=0x7f6a2402a250 comp rx=0 tx=0).stop 2024-09-12T03:14:09.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.575+0000 7f6a3a800640 1 -- 172.21.15.29:0/2348851506 shutdown_connections 2024-09-12T03:14:09.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.575+0000 7f6a3a800640 1 --2- 172.21.15.29:0/2348851506 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a340b3ba0 0x7f6a340b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.575+0000 7f6a3a800640 1 --2- 172.21.15.29:0/2348851506 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a3406f0e0 0x7f6a3415c0e0 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.575+0000 7f6a3a800640 1 -- 172.21.15.29:0/2348851506 >> 172.21.15.29:0/2348851506 conn(0x7f6a34067da0 msgr2=0x7f6a3406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.575+0000 7f6a3a800640 1 -- 172.21.15.29:0/2348851506 shutdown_connections 2024-09-12T03:14:09.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.575+0000 7f6a3a800640 1 -- 172.21.15.29:0/2348851506 wait complete. 2024-09-12T03:14:09.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.577+0000 7f6a3a800640 1 Processor -- start 2024-09-12T03:14:09.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.577+0000 7f6a3a800640 1 -- start start 2024-09-12T03:14:09.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.578+0000 7f6a3a800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a3406f0e0 0x7f6a34144db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.578+0000 7f6a3a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a3406f4c0 0x7f6a34145700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.578+0000 7f6a3a800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a340b3ba0 0x7f6a34153580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.578+0000 7f6a3a800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6a3406f930 con 0x7f6a3406f4c0 2024-09-12T03:14:09.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.578+0000 7f6a3a800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6a3415b8e0 con 0x7f6a340b3ba0 2024-09-12T03:14:09.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.578+0000 7f6a3a800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6a340cf770 con 0x7f6a3406f0e0 2024-09-12T03:14:09.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.578+0000 7f6a32a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a3406f4c0 0x7f6a34145700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.578+0000 7f6a32a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a3406f4c0 0x7f6a34145700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38924/0 (socket says 172.21.15.29:38924) 2024-09-12T03:14:09.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.578+0000 7f6a32a00640 1 -- 172.21.15.29:0/3152953486 learned_addr learned my addr 172.21.15.29:0/3152953486 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.578+0000 7f6a33400640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a3406f0e0 0x7f6a34144db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.578+0000 7f6a33e00640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a340b3ba0 0x7f6a34153580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.579+0000 7f6a32a00640 1 -- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a3406f0e0 msgr2=0x7f6a34144db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.579+0000 7f6a32a00640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a3406f0e0 0x7f6a34144db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.579+0000 7f6a32a00640 1 -- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a340b3ba0 msgr2=0x7f6a34153580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.579+0000 7f6a32a00640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a340b3ba0 0x7f6a34153580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.579+0000 7f6a32a00640 1 -- 172.21.15.29:0/3152953486 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a3414f4e0 con 0x7f6a3406f4c0 2024-09-12T03:14:09.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.579+0000 7f6a32a00640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a3406f4c0 0x7f6a34145700 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f6a2000c400 tx=0x7f6a2000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.579+0000 7f6a2b400640 1 -- 172.21.15.29:0/3152953486 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a200052d0 con 0x7f6a3406f4c0 2024-09-12T03:14:09.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.579+0000 7f6a2b400640 1 -- 172.21.15.29:0/3152953486 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a20005490 con 0x7f6a3406f4c0 2024-09-12T03:14:09.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.579+0000 7f6a2b400640 1 -- 172.21.15.29:0/3152953486 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a20007260 con 0x7f6a3406f4c0 2024-09-12T03:14:09.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.579+0000 7f6a3a800640 1 -- 172.21.15.29:0/3152953486 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a341540b0 con 0x7f6a3406f4c0 2024-09-12T03:14:09.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.579+0000 7f6a3a800640 1 -- 172.21.15.29:0/3152953486 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a340b1bd0 con 0x7f6a3406f4c0 2024-09-12T03:14:09.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.581+0000 7f6a2b400640 1 -- 172.21.15.29:0/3152953486 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6a20007400 con 0x7f6a3406f4c0 2024-09-12T03:14:09.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.582+0000 7f6a2b400640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a1406be30 0x7f6a1406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.582 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.582+0000 7f6a2b400640 1 -- 172.21.15.29:0/3152953486 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f6a2008a580 con 0x7f6a3406f4c0 2024-09-12T03:14:09.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.583+0000 7f6a33400640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a1406be30 0x7f6a1406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.583+0000 7f6a3d695740 1 Processor -- start 2024-09-12T03:14:09.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.583+0000 7f6a3d695740 1 -- start start 2024-09-12T03:14:09.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.584+0000 7f6a33400640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a1406be30 0x7f6a1406e2f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f6a24034000 tx=0x7f6a2402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.584+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7ba1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.584+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b594b0 0x5596a7b5c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.584+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b5d480 0x5596a7b56570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.584+0000 7f6a3d695740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5596a7aba3b0 con 0x5596a7b594b0 2024-09-12T03:14:09.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.584+0000 7f6a3d695740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5596a7abf410 con 0x5596a7b5d480 2024-09-12T03:14:09.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.584+0000 7f6a3d695740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5596a7a67620 con 0x5596a7b5bcf0 2024-09-12T03:14:09.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a32a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b594b0 0x5596a7b5c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a33e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b5d480 0x5596a7b56570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a32a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b594b0 0x5596a7b5c0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38930/0 (socket says 172.21.15.29:38930) 2024-09-12T03:14:09.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a33400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7ba1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a32a00640 1 -- 172.21.15.29:0/3524778709 learned_addr learned my addr 172.21.15.29:0/3524778709 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a33e00640 1 -- 172.21.15.29:0/3524778709 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 msgr2=0x5596a7ba1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a33e00640 1 --2- 172.21.15.29:0/3524778709 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7ba1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a33e00640 1 -- 172.21.15.29:0/3524778709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b594b0 msgr2=0x5596a7b5c0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a33e00640 1 --2- 172.21.15.29:0/3524778709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b594b0 0x5596a7b5c0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a33e00640 1 -- 172.21.15.29:0/3524778709 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596a77d22d0 con 0x5596a7b5d480 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a32a00640 1 --2- 172.21.15.29:0/3524778709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b594b0 0x5596a7b5c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.585+0000 7f6a33e00640 1 --2- 172.21.15.29:0/3524778709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b5d480 0x5596a7b56570 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f6a2c009ec0 tx=0x7f6a2c003d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67213266cc64b728 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a1fe00640 1 -- 172.21.15.29:0/3524778709 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a2c004830 con 0x5596a7b5d480 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a1fe00640 1 -- 172.21.15.29:0/3524778709 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a2c01a070 con 0x5596a7b5d480 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a1fe00640 1 -- 172.21.15.29:0/3524778709 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a2c015620 con 0x5596a7b5d480 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a3d695740 1 -- 172.21.15.29:0/3524778709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b5d480 msgr2=0x5596a7b56570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3524778709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b5d480 0x5596a7b56570 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f6a2c009ec0 tx=0x7f6a2c003d60 comp rx=0 tx=0).stop 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a3d695740 1 -- 172.21.15.29:0/3524778709 shutdown_connections 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3524778709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b5d480 0x5596a7b56570 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3524778709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b594b0 0x5596a7b5c0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3524778709 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7ba1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a3d695740 1 -- 172.21.15.29:0/3524778709 >> 172.21.15.29:0/3524778709 conn(0x5596a7b58740 msgr2=0x5596a7ba0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a3d695740 1 -- 172.21.15.29:0/3524778709 shutdown_connections 2024-09-12T03:14:09.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.586+0000 7f6a3d695740 1 -- 172.21.15.29:0/3524778709 wait complete. 2024-09-12T03:14:09.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.587+0000 7f6a3d695740 1 -- start start 2024-09-12T03:14:09.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.587+0000 7f6a3d695740 1 Processor -- start 2024-09-12T03:14:09.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.588+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7b775e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.588+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5d480 0x5596a7b836d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.588+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b83c10 0x5596a7b56dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.588+0000 7f6a3d695740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5596a7a7a780 con 0x5596a7b5d480 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.588+0000 7f6a3d695740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5596a7abb3d0 con 0x5596a7b83c10 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.588+0000 7f6a3d695740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5596a7b57be0 con 0x5596a7b5bcf0 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.588+0000 7f6a3d695740 10 client.0 _ll_register_callbacks cb 0x5596a7ab85d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.588+0000 7f6a32a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5d480 0x5596a7b836d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a32a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5d480 0x5596a7b836d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38938/0 (socket says 172.21.15.29:38938) 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a32a00640 1 -- 172.21.15.29:0/3321097060 learned_addr learned my addr 172.21.15.29:0/3321097060 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a33400640 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7b775e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a33e00640 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b83c10 0x5596a7b56dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a32a00640 1 -- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 msgr2=0x5596a7b775e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a32a00640 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7b775e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a32a00640 1 -- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b83c10 msgr2=0x5596a7b56dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a32a00640 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b83c10 0x5596a7b56dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a32a00640 1 -- 172.21.15.29:0/3321097060 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596a789c6b0 con 0x5596a7b5d480 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a32a00640 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5d480 0x5596a7b836d0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f6a20054a10 tx=0x7f6a2005c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2538ba92ca08d8c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a1cc00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a1cc00640 1 -- 172.21.15.29:0/3321097060 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a20083070 con 0x5596a7b5d480 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a1cc00640 1 -- 172.21.15.29:0/3321097060 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f6a2008a2c0 con 0x5596a7b5d480 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.589+0000 7f6a3d695740 1 -- 172.21.15.29:0/3321097060 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a2c01a070 con 0x5596a7b5d480 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a1cc00640 1 -- 172.21.15.29:0/3321097060 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f6a20057a00 con 0x5596a7b5d480 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a3d695740 10 client.7422 fetch_fsmap learned FSMap version 92 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a3d695740 1 -- 172.21.15.29:0/3321097060 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x5596a7b7bd80 con 0x5596a7b5d480 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a1cc00640 1 -- 172.21.15.29:0/3321097060 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a2c01a070 con 0x5596a7b5d480 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a1cc00640 1 -- 172.21.15.29:0/3321097060 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 92) ==== 3542+0+0 (secure 0 0 0) 0x7f6a20086030 con 0x5596a7b5d480 2024-09-12T03:14:09.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a3d695740 10 client.7422 fetch_fsmap finished waiting for FSMap version 92 2024-09-12T03:14:09.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a3d695740 10 client.7422 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T03:14:09.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a3d695740 20 client.7422 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:09.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5596a7b55d10 0x5596a7b85ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a3d695740 4 client.7422 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:09.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a3d695740 1 -- 172.21.15.29:0/3321097060 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5596a7accb40 con 0x5596a7b55d10 2024-09-12T03:14:09.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.590+0000 7f6a33400640 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5596a7b55d10 0x5596a7b85ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.591+0000 7f6a33400640 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5596a7b55d10 0x5596a7b85ef0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3552c5a6c54ed65 server_cookie=852b24c4124b40cc in_seq=0 out_seq=0 2024-09-12T03:14:09.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.591+0000 7f6a1cc00640 10 client.7422 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:09.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a1cc00640 1 -- 172.21.15.29:0/3321097060 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5596a7accb40 con 0x5596a7b55d10 2024-09-12T03:14:09.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a1cc00640 10 client.7422 handle_command_reply: tid=0 2024-09-12T03:14:09.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a3d695740 1 client.7422 shutdown 2024-09-12T03:14:09.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a3d695740 1 -- 172.21.15.29:0/3321097060 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5d480 msgr2=0x5596a7b836d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5d480 0x5596a7b836d0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f6a20054a10 tx=0x7f6a2005c930 comp rx=0 tx=0).stop 2024-09-12T03:14:09.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a3d695740 1 -- 172.21.15.29:0/3321097060 shutdown_connections 2024-09-12T03:14:09.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5596a7b55d10 0x5596a7b85ef0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b83c10 0x5596a7b56dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5d480 0x5596a7b836d0 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a1cc00640 0 client.7422 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:09.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3321097060 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7b775e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.592+0000 7f6a3d695740 1 -- 172.21.15.29:0/3321097060 >> 172.21.15.29:0/3321097060 conn(0x5596a7b594b0 msgr2=0x5596a7b9ff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.593+0000 7f6a3d695740 1 -- 172.21.15.29:0/3321097060 shutdown_connections 2024-09-12T03:14:09.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.593+0000 7f6a3d695740 1 -- 172.21.15.29:0/3321097060 wait complete. 2024-09-12T03:14:09.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.593+0000 7f6a3d695740 20 client.7422 trim_cache size 0 max 16384 2024-09-12T03:14:09.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.611+0000 7f6a3d695740 1 Processor -- start 2024-09-12T03:14:09.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.611+0000 7f6a3d695740 1 -- start start 2024-09-12T03:14:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.612+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5bcf0 0x5596a7bb0530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.612+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5d480 0x5596a7b9ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.612+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b83c10 0x5596a7b562a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.612+0000 7f6a3d695740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6a342005e0 con 0x5596a7b5bcf0 2024-09-12T03:14:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.612+0000 7f6a3d695740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6a34200cb0 con 0x5596a7b83c10 2024-09-12T03:14:09.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.612+0000 7f6a3d695740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6a340b0d00 con 0x5596a7b5d480 2024-09-12T03:14:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.613+0000 7f6a33400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5bcf0 0x5596a7bb0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.613+0000 7f6a33400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5bcf0 0x5596a7bb0530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38946/0 (socket says 172.21.15.29:38946) 2024-09-12T03:14:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.613+0000 7f6a33400640 1 -- 172.21.15.29:0/3855724499 learned_addr learned my addr 172.21.15.29:0/3855724499 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.613+0000 7f6a33400640 1 -- 172.21.15.29:0/3855724499 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5d480 msgr2=0x5596a7b9ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.613+0000 7f6a33400640 1 --2- 172.21.15.29:0/3855724499 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5d480 0x5596a7b9ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.613+0000 7f6a33e00640 1 --2- 172.21.15.29:0/3855724499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b83c10 0x5596a7b562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.613+0000 7f6a33400640 1 -- 172.21.15.29:0/3855724499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b83c10 msgr2=0x5596a7b562a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.613+0000 7f6a33400640 1 --2- 172.21.15.29:0/3855724499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b83c10 0x5596a7b562a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.613+0000 7f6a33400640 1 -- 172.21.15.29:0/3855724499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596a7b83a40 con 0x5596a7b5bcf0 2024-09-12T03:14:09.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.613+0000 7f6a33e00640 1 --2- 172.21.15.29:0/3855724499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b83c10 0x5596a7b562a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:09.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.613+0000 7f6a33400640 1 --2- 172.21.15.29:0/3855724499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5bcf0 0x5596a7bb0530 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f6a24009870 tx=0x7f6a2402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7640d56d5bf67bb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a1f400640 1 -- 172.21.15.29:0/3855724499 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a24037040 con 0x5596a7b5bcf0 2024-09-12T03:14:09.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a1f400640 1 -- 172.21.15.29:0/3855724499 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a24058070 con 0x5596a7b5bcf0 2024-09-12T03:14:09.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a1f400640 1 -- 172.21.15.29:0/3855724499 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a24052500 con 0x5596a7b5bcf0 2024-09-12T03:14:09.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a3d695740 1 -- 172.21.15.29:0/3855724499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5bcf0 msgr2=0x5596a7bb0530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3855724499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5bcf0 0x5596a7bb0530 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f6a24009870 tx=0x7f6a2402c000 comp rx=0 tx=0).stop 2024-09-12T03:14:09.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a3d695740 1 -- 172.21.15.29:0/3855724499 shutdown_connections 2024-09-12T03:14:09.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3855724499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b83c10 0x5596a7b562a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3855724499 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5d480 0x5596a7b9ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a3d695740 1 --2- 172.21.15.29:0/3855724499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b5bcf0 0x5596a7bb0530 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a3d695740 1 -- 172.21.15.29:0/3855724499 >> 172.21.15.29:0/3855724499 conn(0x5596a7b594b0 msgr2=0x5596a7b85ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a3d695740 1 -- 172.21.15.29:0/3855724499 shutdown_connections 2024-09-12T03:14:09.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.614+0000 7f6a3d695740 1 -- 172.21.15.29:0/3855724499 wait complete. 2024-09-12T03:14:09.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.615+0000 7f6a3d695740 1 -- start start 2024-09-12T03:14:09.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.615+0000 7f6a3d695740 1 Processor -- start 2024-09-12T03:14:09.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7b82f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b5d480 0x5596a7c1cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a3d695740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b83c10 0x5596a7b59890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a3d695740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5596a7b55b90 con 0x5596a7b83c10 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a3d695740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5596a7b86730 con 0x5596a7b5d480 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a3d695740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5596a7b56120 con 0x5596a7b5bcf0 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a3d695740 10 client.0 _ll_register_callbacks cb 0x7f6a20007750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a33e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b83c10 0x5596a7b59890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a33e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b83c10 0x5596a7b59890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38960/0 (socket says 172.21.15.29:38960) 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a33e00640 1 -- 172.21.15.29:0/2828956430 learned_addr learned my addr 172.21.15.29:0/2828956430 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a33400640 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7b82f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.616+0000 7f6a32a00640 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b5d480 0x5596a7c1cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.617+0000 7f6a33e00640 1 -- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 msgr2=0x5596a7b82f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.617+0000 7f6a33e00640 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7b82f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.617+0000 7f6a33e00640 1 -- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b5d480 msgr2=0x5596a7c1cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.617+0000 7f6a33e00640 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b5d480 0x5596a7c1cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.617+0000 7f6a33e00640 1 -- 172.21.15.29:0/2828956430 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596a7b59dd0 con 0x5596a7b83c10 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.617+0000 7f6a33e00640 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b83c10 0x5596a7b59890 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f6a2c003da0 tx=0x7f6a2c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbaab56e1a32cb22 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.617+0000 7f6a1cc00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.617+0000 7f6a1cc00640 1 -- 172.21.15.29:0/2828956430 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a2c015630 con 0x5596a7b83c10 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.617+0000 7f6a1cc00640 1 -- 172.21.15.29:0/2828956430 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f6a2c0157d0 con 0x5596a7b83c10 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.617+0000 7f6a3d695740 1 -- 172.21.15.29:0/2828956430 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a24058070 con 0x5596a7b83c10 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.618+0000 7f6a1cc00640 1 -- 172.21.15.29:0/2828956430 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f6a2c031050 con 0x5596a7b83c10 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.618+0000 7f6a3d695740 10 client.7428 fetch_fsmap learned FSMap version 92 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.618+0000 7f6a3d695740 1 -- 172.21.15.29:0/2828956430 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x5596a7b7f6b0 con 0x5596a7b83c10 2024-09-12T03:14:09.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.618+0000 7f6a1cc00640 1 -- 172.21.15.29:0/2828956430 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a24058070 con 0x5596a7b83c10 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.618+0000 7f6a1cc00640 1 -- 172.21.15.29:0/2828956430 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 92) ==== 3542+0+0 (secure 0 0 0) 0x7f6a2c034020 con 0x5596a7b83c10 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.618+0000 7f6a3d695740 10 client.7428 fetch_fsmap finished waiting for FSMap version 92 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.618+0000 7f6a3d695740 10 client.7428 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.618+0000 7f6a3d695740 20 client.7428 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.618+0000 7f6a3d695740 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5596a7b85dd0 0x5596a7b79c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.618+0000 7f6a3d695740 4 client.7428 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.618+0000 7f6a3d695740 1 -- 172.21.15.29:0/2828956430 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "status"}) -- 0x5596a7b84f40 con 0x5596a7b85dd0 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.619+0000 7f6a33400640 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5596a7b85dd0 0x5596a7b79c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.619+0000 7f6a33400640 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5596a7b85dd0 0x5596a7b79c70 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=794bddbd6267d5f1 server_cookie=dd842a2d29cced5d in_seq=0 out_seq=0 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.619+0000 7f6a1cc00640 10 client.7428 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.619+0000 7f6a1cc00640 1 -- 172.21.15.29:0/2828956430 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x5596a7b84f40 con 0x5596a7b85dd0 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.619+0000 7f6a1cc00640 10 client.7428 handle_command_reply: tid=0 2024-09-12T03:14:09.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.619+0000 7f6a3d695740 1 client.7428 shutdown 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a3d695740 1 -- 172.21.15.29:0/2828956430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b83c10 msgr2=0x5596a7b59890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a3d695740 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b83c10 0x5596a7b59890 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f6a2c003da0 tx=0x7f6a2c004ab0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a3d695740 1 -- 172.21.15.29:0/2828956430 shutdown_connections 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a3d695740 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5596a7b85dd0 0x5596a7b79c70 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a3d695740 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596a7b83c10 0x5596a7b59890 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a3d695740 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5596a7b5d480 0x5596a7c1cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a3d695740 1 --2- 172.21.15.29:0/2828956430 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5596a7b5bcf0 0x5596a7b82f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a1cc00640 0 client.7428 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a3d695740 1 -- 172.21.15.29:0/2828956430 >> 172.21.15.29:0/2828956430 conn(0x5596a7b594b0 msgr2=0x5596a7b9ebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a3d695740 1 -- 172.21.15.29:0/2828956430 shutdown_connections 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a3d695740 1 -- 172.21.15.29:0/2828956430 wait complete. 2024-09-12T03:14:09.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.620+0000 7f6a3d695740 20 client.7428 trim_cache size 0 max 16384 2024-09-12T03:14:09.630 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:09.630 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:14:09.630 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:14:09.630 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 7233, 2024-09-12T03:14:09.630 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:14:09.630 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:14:09.630 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:14:09.630 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 11.581700889, 2024-09-12T03:14:09.630 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 92, 2024-09-12T03:14:09.630 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 93, 2024-09-12T03:14:09.630 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 91, 2024-09-12T03:14:09.631 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 16.308392420000001 2024-09-12T03:14:09.631 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:09.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 -- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a1406be30 msgr2=0x7f6a1406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a1406be30 0x7f6a1406e2f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f6a24034000 tx=0x7f6a2402e000 comp rx=0 tx=0).stop 2024-09-12T03:14:09.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 -- 172.21.15.29:0/3152953486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a3406f4c0 msgr2=0x7f6a34145700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a3406f4c0 0x7f6a34145700 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f6a2000c400 tx=0x7f6a2000c8c0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 -- 172.21.15.29:0/3152953486 shutdown_connections 2024-09-12T03:14:09.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6a1406be30 0x7f6a1406e2f0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6a340b3ba0 0x7f6a34153580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6a3406f4c0 0x7f6a34145700 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 --2- 172.21.15.29:0/3152953486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6a3406f0e0 0x7f6a34144db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 -- 172.21.15.29:0/3152953486 >> 172.21.15.29:0/3152953486 conn(0x7f6a34067da0 msgr2=0x7f6a3415aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 -- 172.21.15.29:0/3152953486 shutdown_connections 2024-09-12T03:14:09.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.621+0000 7f6a3a800640 1 -- 172.21.15.29:0/3152953486 wait complete. 2024-09-12T03:14:09.636 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.795+0000 7f02f6000640 1 Processor -- start 2024-09-12T03:14:09.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.795+0000 7f02f6000640 1 -- start start 2024-09-12T03:14:09.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.797+0000 7f02f6000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02f015c1c0 0x7f02f0070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.797+0000 7f02f6000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f02f015f480 0x7f02f009aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.797+0000 7f02f6000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02f0070e00 con 0x7f02f009afb0 2024-09-12T03:14:09.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.797+0000 7f02f6000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f02f00b5d90 con 0x7f02f015f480 2024-09-12T03:14:09.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.797+0000 7f02f6000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f02f00710e0 con 0x7f02f015c1c0 2024-09-12T03:14:09.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.797+0000 7f02ef400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02f015c1c0 0x7f02f0070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.797+0000 7f02e7e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f02f015f480 0x7f02f009aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.797+0000 7f02efe00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f02f009afb0 0x7f02f0161fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:45772/0 (socket says 172.21.15.29:45772) 2024-09-12T03:14:09.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.797+0000 7f02efe00640 1 -- 172.21.15.29:0/561228094 learned_addr learned my addr 172.21.15.29:0/561228094 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:09.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.798+0000 7f02e7e00640 1 -- 172.21.15.29:0/561228094 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02f015c1c0 msgr2=0x7f02f0070770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:09.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.798+0000 7f02e7e00640 1 --2- 172.21.15.29:0/561228094 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02f015c1c0 0x7f02f0070770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.798+0000 7f02e7e00640 1 -- 172.21.15.29:0/561228094 >> v1:172.21.15.38:6789/0 conn(0x7f02f009afb0 legacy=0x7f02f0161fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.798+0000 7f02e7e00640 1 -- 172.21.15.29:0/561228094 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02f00713c0 con 0x7f02f015f480 2024-09-12T03:14:09.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.798+0000 7f02eea00640 1 -- 172.21.15.29:0/561228094 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1039427987 0 0) 0x7f02f0070e00 con 0x7f02f009afb0 2024-09-12T03:14:09.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.799+0000 7f02e7e00640 1 --2- 172.21.15.29:0/561228094 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02f015f480 0x7f02f009aa70 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f02d80097a0 tx=0x7f02d802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d4d9f6e9106f755 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.799+0000 7f02eea00640 1 -- 172.21.15.29:0/561228094 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d8037070 con 0x7f02f015f480 2024-09-12T03:14:09.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.799+0000 7f02eea00640 1 -- 172.21.15.29:0/561228094 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02d8032440 con 0x7f02f015f480 2024-09-12T03:14:09.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.799+0000 7f02eea00640 1 -- 172.21.15.29:0/561228094 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d8032810 con 0x7f02f015f480 2024-09-12T03:14:09.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.799+0000 7f02f6000640 1 -- 172.21.15.29:0/561228094 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02f015f480 msgr2=0x7f02f009aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.799+0000 7f02f6000640 1 --2- 172.21.15.29:0/561228094 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02f015f480 0x7f02f009aa70 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f02d80097a0 tx=0x7f02d802a180 comp rx=0 tx=0).stop 2024-09-12T03:14:09.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.800+0000 7f02f6000640 1 -- 172.21.15.29:0/561228094 shutdown_connections 2024-09-12T03:14:09.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.800+0000 7f02f6000640 1 --2- 172.21.15.29:0/561228094 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02f015f480 0x7f02f009aa70 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.800+0000 7f02f6000640 1 --2- 172.21.15.29:0/561228094 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02f015c1c0 0x7f02f0070770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.800+0000 7f02f6000640 1 -- 172.21.15.29:0/561228094 >> 172.21.15.29:0/561228094 conn(0x7f02f00b3ff0 msgr2=0x7f02f00b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:09.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.800+0000 7f02f6000640 1 -- 172.21.15.29:0/561228094 shutdown_connections 2024-09-12T03:14:09.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.800+0000 7f02f6000640 1 -- 172.21.15.29:0/561228094 wait complete. 2024-09-12T03:14:09.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.801+0000 7f02f6000640 1 Processor -- start 2024-09-12T03:14:09.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.802+0000 7f02f6000640 1 -- start start 2024-09-12T03:14:09.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.802+0000 7f02f6000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02f009afb0 0x7f02f0152f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.802+0000 7f02f6000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02f015c1c0 0x7f02f00cd970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.802+0000 7f02f6000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02f015f480 0x7f02f00cdeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02f6000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f02f00b7230 con 0x7f02f009afb0 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02f6000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f02f015f8a0 con 0x7f02f015c1c0 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02f6000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f02f00b73b0 con 0x7f02f015f480 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02ef400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02f009afb0 0x7f02f0152f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02ef400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02f009afb0 0x7f02f0152f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38976/0 (socket says 172.21.15.29:38976) 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02ef400640 1 -- 172.21.15.29:0/4023959 learned_addr learned my addr 172.21.15.29:0/4023959 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02efe00640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02f015f480 0x7f02f00cdeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02e7e00640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02f015c1c0 0x7f02f00cd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02ef400640 1 -- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02f015f480 msgr2=0x7f02f00cdeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02ef400640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02f015f480 0x7f02f00cdeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02ef400640 1 -- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02f015c1c0 msgr2=0x7f02f00cd970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02ef400640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02f015c1c0 0x7f02f00cd970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02ef400640 1 -- 172.21.15.29:0/4023959 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02f00d1b80 con 0x7f02f009afb0 2024-09-12T03:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02e7e00640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02f015c1c0 0x7f02f00cd970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02efe00640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02f015f480 0x7f02f00cdeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.803+0000 7f02ef400640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02f009afb0 0x7f02f0152f10 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f02e000e870 tx=0x7f02e000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.804+0000 7f02e7400640 1 -- 172.21.15.29:0/4023959 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e0017070 con 0x7f02f009afb0 2024-09-12T03:14:09.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.804+0000 7f02e7400640 1 -- 172.21.15.29:0/4023959 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02e000c940 con 0x7f02f009afb0 2024-09-12T03:14:09.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.804+0000 7f02e7400640 1 -- 172.21.15.29:0/4023959 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e000cd30 con 0x7f02f009afb0 2024-09-12T03:14:09.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.804+0000 7f02f6000640 1 -- 172.21.15.29:0/4023959 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02f00cba10 con 0x7f02f009afb0 2024-09-12T03:14:09.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.804+0000 7f02f6000640 1 -- 172.21.15.29:0/4023959 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02f00cbfd0 con 0x7f02f009afb0 2024-09-12T03:14:09.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.805+0000 7f02f6000640 1 -- 172.21.15.29:0/4023959 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02f0070e00 con 0x7f02f009afb0 2024-09-12T03:14:09.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.806+0000 7f02e7400640 1 -- 172.21.15.29:0/4023959 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f02e001a070 con 0x7f02f009afb0 2024-09-12T03:14:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.807+0000 7f02e7400640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f02cc06be30 0x7f02cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.807+0000 7f02e7400640 1 -- 172.21.15.29:0/4023959 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f02e008b2e0 con 0x7f02f009afb0 2024-09-12T03:14:09.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.807+0000 7f02e7e00640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f02cc06be30 0x7f02cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:09.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.808+0000 7f02e7e00640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f02cc06be30 0x7f02cc06e2f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f02d8034000 tx=0x7f02d802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:09.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:09.811+0000 7f02e7400640 1 -- 172.21.15.29:0/4023959 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f02e0059a80 con 0x7f02f009afb0 2024-09-12T03:14:10.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.031+0000 7f02f6000640 1 -- 172.21.15.29:0/4023959 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f02f009b5a0 con 0x7f02f009afb0 2024-09-12T03:14:10.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.032+0000 7f02e7400640 1 -- 172.21.15.29:0/4023959 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+5263 (secure 0 0 0) 0x7f02e0059380 con 0x7f02f009afb0 2024-09-12T03:14:10.033 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:10.033 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":92,"btime":"2024-09-12T03:14:08:183719+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:08.183712+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[6928,6931,7233]},"id":6}]} 2024-09-12T03:14:10.033 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 92 2024-09-12T03:14:10.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.034+0000 7f02f6000640 1 -- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f02cc06be30 msgr2=0x7f02cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:10.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.034+0000 7f02f6000640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f02cc06be30 0x7f02cc06e2f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f02d8034000 tx=0x7f02d802e000 comp rx=0 tx=0).stop 2024-09-12T03:14:10.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.034+0000 7f02f6000640 1 -- 172.21.15.29:0/4023959 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02f009afb0 msgr2=0x7f02f0152f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:10.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.034+0000 7f02f6000640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02f009afb0 0x7f02f0152f10 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f02e000e870 tx=0x7f02e000ed30 comp rx=0 tx=0).stop 2024-09-12T03:14:10.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.034+0000 7f02f6000640 1 -- 172.21.15.29:0/4023959 shutdown_connections 2024-09-12T03:14:10.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.034+0000 7f02f6000640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f02cc06be30 0x7f02cc06e2f0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:10.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.034+0000 7f02f6000640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f02f015f480 0x7f02f00cdeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:10.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.034+0000 7f02f6000640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f02f015c1c0 0x7f02f00cd970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:10.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.034+0000 7f02f6000640 1 --2- 172.21.15.29:0/4023959 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02f009afb0 0x7f02f0152f10 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:10.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.034+0000 7f02f6000640 1 -- 172.21.15.29:0/4023959 >> 172.21.15.29:0/4023959 conn(0x7f02f00b3ff0 msgr2=0x7f02f00d2c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:10.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.035+0000 7f02f6000640 1 -- 172.21.15.29:0/4023959 shutdown_connections 2024-09-12T03:14:10.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:10.035+0000 7f02f6000640 1 -- 172.21.15.29:0/4023959 wait complete. 2024-09-12T03:14:10.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:10.051 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:14:10.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:10.102 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec sync d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:14:10.144 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:10.145 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 0 d1/d2) 2024-09-12T03:14:10.224 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:10.224 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 d1/d2/d3/d4) 2024-09-12T03:14:10.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:10.301 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 2 d1/d2/d3/d4/d5/d6) 2024-09-12T03:14:10.378 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json get subtrees 2024-09-12T03:14:10.564 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"5","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:14:10.565 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 1, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:14:10.565 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:14:12.566 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json get subtrees 2024-09-12T03:14:12.751 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"5","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:14:12.752 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 1, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:14:12.752 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:14:14.753 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json get subtrees 2024-09-12T03:14:14.933 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"7","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:14:14.934 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:14:14.934 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:14:16.935 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json get subtrees 2024-09-12T03:14:17.120 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"7","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:14:17.120 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:14:17.120 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:14:19.121 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json get subtrees 2024-09-12T03:14:19.312 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":2}},{"is_auth":false,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":0,"frozen":0,"subtree":1,"exportbound":0,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":1}}] 2024-09-12T03:14:19.313 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "authpin": 0, "child": 1, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "authpin": 0, "child": 0, "dirty": 0, "exportbound": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "6", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:14:19.313 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0), ('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:14:20.034 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:14:20.039 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:14:21.314 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json get subtrees 2024-09-12T03:14:21.490 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":2}}] 2024-09-12T03:14:21.491 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "authpin": 0, "child": 1, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:14:21.491 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:14:21.491 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json get subtrees 2024-09-12T03:14:21.667 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1,"2":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}},{"is_auth":false,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"0","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"subtree":1,"importbound":0,"sticky":0},"nref":1}}] 2024-09-12T03:14:21.667 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "importbound": 0, "sticky": 0, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:14:21.667 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:14:21.667 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:14:21.858 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds2","dirfrag":"0x102","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"2","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"0","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:14:21.859 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "2", "dirfrag": "0x102", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds2", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "6", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:14:21.859 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:14:21.859 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 flush journal 2024-09-12T03:14:22.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.018+0000 7fb16d800640 1 Processor -- start 2024-09-12T03:14:22.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.018+0000 7fb16d800640 1 -- start start 2024-09-12T03:14:22.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.019+0000 7fb16d800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb168072d80 0x7fb168072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.019+0000 7fb16d800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb168072960 con 0x7fb16806e0a0 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.019+0000 7fb16d800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1681605e0 con 0x7fb168072040 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.019+0000 7fb16d800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fb1681608c0 con 0x7fb168072d80 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb167400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fb16806e0a0 0x7fb1680cd5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37284/0 (socket says 172.21.15.29:37284) 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb167400640 1 -- 172.21.15.29:0/1672832545 learned_addr learned my addr 172.21.15.29:0/1672832545 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb166000640 1 --2- 172.21.15.29:0/1672832545 >> v2:172.21.15.38:3300/0 conn(0x7fb168072d80 0x7fb168072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4166187165 0 0) 0x7fb168072960 con 0x7fb16806e0a0 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb14c003520 con 0x7fb16806e0a0 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2860122492 0 0) 0x7fb1681605e0 con 0x7fb168072040 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb168072960 con 0x7fb168072040 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3306195318 0 0) 0x7fb14c003520 con 0x7fb16806e0a0 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 >> v2:172.21.15.38:3300/0 conn(0x7fb168072d80 msgr2=0x7fb168072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 --2- 172.21.15.29:0/1672832545 >> v2:172.21.15.38:3300/0 conn(0x7fb168072d80 0x7fb168072420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 >> v1:172.21.15.38:6789/0 conn(0x7fb168072040 legacy=0x7fb16815fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb168160ba0 con 0x7fb16806e0a0 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fb1600019f0 con 0x7fb16806e0a0 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 >> v1:172.21.15.29:6789/0 conn(0x7fb16806e0a0 legacy=0x7fb1680cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.020+0000 7fb165600640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c003b90 0x7fb14c003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb165600640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb14c004800 0x7fb14c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb165600640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb14c0051c0 0x7fb14c00fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb1681608c0 con 0x7fb14c003b90 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c0104a0 con 0x7fb14c0051c0 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb14c0106a0 con 0x7fb14c004800 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb166000640 1 --2- 172.21.15.29:0/1672832545 >> v2:172.21.15.38:3300/0 conn(0x7fb168072d80 0x7fb168072420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb166a00640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c003b90 0x7fb14c003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb167400640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb14c0051c0 0x7fb14c00fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb166000640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb14c004800 0x7fb14c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb166a00640 1 -- 172.21.15.29:0/1672832545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb14c004800 msgr2=0x7fb14c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb166a00640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb14c004800 0x7fb14c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb166a00640 1 -- 172.21.15.29:0/1672832545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb14c0051c0 msgr2=0x7fb14c00fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb166a00640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb14c0051c0 0x7fb14c00fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb166a00640 1 -- 172.21.15.29:0/1672832545 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb14c003520 con 0x7fb14c003b90 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb167400640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb14c0051c0 0x7fb14c00fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.021+0000 7fb167400640 1 -- 172.21.15.29:0/1672832545 reap_dead start 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.022+0000 7fb166a00640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c003b90 0x7fb14c003f90 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7fb1580018d0 tx=0x7fb14c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6b0e65af506839a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.023+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1580014f0 con 0x7fb14c003b90 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.023+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1580052d0 con 0x7fb14c003b90 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.023+0000 7fb165600640 1 -- 172.21.15.29:0/1672832545 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb15802ac70 con 0x7fb14c003b90 2024-09-12T03:14:22.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.023+0000 7fb16d800640 1 -- 172.21.15.29:0/1672832545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c003b90 msgr2=0x7fb14c003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.023+0000 7fb16d800640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c003b90 0x7fb14c003f90 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7fb1580018d0 tx=0x7fb14c005830 comp rx=0 tx=0).stop 2024-09-12T03:14:22.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.023+0000 7fb16d800640 1 -- 172.21.15.29:0/1672832545 shutdown_connections 2024-09-12T03:14:22.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.023+0000 7fb16d800640 1 --2- 172.21.15.29:0/1672832545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c003b90 0x7fb14c003f90 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.023+0000 7fb16d800640 1 -- 172.21.15.29:0/1672832545 >> 172.21.15.29:0/1672832545 conn(0x7fb168067d70 msgr2=0x7fb16806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.023+0000 7fb16d800640 1 -- 172.21.15.29:0/1672832545 shutdown_connections 2024-09-12T03:14:22.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.023+0000 7fb16d800640 1 -- 172.21.15.29:0/1672832545 wait complete. 2024-09-12T03:14:22.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.025+0000 7fb16d800640 1 Processor -- start 2024-09-12T03:14:22.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.026+0000 7fb16d800640 1 -- start start 2024-09-12T03:14:22.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.026+0000 7fb16d800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb14c003b90 0x7fb16813e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb16d800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb16815bc50 0x7fb16813c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb16d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb16813c980 0x7fb168140e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb16d800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb16806e510 con 0x7fb16813c980 2024-09-12T03:14:22.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb16d800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb168145b00 con 0x7fb14c003b90 2024-09-12T03:14:22.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb16d800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb16806e690 con 0x7fb16815bc50 2024-09-12T03:14:22.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb167400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb16813c980 0x7fb168140e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb167400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb16813c980 0x7fb168140e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53402/0 (socket says 172.21.15.29:53402) 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb167400640 1 -- 172.21.15.29:0/1833575580 learned_addr learned my addr 172.21.15.29:0/1833575580 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb166a00640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb14c003b90 0x7fb16813e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb166000640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb16815bc50 0x7fb16813c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb167400640 1 -- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb16815bc50 msgr2=0x7fb16813c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb167400640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb16815bc50 0x7fb16813c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb167400640 1 -- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb14c003b90 msgr2=0x7fb16813e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb167400640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb14c003b90 0x7fb16813e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb167400640 1 -- 172.21.15.29:0/1833575580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb16813cfb0 con 0x7fb16813c980 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.027+0000 7fb166000640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb16815bc50 0x7fb16813c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.028+0000 7fb167400640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb16813c980 0x7fb168140e80 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7fb1680cff90 tx=0x7fb16000af40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.028+0000 7fb15ea00640 1 -- 172.21.15.29:0/1833575580 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16000a370 con 0x7fb16813c980 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.028+0000 7fb15ea00640 1 -- 172.21.15.29:0/1833575580 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb160019070 con 0x7fb16813c980 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.028+0000 7fb15ea00640 1 -- 172.21.15.29:0/1833575580 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb160007ac0 con 0x7fb16813c980 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.028+0000 7fb16d800640 1 -- 172.21.15.29:0/1833575580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb16813d290 con 0x7fb16813c980 2024-09-12T03:14:22.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.028+0000 7fb16d800640 1 -- 172.21.15.29:0/1833575580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb16813d850 con 0x7fb16813c980 2024-09-12T03:14:22.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.030+0000 7fb15ea00640 1 -- 172.21.15.29:0/1833575580 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb16001e460 con 0x7fb16813c980 2024-09-12T03:14:22.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.031+0000 7fb15ea00640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb14806bfd0 0x7fb14806e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.032+0000 7fb15ea00640 1 -- 172.21.15.29:0/1833575580 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fb16008b4e0 con 0x7fb16813c980 2024-09-12T03:14:22.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.032+0000 7fb166a00640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb14806bfd0 0x7fb14806e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.032+0000 7fb170698740 1 Processor -- start 2024-09-12T03:14:22.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.032+0000 7fb170698740 1 -- start start 2024-09-12T03:14:22.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.033+0000 7fb166a00640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb14806bfd0 0x7fb14806e490 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb158032000 tx=0x7fb158009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.033+0000 7fb170698740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b9ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.033+0000 7fb170698740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b9f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.033+0000 7fb170698740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b54480 0x55b728b9f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.033+0000 7fb170698740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b728abc660 con 0x55b728b6e420 2024-09-12T03:14:22.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.033+0000 7fb170698740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b728a64680 con 0x55b728b54480 2024-09-12T03:14:22.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.033+0000 7fb170698740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b728ab8620 con 0x55b728b6e800 2024-09-12T03:14:22.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.033+0000 7fb166a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b9ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.033+0000 7fb166a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b9ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53406/0 (socket says 172.21.15.29:53406) 2024-09-12T03:14:22.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.033+0000 7fb166a00640 1 -- 172.21.15.29:0/2996266590 learned_addr learned my addr 172.21.15.29:0/2996266590 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.034+0000 7fb166000640 1 --2- 172.21.15.29:0/2996266590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b9f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.034+0000 7fb167400640 1 --2- 172.21.15.29:0/2996266590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b54480 0x55b728b9f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.034+0000 7fb166a00640 1 -- 172.21.15.29:0/2996266590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 msgr2=0x55b728b9f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.034+0000 7fb166a00640 1 --2- 172.21.15.29:0/2996266590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b9f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.034+0000 7fb166a00640 1 -- 172.21.15.29:0/2996266590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b54480 msgr2=0x55b728b9f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.034+0000 7fb166a00640 1 --2- 172.21.15.29:0/2996266590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b54480 0x55b728b9f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.034+0000 7fb166a00640 1 -- 172.21.15.29:0/2996266590 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7288997d0 con 0x55b728b6e420 2024-09-12T03:14:22.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.034+0000 7fb166000640 1 --2- 172.21.15.29:0/2996266590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b9f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:22.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.034+0000 7fb166a00640 1 --2- 172.21.15.29:0/2996266590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b9ec40 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fb15802a700 tx=0x7fb15802e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeebb4932d8d32b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.034+0000 7fb153400640 1 -- 172.21.15.29:0/2996266590 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb15804c070 con 0x55b728b6e420 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.035+0000 7fb153400640 1 -- 172.21.15.29:0/2996266590 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb158006ca0 con 0x55b728b6e420 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.035+0000 7fb153400640 1 -- 172.21.15.29:0/2996266590 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb158037040 con 0x55b728b6e420 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.035+0000 7fb170698740 1 -- 172.21.15.29:0/2996266590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 msgr2=0x55b728b9ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.035+0000 7fb170698740 1 --2- 172.21.15.29:0/2996266590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b9ec40 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fb15802a700 tx=0x7fb15802e000 comp rx=0 tx=0).stop 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.035+0000 7fb170698740 1 -- 172.21.15.29:0/2996266590 shutdown_connections 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.035+0000 7fb170698740 1 --2- 172.21.15.29:0/2996266590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b54480 0x55b728b9f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.035+0000 7fb170698740 1 --2- 172.21.15.29:0/2996266590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b9f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.035+0000 7fb170698740 1 --2- 172.21.15.29:0/2996266590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b9ec40 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.035+0000 7fb170698740 1 -- 172.21.15.29:0/2996266590 >> 172.21.15.29:0/2996266590 conn(0x55b728b55220 msgr2=0x55b728b9d840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.035+0000 7fb170698740 1 -- 172.21.15.29:0/2996266590 shutdown_connections 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.036+0000 7fb170698740 1 -- 172.21.15.29:0/2996266590 wait complete. 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.036+0000 7fb170698740 1 -- start start 2024-09-12T03:14:22.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.037+0000 7fb170698740 1 Processor -- start 2024-09-12T03:14:22.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.037+0000 7fb170698740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b65500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.037+0000 7fb170698740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b99790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.037+0000 7fb170698740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b99cd0 0x55b728b9a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb170698740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b728b533e0 con 0x55b728b6e420 2024-09-12T03:14:22.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb170698740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b728a454c0 con 0x55b728b99cd0 2024-09-12T03:14:22.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb170698740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b728b536c0 con 0x55b728b6e800 2024-09-12T03:14:22.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb170698740 10 client.0 _ll_register_callbacks cb 0x55b728ab4e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:22.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb166a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b65500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb166a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b65500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53412/0 (socket says 172.21.15.29:53412) 2024-09-12T03:14:22.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb166000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b99790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb166a00640 1 -- 172.21.15.29:0/2210787961 learned_addr learned my addr 172.21.15.29:0/2210787961 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb167400640 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b99cd0 0x55b728b9a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb166a00640 1 -- 172.21.15.29:0/2210787961 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 msgr2=0x55b728b99790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb166a00640 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b99790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb166a00640 1 -- 172.21.15.29:0/2210787961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b99cd0 msgr2=0x55b728b9a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb166a00640 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b99cd0 0x55b728b9a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.038+0000 7fb166a00640 1 -- 172.21.15.29:0/2210787961 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7287cf3f0 con 0x55b728b6e420 2024-09-12T03:14:22.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb166a00640 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b65500 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fb1580019f0 tx=0x7fb15802c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdd24f0b7d408bb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb147e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:22.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb147e00640 1 -- 172.21.15.29:0/2210787961 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb158037070 con 0x55b728b6e420 2024-09-12T03:14:22.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb147e00640 1 -- 172.21.15.29:0/2210787961 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fb158003d70 con 0x55b728b6e420 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb170698740 1 -- 172.21.15.29:0/2210787961 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb158006ca0 con 0x55b728b6e420 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb147e00640 1 -- 172.21.15.29:0/2210787961 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fb15804c070 con 0x55b728b6e420 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb170698740 10 client.7443 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb170698740 1 -- 172.21.15.29:0/2210787961 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x55b72878f0f0 con 0x55b728b6e420 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb147e00640 1 -- 172.21.15.29:0/2210787961 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb158006ca0 con 0x55b728b6e420 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb147e00640 1 -- 172.21.15.29:0/2210787961 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7fb158006e50 con 0x55b728b6e420 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb170698740 10 client.7443 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.039+0000 7fb170698740 10 client.7443 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.040+0000 7fb170698740 20 client.7443 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.040+0000 7fb170698740 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55b728bb9be0 0x55b728bb9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.040+0000 7fb170698740 4 client.7443 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.040+0000 7fb170698740 1 -- 172.21.15.29:0/2210787961 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b728ac9d90 con 0x55b728bb9be0 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.040+0000 7fb166000640 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55b728bb9be0 0x55b728bb9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.040+0000 7fb166000640 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55b728bb9be0 0x55b728bb9ff0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=abc68f8242d7bef7 server_cookie=12dc308aa07d3c88 in_seq=0 out_seq=0 2024-09-12T03:14:22.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.040+0000 7fb147e00640 10 client.7443 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb147e00640 1 -- 172.21.15.29:0/2210787961 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b728ac9d90 con 0x55b728bb9be0 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb147e00640 10 client.7443 handle_command_reply: tid=0 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb170698740 1 client.7443 shutdown 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb170698740 1 -- 172.21.15.29:0/2210787961 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 msgr2=0x55b728b65500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb170698740 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b65500 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fb1580019f0 tx=0x7fb15802c070 comp rx=0 tx=0).stop 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb170698740 1 -- 172.21.15.29:0/2210787961 shutdown_connections 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb170698740 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55b728bb9be0 0x55b728bb9ff0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb170698740 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b99cd0 0x55b728b9a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb170698740 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b99790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb170698740 1 --2- 172.21.15.29:0/2210787961 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e420 0x55b728b65500 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb147e00640 0 client.7443 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.041+0000 7fb170698740 1 -- 172.21.15.29:0/2210787961 >> 172.21.15.29:0/2210787961 conn(0x55b728b54480 msgr2=0x55b728b6d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.042+0000 7fb170698740 1 -- 172.21.15.29:0/2210787961 shutdown_connections 2024-09-12T03:14:22.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.042+0000 7fb170698740 1 -- 172.21.15.29:0/2210787961 wait complete. 2024-09-12T03:14:22.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.042+0000 7fb170698740 20 client.7443 trim_cache size 0 max 16384 2024-09-12T03:14:22.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.058+0000 7fb170698740 1 Processor -- start 2024-09-12T03:14:22.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.058+0000 7fb170698740 1 -- start start 2024-09-12T03:14:22.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.059+0000 7fb170698740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b6e420 0x55b728b661e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.059+0000 7fb170698740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b6d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.059+0000 7fb170698740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b99cd0 0x55b728b6dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.059+0000 7fb170698740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb1681fd600 con 0x55b728b99cd0 2024-09-12T03:14:22.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.059+0000 7fb170698740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb1681fc800 con 0x55b728b6e420 2024-09-12T03:14:22.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.059+0000 7fb170698740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb1681fced0 con 0x55b728b6e800 2024-09-12T03:14:22.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.059+0000 7fb167400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b99cd0 0x55b728b6dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.059+0000 7fb166000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b6d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.059+0000 7fb166a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b6e420 0x55b728b661e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.059+0000 7fb166000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b6d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:39772/0 (socket says 172.21.15.29:39772) 2024-09-12T03:14:22.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.059+0000 7fb166000640 1 -- 172.21.15.29:0/2287273908 learned_addr learned my addr 172.21.15.29:0/2287273908 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.060+0000 7fb166000640 1 -- 172.21.15.29:0/2287273908 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b6e420 msgr2=0x55b728b661e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.060+0000 7fb166000640 1 --2- 172.21.15.29:0/2287273908 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b6e420 0x55b728b661e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.060+0000 7fb166000640 1 -- 172.21.15.29:0/2287273908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b99cd0 msgr2=0x55b728b6dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.060+0000 7fb166000640 1 --2- 172.21.15.29:0/2287273908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b99cd0 0x55b728b6dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.060+0000 7fb166000640 1 -- 172.21.15.29:0/2287273908 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b728b54990 con 0x55b728b6e800 2024-09-12T03:14:22.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.060+0000 7fb166000640 1 --2- 172.21.15.29:0/2287273908 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b6d6f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x55b728b9e940 tx=0x7fb154009190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7418defb494ce688 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.060+0000 7fb152a00640 1 -- 172.21.15.29:0/2287273908 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb154003cc0 con 0x55b728b6e800 2024-09-12T03:14:22.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.060+0000 7fb152a00640 1 -- 172.21.15.29:0/2287273908 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1540213c0 con 0x55b728b6e800 2024-09-12T03:14:22.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.060+0000 7fb152a00640 1 -- 172.21.15.29:0/2287273908 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb154003e60 con 0x55b728b6e800 2024-09-12T03:14:22.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.061+0000 7fb170698740 1 -- 172.21.15.29:0/2287273908 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 msgr2=0x55b728b6d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.061+0000 7fb170698740 1 --2- 172.21.15.29:0/2287273908 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b6d6f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x55b728b9e940 tx=0x7fb154009190 comp rx=0 tx=0).stop 2024-09-12T03:14:22.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.061+0000 7fb170698740 1 -- 172.21.15.29:0/2287273908 shutdown_connections 2024-09-12T03:14:22.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.061+0000 7fb170698740 1 --2- 172.21.15.29:0/2287273908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b99cd0 0x55b728b6dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.061+0000 7fb170698740 1 --2- 172.21.15.29:0/2287273908 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e800 0x55b728b6d6f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.061+0000 7fb170698740 1 --2- 172.21.15.29:0/2287273908 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b6e420 0x55b728b661e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.061+0000 7fb170698740 1 -- 172.21.15.29:0/2287273908 >> 172.21.15.29:0/2287273908 conn(0x55b728b54480 msgr2=0x55b728b51f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.061+0000 7fb170698740 1 -- 172.21.15.29:0/2287273908 shutdown_connections 2024-09-12T03:14:22.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.061+0000 7fb170698740 1 -- 172.21.15.29:0/2287273908 wait complete. 2024-09-12T03:14:22.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.062+0000 7fb170698740 1 -- start start 2024-09-12T03:14:22.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.062+0000 7fb170698740 1 Processor -- start 2024-09-12T03:14:22.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb170698740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e420 0x55b728bb84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb170698740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e800 0x55b728c25d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb170698740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b99cd0 0x55b728b82e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb170698740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb1681fb860 con 0x55b728b6e800 2024-09-12T03:14:22.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb170698740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b728b9fde0 con 0x55b728b99cd0 2024-09-12T03:14:22.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb170698740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b728c262d0 con 0x55b728b6e420 2024-09-12T03:14:22.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb170698740 10 client.0 _ll_register_callbacks cb 0x7fb15804a070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:22.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb166000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e800 0x55b728c25d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb166000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e800 0x55b728c25d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53422/0 (socket says 172.21.15.29:53422) 2024-09-12T03:14:22.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb166000640 1 -- 172.21.15.29:0/1809091182 learned_addr learned my addr 172.21.15.29:0/1809091182 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb167400640 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b99cd0 0x55b728b82e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.063+0000 7fb166a00640 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e420 0x55b728bb84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.064+0000 7fb166000640 1 -- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e420 msgr2=0x55b728bb84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.064+0000 7fb166000640 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e420 0x55b728bb84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.064+0000 7fb166000640 1 -- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b99cd0 msgr2=0x55b728b82e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.064+0000 7fb166000640 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b99cd0 0x55b728b82e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.064+0000 7fb166000640 1 -- 172.21.15.29:0/1809091182 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b728bc96b0 con 0x55b728b6e800 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.064+0000 7fb166000640 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e800 0x55b728c25d90 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fb154008010 tx=0x7fb1540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcb22acc3769d35c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.064+0000 7fb147e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.064+0000 7fb147e00640 1 -- 172.21.15.29:0/1809091182 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb15402e070 con 0x55b728b6e800 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.064+0000 7fb147e00640 1 -- 172.21.15.29:0/1809091182 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fb154005da0 con 0x55b728b6e800 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.064+0000 7fb170698740 1 -- 172.21.15.29:0/1809091182 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1540213c0 con 0x55b728b6e800 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.064+0000 7fb147e00640 1 -- 172.21.15.29:0/1809091182 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fb154021570 con 0x55b728b6e800 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.065+0000 7fb170698740 10 client.7449 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:22.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.065+0000 7fb170698740 1 -- 172.21.15.29:0/1809091182 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x55b728b83410 con 0x55b728b6e800 2024-09-12T03:14:22.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.065+0000 7fb147e00640 1 -- 172.21.15.29:0/1809091182 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1540213c0 con 0x55b728b6e800 2024-09-12T03:14:22.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.065+0000 7fb147e00640 1 -- 172.21.15.29:0/1809091182 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7fb154021710 con 0x55b728b6e800 2024-09-12T03:14:22.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.065+0000 7fb170698740 10 client.7449 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:22.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.065+0000 7fb170698740 10 client.7449 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:22.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.065+0000 7fb170698740 20 client.7449 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:22.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.065+0000 7fb170698740 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55b728b9e750 0x55b728b9eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.065+0000 7fb170698740 4 client.7449 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:14:22.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.065+0000 7fb170698740 1 -- 172.21.15.29:0/1809091182 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b728ac40e0 con 0x55b728b9e750 2024-09-12T03:14:22.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.065+0000 7fb166a00640 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55b728b9e750 0x55b728b9eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.066+0000 7fb166a00640 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55b728b9e750 0x55b728b9eb80 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc36fa0029d5a5f6 server_cookie=cedfbe79cb28e1f5 in_seq=0 out_seq=0 2024-09-12T03:14:22.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.066+0000 7fb147e00640 10 client.7449 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:22.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb147e00640 1 -- 172.21.15.29:0/1809091182 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b728ac40e0 con 0x55b728b9e750 2024-09-12T03:14:22.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb147e00640 10 client.7449 handle_command_reply: tid=0 2024-09-12T03:14:22.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb170698740 1 client.7449 shutdown 2024-09-12T03:14:22.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb170698740 1 -- 172.21.15.29:0/1809091182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e800 msgr2=0x55b728c25d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb170698740 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e800 0x55b728c25d90 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fb154008010 tx=0x7fb1540046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb170698740 1 -- 172.21.15.29:0/1809091182 shutdown_connections 2024-09-12T03:14:22.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb170698740 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55b728b9e750 0x55b728b9eb80 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb170698740 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b728b99cd0 0x55b728b82e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb170698740 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b728b6e800 0x55b728c25d90 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb170698740 1 --2- 172.21.15.29:0/1809091182 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b728b6e420 0x55b728bb84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb147e00640 0 client.7449 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:22.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb170698740 1 -- 172.21.15.29:0/1809091182 >> 172.21.15.29:0/1809091182 conn(0x55b728b54480 msgr2=0x55b728b6daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb170698740 1 -- 172.21.15.29:0/1809091182 shutdown_connections 2024-09-12T03:14:22.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.079+0000 7fb170698740 1 -- 172.21.15.29:0/1809091182 wait complete. 2024-09-12T03:14:22.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb170698740 20 client.7449 trim_cache size 0 max 16384 2024-09-12T03:14:22.081 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:22.081 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:14:22.081 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:14:22.081 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:22.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 -- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb14806bfd0 msgr2=0x7fb14806e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb14806bfd0 0x7fb14806e490 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb158032000 tx=0x7fb158009030 comp rx=0 tx=0).stop 2024-09-12T03:14:22.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 -- 172.21.15.29:0/1833575580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb16813c980 msgr2=0x7fb168140e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb16813c980 0x7fb168140e80 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7fb1680cff90 tx=0x7fb16000af40 comp rx=0 tx=0).stop 2024-09-12T03:14:22.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 -- 172.21.15.29:0/1833575580 shutdown_connections 2024-09-12T03:14:22.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb14806bfd0 0x7fb14806e490 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb16813c980 0x7fb168140e80 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb16815bc50 0x7fb16813c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 --2- 172.21.15.29:0/1833575580 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb14c003b90 0x7fb16813e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 -- 172.21.15.29:0/1833575580 >> 172.21.15.29:0/1833575580 conn(0x7fb168067d70 msgr2=0x7fb16806e9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 -- 172.21.15.29:0/1833575580 shutdown_connections 2024-09-12T03:14:22.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.080+0000 7fb16d800640 1 -- 172.21.15.29:0/1833575580 wait complete. 2024-09-12T03:14:22.096 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:1 flush journal 2024-09-12T03:14:22.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.255+0000 7f1262c00640 1 Processor -- start 2024-09-12T03:14:22.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.255+0000 7f1262c00640 1 -- start start 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.256+0000 7f1262c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f125c072040 0x7f125c15fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.256+0000 7f1262c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f125c072d80 0x7f125c072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f1262c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f125c160340 con 0x7f125c06e0a0 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f1262c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f125c072960 con 0x7f125c072040 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f1262c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f125c1605e0 con 0x7f125c072d80 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f125be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f125c072040 0x7f125c15fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f125be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f125c072040 0x7f125c15fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53438/0 (socket says 172.21.15.29:53438) 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f125be00640 1 -- 172.21.15.29:0/3754772196 learned_addr learned my addr 172.21.15.29:0/3754772196 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f1260c00640 1 --1- 172.21.15.29:0/3754772196 >> v1:172.21.15.29:6789/0 conn(0x7f125c06e0a0 0x7f125c0cd5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37288/0 (socket says 172.21.15.29:37288) 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f125b400640 1 --2- 172.21.15.29:0/3754772196 >> v2:172.21.15.38:3300/0 conn(0x7f125c072d80 0x7f125c072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f125be00640 1 -- 172.21.15.29:0/3754772196 >> v2:172.21.15.38:3300/0 conn(0x7f125c072d80 msgr2=0x7f125c072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f125be00640 1 --2- 172.21.15.29:0/3754772196 >> v2:172.21.15.38:3300/0 conn(0x7f125c072d80 0x7f125c072420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f125be00640 1 -- 172.21.15.29:0/3754772196 >> v1:172.21.15.29:6789/0 conn(0x7f125c06e0a0 legacy=0x7f125c0cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f125be00640 1 -- 172.21.15.29:0/3754772196 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f125c1608c0 con 0x7f125c072040 2024-09-12T03:14:22.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.257+0000 7f125aa00640 1 -- 172.21.15.29:0/3754772196 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3731977565 0 0) 0x7f125c160340 con 0x7f125c06e0a0 2024-09-12T03:14:22.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.258+0000 7f125be00640 1 --2- 172.21.15.29:0/3754772196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f125c072040 0x7f125c15fe00 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f125c0ccce0 tx=0x7f124c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4bd0d5f5c8030a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.259+0000 7f125aa00640 1 -- 172.21.15.29:0/3754772196 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124c037070 con 0x7f125c072040 2024-09-12T03:14:22.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.259+0000 7f125aa00640 1 -- 172.21.15.29:0/3754772196 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f124c032440 con 0x7f125c072040 2024-09-12T03:14:22.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.259+0000 7f125aa00640 1 -- 172.21.15.29:0/3754772196 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124c032810 con 0x7f125c072040 2024-09-12T03:14:22.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.259+0000 7f1262c00640 1 -- 172.21.15.29:0/3754772196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f125c072040 msgr2=0x7f125c15fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.259+0000 7f1262c00640 1 --2- 172.21.15.29:0/3754772196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f125c072040 0x7f125c15fe00 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f125c0ccce0 tx=0x7f124c02a270 comp rx=0 tx=0).stop 2024-09-12T03:14:22.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.259+0000 7f1262c00640 1 -- 172.21.15.29:0/3754772196 shutdown_connections 2024-09-12T03:14:22.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.259+0000 7f1262c00640 1 --2- 172.21.15.29:0/3754772196 >> v2:172.21.15.38:3300/0 conn(0x7f125c072d80 0x7f125c072420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.259+0000 7f1262c00640 1 --2- 172.21.15.29:0/3754772196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f125c072040 0x7f125c15fe00 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.259+0000 7f1262c00640 1 -- 172.21.15.29:0/3754772196 >> 172.21.15.29:0/3754772196 conn(0x7f125c067d70 msgr2=0x7f125c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.259+0000 7f1262c00640 1 -- 172.21.15.29:0/3754772196 shutdown_connections 2024-09-12T03:14:22.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.259+0000 7f1262c00640 1 -- 172.21.15.29:0/3754772196 wait complete. 2024-09-12T03:14:22.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.261+0000 7f1262c00640 1 Processor -- start 2024-09-12T03:14:22.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.261+0000 7f1262c00640 1 -- start start 2024-09-12T03:14:22.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f1262c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f125c06e0a0 0x7f125c13dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f1262c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f125c072040 0x7f125c140d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f1262c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f125c072d80 0x7f125c13ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f1262c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f125c145b00 con 0x7f125c072d80 2024-09-12T03:14:22.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f1262c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f125c0cd090 con 0x7f125c06e0a0 2024-09-12T03:14:22.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f1262c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f125c0cdcc0 con 0x7f125c072040 2024-09-12T03:14:22.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f1260c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f125c072d80 0x7f125c13ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f125be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f125c06e0a0 0x7f125c13dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f125b400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f125c072040 0x7f125c140d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f125be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f125c06e0a0 0x7f125c13dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:49506/0 (socket says 172.21.15.29:49506) 2024-09-12T03:14:22.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f1260c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f125c072d80 0x7f125c13ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53444/0 (socket says 172.21.15.29:53444) 2024-09-12T03:14:22.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.262+0000 7f125be00640 1 -- 172.21.15.29:0/3994896375 learned_addr learned my addr 172.21.15.29:0/3994896375 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.263+0000 7f1260c00640 1 -- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f125c072040 msgr2=0x7f125c140d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.263+0000 7f1260c00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f125c072040 0x7f125c140d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.263+0000 7f1260c00640 1 -- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f125c06e0a0 msgr2=0x7f125c13dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.263+0000 7f1260c00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f125c06e0a0 0x7f125c13dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.263+0000 7f1260c00640 1 -- 172.21.15.29:0/3994896375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f125c13e260 con 0x7f125c072d80 2024-09-12T03:14:22.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.263+0000 7f125be00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f125c06e0a0 0x7f125c13dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:22.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.263+0000 7f1260c00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f125c072d80 0x7f125c13ee20 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f125400c6d0 tx=0x7f125400cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.263+0000 7f1253e00640 1 -- 172.21.15.29:0/3994896375 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1254018070 con 0x7f125c072d80 2024-09-12T03:14:22.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.263+0000 7f1253e00640 1 -- 172.21.15.29:0/3994896375 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1254004d60 con 0x7f125c072d80 2024-09-12T03:14:22.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.263+0000 7f1262c00640 1 -- 172.21.15.29:0/3994896375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f125c142a90 con 0x7f125c072d80 2024-09-12T03:14:22.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.263+0000 7f1253e00640 1 -- 172.21.15.29:0/3994896375 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125400a880 con 0x7f125c072d80 2024-09-12T03:14:22.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.264+0000 7f1262c00640 1 -- 172.21.15.29:0/3994896375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f125c143050 con 0x7f125c072d80 2024-09-12T03:14:22.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.266+0000 7f1253e00640 1 -- 172.21.15.29:0/3994896375 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f125401b070 con 0x7f125c072d80 2024-09-12T03:14:22.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.266+0000 7f1253e00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f123c06be60 0x7f123c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.266+0000 7f1253e00640 1 -- 172.21.15.29:0/3994896375 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f125408a6d0 con 0x7f125c072d80 2024-09-12T03:14:22.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.267+0000 7f125be00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f123c06be60 0x7f123c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.267+0000 7f1265bc9740 1 Processor -- start 2024-09-12T03:14:22.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.267+0000 7f1265bc9740 1 -- start start 2024-09-12T03:14:22.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.268+0000 7f125be00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f123c06be60 0x7f123c06e320 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f124c035040 tx=0x7f124c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.268+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x56203802bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.268+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 0x56203802c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.268+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037fe1480 0x56203802c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.268+0000 7f1265bc9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562037f49660 con 0x562037ffb420 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.268+0000 7f1265bc9740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562037ef1680 con 0x562037ffb800 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.268+0000 7f1265bc9740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562037f45620 con 0x562037fe1480 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f125be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x56203802bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f125b400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 0x56203802c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f1260c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037fe1480 0x56203802c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f125b400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 0x56203802c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:49520/0 (socket says 172.21.15.29:49520) 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f1260c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037fe1480 0x56203802c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:39788/0 (socket says 172.21.15.29:39788) 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f125b400640 1 -- 172.21.15.29:0/2552774968 learned_addr learned my addr 172.21.15.29:0/2552774968 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f125be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x56203802bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53448/0 (socket says 172.21.15.29:53448) 2024-09-12T03:14:22.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f125be00640 1 -- 172.21.15.29:0/2552774968 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037fe1480 msgr2=0x56203802c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f125be00640 1 --2- 172.21.15.29:0/2552774968 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037fe1480 0x56203802c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f125be00640 1 -- 172.21.15.29:0/2552774968 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 msgr2=0x56203802c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f125be00640 1 --2- 172.21.15.29:0/2552774968 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 0x56203802c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f125be00640 1 -- 172.21.15.29:0/2552774968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562037d267d0 con 0x562037ffb420 2024-09-12T03:14:22.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f1260c00640 1 --2- 172.21.15.29:0/2552774968 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037fe1480 0x56203802c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:22.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.269+0000 7f125be00640 1 --2- 172.21.15.29:0/2552774968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x56203802bc40 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f124c02a2b0 tx=0x7f124c02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39d0aea1ffb01f6e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.270+0000 7f1247e00640 1 -- 172.21.15.29:0/2552774968 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124c04e070 con 0x562037ffb420 2024-09-12T03:14:22.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.270+0000 7f1247e00640 1 -- 172.21.15.29:0/2552774968 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f124c004230 con 0x562037ffb420 2024-09-12T03:14:22.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.270+0000 7f1247e00640 1 -- 172.21.15.29:0/2552774968 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124c037040 con 0x562037ffb420 2024-09-12T03:14:22.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.270+0000 7f1265bc9740 1 -- 172.21.15.29:0/2552774968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 msgr2=0x56203802bc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.270+0000 7f1265bc9740 1 --2- 172.21.15.29:0/2552774968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x56203802bc40 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f124c02a2b0 tx=0x7f124c02c000 comp rx=0 tx=0).stop 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.270+0000 7f1265bc9740 1 -- 172.21.15.29:0/2552774968 shutdown_connections 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.270+0000 7f1265bc9740 1 --2- 172.21.15.29:0/2552774968 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037fe1480 0x56203802c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.270+0000 7f1265bc9740 1 --2- 172.21.15.29:0/2552774968 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 0x56203802c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.270+0000 7f1265bc9740 1 --2- 172.21.15.29:0/2552774968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x56203802bc40 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.270+0000 7f1265bc9740 1 -- 172.21.15.29:0/2552774968 >> 172.21.15.29:0/2552774968 conn(0x562037fe2220 msgr2=0x56203802a840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.271+0000 7f1265bc9740 1 -- 172.21.15.29:0/2552774968 shutdown_connections 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.271+0000 7f1265bc9740 1 -- 172.21.15.29:0/2552774968 wait complete. 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.271+0000 7f1265bc9740 1 -- start start 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.271+0000 7f1265bc9740 1 Processor -- start 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.272+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x56203800fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.272+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 0x562038013630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.272+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562038026d90 0x562038013b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.272+0000 7f1265bc9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562037fe03e0 con 0x562037ffb420 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.272+0000 7f1265bc9740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562037ed24c0 con 0x562037ffb800 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.272+0000 7f1265bc9740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562037fe06c0 con 0x562038026d90 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.272+0000 7f1265bc9740 10 client.0 _ll_register_callbacks cb 0x562037f41e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f125be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x56203800fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f125b400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 0x562038013630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f1260c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562038026d90 0x562038013b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f125b400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 0x562038013630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:49534/0 (socket says 172.21.15.29:49534) 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f125b400640 1 -- 172.21.15.29:0/1306918022 learned_addr learned my addr 172.21.15.29:0/1306918022 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f1260c00640 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562038026d90 0x562038013b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:39802/0 (socket says 172.21.15.29:39802) 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f125be00640 1 -- 172.21.15.29:0/1306918022 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562038026d90 msgr2=0x562038013b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f125be00640 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562038026d90 0x562038013b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f125be00640 1 -- 172.21.15.29:0/1306918022 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 msgr2=0x562038013630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f125be00640 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 0x562038013630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f125be00640 1 -- 172.21.15.29:0/1306918022 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562037c5c3f0 con 0x562037ffb420 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f125be00640 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x56203800fba0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f124c000c00 tx=0x7f124c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9839fc20acca2c3b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.273+0000 7f1244c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1244c00640 1 -- 172.21.15.29:0/1306918022 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124c04e070 con 0x562037ffb420 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1244c00640 1 -- 172.21.15.29:0/1306918022 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f124c053cb0 con 0x562037ffb420 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1265bc9740 1 -- 172.21.15.29:0/1306918022 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f124c004230 con 0x562037ffb420 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1244c00640 1 -- 172.21.15.29:0/1306918022 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f124c037040 con 0x562037ffb420 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1265bc9740 10 client.7464 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1265bc9740 1 -- 172.21.15.29:0/1306918022 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x562037c1c0f0 con 0x562037ffb420 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1244c00640 1 -- 172.21.15.29:0/1306918022 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f124c004230 con 0x562037ffb420 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1244c00640 1 -- 172.21.15.29:0/1306918022 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7f124c003be0 con 0x562037ffb420 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1265bc9740 10 client.7464 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:22.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1265bc9740 10 client.7464 resolve_mds: resolved 6:1 to role '6:1' aka daemon mds.b 2024-09-12T03:14:22.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1265bc9740 20 client.7464 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:22.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1265bc9740 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x56203803b2c0 0x56203803b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1265bc9740 4 client.7464 mds_command: new command op to 6931 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:22.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.274+0000 7f1265bc9740 1 -- 172.21.15.29:0/1306918022 --> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562037f56d90 con 0x56203803b2c0 2024-09-12T03:14:22.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.275+0000 7f125b400640 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x56203803b2c0 0x56203803b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.275+0000 7f125b400640 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x56203803b2c0 0x56203803b6a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9a4502c1685e3a38 server_cookie=1dc8aec7cd733e04 in_seq=0 out_seq=0 2024-09-12T03:14:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.275+0000 7f1244c00640 10 client.7464 ms_handle_connect on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.276+0000 7f1244c00640 1 -- 172.21.15.29:0/1306918022 <== mds.1 v2:172.21.15.38:6834/1187811370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562037f56d90 con 0x56203803b2c0 2024-09-12T03:14:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.276+0000 7f1244c00640 10 client.7464 handle_command_reply: tid=0 2024-09-12T03:14:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.276+0000 7f1265bc9740 1 client.7464 shutdown 2024-09-12T03:14:22.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1265bc9740 1 -- 172.21.15.29:0/1306918022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 msgr2=0x56203800fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1265bc9740 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x56203800fba0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f124c000c00 tx=0x7f124c004730 comp rx=0 tx=0).stop 2024-09-12T03:14:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1265bc9740 1 -- 172.21.15.29:0/1306918022 shutdown_connections 2024-09-12T03:14:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1265bc9740 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x56203803b2c0 0x56203803b6a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1265bc9740 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562038026d90 0x562038013b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1265bc9740 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562037ffb800 0x562038013630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1265bc9740 1 --2- 172.21.15.29:0/1306918022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x56203800fba0 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1244c00640 0 client.7464 ms_handle_reset on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1265bc9740 1 -- 172.21.15.29:0/1306918022 >> 172.21.15.29:0/1306918022 conn(0x562037fe1480 msgr2=0x56203802a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1265bc9740 1 -- 172.21.15.29:0/1306918022 shutdown_connections 2024-09-12T03:14:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1265bc9740 1 -- 172.21.15.29:0/1306918022 wait complete. 2024-09-12T03:14:22.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.277+0000 7f1265bc9740 20 client.7464 trim_cache size 0 max 16384 2024-09-12T03:14:22.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.292+0000 7f1265bc9740 1 Processor -- start 2024-09-12T03:14:22.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.292+0000 7f1265bc9740 1 -- start start 2024-09-12T03:14:22.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.293+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037ffb420 0x562038026250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.293+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb800 0x562038026790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.293+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562038026d90 0x56203802a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.293+0000 7f1265bc9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f125c201140 con 0x562037ffb800 2024-09-12T03:14:22.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.293+0000 7f1265bc9740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f125c200340 con 0x562038026d90 2024-09-12T03:14:22.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.293+0000 7f1265bc9740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f125c200a10 con 0x562037ffb420 2024-09-12T03:14:22.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.293+0000 7f125b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb800 0x562038026790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.293+0000 7f125be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037ffb420 0x562038026250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.293+0000 7f125b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb800 0x562038026790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53462/0 (socket says 172.21.15.29:53462) 2024-09-12T03:14:22.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.293+0000 7f125b400640 1 -- 172.21.15.29:0/806908256 learned_addr learned my addr 172.21.15.29:0/806908256 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.293+0000 7f1260c00640 1 --2- 172.21.15.29:0/806908256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562038026d90 0x56203802a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.294+0000 7f125b400640 1 -- 172.21.15.29:0/806908256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037ffb420 msgr2=0x562038026250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.294+0000 7f125b400640 1 --2- 172.21.15.29:0/806908256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037ffb420 0x562038026250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.294+0000 7f125b400640 1 -- 172.21.15.29:0/806908256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562038026d90 msgr2=0x56203802a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.294+0000 7f125b400640 1 --2- 172.21.15.29:0/806908256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562038026d90 0x56203802a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.294+0000 7f125b400640 1 -- 172.21.15.29:0/806908256 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562037f7ceb0 con 0x562037ffb800 2024-09-12T03:14:22.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.294+0000 7f125b400640 1 --2- 172.21.15.29:0/806908256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb800 0x562038026790 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x562038011150 tx=0x7f1248008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88ab4769a70ff8ba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.294+0000 7f1247400640 1 -- 172.21.15.29:0/806908256 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1248007950 con 0x562037ffb800 2024-09-12T03:14:22.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.294+0000 7f1247400640 1 -- 172.21.15.29:0/806908256 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1248007de0 con 0x562037ffb800 2024-09-12T03:14:22.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.294+0000 7f1247400640 1 -- 172.21.15.29:0/806908256 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1248017110 con 0x562037ffb800 2024-09-12T03:14:22.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.295+0000 7f1265bc9740 1 -- 172.21.15.29:0/806908256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb800 msgr2=0x562038026790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.295+0000 7f1265bc9740 1 --2- 172.21.15.29:0/806908256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb800 0x562038026790 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x562038011150 tx=0x7f1248008040 comp rx=0 tx=0).stop 2024-09-12T03:14:22.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.295+0000 7f1265bc9740 1 -- 172.21.15.29:0/806908256 shutdown_connections 2024-09-12T03:14:22.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.295+0000 7f1265bc9740 1 --2- 172.21.15.29:0/806908256 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562038026d90 0x56203802a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.295+0000 7f1265bc9740 1 --2- 172.21.15.29:0/806908256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb800 0x562038026790 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.295+0000 7f1265bc9740 1 --2- 172.21.15.29:0/806908256 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037ffb420 0x562038026250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.295+0000 7f1265bc9740 1 -- 172.21.15.29:0/806908256 >> 172.21.15.29:0/806908256 conn(0x562037fe1480 msgr2=0x562038029d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.295+0000 7f1265bc9740 1 -- 172.21.15.29:0/806908256 shutdown_connections 2024-09-12T03:14:22.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.295+0000 7f1265bc9740 1 -- 172.21.15.29:0/806908256 wait complete. 2024-09-12T03:14:22.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.296+0000 7f1265bc9740 1 -- start start 2024-09-12T03:14:22.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.296+0000 7f1265bc9740 1 Processor -- start 2024-09-12T03:14:22.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x5620380a8020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037ffb800 0x562038023830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f1265bc9740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562038026d90 0x562038023d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f1265bc9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5620380103e0 con 0x562037ffb420 2024-09-12T03:14:22.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f1265bc9740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f125c144420 con 0x562038026d90 2024-09-12T03:14:22.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f1265bc9740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56203804e4e0 con 0x562037ffb800 2024-09-12T03:14:22.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f1265bc9740 10 client.0 _ll_register_callbacks cb 0x7f124c04c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:22.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f125be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x5620380a8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f125be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x5620380a8020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53476/0 (socket says 172.21.15.29:53476) 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f125be00640 1 -- 172.21.15.29:0/479061559 learned_addr learned my addr 172.21.15.29:0/479061559 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f125b400640 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037ffb800 0x562038023830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f1260c00640 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562038026d90 0x562038023d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f125be00640 1 -- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037ffb800 msgr2=0x562038023830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f125be00640 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037ffb800 0x562038023830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f125be00640 1 -- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562038026d90 msgr2=0x562038023d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f125be00640 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562038026d90 0x562038023d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.297+0000 7f125be00640 1 -- 172.21.15.29:0/479061559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620380a8560 con 0x562037ffb420 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.298+0000 7f125be00640 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x5620380a8020 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f124c009380 tx=0x7f124c008030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d855cbf07034e9d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.298+0000 7f1244c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.298+0000 7f1244c00640 1 -- 172.21.15.29:0/479061559 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124c060070 con 0x562037ffb420 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.298+0000 7f1244c00640 1 -- 172.21.15.29:0/479061559 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f124c065660 con 0x562037ffb420 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.298+0000 7f1265bc9740 1 -- 172.21.15.29:0/479061559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1248007de0 con 0x562037ffb420 2024-09-12T03:14:22.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.298+0000 7f1244c00640 1 -- 172.21.15.29:0/479061559 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f124c06d050 con 0x562037ffb420 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.298+0000 7f1265bc9740 10 client.7470 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.298+0000 7f1265bc9740 1 -- 172.21.15.29:0/479061559 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x562037fdf7f0 con 0x562037ffb420 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.298+0000 7f1244c00640 1 -- 172.21.15.29:0/479061559 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1248007de0 con 0x562037ffb420 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.299+0000 7f1244c00640 1 -- 172.21.15.29:0/479061559 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7f124c070020 con 0x562037ffb420 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.299+0000 7f1265bc9740 10 client.7470 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.299+0000 7f1265bc9740 10 client.7470 resolve_mds: resolved 6:1 to role '6:1' aka daemon mds.b 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.299+0000 7f1265bc9740 20 client.7470 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.299+0000 7f1265bc9740 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x5620380269b0 0x56203804d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.299+0000 7f1265bc9740 4 client.7470 mds_command: new command op to 6931 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.299+0000 7f1265bc9740 1 -- 172.21.15.29:0/479061559 --> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562038012e90 con 0x5620380269b0 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.299+0000 7f125b400640 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x5620380269b0 0x56203804d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.300+0000 7f125b400640 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x5620380269b0 0x56203804d700 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3ebc543b818b8f59 server_cookie=cc5f9e268194ccc1 in_seq=0 out_seq=0 2024-09-12T03:14:22.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.300+0000 7f1244c00640 10 client.7470 ms_handle_connect on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:22.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1244c00640 1 -- 172.21.15.29:0/479061559 <== mds.1 v2:172.21.15.38:6834/1187811370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562038012e90 con 0x5620380269b0 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1244c00640 10 client.7470 handle_command_reply: tid=0 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 1 client.7470 shutdown 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 1 -- 172.21.15.29:0/479061559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 msgr2=0x5620380a8020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x5620380a8020 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f124c009380 tx=0x7f124c008030 comp rx=0 tx=0).stop 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 1 -- 172.21.15.29:0/479061559 shutdown_connections 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x5620380269b0 0x56203804d700 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562038026d90 0x562038023d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562037ffb800 0x562038023830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1244c00640 0 client.7470 ms_handle_reset on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 1 --2- 172.21.15.29:0/479061559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562037ffb420 0x5620380a8020 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 1 -- 172.21.15.29:0/479061559 >> 172.21.15.29:0/479061559 conn(0x562037fe1480 msgr2=0x562038026250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 1 -- 172.21.15.29:0/479061559 shutdown_connections 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 1 -- 172.21.15.29:0/479061559 wait complete. 2024-09-12T03:14:22.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.309+0000 7f1265bc9740 20 client.7470 trim_cache size 0 max 16384 2024-09-12T03:14:22.311 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:22.311 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:14:22.311 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:14:22.311 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 -- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f123c06be60 msgr2=0x7f123c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f123c06be60 0x7f123c06e320 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f124c035040 tx=0x7f124c02e000 comp rx=0 tx=0).stop 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 -- 172.21.15.29:0/3994896375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f125c072d80 msgr2=0x7f125c13ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f125c072d80 0x7f125c13ee20 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f125400c6d0 tx=0x7f125400cb90 comp rx=0 tx=0).stop 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 -- 172.21.15.29:0/3994896375 shutdown_connections 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f123c06be60 0x7f123c06e320 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f125c072d80 0x7f125c13ee20 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f125c072040 0x7f125c140d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 --2- 172.21.15.29:0/3994896375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f125c06e0a0 0x7f125c13dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 -- 172.21.15.29:0/3994896375 >> 172.21.15.29:0/3994896375 conn(0x7f125c067d70 msgr2=0x7f125c06f910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 -- 172.21.15.29:0/3994896375 shutdown_connections 2024-09-12T03:14:22.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.310+0000 7f1262c00640 1 -- 172.21.15.29:0/3994896375 wait complete. 2024-09-12T03:14:22.325 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:2 flush journal 2024-09-12T03:14:22.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.484+0000 7fe416400640 1 Processor -- start 2024-09-12T03:14:22.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.484+0000 7fe416400640 1 -- start start 2024-09-12T03:14:22.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.485+0000 7fe416400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe41015e8f0 0x7fe41006e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.485+0000 7fe416400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe41006d310 con 0x7fe41015e510 2024-09-12T03:14:22.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.485+0000 7fe416400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4100b3f70 con 0x7fe41006bc10 2024-09-12T03:14:22.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.485+0000 7fe416400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe4100b4250 con 0x7fe41015e8f0 2024-09-12T03:14:22.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.486+0000 7fe40f400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe41015e510 0x7fe41006cae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37292/0 (socket says 172.21.15.29:37292) 2024-09-12T03:14:22.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.486+0000 7fe40f400640 1 -- 172.21.15.29:0/3031451386 learned_addr learned my addr 172.21.15.29:0/3031451386 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:22.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.486+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3144348934 0 0) 0x7fe41006d310 con 0x7fe41015e510 2024-09-12T03:14:22.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.486+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe3f4003520 con 0x7fe41015e510 2024-09-12T03:14:22.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.486+0000 7fe40ea00640 1 --2- 172.21.15.29:0/3031451386 >> v2:172.21.15.38:3300/0 conn(0x7fe41015e8f0 0x7fe41006e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.486+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3292038958 0 0) 0x7fe3f4003520 con 0x7fe41015e510 2024-09-12T03:14:22.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.486+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 >> v2:172.21.15.38:3300/0 conn(0x7fe41015e8f0 msgr2=0x7fe41006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.486+0000 7fe40e000640 1 --2- 172.21.15.29:0/3031451386 >> v2:172.21.15.38:3300/0 conn(0x7fe41015e8f0 0x7fe41006e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.486+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 >> v1:172.21.15.38:6789/0 conn(0x7fe41006bc10 legacy=0x7fe4100b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.486+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4100b4530 con 0x7fe41015e510 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.486+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fe400001670 con 0x7fe41015e510 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 >> v1:172.21.15.29:6789/0 conn(0x7fe41015e510 legacy=0x7fe41006cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40e000640 1 --2- 172.21.15.29:0/3031451386 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3f40039b0 0x7fe3f4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40e000640 1 --2- 172.21.15.29:0/3031451386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3f4004800 0x7fe3f4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40e000640 1 --2- 172.21.15.29:0/3031451386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3f40051c0 0x7fe3f400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe4100b4250 con 0x7fe3f40051c0 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe3f400c160 con 0x7fe3f40039b0 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe3f400c360 con 0x7fe3f4004800 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40fe00640 1 --2- 172.21.15.29:0/3031451386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3f40051c0 0x7fe3f400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40f400640 1 --2- 172.21.15.29:0/3031451386 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3f40039b0 0x7fe3f4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40ea00640 1 --2- 172.21.15.29:0/3031451386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3f4004800 0x7fe3f4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40f400640 1 -- 172.21.15.29:0/3031451386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3f4004800 msgr2=0x7fe3f4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40f400640 1 --2- 172.21.15.29:0/3031451386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe3f4004800 0x7fe3f4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40f400640 1 -- 172.21.15.29:0/3031451386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3f40051c0 msgr2=0x7fe3f400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40f400640 1 --2- 172.21.15.29:0/3031451386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3f40051c0 0x7fe3f400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40f400640 1 -- 172.21.15.29:0/3031451386 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3f4003520 con 0x7fe3f40039b0 2024-09-12T03:14:22.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.487+0000 7fe40fe00640 1 -- 172.21.15.29:0/3031451386 reap_dead start 2024-09-12T03:14:22.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.488+0000 7fe40f400640 1 --2- 172.21.15.29:0/3031451386 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3f40039b0 0x7fe3f4003dd0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe40000c240 tx=0x7fe3f4005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=580f1ab52f09f9e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.489+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe400007cf0 con 0x7fe3f40039b0 2024-09-12T03:14:22.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.489+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe4000058d0 con 0x7fe3f40039b0 2024-09-12T03:14:22.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.489+0000 7fe40e000640 1 -- 172.21.15.29:0/3031451386 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe400005d20 con 0x7fe3f40039b0 2024-09-12T03:14:22.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.489+0000 7fe416400640 1 -- 172.21.15.29:0/3031451386 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3f40039b0 msgr2=0x7fe3f4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.489+0000 7fe416400640 1 --2- 172.21.15.29:0/3031451386 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3f40039b0 0x7fe3f4003dd0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fe40000c240 tx=0x7fe3f4005830 comp rx=0 tx=0).stop 2024-09-12T03:14:22.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.489+0000 7fe416400640 1 -- 172.21.15.29:0/3031451386 shutdown_connections 2024-09-12T03:14:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.489+0000 7fe416400640 1 --2- 172.21.15.29:0/3031451386 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3f40039b0 0x7fe3f4003dd0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.489+0000 7fe416400640 1 -- 172.21.15.29:0/3031451386 >> 172.21.15.29:0/3031451386 conn(0x7fe4100cd820 msgr2=0x7fe4100cdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.489+0000 7fe416400640 1 -- 172.21.15.29:0/3031451386 shutdown_connections 2024-09-12T03:14:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.489+0000 7fe416400640 1 -- 172.21.15.29:0/3031451386 wait complete. 2024-09-12T03:14:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.491+0000 7fe416400640 1 Processor -- start 2024-09-12T03:14:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.491+0000 7fe416400640 1 -- start start 2024-09-12T03:14:22.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.492+0000 7fe416400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3f40039b0 0x7fe41014a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.492+0000 7fe416400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe410161760 0x7fe4100aef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.492+0000 7fe416400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4100af470 0x7fe410154870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.492+0000 7fe416400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe41006ce70 con 0x7fe4100af470 2024-09-12T03:14:22.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.492+0000 7fe416400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe41006ccf0 con 0x7fe3f40039b0 2024-09-12T03:14:22.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.492+0000 7fe416400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe41006cff0 con 0x7fe410161760 2024-09-12T03:14:22.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.492+0000 7fe40fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4100af470 0x7fe410154870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.492+0000 7fe40fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4100af470 0x7fe410154870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53486/0 (socket says 172.21.15.29:53486) 2024-09-12T03:14:22.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.492+0000 7fe40fe00640 1 -- 172.21.15.29:0/2035541304 learned_addr learned my addr 172.21.15.29:0/2035541304 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe40f400640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3f40039b0 0x7fe41014a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe40ea00640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe410161760 0x7fe4100aef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe40fe00640 1 -- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe410161760 msgr2=0x7fe4100aef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe40fe00640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe410161760 0x7fe4100aef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe40fe00640 1 -- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3f40039b0 msgr2=0x7fe41014a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe40fe00640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3f40039b0 0x7fe41014a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe40fe00640 1 -- 172.21.15.29:0/2035541304 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe410153ee0 con 0x7fe4100af470 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe40fe00640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4100af470 0x7fe410154870 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7fe410067df0 tx=0x7fe40800fbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe407400640 1 -- 172.21.15.29:0/2035541304 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408003b80 con 0x7fe4100af470 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe407400640 1 -- 172.21.15.29:0/2035541304 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe408018070 con 0x7fe4100af470 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe416400640 1 -- 172.21.15.29:0/2035541304 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe410160150 con 0x7fe4100af470 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.493+0000 7fe407400640 1 -- 172.21.15.29:0/2035541304 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4080050d0 con 0x7fe4100af470 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.494+0000 7fe416400640 1 -- 172.21.15.29:0/2035541304 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe410160710 con 0x7fe4100af470 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.495+0000 7fe407400640 1 -- 172.21.15.29:0/2035541304 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe408005270 con 0x7fe4100af470 2024-09-12T03:14:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.496+0000 7fe407400640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3f006be30 0x7fe3f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.496+0000 7fe407400640 1 -- 172.21.15.29:0/2035541304 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fe40808ae10 con 0x7fe4100af470 2024-09-12T03:14:22.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.497+0000 7fe40f400640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3f006be30 0x7fe3f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.497+0000 7fe4192a2740 1 Processor -- start 2024-09-12T03:14:22.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.497+0000 7fe4192a2740 1 -- start start 2024-09-12T03:14:22.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.497+0000 7fe40f400640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3f006be30 0x7fe3f006e2f0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fe400033000 tx=0x7fe400009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.498+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7f4c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.498+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7c4800 0x5644fd7f5200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.498+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7aa480 0x5644fd7f5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.498+0000 7fe4192a2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5644fd712660 con 0x5644fd7aa480 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.498+0000 7fe4192a2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5644fd6ba680 con 0x5644fd7c4800 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.498+0000 7fe4192a2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5644fd70e620 con 0x5644fd7c4420 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.498+0000 7fe40f400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7f4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.498+0000 7fe40f400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7f4c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:39848/0 (socket says 172.21.15.29:39848) 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.498+0000 7fe40f400640 1 -- 172.21.15.29:0/3770219027 learned_addr learned my addr 172.21.15.29:0/3770219027 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.498+0000 7fe40ea00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7c4800 0x5644fd7f5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.498+0000 7fe40fe00640 1 --2- 172.21.15.29:0/3770219027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7aa480 0x5644fd7f5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.499+0000 7fe40ea00640 1 -- 172.21.15.29:0/3770219027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 msgr2=0x5644fd7f4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.499+0000 7fe40ea00640 1 --2- 172.21.15.29:0/3770219027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7f4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.499+0000 7fe40ea00640 1 -- 172.21.15.29:0/3770219027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7aa480 msgr2=0x5644fd7f5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.499+0000 7fe40ea00640 1 --2- 172.21.15.29:0/3770219027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7aa480 0x5644fd7f5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.499+0000 7fe40ea00640 1 -- 172.21.15.29:0/3770219027 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644fd4ef7d0 con 0x5644fd7c4800 2024-09-12T03:14:22.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.499+0000 7fe40fe00640 1 --2- 172.21.15.29:0/3770219027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7aa480 0x5644fd7f5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.499+0000 7fe40ea00640 1 --2- 172.21.15.29:0/3770219027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7c4800 0x5644fd7f5200 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe41006a9b0 tx=0x7fe3fc009f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d036718a0bd9d5f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.499+0000 7fe3fbe00640 1 -- 172.21.15.29:0/3770219027 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc022070 con 0x5644fd7c4800 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.499+0000 7fe3fbe00640 1 -- 172.21.15.29:0/3770219027 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3fc014cc0 con 0x5644fd7c4800 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.499+0000 7fe3fbe00640 1 -- 172.21.15.29:0/3770219027 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc01d680 con 0x5644fd7c4800 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.500+0000 7fe4192a2740 1 -- 172.21.15.29:0/3770219027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7c4800 msgr2=0x5644fd7f5200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.500+0000 7fe4192a2740 1 --2- 172.21.15.29:0/3770219027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7c4800 0x5644fd7f5200 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe41006a9b0 tx=0x7fe3fc009f00 comp rx=0 tx=0).stop 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.500+0000 7fe4192a2740 1 -- 172.21.15.29:0/3770219027 shutdown_connections 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.500+0000 7fe4192a2740 1 --2- 172.21.15.29:0/3770219027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7aa480 0x5644fd7f5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.500+0000 7fe4192a2740 1 --2- 172.21.15.29:0/3770219027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7c4800 0x5644fd7f5200 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.500+0000 7fe4192a2740 1 --2- 172.21.15.29:0/3770219027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7f4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.500+0000 7fe4192a2740 1 -- 172.21.15.29:0/3770219027 >> 172.21.15.29:0/3770219027 conn(0x5644fd7ab220 msgr2=0x5644fd7f3840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.500+0000 7fe4192a2740 1 -- 172.21.15.29:0/3770219027 shutdown_connections 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.500+0000 7fe4192a2740 1 -- 172.21.15.29:0/3770219027 wait complete. 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.501+0000 7fe4192a2740 1 -- start start 2024-09-12T03:14:22.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.501+0000 7fe4192a2740 1 Processor -- start 2024-09-12T03:14:22.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.502+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7b2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.502+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd807160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.502+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7b2f90 0x5644fd7c2d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.502+0000 7fe4192a2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5644fd7a93e0 con 0x5644fd7c4800 2024-09-12T03:14:22.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.502+0000 7fe4192a2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5644fd69b4c0 con 0x5644fd7b2f90 2024-09-12T03:14:22.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.502+0000 7fe4192a2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5644fd7a96c0 con 0x5644fd7c4420 2024-09-12T03:14:22.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.502+0000 7fe4192a2740 10 client.0 _ll_register_callbacks cb 0x5644fd70ae80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:22.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.502+0000 7fe40ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd807160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe40ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd807160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53504/0 (socket says 172.21.15.29:53504) 2024-09-12T03:14:22.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe40ea00640 1 -- 172.21.15.29:0/2857272379 learned_addr learned my addr 172.21.15.29:0/2857272379 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe40f400640 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7b2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe40fe00640 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7b2f90 0x5644fd7c2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe40ea00640 1 -- 172.21.15.29:0/2857272379 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 msgr2=0x5644fd7b2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe40ea00640 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7b2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe40ea00640 1 -- 172.21.15.29:0/2857272379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7b2f90 msgr2=0x5644fd7c2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe40ea00640 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7b2f90 0x5644fd7c2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe40ea00640 1 -- 172.21.15.29:0/2857272379 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644fd4253f0 con 0x5644fd7c4800 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe40ea00640 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd807160 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00a010 tx=0x7fe3fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=422d8cfcf05140f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe3f8c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.503+0000 7fe3f8c00640 1 -- 172.21.15.29:0/2857272379 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc022040 con 0x5644fd7c4800 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe4192a2740 1 -- 172.21.15.29:0/2857272379 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3fc014cc0 con 0x5644fd7c4800 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe3f8c00640 1 -- 172.21.15.29:0/2857272379 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fe3fc01dd60 con 0x5644fd7c4800 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe3f8c00640 1 -- 172.21.15.29:0/2857272379 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fe3fc035050 con 0x5644fd7c4800 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe4192a2740 10 client.7482 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:22.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe4192a2740 1 -- 172.21.15.29:0/2857272379 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x5644fd3e50f0 con 0x5644fd7c4800 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe3f8c00640 1 -- 172.21.15.29:0/2857272379 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3fc014cc0 con 0x5644fd7c4800 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe3f8c00640 1 -- 172.21.15.29:0/2857272379 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7fe3fc038020 con 0x5644fd7c4800 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe4192a2740 10 client.7482 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe4192a2740 10 client.7482 resolve_mds: resolved 6:2 to role '6:2' aka daemon mds.c 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe4192a2740 20 client.7482 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe4192a2740 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x5644fd7edf10 0x5644fd7ee310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe4192a2740 4 client.7482 mds_command: new command op to 6928 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.504+0000 7fe4192a2740 1 -- 172.21.15.29:0/2857272379 --> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644fd71fd90 con 0x5644fd7edf10 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.505+0000 7fe40f400640 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x5644fd7edf10 0x5644fd7ee310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.505+0000 7fe3f8c00640 10 client.7482 ms_handle_connect on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.505+0000 7fe40f400640 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x5644fd7edf10 0x5644fd7ee310 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=74e622d48e5a8f14 server_cookie=373dabc286b8e9af in_seq=0 out_seq=0 2024-09-12T03:14:22.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe3f8c00640 1 -- 172.21.15.29:0/2857272379 <== mds.2 v2:172.21.15.29:6833/2581876515 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5644fd71fd90 con 0x5644fd7edf10 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe3f8c00640 10 client.7482 handle_command_reply: tid=0 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 1 client.7482 shutdown 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 1 -- 172.21.15.29:0/2857272379 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 msgr2=0x5644fd807160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd807160 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00a010 tx=0x7fe3fc0046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 1 -- 172.21.15.29:0/2857272379 shutdown_connections 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x5644fd7edf10 0x5644fd7ee310 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7b2f90 0x5644fd7c2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd807160 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe3f8c00640 0 client.7482 ms_handle_reset on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 1 --2- 172.21.15.29:0/2857272379 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7b2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 1 -- 172.21.15.29:0/2857272379 >> 172.21.15.29:0/2857272379 conn(0x5644fd7aa480 msgr2=0x5644fd7f36b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 1 -- 172.21.15.29:0/2857272379 shutdown_connections 2024-09-12T03:14:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 1 -- 172.21.15.29:0/2857272379 wait complete. 2024-09-12T03:14:22.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.506+0000 7fe4192a2740 20 client.7482 trim_cache size 0 max 16384 2024-09-12T03:14:22.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.522+0000 7fe4192a2740 1 Processor -- start 2024-09-12T03:14:22.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.522+0000 7fe4192a2740 1 -- start start 2024-09-12T03:14:22.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.523+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7b2f90 0x5644fd7b1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.523+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7c4420 0x5644fd7f0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.523+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7ee2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.523+0000 7fe4192a2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5644fd807da0 con 0x5644fd7c4800 2024-09-12T03:14:22.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.523+0000 7fe4192a2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe410201b10 con 0x5644fd7c4420 2024-09-12T03:14:22.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.523+0000 7fe4192a2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe410200d10 con 0x5644fd7b2f90 2024-09-12T03:14:22.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.523+0000 7fe40fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7ee2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.523+0000 7fe40fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7ee2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53510/0 (socket says 172.21.15.29:53510) 2024-09-12T03:14:22.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.523+0000 7fe40fe00640 1 -- 172.21.15.29:0/1778958454 learned_addr learned my addr 172.21.15.29:0/1778958454 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.524+0000 7fe40ea00640 1 --2- 172.21.15.29:0/1778958454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7c4420 0x5644fd7f0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.524+0000 7fe40f400640 1 --2- 172.21.15.29:0/1778958454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7b2f90 0x5644fd7b1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.524+0000 7fe40fe00640 1 -- 172.21.15.29:0/1778958454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7b2f90 msgr2=0x5644fd7b1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.524+0000 7fe40fe00640 1 --2- 172.21.15.29:0/1778958454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7b2f90 0x5644fd7b1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.524+0000 7fe40fe00640 1 -- 172.21.15.29:0/1778958454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7c4420 msgr2=0x5644fd7f0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.524+0000 7fe40fe00640 1 --2- 172.21.15.29:0/1778958454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7c4420 0x5644fd7f0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.524+0000 7fe40fe00640 1 -- 172.21.15.29:0/1778958454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644fd7b2670 con 0x5644fd7c4800 2024-09-12T03:14:22.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.524+0000 7fe40fe00640 1 --2- 172.21.15.29:0/1778958454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7ee2f0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fe408055280 tx=0x7fe4080588a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba3c129b92e5bfab server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.524+0000 7fe3fb400640 1 -- 172.21.15.29:0/1778958454 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408061a00 con 0x5644fd7c4800 2024-09-12T03:14:22.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.524+0000 7fe3fb400640 1 -- 172.21.15.29:0/1778958454 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe408088070 con 0x5644fd7c4800 2024-09-12T03:14:22.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.524+0000 7fe3fb400640 1 -- 172.21.15.29:0/1778958454 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408055490 con 0x5644fd7c4800 2024-09-12T03:14:22.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.525+0000 7fe4192a2740 1 -- 172.21.15.29:0/1778958454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 msgr2=0x5644fd7ee2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.525+0000 7fe4192a2740 1 --2- 172.21.15.29:0/1778958454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7ee2f0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fe408055280 tx=0x7fe4080588a0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.525+0000 7fe4192a2740 1 -- 172.21.15.29:0/1778958454 shutdown_connections 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.525+0000 7fe4192a2740 1 --2- 172.21.15.29:0/1778958454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7ee2f0 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.525+0000 7fe4192a2740 1 --2- 172.21.15.29:0/1778958454 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7c4420 0x5644fd7f0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.525+0000 7fe4192a2740 1 --2- 172.21.15.29:0/1778958454 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7b2f90 0x5644fd7b1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.525+0000 7fe4192a2740 1 -- 172.21.15.29:0/1778958454 >> 172.21.15.29:0/1778958454 conn(0x5644fd7aa480 msgr2=0x5644fd7f51c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.525+0000 7fe4192a2740 1 -- 172.21.15.29:0/1778958454 shutdown_connections 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.525+0000 7fe4192a2740 1 -- 172.21.15.29:0/1778958454 wait complete. 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.526+0000 7fe4192a2740 1 -- start start 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.526+0000 7fe4192a2740 1 Processor -- start 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7b2f90 0x5644fd856ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7c2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe4192a2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7b3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe4192a2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe4101ffd90 con 0x5644fd7c4800 2024-09-12T03:14:22.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe4192a2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe4102013e0 con 0x5644fd7b2f90 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe4192a2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5644fd7a9f60 con 0x5644fd7c4420 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe4192a2740 10 client.0 _ll_register_callbacks cb 0x7fe3fc020070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe40fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7b3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe40fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7b3610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53526/0 (socket says 172.21.15.29:53526) 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe40fe00640 1 -- 172.21.15.29:0/489140270 learned_addr learned my addr 172.21.15.29:0/489140270 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe40f400640 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7b2f90 0x5644fd856ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.527+0000 7fe40ea00640 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7c2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe40fe00640 1 -- 172.21.15.29:0/489140270 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 msgr2=0x5644fd7c2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe40fe00640 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7c2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe40fe00640 1 -- 172.21.15.29:0/489140270 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7b2f90 msgr2=0x5644fd856ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe40fe00640 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7b2f90 0x5644fd856ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe40fe00640 1 -- 172.21.15.29:0/489140270 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644fd857430 con 0x5644fd7c4800 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe40ea00640 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7c2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe40fe00640 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7b3610 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fe408001550 tx=0x7fe408088f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=714e7ccdea8f3a04 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:22.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe3f8c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:22.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe3f8c00640 1 -- 172.21.15.29:0/489140270 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408074070 con 0x5644fd7c4800 2024-09-12T03:14:22.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe3f8c00640 1 -- 172.21.15.29:0/489140270 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fe408005760 con 0x5644fd7c4800 2024-09-12T03:14:22.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe4192a2740 1 -- 172.21.15.29:0/489140270 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe408088070 con 0x5644fd7c4800 2024-09-12T03:14:22.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe3f8c00640 1 -- 172.21.15.29:0/489140270 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fe408058270 con 0x5644fd7c4800 2024-09-12T03:14:22.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe4192a2740 10 client.7488 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:22.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.528+0000 7fe4192a2740 1 -- 172.21.15.29:0/489140270 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x5644fd7c2f50 con 0x5644fd7c4800 2024-09-12T03:14:22.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.529+0000 7fe3f8c00640 1 -- 172.21.15.29:0/489140270 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe408088070 con 0x5644fd7c4800 2024-09-12T03:14:22.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.529+0000 7fe3f8c00640 1 -- 172.21.15.29:0/489140270 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7fe408058410 con 0x5644fd7c4800 2024-09-12T03:14:22.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.529+0000 7fe4192a2740 10 client.7488 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:22.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.529+0000 7fe4192a2740 10 client.7488 resolve_mds: resolved 6:2 to role '6:2' aka daemon mds.c 2024-09-12T03:14:22.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.529+0000 7fe4192a2740 20 client.7488 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:22.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.529+0000 7fe4192a2740 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x5644fd7b3b50 0x5644fd7f6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:22.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.529+0000 7fe4192a2740 4 client.7488 mds_command: new command op to 6928 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:14:22.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.529+0000 7fe4192a2740 1 -- 172.21.15.29:0/489140270 --> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5644fd71a0e0 con 0x5644fd7b3b50 2024-09-12T03:14:22.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.529+0000 7fe40f400640 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x5644fd7b3b50 0x5644fd7f6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:22.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.530+0000 7fe40f400640 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x5644fd7b3b50 0x5644fd7f6a70 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=341e4ebc930df0bf server_cookie=452bf84bfec5f785 in_seq=0 out_seq=0 2024-09-12T03:14:22.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.530+0000 7fe3f8c00640 10 client.7488 ms_handle_connect on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:22.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe3f8c00640 1 -- 172.21.15.29:0/489140270 <== mds.2 v2:172.21.15.29:6833/2581876515 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5644fd71a0e0 con 0x5644fd7b3b50 2024-09-12T03:14:22.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe3f8c00640 10 client.7488 handle_command_reply: tid=0 2024-09-12T03:14:22.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe4192a2740 1 client.7488 shutdown 2024-09-12T03:14:22.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe4192a2740 1 -- 172.21.15.29:0/489140270 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 msgr2=0x5644fd7b3610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe4192a2740 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7b3610 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fe408001550 tx=0x7fe408088f70 comp rx=0 tx=0).stop 2024-09-12T03:14:22.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe4192a2740 1 -- 172.21.15.29:0/489140270 shutdown_connections 2024-09-12T03:14:22.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe4192a2740 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x5644fd7b3b50 0x5644fd7f6a70 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe4192a2740 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644fd7c4800 0x5644fd7b3610 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe4192a2740 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5644fd7c4420 0x5644fd7c2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe4192a2740 1 --2- 172.21.15.29:0/489140270 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5644fd7b2f90 0x5644fd856ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe3f8c00640 0 client.7488 ms_handle_reset on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:22.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.544+0000 7fe4192a2740 1 -- 172.21.15.29:0/489140270 >> 172.21.15.29:0/489140270 conn(0x5644fd7aa480 msgr2=0x5644fd806ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.545+0000 7fe4192a2740 1 -- 172.21.15.29:0/489140270 shutdown_connections 2024-09-12T03:14:22.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.545+0000 7fe4192a2740 1 -- 172.21.15.29:0/489140270 wait complete. 2024-09-12T03:14:22.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.545+0000 7fe4192a2740 20 client.7488 trim_cache size 0 max 16384 2024-09-12T03:14:22.546 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:22.546 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:14:22.546 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:14:22.547 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:22.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.545+0000 7fe416400640 1 -- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3f006be30 msgr2=0x7fe3f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.545+0000 7fe416400640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3f006be30 0x7fe3f006e2f0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fe400033000 tx=0x7fe400009030 comp rx=0 tx=0).stop 2024-09-12T03:14:22.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.545+0000 7fe416400640 1 -- 172.21.15.29:0/2035541304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4100af470 msgr2=0x7fe410154870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:22.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.545+0000 7fe416400640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4100af470 0x7fe410154870 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7fe410067df0 tx=0x7fe40800fbb0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.546+0000 7fe416400640 1 -- 172.21.15.29:0/2035541304 shutdown_connections 2024-09-12T03:14:22.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.546+0000 7fe416400640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe3f006be30 0x7fe3f006e2f0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.546+0000 7fe416400640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4100af470 0x7fe410154870 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.546+0000 7fe416400640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe410161760 0x7fe4100aef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.546+0000 7fe416400640 1 --2- 172.21.15.29:0/2035541304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe3f40039b0 0x7fe41014a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:22.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.546+0000 7fe416400640 1 -- 172.21.15.29:0/2035541304 >> 172.21.15.29:0/2035541304 conn(0x7fe4100cd820 msgr2=0x7fe4100b5bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:22.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.546+0000 7fe416400640 1 -- 172.21.15.29:0/2035541304 shutdown_connections 2024-09-12T03:14:22.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22.546+0000 7fe416400640 1 -- 172.21.15.29:0/2035541304 wait complete. 2024-09-12T03:14:22.561 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:22.561 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec find d1/d2/d3/) 2024-09-12T03:14:22.605 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/ 2024-09-12T03:14:22.605 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4 2024-09-12T03:14:22.605 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5 2024-09-12T03:14:22.605 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6 2024-09-12T03:14:22.605 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6/d7 2024-09-12T03:14:22.605 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6/d7/d8 2024-09-12T03:14:22.606 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:14:22.606 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:14:22.607 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:14:22.607 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:14:22.607 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/").st_ino) 2024-09-12T03:14:22.607 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:14:22.747 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627778 2024-09-12T03:14:22.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:14:22.759 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:14:22.759 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:14:22.759 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:14:22.759 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:14:22.759 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4").st_ino) 2024-09-12T03:14:22.759 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:14:22.899 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627779 2024-09-12T03:14:22.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:14:22.911 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:14:22.911 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:14:22.911 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:14:22.911 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:14:22.911 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5").st_ino) 2024-09-12T03:14:22.911 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:14:23.051 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627780 2024-09-12T03:14:23.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:14:23.062 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:14:23.062 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:14:23.063 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:14:23.063 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:14:23.063 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6").st_ino) 2024-09-12T03:14:23.063 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:14:23.202 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627781 2024-09-12T03:14:23.205 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:14:23.213 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:14:23.213 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:14:23.213 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:14:23.213 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:14:23.213 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6/d7").st_ino) 2024-09-12T03:14:23.214 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:14:23.354 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627782 2024-09-12T03:14:23.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:14:23.365 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:14:23.365 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:14:23.365 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:14:23.365 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:14:23.365 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6/d7/d8").st_ino) 2024-09-12T03:14:23.365 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:14:23.505 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627783 2024-09-12T03:14:23.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:14:23.517 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000002.00000000 parent 2024-09-12T03:14:23.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.634+0000 7f145b575f40 1 Processor -- start 2024-09-12T03:14:23.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.634+0000 7f145b575f40 1 -- start start 2024-09-12T03:14:23.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.635+0000 7f145b575f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 0x55b36fa4d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.635+0000 7f145b575f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b36fa32eb0 0x55b36faca920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.635+0000 7f145b575f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b36fad7640 0x55b36fad5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.635+0000 7f145b575f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b36fa31eb0 con 0x55b36f9ff9d0 2024-09-12T03:14:23.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.635+0000 7f145b575f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b36f9a7b30 con 0x55b36fad7640 2024-09-12T03:14:23.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.635+0000 7f145b575f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b36fa4a830 con 0x55b36fa32eb0 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.635+0000 7f1458800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 0x55b36fa4d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.635+0000 7f1458800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 0x55b36fa4d110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53532/0 (socket says 172.21.15.29:53532) 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.635+0000 7f1458800640 1 -- 172.21.15.29:0/977759623 learned_addr learned my addr 172.21.15.29:0/977759623 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1459200640 1 --2- 172.21.15.29:0/977759623 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b36fad7640 0x55b36fad5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1457e00640 1 --2- 172.21.15.29:0/977759623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b36fa32eb0 0x55b36faca920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1458800640 1 -- 172.21.15.29:0/977759623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b36fa32eb0 msgr2=0x55b36faca920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1458800640 1 --2- 172.21.15.29:0/977759623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b36fa32eb0 0x55b36faca920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1458800640 1 -- 172.21.15.29:0/977759623 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b36fad7640 msgr2=0x55b36fad5c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1458800640 1 --2- 172.21.15.29:0/977759623 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b36fad7640 0x55b36fad5c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1458800640 1 -- 172.21.15.29:0/977759623 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b36fa4a290 con 0x55b36f9ff9d0 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1459200640 1 --2- 172.21.15.29:0/977759623 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b36fad7640 0x55b36fad5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1457e00640 1 --2- 172.21.15.29:0/977759623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b36fa32eb0 0x55b36faca920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:23.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1458800640 1 --2- 172.21.15.29:0/977759623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 0x55b36fa4d110 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f144c009750 tx=0x7f144c005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cfa05f651533c21 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1456a00640 1 -- 172.21.15.29:0/977759623 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144c019070 con 0x55b36f9ff9d0 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1456a00640 1 -- 172.21.15.29:0/977759623 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f144c008890 con 0x55b36f9ff9d0 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.636+0000 7f1456a00640 1 -- 172.21.15.29:0/977759623 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144c008c60 con 0x55b36f9ff9d0 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.637+0000 7f145b575f40 1 -- 172.21.15.29:0/977759623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 msgr2=0x55b36fa4d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.637+0000 7f145b575f40 1 --2- 172.21.15.29:0/977759623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 0x55b36fa4d110 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f144c009750 tx=0x7f144c005a00 comp rx=0 tx=0).stop 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.637+0000 7f145b575f40 1 -- 172.21.15.29:0/977759623 shutdown_connections 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.637+0000 7f145b575f40 1 --2- 172.21.15.29:0/977759623 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b36fad7640 0x55b36fad5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.637+0000 7f145b575f40 1 --2- 172.21.15.29:0/977759623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b36fa32eb0 0x55b36faca920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.637+0000 7f145b575f40 1 --2- 172.21.15.29:0/977759623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 0x55b36fa4d110 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.637+0000 7f145b575f40 1 -- 172.21.15.29:0/977759623 >> 172.21.15.29:0/977759623 conn(0x55b36fa30080 msgr2=0x55b36fa30460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.637+0000 7f145b575f40 1 -- 172.21.15.29:0/977759623 shutdown_connections 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.637+0000 7f145b575f40 1 -- 172.21.15.29:0/977759623 wait complete. 2024-09-12T03:14:23.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.638+0000 7f145b575f40 1 Processor -- start 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.638+0000 7f145b575f40 1 -- start start 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f145b575f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 0x55b36faca920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f145b575f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b36fa32eb0 0x55b36fa4d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f145b575f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b36fad7640 0x55b36fac36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f145b575f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b36fa4cf40 con 0x55b36f9ff9d0 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f145b575f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b36fa4ee50 con 0x55b36fad7640 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f145b575f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b36fad1d80 con 0x55b36fa32eb0 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f1458800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 0x55b36faca920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f1458800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 0x55b36faca920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53540/0 (socket says 172.21.15.29:53540) 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f1458800640 1 -- 172.21.15.29:0/1148985113 learned_addr learned my addr 172.21.15.29:0/1148985113 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f1459200640 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b36fad7640 0x55b36fac36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f1457e00640 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b36fa32eb0 0x55b36fa4d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f1458800640 1 -- 172.21.15.29:0/1148985113 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b36fa32eb0 msgr2=0x55b36fa4d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f1458800640 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b36fa32eb0 0x55b36fa4d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f1458800640 1 -- 172.21.15.29:0/1148985113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b36fad7640 msgr2=0x55b36fac36b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f1458800640 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b36fad7640 0x55b36fac36b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.639+0000 7f1458800640 1 -- 172.21.15.29:0/1148985113 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b36fad1350 con 0x55b36f9ff9d0 2024-09-12T03:14:23.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.640+0000 7f1458800640 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 0x55b36faca920 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f144c013000 tx=0x7f144c003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.640+0000 7f1455600640 1 -- 172.21.15.29:0/1148985113 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144c022020 con 0x55b36f9ff9d0 2024-09-12T03:14:23.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.640+0000 7f1455600640 1 -- 172.21.15.29:0/1148985113 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f144c014680 con 0x55b36f9ff9d0 2024-09-12T03:14:23.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.640+0000 7f1455600640 1 -- 172.21.15.29:0/1148985113 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144c019040 con 0x55b36f9ff9d0 2024-09-12T03:14:23.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.640+0000 7f145b575f40 1 -- 172.21.15.29:0/1148985113 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55b36fad0d90 con 0x55b36f9ff9d0 2024-09-12T03:14:23.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.640+0000 7f145b575f40 1 -- 172.21.15.29:0/1148985113 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b36fac3fd0 con 0x55b36f9ff9d0 2024-09-12T03:14:23.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.642+0000 7f1455600640 1 -- 172.21.15.29:0/1148985113 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f144c025020 con 0x55b36f9ff9d0 2024-09-12T03:14:23.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.643+0000 7f1455600640 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f143806a810 0x7f143806ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.643+0000 7f1455600640 1 -- 172.21.15.29:0/1148985113 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f144c08b620 con 0x55b36f9ff9d0 2024-09-12T03:14:23.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.643+0000 7f1457e00640 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f143806a810 0x7f143806ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.643+0000 7f145b575f40 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55b36fac47d0 0x55b36fac4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.643+0000 7f145b575f40 1 -- 172.21.15.29:0/1148985113 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- osd_op(unknown.0.0:1 13.12 13:4bec3886:::10000000002.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x55b36fac5120 con 0x55b36fac47d0 2024-09-12T03:14:23.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.644+0000 7f1459200640 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55b36fac47d0 0x55b36fac4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.644+0000 7f1457e00640 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f143806a810 0x7f143806ccd0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1444001ed0 tx=0x7f1444001670 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.644+0000 7f1459200640 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55b36fac47d0 0x55b36fac4be0 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f1459200640 1 -- 172.21.15.29:0/1148985113 <== osd.0 v2:172.21.15.29:6808/1028626777 1 ==== osd_op_reply(1 10000000002.00000000 [rmxattr] v93'8 uv8 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1450056030 con 0x55b36fac47d0 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f145b575f40 1 -- 172.21.15.29:0/1148985113 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55b36fac47d0 msgr2=0x55b36fac4be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f145b575f40 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55b36fac47d0 0x55b36fac4be0 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f145b575f40 1 -- 172.21.15.29:0/1148985113 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f143806a810 msgr2=0x7f143806ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f145b575f40 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f143806a810 0x7f143806ccd0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1444001ed0 tx=0x7f1444001670 comp rx=0 tx=0).stop 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f145b575f40 1 -- 172.21.15.29:0/1148985113 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 msgr2=0x55b36faca920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f145b575f40 1 --2- 172.21.15.29:0/1148985113 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b36f9ff9d0 0x55b36faca920 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f144c013000 tx=0x7f144c003020 comp rx=0 tx=0).stop 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f1459200640 1 -- 172.21.15.29:0/1148985113 reap_dead start 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f145b575f40 1 -- 172.21.15.29:0/1148985113 shutdown_connections 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f145b575f40 1 -- 172.21.15.29:0/1148985113 >> 172.21.15.29:0/1148985113 conn(0x55b36fa30080 msgr2=0x55b36fa30460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f145b575f40 1 -- 172.21.15.29:0/1148985113 shutdown_connections 2024-09-12T03:14:23.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.646+0000 7f145b575f40 1 -- 172.21.15.29:0/1148985113 wait complete. 2024-09-12T03:14:23.651 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000003.00000000 parent 2024-09-12T03:14:23.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.727+0000 7f3392b2ff40 1 Processor -- start 2024-09-12T03:14:23.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.727+0000 7f3392b2ff40 1 -- start start 2024-09-12T03:14:23.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.728+0000 7f3392b2ff40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ea24ba39d0 0x55ea24c70c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.728+0000 7f3392b2ff40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ea24bd6eb0 0x55ea24c7d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.728+0000 7f3392b2ff40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24c7b640 0x55ea24c7d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.728+0000 7f3392b2ff40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ea24b4bb30 con 0x55ea24c7b640 2024-09-12T03:14:23.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.728+0000 7f3392b2ff40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ea24b4fb70 con 0x55ea24ba39d0 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.728+0000 7f3392b2ff40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55ea24bee830 con 0x55ea24bd6eb0 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.728+0000 7f338fc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24c7b640 0x55ea24c7d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.728+0000 7f338fc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24c7b640 0x55ea24c7d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53548/0 (socket says 172.21.15.29:53548) 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.728+0000 7f338fc00640 1 -- 172.21.15.29:0/2654954220 learned_addr learned my addr 172.21.15.29:0/2654954220 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.728+0000 7f338f200640 1 --2- 172.21.15.29:0/2654954220 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ea24ba39d0 0x55ea24c70c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.728+0000 7f338e800640 1 --2- 172.21.15.29:0/2654954220 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ea24bd6eb0 0x55ea24c7d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.729+0000 7f338fc00640 1 -- 172.21.15.29:0/2654954220 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ea24bd6eb0 msgr2=0x55ea24c7d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.729+0000 7f338fc00640 1 --2- 172.21.15.29:0/2654954220 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ea24bd6eb0 0x55ea24c7d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.729+0000 7f338fc00640 1 -- 172.21.15.29:0/2654954220 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ea24ba39d0 msgr2=0x55ea24c70c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.729+0000 7f338fc00640 1 --2- 172.21.15.29:0/2654954220 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ea24ba39d0 0x55ea24c70c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.729+0000 7f338fc00640 1 -- 172.21.15.29:0/2654954220 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea24c7c730 con 0x55ea24c7b640 2024-09-12T03:14:23.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.729+0000 7f338fc00640 1 --2- 172.21.15.29:0/2654954220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24c7b640 0x55ea24c7d610 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f3388002600 tx=0x7f3388002ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=106361b197b86445 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.729+0000 7f338d400640 1 -- 172.21.15.29:0/2654954220 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3388016070 con 0x55ea24c7b640 2024-09-12T03:14:23.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.729+0000 7f338d400640 1 -- 172.21.15.29:0/2654954220 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f338800d6b0 con 0x55ea24c7b640 2024-09-12T03:14:23.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.729+0000 7f338d400640 1 -- 172.21.15.29:0/2654954220 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f338800daa0 con 0x55ea24c7b640 2024-09-12T03:14:23.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.730+0000 7f3392b2ff40 1 -- 172.21.15.29:0/2654954220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24c7b640 msgr2=0x55ea24c7d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.730+0000 7f3392b2ff40 1 --2- 172.21.15.29:0/2654954220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24c7b640 0x55ea24c7d610 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f3388002600 tx=0x7f3388002ac0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.730+0000 7f3392b2ff40 1 -- 172.21.15.29:0/2654954220 shutdown_connections 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.730+0000 7f3392b2ff40 1 --2- 172.21.15.29:0/2654954220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24c7b640 0x55ea24c7d610 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.730+0000 7f3392b2ff40 1 --2- 172.21.15.29:0/2654954220 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ea24bd6eb0 0x55ea24c7d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.730+0000 7f3392b2ff40 1 --2- 172.21.15.29:0/2654954220 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ea24ba39d0 0x55ea24c70c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.730+0000 7f3392b2ff40 1 -- 172.21.15.29:0/2654954220 >> 172.21.15.29:0/2654954220 conn(0x55ea24bd4080 msgr2=0x55ea24c7bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.730+0000 7f3392b2ff40 1 -- 172.21.15.29:0/2654954220 shutdown_connections 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.730+0000 7f3392b2ff40 1 -- 172.21.15.29:0/2654954220 wait complete. 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.731+0000 7f3392b2ff40 1 Processor -- start 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.731+0000 7f3392b2ff40 1 -- start start 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f3392b2ff40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ea24ba39d0 0x55ea24c7d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f3392b2ff40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24bd6eb0 0x55ea24be92d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f3392b2ff40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ea24c7b640 0x55ea24be9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f3392b2ff40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ea24c78840 con 0x55ea24bd6eb0 2024-09-12T03:14:23.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f3392b2ff40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55ea24c74260 con 0x55ea24c7b640 2024-09-12T03:14:23.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f3392b2ff40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55ea24bf2cf0 con 0x55ea24ba39d0 2024-09-12T03:14:23.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f338e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24bd6eb0 0x55ea24be92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f338e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24bd6eb0 0x55ea24be92d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53552/0 (socket says 172.21.15.29:53552) 2024-09-12T03:14:23.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f338e800640 1 -- 172.21.15.29:0/3695614823 learned_addr learned my addr 172.21.15.29:0/3695614823 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:23.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f338e800640 1 -- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ea24ba39d0 msgr2=0x55ea24c7d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f338f200640 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ea24ba39d0 0x55ea24c7d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f338fc00640 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ea24c7b640 0x55ea24be9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f338e800640 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ea24ba39d0 0x55ea24c7d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f338e800640 1 -- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ea24c7b640 msgr2=0x55ea24be9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f338e800640 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55ea24c7b640 0x55ea24be9810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f338e800640 1 -- 172.21.15.29:0/3695614823 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea24c7a7c0 con 0x55ea24bd6eb0 2024-09-12T03:14:23.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.732+0000 7f338f200640 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ea24ba39d0 0x55ea24c7d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:23.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.733+0000 7f338e800640 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24bd6eb0 0x55ea24be92d0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f337c00c580 tx=0x7f337c00c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.733+0000 7f3387e00640 1 -- 172.21.15.29:0/3695614823 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f337c008070 con 0x55ea24bd6eb0 2024-09-12T03:14:23.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.733+0000 7f3387e00640 1 -- 172.21.15.29:0/3695614823 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f337c0106a0 con 0x55ea24bd6eb0 2024-09-12T03:14:23.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.733+0000 7f3387e00640 1 -- 172.21.15.29:0/3695614823 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f337c010a70 con 0x55ea24bd6eb0 2024-09-12T03:14:23.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.733+0000 7f3392b2ff40 1 -- 172.21.15.29:0/3695614823 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ea24c6f800 con 0x55ea24bd6eb0 2024-09-12T03:14:23.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.733+0000 7f3392b2ff40 1 -- 172.21.15.29:0/3695614823 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea24c7a4e0 con 0x55ea24bd6eb0 2024-09-12T03:14:23.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.735+0000 7f3387e00640 1 -- 172.21.15.29:0/3695614823 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f337c010c10 con 0x55ea24bd6eb0 2024-09-12T03:14:23.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.736+0000 7f3387e00640 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f337006a810 0x7f337006ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.736+0000 7f3387e00640 1 -- 172.21.15.29:0/3695614823 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f337c08a630 con 0x55ea24bd6eb0 2024-09-12T03:14:23.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.736+0000 7f3392b2ff40 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55ea24c7d9b0 0x55ea24d156f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.736+0000 7f3392b2ff40 1 -- 172.21.15.29:0/3695614823 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- osd_op(unknown.0.0:1 13.12 13:4def72d4:::10000000003.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x55ea24c79870 con 0x55ea24c7d9b0 2024-09-12T03:14:23.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.736+0000 7f338f200640 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f337006a810 0x7f337006ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.736+0000 7f338fc00640 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55ea24c7d9b0 0x55ea24d156f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.737+0000 7f338f200640 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f337006a810 0x7f337006ccd0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f3380057000 tx=0x7f3380052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.737+0000 7f338fc00640 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55ea24c7d9b0 0x55ea24d156f0 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f338fc00640 1 -- 172.21.15.29:0/3695614823 <== osd.0 v2:172.21.15.29:6808/1028626777 1 ==== osd_op_reply(1 10000000003.00000000 [rmxattr] v93'9 uv9 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f338800f070 con 0x55ea24c7d9b0 2024-09-12T03:14:23.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f3392b2ff40 1 -- 172.21.15.29:0/3695614823 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55ea24c7d9b0 msgr2=0x55ea24d156f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f3392b2ff40 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x55ea24c7d9b0 0x55ea24d156f0 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f3392b2ff40 1 -- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f337006a810 msgr2=0x7f337006ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f3392b2ff40 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f337006a810 0x7f337006ccd0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f3380057000 tx=0x7f3380052000 comp rx=0 tx=0).stop 2024-09-12T03:14:23.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f3392b2ff40 1 -- 172.21.15.29:0/3695614823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24bd6eb0 msgr2=0x55ea24be92d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f3392b2ff40 1 --2- 172.21.15.29:0/3695614823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24bd6eb0 0x55ea24be92d0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f337c00c580 tx=0x7f337c00c980 comp rx=0 tx=0).stop 2024-09-12T03:14:23.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f338fc00640 1 -- 172.21.15.29:0/3695614823 reap_dead start 2024-09-12T03:14:23.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f3392b2ff40 1 -- 172.21.15.29:0/3695614823 shutdown_connections 2024-09-12T03:14:23.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f3392b2ff40 1 -- 172.21.15.29:0/3695614823 >> 172.21.15.29:0/3695614823 conn(0x55ea24bd4080 msgr2=0x55ea24c78a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:23.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f3392b2ff40 1 -- 172.21.15.29:0/3695614823 shutdown_connections 2024-09-12T03:14:23.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.739+0000 7f3392b2ff40 1 -- 172.21.15.29:0/3695614823 wait complete. 2024-09-12T03:14:23.744 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000004.00000000 parent 2024-09-12T03:14:23.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.821+0000 7fd18f22ff40 1 Processor -- start 2024-09-12T03:14:23.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.821+0000 7fd18f22ff40 1 -- start start 2024-09-12T03:14:23.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.821+0000 7fd18f22ff40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558456bdd9d0 0x558456cb3c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.821+0000 7fd18f22ff40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456c10eb0 0x558456cb4170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18f22ff40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558456cb5640 0x558456cb6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18f22ff40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558456c0feb0 con 0x558456c10eb0 2024-09-12T03:14:23.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18f22ff40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558456b85b30 con 0x558456bdd9d0 2024-09-12T03:14:23.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18f22ff40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558456c28830 con 0x558456cb5640 2024-09-12T03:14:23.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18ba00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456c10eb0 0x558456cb4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18ba00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456c10eb0 0x558456cb4170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53562/0 (socket says 172.21.15.29:53562) 2024-09-12T03:14:23.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18ba00640 1 -- 172.21.15.29:0/1659763161 learned_addr learned my addr 172.21.15.29:0/1659763161 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:23.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18c400640 1 --2- 172.21.15.29:0/1659763161 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558456bdd9d0 0x558456cb3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18ce00640 1 --2- 172.21.15.29:0/1659763161 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558456cb5640 0x558456cb6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18ba00640 1 -- 172.21.15.29:0/1659763161 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558456cb5640 msgr2=0x558456cb6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:23.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18ba00640 1 --2- 172.21.15.29:0/1659763161 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558456cb5640 0x558456cb6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18ba00640 1 -- 172.21.15.29:0/1659763161 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558456bdd9d0 msgr2=0x558456cb3c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:23.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18ba00640 1 --2- 172.21.15.29:0/1659763161 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558456bdd9d0 0x558456cb3c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.822+0000 7fd18ba00640 1 -- 172.21.15.29:0/1659763161 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558456cb8910 con 0x558456c10eb0 2024-09-12T03:14:23.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18ba00640 1 --2- 172.21.15.29:0/1659763161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456c10eb0 0x558456cb4170 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fd178001dd0 tx=0x7fd17800b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=645095d73bfa044a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18a600640 1 -- 172.21.15.29:0/1659763161 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd178013030 con 0x558456c10eb0 2024-09-12T03:14:23.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18a600640 1 -- 172.21.15.29:0/1659763161 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd17800e470 con 0x558456c10eb0 2024-09-12T03:14:23.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18a600640 1 -- 172.21.15.29:0/1659763161 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17800e8c0 con 0x558456c10eb0 2024-09-12T03:14:23.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18f22ff40 1 -- 172.21.15.29:0/1659763161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456c10eb0 msgr2=0x558456cb4170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18f22ff40 1 --2- 172.21.15.29:0/1659763161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456c10eb0 0x558456cb4170 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fd178001dd0 tx=0x7fd17800b6c0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18f22ff40 1 -- 172.21.15.29:0/1659763161 shutdown_connections 2024-09-12T03:14:23.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18f22ff40 1 --2- 172.21.15.29:0/1659763161 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558456cb5640 0x558456cb6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18f22ff40 1 --2- 172.21.15.29:0/1659763161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456c10eb0 0x558456cb4170 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18f22ff40 1 --2- 172.21.15.29:0/1659763161 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558456bdd9d0 0x558456cb3c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18f22ff40 1 -- 172.21.15.29:0/1659763161 >> 172.21.15.29:0/1659763161 conn(0x558456c0e080 msgr2=0x558456c0e460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:23.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18f22ff40 1 -- 172.21.15.29:0/1659763161 shutdown_connections 2024-09-12T03:14:23.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.823+0000 7fd18f22ff40 1 -- 172.21.15.29:0/1659763161 wait complete. 2024-09-12T03:14:23.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.824+0000 7fd18f22ff40 1 Processor -- start 2024-09-12T03:14:23.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.824+0000 7fd18f22ff40 1 -- start start 2024-09-12T03:14:23.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.825+0000 7fd18f22ff40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558456bdd9d0 0x558456ca4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.825+0000 7fd18f22ff40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558456c10eb0 0x558456ca94b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.825+0000 7fd18f22ff40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456cb5640 0x558456ca99f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.825+0000 7fd18f22ff40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558456c29460 con 0x558456cb5640 2024-09-12T03:14:23.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.825+0000 7fd18f22ff40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558456cb8350 con 0x558456c10eb0 2024-09-12T03:14:23.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.825+0000 7fd18f22ff40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558456cb8bf0 con 0x558456bdd9d0 2024-09-12T03:14:23.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.825+0000 7fd18ce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456cb5640 0x558456ca99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd18ce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456cb5640 0x558456ca99f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53574/0 (socket says 172.21.15.29:53574) 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd18ce00640 1 -- 172.21.15.29:0/3223845141 learned_addr learned my addr 172.21.15.29:0/3223845141 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd18c400640 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558456bdd9d0 0x558456ca4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd18ba00640 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558456c10eb0 0x558456ca94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd18ce00640 1 -- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558456bdd9d0 msgr2=0x558456ca4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd18ce00640 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558456bdd9d0 0x558456ca4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd18ce00640 1 -- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558456c10eb0 msgr2=0x558456ca94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd18ce00640 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558456c10eb0 0x558456ca94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd18ce00640 1 -- 172.21.15.29:0/3223845141 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558456ca89d0 con 0x558456cb5640 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd18ce00640 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456cb5640 0x558456ca99f0 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7fd184025960 tx=0x7fd184003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd189200640 1 -- 172.21.15.29:0/3223845141 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd184069070 con 0x558456cb5640 2024-09-12T03:14:23.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd189200640 1 -- 172.21.15.29:0/3223845141 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd184051410 con 0x558456cb5640 2024-09-12T03:14:23.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd189200640 1 -- 172.21.15.29:0/3223845141 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd184055040 con 0x558456cb5640 2024-09-12T03:14:23.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.826+0000 7fd18f22ff40 1 -- 172.21.15.29:0/3223845141 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x558456cb4370 con 0x558456cb5640 2024-09-12T03:14:23.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.827+0000 7fd18f22ff40 1 -- 172.21.15.29:0/3223845141 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558456c0d680 con 0x558456cb5640 2024-09-12T03:14:23.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.828+0000 7fd189200640 1 -- 172.21.15.29:0/3223845141 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd18406c070 con 0x558456cb5640 2024-09-12T03:14:23.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.829+0000 7fd189200640 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd16c06a810 0x7fd16c06ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.829+0000 7fd189200640 1 -- 172.21.15.29:0/3223845141 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fd1840cd560 con 0x558456cb5640 2024-09-12T03:14:23.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.830+0000 7fd18c400640 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd16c06a810 0x7fd16c06ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.830+0000 7fd18f22ff40 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x558456cadc70 0x558456cae0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.830+0000 7fd18f22ff40 1 -- 172.21.15.29:0/3223845141 --> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] -- osd_op(unknown.0.0:1 13.5 13:a367a3e8:::10000000004.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x558456cae610 con 0x558456cadc70 2024-09-12T03:14:23.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.830+0000 7fd18ba00640 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x558456cadc70 0x558456cae0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.830+0000 7fd18c400640 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd16c06a810 0x7fd16c06ccd0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd17c005400 tx=0x7fd17c00c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.831+0000 7fd18ba00640 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x558456cadc70 0x558456cae0d0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.832+0000 7fd18ba00640 1 -- 172.21.15.29:0/3223845141 <== osd.4 v2:172.21.15.38:6825/3563858797 1 ==== osd_op_reply(1 10000000004.00000000 [rmxattr] v93'6 uv6 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fd17800e860 con 0x558456cadc70 2024-09-12T03:14:23.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.832+0000 7fd18f22ff40 1 -- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x558456cadc70 msgr2=0x558456cae0d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.832+0000 7fd18f22ff40 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x558456cadc70 0x558456cae0d0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.832+0000 7fd18f22ff40 1 -- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd16c06a810 msgr2=0x7fd16c06ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.832+0000 7fd18f22ff40 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd16c06a810 0x7fd16c06ccd0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd17c005400 tx=0x7fd17c00c040 comp rx=0 tx=0).stop 2024-09-12T03:14:23.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.832+0000 7fd18f22ff40 1 -- 172.21.15.29:0/3223845141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456cb5640 msgr2=0x558456ca99f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.832+0000 7fd18f22ff40 1 --2- 172.21.15.29:0/3223845141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558456cb5640 0x558456ca99f0 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7fd184025960 tx=0x7fd184003330 comp rx=0 tx=0).stop 2024-09-12T03:14:23.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.832+0000 7fd18ce00640 1 -- 172.21.15.29:0/3223845141 reap_dead start 2024-09-12T03:14:23.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.832+0000 7fd18f22ff40 1 -- 172.21.15.29:0/3223845141 shutdown_connections 2024-09-12T03:14:23.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.832+0000 7fd18f22ff40 1 -- 172.21.15.29:0/3223845141 >> 172.21.15.29:0/3223845141 conn(0x558456c0e080 msgr2=0x558456bdd2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:23.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.833+0000 7fd18f22ff40 1 -- 172.21.15.29:0/3223845141 shutdown_connections 2024-09-12T03:14:23.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.833+0000 7fd18f22ff40 1 -- 172.21.15.29:0/3223845141 wait complete. 2024-09-12T03:14:23.837 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000005.00000000 parent 2024-09-12T03:14:23.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.914+0000 7fc765129f40 1 Processor -- start 2024-09-12T03:14:23.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.914+0000 7fc765129f40 1 -- start start 2024-09-12T03:14:23.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc765129f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55dd715842c0 0x55dd715b4670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc765129f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55dd715b7eb0 0x55dd71655430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc765129f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 0x55dd71654080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc765129f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55dd715cf830 con 0x55dd7165c640 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc765129f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55dd715b6eb0 con 0x55dd715b7eb0 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc765129f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55dd715cfa80 con 0x55dd715842c0 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc762e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 0x55dd71654080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc762e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 0x55dd71654080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53600/0 (socket says 172.21.15.29:53600) 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc762e00640 1 -- 172.21.15.29:0/3719156456 learned_addr learned my addr 172.21.15.29:0/3719156456 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc761a00640 1 --2- 172.21.15.29:0/3719156456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55dd715b7eb0 0x55dd71655430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc762400640 1 --2- 172.21.15.29:0/3719156456 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55dd715842c0 0x55dd715b4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc762e00640 1 -- 172.21.15.29:0/3719156456 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55dd715842c0 msgr2=0x55dd715b4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc762e00640 1 --2- 172.21.15.29:0/3719156456 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55dd715842c0 0x55dd715b4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc762e00640 1 -- 172.21.15.29:0/3719156456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55dd715b7eb0 msgr2=0x55dd71655430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:23.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc762e00640 1 --2- 172.21.15.29:0/3719156456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55dd715b7eb0 0x55dd71655430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.915+0000 7fc762e00640 1 -- 172.21.15.29:0/3719156456 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd714b0b30 con 0x55dd7165c640 2024-09-12T03:14:23.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.916+0000 7fc761a00640 1 --2- 172.21.15.29:0/3719156456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55dd715b7eb0 0x55dd71655430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:23.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.916+0000 7fc762400640 1 --2- 172.21.15.29:0/3719156456 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55dd715842c0 0x55dd715b4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:23.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.916+0000 7fc762e00640 1 --2- 172.21.15.29:0/3719156456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 0x55dd71654080 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fc75c0027d0 tx=0x7fc75c002c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bc7d5cdaa2e50d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.916+0000 7fc75be00640 1 -- 172.21.15.29:0/3719156456 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75c016020 con 0x55dd7165c640 2024-09-12T03:14:23.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.916+0000 7fc75be00640 1 -- 172.21.15.29:0/3719156456 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc75c00d9c0 con 0x55dd7165c640 2024-09-12T03:14:23.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.916+0000 7fc75be00640 1 -- 172.21.15.29:0/3719156456 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75c00ddf0 con 0x55dd7165c640 2024-09-12T03:14:23.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.916+0000 7fc765129f40 1 -- 172.21.15.29:0/3719156456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 msgr2=0x55dd71654080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.916+0000 7fc765129f40 1 --2- 172.21.15.29:0/3719156456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 0x55dd71654080 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fc75c0027d0 tx=0x7fc75c002c90 comp rx=0 tx=0).stop 2024-09-12T03:14:23.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.917+0000 7fc765129f40 1 -- 172.21.15.29:0/3719156456 shutdown_connections 2024-09-12T03:14:23.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.917+0000 7fc765129f40 1 --2- 172.21.15.29:0/3719156456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 0x55dd71654080 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.917+0000 7fc765129f40 1 --2- 172.21.15.29:0/3719156456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55dd715b7eb0 0x55dd71655430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.917+0000 7fc765129f40 1 --2- 172.21.15.29:0/3719156456 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55dd715842c0 0x55dd715b4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.917+0000 7fc765129f40 1 -- 172.21.15.29:0/3719156456 >> 172.21.15.29:0/3719156456 conn(0x55dd715b5080 msgr2=0x55dd7165f300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:23.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.917+0000 7fc765129f40 1 -- 172.21.15.29:0/3719156456 shutdown_connections 2024-09-12T03:14:23.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.917+0000 7fc765129f40 1 -- 172.21.15.29:0/3719156456 wait complete. 2024-09-12T03:14:23.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.917+0000 7fc765129f40 1 Processor -- start 2024-09-12T03:14:23.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.918+0000 7fc765129f40 1 -- start start 2024-09-12T03:14:23.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.918+0000 7fc765129f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55dd715842c0 0x55dd71651990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.918+0000 7fc765129f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55dd715b7eb0 0x55dd716f2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.918+0000 7fc765129f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 0x55dd71653b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.918+0000 7fc765129f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55dd71652220 con 0x55dd7165c640 2024-09-12T03:14:23.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.918+0000 7fc765129f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55dd7165fd90 con 0x55dd715842c0 2024-09-12T03:14:23.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.918+0000 7fc765129f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55dd7165fab0 con 0x55dd715b7eb0 2024-09-12T03:14:23.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc762e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 0x55dd71653b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc762e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 0x55dd71653b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53606/0 (socket says 172.21.15.29:53606) 2024-09-12T03:14:23.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc762e00640 1 -- 172.21.15.29:0/2447986969 learned_addr learned my addr 172.21.15.29:0/2447986969 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc762400640 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55dd715842c0 0x55dd71651990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc761a00640 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55dd715b7eb0 0x55dd716f2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc762e00640 1 -- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55dd715b7eb0 msgr2=0x55dd716f2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc762e00640 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55dd715b7eb0 0x55dd716f2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc762e00640 1 -- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55dd715842c0 msgr2=0x55dd71651990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc762e00640 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55dd715842c0 0x55dd71651990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc762e00640 1 -- 172.21.15.29:0/2447986969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd71651ed0 con 0x55dd7165c640 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc761a00640 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55dd715b7eb0 0x55dd716f2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.919+0000 7fc762e00640 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 0x55dd71653b50 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7fc75c015040 tx=0x7fc75c0033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.920+0000 7fc75aa00640 1 -- 172.21.15.29:0/2447986969 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75c021070 con 0x55dd7165c640 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.920+0000 7fc75aa00640 1 -- 172.21.15.29:0/2447986969 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc75c012cd0 con 0x55dd7165c640 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.920+0000 7fc75aa00640 1 -- 172.21.15.29:0/2447986969 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75c01b660 con 0x55dd7165c640 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.920+0000 7fc765129f40 1 -- 172.21.15.29:0/2447986969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55dd716f3e20 con 0x55dd7165c640 2024-09-12T03:14:23.923 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.920+0000 7fc765129f40 1 -- 172.21.15.29:0/2447986969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd716f3b40 con 0x55dd7165c640 2024-09-12T03:14:23.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.922+0000 7fc75aa00640 1 -- 172.21.15.29:0/2447986969 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc75c019020 con 0x55dd7165c640 2024-09-12T03:14:23.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.922+0000 7fc75aa00640 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc74406a840 0x7fc74406cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.922+0000 7fc75aa00640 1 -- 172.21.15.29:0/2447986969 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fc75c08b710 con 0x55dd7165c640 2024-09-12T03:14:23.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.923+0000 7fc762400640 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc74406a840 0x7fc74406cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.923+0000 7fc765129f40 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55dd7165dc30 0x55dd716e5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:23.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.923+0000 7fc765129f40 1 -- 172.21.15.29:0/2447986969 --> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] -- osd_op(unknown.0.0:1 13.9 13:9258b67d:::10000000005.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x55dd716f3370 con 0x55dd7165dc30 2024-09-12T03:14:23.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.923+0000 7fc761a00640 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55dd7165dc30 0x55dd716e5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:23.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.923+0000 7fc762400640 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc74406a840 0x7fc74406cd00 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fc754057000 tx=0x7fc754052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.924+0000 7fc761a00640 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55dd7165dc30 0x55dd716e5dd0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:23.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc761a00640 1 -- 172.21.15.29:0/2447986969 <== osd.5 v2:172.21.15.38:6808/2601231839 1 ==== osd_op_reply(1 10000000005.00000000 [rmxattr] v93'6 uv6 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc750009a90 con 0x55dd7165dc30 2024-09-12T03:14:23.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc765129f40 1 -- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55dd7165dc30 msgr2=0x55dd716e5dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc765129f40 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x55dd7165dc30 0x55dd716e5dd0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc765129f40 1 -- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc74406a840 msgr2=0x7fc74406cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc765129f40 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc74406a840 0x7fc74406cd00 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fc754057000 tx=0x7fc754052000 comp rx=0 tx=0).stop 2024-09-12T03:14:23.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc765129f40 1 -- 172.21.15.29:0/2447986969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 msgr2=0x55dd71653b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:23.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc765129f40 1 --2- 172.21.15.29:0/2447986969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dd7165c640 0x55dd71653b50 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7fc75c015040 tx=0x7fc75c0033a0 comp rx=0 tx=0).stop 2024-09-12T03:14:23.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc762e00640 1 -- 172.21.15.29:0/2447986969 reap_dead start 2024-09-12T03:14:23.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc765129f40 1 -- 172.21.15.29:0/2447986969 shutdown_connections 2024-09-12T03:14:23.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc765129f40 1 -- 172.21.15.29:0/2447986969 >> 172.21.15.29:0/2447986969 conn(0x55dd715b5080 msgr2=0x55dd71652640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:23.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc765129f40 1 -- 172.21.15.29:0/2447986969 shutdown_connections 2024-09-12T03:14:23.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:23.926+0000 7fc765129f40 1 -- 172.21.15.29:0/2447986969 wait complete. 2024-09-12T03:14:23.930 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000006.00000000 parent 2024-09-12T03:14:24.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.008+0000 7fc528d85f40 1 Processor -- start 2024-09-12T03:14:24.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.008+0000 7fc528d85f40 1 -- start start 2024-09-12T03:14:24.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.009+0000 7fc528d85f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50c0022a0 0x5609b7e99b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.009+0000 7fc528d85f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5609b7ea6810 0x5609b7e1ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.009+0000 7fc528d85f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5609b7e1b040 0x5609b7ea1b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.009+0000 7fc528d85f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5609b7d74b30 con 0x7fc50c0022a0 2024-09-12T03:14:24.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.009+0000 7fc528d85f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5609b7d78b70 con 0x5609b7ea6810 2024-09-12T03:14:24.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.009+0000 7fc528d85f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5609b7e17830 con 0x5609b7e1b040 2024-09-12T03:14:24.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.009+0000 7fc526000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50c0022a0 0x5609b7e99b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.009+0000 7fc526000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50c0022a0 0x5609b7e99b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53616/0 (socket says 172.21.15.29:53616) 2024-09-12T03:14:24.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.009+0000 7fc526000640 1 -- 172.21.15.29:0/2987229272 learned_addr learned my addr 172.21.15.29:0/2987229272 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.009+0000 7fc526a00640 1 --2- 172.21.15.29:0/2987229272 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5609b7e1b040 0x5609b7ea1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.009+0000 7fc525600640 1 --2- 172.21.15.29:0/2987229272 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5609b7ea6810 0x5609b7e1ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.010+0000 7fc526000640 1 -- 172.21.15.29:0/2987229272 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5609b7e1b040 msgr2=0x5609b7ea1b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.010+0000 7fc526000640 1 --2- 172.21.15.29:0/2987229272 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5609b7e1b040 0x5609b7ea1b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.010+0000 7fc526000640 1 -- 172.21.15.29:0/2987229272 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5609b7ea6810 msgr2=0x5609b7e1ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.010+0000 7fc526000640 1 --2- 172.21.15.29:0/2987229272 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5609b7ea6810 0x5609b7e1ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.010+0000 7fc526000640 1 -- 172.21.15.29:0/2987229272 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609b7e1bde0 con 0x7fc50c0022a0 2024-09-12T03:14:24.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.010+0000 7fc526000640 1 --2- 172.21.15.29:0/2987229272 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50c0022a0 0x5609b7e99b90 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fc518001970 tx=0x7fc518050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f0393cecbac084d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.013 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.010+0000 7fc51fe00640 1 -- 172.21.15.29:0/2987229272 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc518061450 con 0x7fc50c0022a0 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.010+0000 7fc51fe00640 1 -- 172.21.15.29:0/2987229272 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc518066070 con 0x7fc50c0022a0 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.010+0000 7fc51fe00640 1 -- 172.21.15.29:0/2987229272 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc518061830 con 0x7fc50c0022a0 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.011+0000 7fc528d85f40 1 -- 172.21.15.29:0/2987229272 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50c0022a0 msgr2=0x5609b7e99b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.011+0000 7fc528d85f40 1 --2- 172.21.15.29:0/2987229272 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50c0022a0 0x5609b7e99b90 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fc518001970 tx=0x7fc518050000 comp rx=0 tx=0).stop 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.011+0000 7fc528d85f40 1 -- 172.21.15.29:0/2987229272 shutdown_connections 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.011+0000 7fc528d85f40 1 --2- 172.21.15.29:0/2987229272 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5609b7e1b040 0x5609b7ea1b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.011+0000 7fc528d85f40 1 --2- 172.21.15.29:0/2987229272 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5609b7ea6810 0x5609b7e1ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.011+0000 7fc528d85f40 1 --2- 172.21.15.29:0/2987229272 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50c0022a0 0x5609b7e99b90 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.011+0000 7fc528d85f40 1 -- 172.21.15.29:0/2987229272 >> 172.21.15.29:0/2987229272 conn(0x5609b7dfd080 msgr2=0x5609b7ea4f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.011+0000 7fc528d85f40 1 -- 172.21.15.29:0/2987229272 shutdown_connections 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.011+0000 7fc528d85f40 1 -- 172.21.15.29:0/2987229272 wait complete. 2024-09-12T03:14:24.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.011+0000 7fc528d85f40 1 Processor -- start 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.012+0000 7fc528d85f40 1 -- start start 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.012+0000 7fc528d85f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609b7e1b040 0x5609b7e95550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.012+0000 7fc528d85f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5609b7ea6810 0x5609b7ea4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.012+0000 7fc528d85f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc50c0022a0 0x5609b7ea5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.012+0000 7fc528d85f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5609b7e9a0d0 con 0x5609b7e1b040 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.012+0000 7fc528d85f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5609b7e9d110 con 0x5609b7ea6810 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.012+0000 7fc528d85f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5609b7e1bb00 con 0x7fc50c0022a0 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.013+0000 7fc526000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609b7e1b040 0x5609b7e95550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.013+0000 7fc526000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609b7e1b040 0x5609b7e95550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53618/0 (socket says 172.21.15.29:53618) 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.013+0000 7fc526000640 1 -- 172.21.15.29:0/3114515710 learned_addr learned my addr 172.21.15.29:0/3114515710 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.013+0000 7fc526a00640 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc50c0022a0 0x5609b7ea5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.013+0000 7fc525600640 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5609b7ea6810 0x5609b7ea4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.013+0000 7fc526000640 1 -- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc50c0022a0 msgr2=0x5609b7ea5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.013+0000 7fc526000640 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc50c0022a0 0x5609b7ea5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.013+0000 7fc526000640 1 -- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5609b7ea6810 msgr2=0x5609b7ea4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.013+0000 7fc526000640 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5609b7ea6810 0x5609b7ea4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.013+0000 7fc526000640 1 -- 172.21.15.29:0/3114515710 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609b7e99450 con 0x5609b7e1b040 2024-09-12T03:14:24.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.014+0000 7fc526000640 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609b7e1b040 0x5609b7e95550 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fc518001200 tx=0x5609b7e17c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.014+0000 7fc51ea00640 1 -- 172.21.15.29:0/3114515710 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc518061a40 con 0x5609b7e1b040 2024-09-12T03:14:24.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.014+0000 7fc51ea00640 1 -- 172.21.15.29:0/3114515710 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc518075070 con 0x5609b7e1b040 2024-09-12T03:14:24.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.014+0000 7fc528d85f40 1 -- 172.21.15.29:0/3114515710 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5609b7e97880 con 0x5609b7e1b040 2024-09-12T03:14:24.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.014+0000 7fc51ea00640 1 -- 172.21.15.29:0/3114515710 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc518061e20 con 0x5609b7e1b040 2024-09-12T03:14:24.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.014+0000 7fc528d85f40 1 -- 172.21.15.29:0/3114515710 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609b7e97e40 con 0x5609b7e1b040 2024-09-12T03:14:24.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.016+0000 7fc51ea00640 1 -- 172.21.15.29:0/3114515710 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc51805e050 con 0x5609b7e1b040 2024-09-12T03:14:24.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.016+0000 7fc51ea00640 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc50806a810 0x7fc50806ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.017+0000 7fc51ea00640 1 -- 172.21.15.29:0/3114515710 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fc5180cfe30 con 0x5609b7e1b040 2024-09-12T03:14:24.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.017+0000 7fc528d85f40 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x5609b7f3b790 0x5609b7f3bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.017+0000 7fc528d85f40 1 -- 172.21.15.29:0/3114515710 --> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] -- osd_op(unknown.0.0:1 13.5 13:a5feb6f3:::10000000006.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x5609b7e98360 con 0x5609b7f3b790 2024-09-12T03:14:24.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.017+0000 7fc525600640 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc50806a810 0x7fc50806ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.017+0000 7fc526a00640 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x5609b7f3b790 0x5609b7f3bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.018+0000 7fc525600640 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc50806a810 0x7fc50806ccd0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x5609b7ea5ca0 tx=0x7fc514003830 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.018+0000 7fc526a00640 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x5609b7f3b790 0x5609b7f3bbe0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.019+0000 7fc526a00640 1 -- 172.21.15.29:0/3114515710 <== osd.4 v2:172.21.15.38:6825/3563858797 1 ==== osd_op_reply(1 10000000006.00000000 [rmxattr] v93'7 uv7 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fc5200028f0 con 0x5609b7f3b790 2024-09-12T03:14:24.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.019+0000 7fc528d85f40 1 -- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x5609b7f3b790 msgr2=0x5609b7f3bbe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.019+0000 7fc528d85f40 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x5609b7f3b790 0x5609b7f3bbe0 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.019+0000 7fc528d85f40 1 -- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc50806a810 msgr2=0x7fc50806ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.019+0000 7fc528d85f40 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc50806a810 0x7fc50806ccd0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x5609b7ea5ca0 tx=0x7fc514003830 comp rx=0 tx=0).stop 2024-09-12T03:14:24.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.019+0000 7fc528d85f40 1 -- 172.21.15.29:0/3114515710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609b7e1b040 msgr2=0x5609b7e95550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.019+0000 7fc528d85f40 1 --2- 172.21.15.29:0/3114515710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609b7e1b040 0x5609b7e95550 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fc518001200 tx=0x5609b7e17c50 comp rx=0 tx=0).stop 2024-09-12T03:14:24.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.019+0000 7fc526a00640 1 -- 172.21.15.29:0/3114515710 reap_dead start 2024-09-12T03:14:24.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.020+0000 7fc528d85f40 1 -- 172.21.15.29:0/3114515710 shutdown_connections 2024-09-12T03:14:24.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.020+0000 7fc528d85f40 1 -- 172.21.15.29:0/3114515710 >> 172.21.15.29:0/3114515710 conn(0x5609b7dfd080 msgr2=0x5609b7ea5e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.020+0000 7fc528d85f40 1 -- 172.21.15.29:0/3114515710 shutdown_connections 2024-09-12T03:14:24.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.020+0000 7fc528d85f40 1 -- 172.21.15.29:0/3114515710 wait complete. 2024-09-12T03:14:24.024 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000007.00000000 parent 2024-09-12T03:14:24.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.101+0000 7f2079a3cf40 1 Processor -- start 2024-09-12T03:14:24.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.101+0000 7f2079a3cf40 1 -- start start 2024-09-12T03:14:24.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.101+0000 7f2079a3cf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559c1e0d49d0 0x559c1e1a3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.101+0000 7f2079a3cf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559c1e107eb0 0x559c1e1af410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.101+0000 7f2079a3cf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 0x559c1e1a8c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.101+0000 7f2079a3cf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559c1e106eb0 con 0x559c1e1ac640 2024-09-12T03:14:24.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.101+0000 7f2079a3cf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x559c1e07cb30 con 0x559c1e0d49d0 2024-09-12T03:14:24.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.101+0000 7f2079a3cf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x559c1e11f830 con 0x559c1e107eb0 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.102+0000 7f2077600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 0x559c1e1a8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.102+0000 7f2077600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 0x559c1e1a8c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53636/0 (socket says 172.21.15.29:53636) 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.102+0000 7f2077600640 1 -- 172.21.15.29:0/3453436583 learned_addr learned my addr 172.21.15.29:0/3453436583 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.102+0000 7f2076c00640 1 --2- 172.21.15.29:0/3453436583 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559c1e0d49d0 0x559c1e1a3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.102+0000 7f2076200640 1 --2- 172.21.15.29:0/3453436583 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559c1e107eb0 0x559c1e1af410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.102+0000 7f2077600640 1 -- 172.21.15.29:0/3453436583 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559c1e107eb0 msgr2=0x559c1e1af410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.102+0000 7f2077600640 1 --2- 172.21.15.29:0/3453436583 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559c1e107eb0 0x559c1e1af410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.102+0000 7f2077600640 1 -- 172.21.15.29:0/3453436583 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559c1e0d49d0 msgr2=0x559c1e1a3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.102+0000 7f2077600640 1 --2- 172.21.15.29:0/3453436583 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559c1e0d49d0 0x559c1e1a3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.102+0000 7f2077600640 1 -- 172.21.15.29:0/3453436583 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c1e0d6370 con 0x559c1e1ac640 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2077600640 1 --2- 172.21.15.29:0/3453436583 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 0x559c1e1a8c00 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f207000a4b0 tx=0x7f2070050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9c351998539de32 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2074e00640 1 -- 172.21.15.29:0/3453436583 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070054040 con 0x559c1e1ac640 2024-09-12T03:14:24.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2074e00640 1 -- 172.21.15.29:0/3453436583 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2070050880 con 0x559c1e1ac640 2024-09-12T03:14:24.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2074e00640 1 -- 172.21.15.29:0/3453436583 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070050c30 con 0x559c1e1ac640 2024-09-12T03:14:24.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3453436583 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 msgr2=0x559c1e1a8c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2079a3cf40 1 --2- 172.21.15.29:0/3453436583 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 0x559c1e1a8c00 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f207000a4b0 tx=0x7f2070050000 comp rx=0 tx=0).stop 2024-09-12T03:14:24.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3453436583 shutdown_connections 2024-09-12T03:14:24.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2079a3cf40 1 --2- 172.21.15.29:0/3453436583 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 0x559c1e1a8c00 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2079a3cf40 1 --2- 172.21.15.29:0/3453436583 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559c1e107eb0 0x559c1e1af410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2079a3cf40 1 --2- 172.21.15.29:0/3453436583 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559c1e0d49d0 0x559c1e1a3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3453436583 >> 172.21.15.29:0/3453436583 conn(0x559c1e105080 msgr2=0x559c1e1ab450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3453436583 shutdown_connections 2024-09-12T03:14:24.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.103+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3453436583 wait complete. 2024-09-12T03:14:24.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.104+0000 7f2079a3cf40 1 Processor -- start 2024-09-12T03:14:24.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.104+0000 7f2079a3cf40 1 -- start start 2024-09-12T03:14:24.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.105+0000 7f2079a3cf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559c1e0d49d0 0x559c1e23a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.105+0000 7f2079a3cf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559c1e107eb0 0x559c1e246a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.105+0000 7f2079a3cf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 0x559c1e246fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.105+0000 7f2079a3cf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559c1e11f280 con 0x559c1e1ac640 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.105+0000 7f2079a3cf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x559c1e1a8880 con 0x559c1e0d49d0 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.105+0000 7f2079a3cf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x559c1e1056a0 con 0x559c1e107eb0 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.105+0000 7f2077600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 0x559c1e246fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.105+0000 7f2077600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 0x559c1e246fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53652/0 (socket says 172.21.15.29:53652) 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.105+0000 7f2077600640 1 -- 172.21.15.29:0/3626224470 learned_addr learned my addr 172.21.15.29:0/3626224470 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f2076c00640 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559c1e0d49d0 0x559c1e23a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f2076200640 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559c1e107eb0 0x559c1e246a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f2077600640 1 -- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559c1e107eb0 msgr2=0x559c1e246a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f2077600640 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x559c1e107eb0 0x559c1e246a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f2077600640 1 -- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559c1e0d49d0 msgr2=0x559c1e23a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f2077600640 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559c1e0d49d0 0x559c1e23a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f2077600640 1 -- 172.21.15.29:0/3626224470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c1e1a0e20 con 0x559c1e1ac640 2024-09-12T03:14:24.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f2076c00640 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x559c1e0d49d0 0x559c1e23a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:24.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f2077600640 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 0x559c1e246fd0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f2070046120 tx=0x7f2070003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f206f400640 1 -- 172.21.15.29:0/3626224470 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f207006d070 con 0x559c1e1ac640 2024-09-12T03:14:24.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f206f400640 1 -- 172.21.15.29:0/3626224470 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2070065710 con 0x559c1e1ac640 2024-09-12T03:14:24.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3626224470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x559c1e1a6690 con 0x559c1e1ac640 2024-09-12T03:14:24.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f206f400640 1 -- 172.21.15.29:0/3626224470 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070054070 con 0x559c1e1ac640 2024-09-12T03:14:24.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.106+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3626224470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c1e1a26a0 con 0x559c1e1ac640 2024-09-12T03:14:24.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.108+0000 7f206f400640 1 -- 172.21.15.29:0/3626224470 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2070057070 con 0x559c1e1ac640 2024-09-12T03:14:24.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.109+0000 7f206f400640 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f205806a810 0x7f205806ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.109+0000 7f206f400640 1 -- 172.21.15.29:0/3626224470 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f20700cdee0 con 0x559c1e1ac640 2024-09-12T03:14:24.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.109+0000 7f2076c00640 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f205806a810 0x7f205806ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.109+0000 7f2079a3cf40 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x559c1e23ac50 0x559c1e23d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.109+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3626224470 --> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] -- osd_op(unknown.0.0:1 13.1d 13:bbf5850a:::10000000007.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) -- 0x559c1e1a01d0 con 0x559c1e23ac50 2024-09-12T03:14:24.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.110+0000 7f2076200640 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x559c1e23ac50 0x559c1e23d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.110+0000 7f2076c00640 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f205806a810 0x7f205806ccd0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f2068000c00 tx=0x7f2068001680 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.111+0000 7f2076200640 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x559c1e23ac50 0x559c1e23d7c0 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2076200640 1 -- 172.21.15.29:0/3626224470 <== osd.7 v2:172.21.15.38:6800/937502975 1 ==== osd_op_reply(1 10000000007.00000000 [rmxattr] v93'7 uv7 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f2064009730 con 0x559c1e23ac50 2024-09-12T03:14:24.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x559c1e23ac50 msgr2=0x559c1e23d7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2079a3cf40 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x559c1e23ac50 0x559c1e23d7c0 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f205806a810 msgr2=0x7f205806ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2079a3cf40 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f205806a810 0x7f205806ccd0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f2068000c00 tx=0x7f2068001680 comp rx=0 tx=0).stop 2024-09-12T03:14:24.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3626224470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 msgr2=0x559c1e246fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2079a3cf40 1 --2- 172.21.15.29:0/3626224470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c1e1ac640 0x559c1e246fd0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f2070046120 tx=0x7f2070003330 comp rx=0 tx=0).stop 2024-09-12T03:14:24.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2077600640 1 -- 172.21.15.29:0/3626224470 reap_dead start 2024-09-12T03:14:24.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3626224470 shutdown_connections 2024-09-12T03:14:24.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3626224470 >> 172.21.15.29:0/3626224470 conn(0x559c1e105080 msgr2=0x559c1e1a76b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3626224470 shutdown_connections 2024-09-12T03:14:24.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.112+0000 7f2079a3cf40 1 -- 172.21.15.29:0/3626224470 wait complete. 2024-09-12T03:14:24.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:24.117 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.6:0 scrub start /d1/d2/d3 recursive,force 2024-09-12T03:14:24.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.277+0000 7fd90fe00640 1 Processor -- start 2024-09-12T03:14:24.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.277+0000 7fd90fe00640 1 -- start start 2024-09-12T03:14:24.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.278+0000 7fd90fe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd908147f90 0x7fd9080b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.278+0000 7fd90fe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd9080b4910 0x7fd90806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.279+0000 7fd90fe00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd908148370 con 0x7fd90806c150 2024-09-12T03:14:24.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.279+0000 7fd90fe00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fd90806c5c0 con 0x7fd9080b4910 2024-09-12T03:14:24.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.279+0000 7fd90fe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd9080ae340 con 0x7fd908147f90 2024-09-12T03:14:24.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.279+0000 7fd90ca00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd9080b4910 0x7fd90806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.279+0000 7fd90d400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd908147f90 0x7fd9080b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.279+0000 7fd90de00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fd90806c150 0x7fd90815ec30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:41784/0 (socket says 172.21.15.29:41784) 2024-09-12T03:14:24.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.279+0000 7fd90de00640 1 -- 172.21.15.29:0/2051103244 learned_addr learned my addr 172.21.15.29:0/2051103244 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:24.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.280+0000 7fd90ca00640 1 -- 172.21.15.29:0/2051103244 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd908147f90 msgr2=0x7fd9080b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.280+0000 7fd90ca00640 1 --2- 172.21.15.29:0/2051103244 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd908147f90 0x7fd9080b43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.280+0000 7fd90ca00640 1 -- 172.21.15.29:0/2051103244 >> v1:172.21.15.38:6789/0 conn(0x7fd90806c150 legacy=0x7fd90815ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.280+0000 7fd90ca00640 1 -- 172.21.15.29:0/2051103244 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9081606e0 con 0x7fd9080b4910 2024-09-12T03:14:24.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.280+0000 7fd907e00640 1 -- 172.21.15.29:0/2051103244 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2031697641 0 0) 0x7fd908148370 con 0x7fd90806c150 2024-09-12T03:14:24.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.281+0000 7fd90ca00640 1 --2- 172.21.15.29:0/2051103244 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd9080b4910 0x7fd90806bc10 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd8f40097a0 tx=0x7fd8f402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7211a4628039a939 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.281+0000 7fd907e00640 1 -- 172.21.15.29:0/2051103244 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f4037070 con 0x7fd9080b4910 2024-09-12T03:14:24.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.281+0000 7fd907e00640 1 -- 172.21.15.29:0/2051103244 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8f4032440 con 0x7fd9080b4910 2024-09-12T03:14:24.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.281+0000 7fd907e00640 1 -- 172.21.15.29:0/2051103244 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f4032810 con 0x7fd9080b4910 2024-09-12T03:14:24.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.282+0000 7fd90fe00640 1 -- 172.21.15.29:0/2051103244 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd9080b4910 msgr2=0x7fd90806bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.282+0000 7fd90fe00640 1 --2- 172.21.15.29:0/2051103244 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd9080b4910 0x7fd90806bc10 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd8f40097a0 tx=0x7fd8f402a180 comp rx=0 tx=0).stop 2024-09-12T03:14:24.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.282+0000 7fd90fe00640 1 -- 172.21.15.29:0/2051103244 shutdown_connections 2024-09-12T03:14:24.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.282+0000 7fd90fe00640 1 --2- 172.21.15.29:0/2051103244 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd9080b4910 0x7fd90806bc10 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.282+0000 7fd90fe00640 1 --2- 172.21.15.29:0/2051103244 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd908147f90 0x7fd9080b43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.282+0000 7fd90fe00640 1 -- 172.21.15.29:0/2051103244 >> 172.21.15.29:0/2051103244 conn(0x7fd9080b6b10 msgr2=0x7fd90809aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.282+0000 7fd90fe00640 1 -- 172.21.15.29:0/2051103244 shutdown_connections 2024-09-12T03:14:24.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.282+0000 7fd90fe00640 1 -- 172.21.15.29:0/2051103244 wait complete. 2024-09-12T03:14:24.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.283+0000 7fd90fe00640 1 Processor -- start 2024-09-12T03:14:24.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.283+0000 7fd90fe00640 1 -- start start 2024-09-12T03:14:24.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.284+0000 7fd90fe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd90806c150 0x7fd90809b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.284+0000 7fd90fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd9080b4910 0x7fd908140170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.284+0000 7fd90fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd908147f90 0x7fd90815e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.284+0000 7fd90fe00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd9080b6790 con 0x7fd908147f90 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.284+0000 7fd90fe00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd9080b64b0 con 0x7fd9080b4910 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.284+0000 7fd90fe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd9081609b0 con 0x7fd90806c150 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.285+0000 7fd90de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd908147f90 0x7fd90815e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.285+0000 7fd90ca00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd9080b4910 0x7fd908140170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.285+0000 7fd90d400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd90806c150 0x7fd90809b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.285+0000 7fd90de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd908147f90 0x7fd90815e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53664/0 (socket says 172.21.15.29:53664) 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.285+0000 7fd90de00640 1 -- 172.21.15.29:0/2346295207 learned_addr learned my addr 172.21.15.29:0/2346295207 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.285+0000 7fd90de00640 1 -- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd90806c150 msgr2=0x7fd90809b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.285+0000 7fd90de00640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd90806c150 0x7fd90809b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.285+0000 7fd90de00640 1 -- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd9080b4910 msgr2=0x7fd908140170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.285+0000 7fd90de00640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd9080b4910 0x7fd908140170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.285+0000 7fd90de00640 1 -- 172.21.15.29:0/2346295207 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd90809baa0 con 0x7fd908147f90 2024-09-12T03:14:24.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.285+0000 7fd90de00640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd908147f90 0x7fd90815e160 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7fd90000c7a0 tx=0x7fd90000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.286+0000 7fd905600640 1 -- 172.21.15.29:0/2346295207 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd900018070 con 0x7fd908147f90 2024-09-12T03:14:24.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.286+0000 7fd905600640 1 -- 172.21.15.29:0/2346295207 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd90000a640 con 0x7fd908147f90 2024-09-12T03:14:24.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.286+0000 7fd905600640 1 -- 172.21.15.29:0/2346295207 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90000aab0 con 0x7fd908147f90 2024-09-12T03:14:24.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.286+0000 7fd90fe00640 1 -- 172.21.15.29:0/2346295207 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd90809bd80 con 0x7fd908147f90 2024-09-12T03:14:24.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.286+0000 7fd90fe00640 1 -- 172.21.15.29:0/2346295207 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd90809c340 con 0x7fd908147f90 2024-09-12T03:14:24.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.288+0000 7fd905600640 1 -- 172.21.15.29:0/2346295207 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd90001b070 con 0x7fd908147f90 2024-09-12T03:14:24.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.289+0000 7fd905600640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd8e806be60 0x7fd8e806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.289+0000 7fd905600640 1 -- 172.21.15.29:0/2346295207 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fd90008a6f0 con 0x7fd908147f90 2024-09-12T03:14:24.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.289+0000 7fd90d400640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd8e806be60 0x7fd8e806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.290+0000 7fd912c73740 1 Processor -- start 2024-09-12T03:14:24.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.290+0000 7fd912c73740 1 -- start start 2024-09-12T03:14:24.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.290+0000 7fd90d400640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd8e806be60 0x7fd8e806e320 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc009aa0 tx=0x7fd8fc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.291+0000 7fd912c73740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8db7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.291+0000 7fd912c73740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dd25a0 0x55feb8dd09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.291+0000 7fd912c73740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8d8b540 0x55feb8d8de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.291+0000 7fd912c73740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55feb8cf09c0 con 0x55feb8d8b540 2024-09-12T03:14:24.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.291+0000 7fd912c73740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55feb8c988f0 con 0x55feb8db7be0 2024-09-12T03:14:24.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.291+0000 7fd912c73740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55feb8cec980 con 0x55feb8dd25a0 2024-09-12T03:14:24.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.291+0000 7fd90de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8d8b540 0x55feb8d8de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.291+0000 7fd90de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8d8b540 0x55feb8d8de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53670/0 (socket says 172.21.15.29:53670) 2024-09-12T03:14:24.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.291+0000 7fd90de00640 1 -- 172.21.15.29:0/4147153925 learned_addr learned my addr 172.21.15.29:0/4147153925 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.291+0000 7fd90d400640 1 --2- 172.21.15.29:0/4147153925 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8db7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.291+0000 7fd90ca00640 1 --2- 172.21.15.29:0/4147153925 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dd25a0 0x55feb8dd09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.292+0000 7fd90de00640 1 -- 172.21.15.29:0/4147153925 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dd25a0 msgr2=0x55feb8dd09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.292+0000 7fd90de00640 1 --2- 172.21.15.29:0/4147153925 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dd25a0 0x55feb8dd09e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.292+0000 7fd90de00640 1 -- 172.21.15.29:0/4147153925 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 msgr2=0x55feb8db7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.292+0000 7fd90de00640 1 --2- 172.21.15.29:0/4147153925 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8db7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.292+0000 7fd90de00640 1 -- 172.21.15.29:0/4147153925 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55feb8acba50 con 0x55feb8d8b540 2024-09-12T03:14:24.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.292+0000 7fd90de00640 1 --2- 172.21.15.29:0/4147153925 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8d8b540 0x55feb8d8de50 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fd900060db0 tx=0x7fd9000018b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b986e383a788cdb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.292+0000 7fd8f9c00640 1 -- 172.21.15.29:0/4147153925 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd900056a20 con 0x55feb8d8b540 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.292+0000 7fd8f9c00640 1 -- 172.21.15.29:0/4147153925 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd900054d90 con 0x55feb8d8b540 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.292+0000 7fd8f9c00640 1 -- 172.21.15.29:0/4147153925 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90000ae50 con 0x55feb8d8b540 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.293+0000 7fd912c73740 1 -- 172.21.15.29:0/4147153925 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8d8b540 msgr2=0x55feb8d8de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.293+0000 7fd912c73740 1 --2- 172.21.15.29:0/4147153925 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8d8b540 0x55feb8d8de50 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fd900060db0 tx=0x7fd9000018b0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.293+0000 7fd912c73740 1 -- 172.21.15.29:0/4147153925 shutdown_connections 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.293+0000 7fd912c73740 1 --2- 172.21.15.29:0/4147153925 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8d8b540 0x55feb8d8de50 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.293+0000 7fd912c73740 1 --2- 172.21.15.29:0/4147153925 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dd25a0 0x55feb8dd09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.293+0000 7fd912c73740 1 --2- 172.21.15.29:0/4147153925 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8db7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.293+0000 7fd912c73740 1 -- 172.21.15.29:0/4147153925 >> 172.21.15.29:0/4147153925 conn(0x55feb8d8a7d0 msgr2=0x55feb8dd29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.293+0000 7fd912c73740 1 -- 172.21.15.29:0/4147153925 shutdown_connections 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.293+0000 7fd912c73740 1 -- 172.21.15.29:0/4147153925 wait complete. 2024-09-12T03:14:24.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.293+0000 7fd912c73740 1 -- start start 2024-09-12T03:14:24.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.294+0000 7fd912c73740 1 Processor -- start 2024-09-12T03:14:24.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd912c73740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8dcddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd912c73740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8dcf8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd912c73740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dcfe10 0x55feb8d88550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd912c73740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55feb8db8500 con 0x55feb8dd25a0 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd912c73740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55feb8cabb40 con 0x55feb8db7be0 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd912c73740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55feb8d89c00 con 0x55feb8dcfe10 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd912c73740 10 client.0 _ll_register_callbacks cb 0x55feb8cadbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd90ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8dcf8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd90ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8dcf8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53672/0 (socket says 172.21.15.29:53672) 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd90ca00640 1 -- 172.21.15.29:0/1037549279 learned_addr learned my addr 172.21.15.29:0/1037549279 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd90d400640 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8dcddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd90de00640 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dcfe10 0x55feb8d88550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd90ca00640 1 -- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dcfe10 msgr2=0x55feb8d88550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd90ca00640 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dcfe10 0x55feb8d88550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd90ca00640 1 -- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 msgr2=0x55feb8dcddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd90ca00640 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8dcddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.295+0000 7fd90ca00640 1 -- 172.21.15.29:0/1037549279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55feb89c33e0 con 0x55feb8dd25a0 2024-09-12T03:14:24.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.296+0000 7fd90ca00640 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8dcf8d0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7fd8f40098c0 tx=0x7fd8f4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f28237c8bc4a157 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.296+0000 7fd8ee000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.296+0000 7fd8ee000640 1 -- 172.21.15.29:0/1037549279 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f4037040 con 0x55feb8dd25a0 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.296+0000 7fd8ee000640 1 -- 172.21.15.29:0/1037549279 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fd8f4047ca0 con 0x55feb8dd25a0 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.296+0000 7fd912c73740 1 -- 172.21.15.29:0/1037549279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd900054d90 con 0x55feb8dd25a0 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.296+0000 7fd8ee000640 1 -- 172.21.15.29:0/1037549279 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fd8f403c410 con 0x55feb8dd25a0 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.296+0000 7fd912c73740 10 client.7548 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.296+0000 7fd912c73740 1 -- 172.21.15.29:0/1037549279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x55feb8b2c1e0 con 0x55feb8dd25a0 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.296+0000 7fd8ee000640 1 -- 172.21.15.29:0/1037549279 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd900054d90 con 0x55feb8dd25a0 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.296+0000 7fd8ee000640 1 -- 172.21.15.29:0/1037549279 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7fd8f404e050 con 0x55feb8dd25a0 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.297+0000 7fd912c73740 10 client.7548 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.297+0000 7fd912c73740 10 client.7548 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.297+0000 7fd912c73740 20 client.7548 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:24.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.297+0000 7fd912c73740 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55feb8dc96b0 0x55feb8dc9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.297+0000 7fd912c73740 4 client.7548 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:24.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.297+0000 7fd912c73740 1 -- 172.21.15.29:0/1037549279 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55feb8cfe0f0 con 0x55feb8dc96b0 2024-09-12T03:14:24.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.297+0000 7fd90d400640 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55feb8dc96b0 0x55feb8dc9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.298+0000 7fd90d400640 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55feb8dc96b0 0x55feb8dc9ae0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18b0e10f264c57f6 server_cookie=1f51bcee614f0a38 in_seq=0 out_seq=0 2024-09-12T03:14:24.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.298+0000 7fd8ee000640 10 client.7548 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:24.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd8ee000640 1 -- 172.21.15.29:0/1037549279 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55feb8cfe0f0 con 0x55feb8dc96b0 2024-09-12T03:14:24.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd8ee000640 10 client.7548 handle_command_reply: tid=0 2024-09-12T03:14:24.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 1 client.7548 shutdown 2024-09-12T03:14:24.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 1 -- 172.21.15.29:0/1037549279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 msgr2=0x55feb8dcf8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8dcf8d0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7fd8f40098c0 tx=0x7fd8f4004730 comp rx=0 tx=0).stop 2024-09-12T03:14:24.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 1 -- 172.21.15.29:0/1037549279 shutdown_connections 2024-09-12T03:14:24.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55feb8dc96b0 0x55feb8dc9ae0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dcfe10 0x55feb8d88550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8dcf8d0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 1 --2- 172.21.15.29:0/1037549279 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8dcddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 1 -- 172.21.15.29:0/1037549279 >> 172.21.15.29:0/1037549279 conn(0x55feb8d8b540 msgr2=0x55feb8d8e300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd8ee000640 0 client.7548 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:24.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 1 -- 172.21.15.29:0/1037549279 shutdown_connections 2024-09-12T03:14:24.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 1 -- 172.21.15.29:0/1037549279 wait complete. 2024-09-12T03:14:24.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.299+0000 7fd912c73740 20 client.7548 trim_cache size 0 max 16384 2024-09-12T03:14:24.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.318+0000 7fd912c73740 1 Processor -- start 2024-09-12T03:14:24.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.318+0000 7fd912c73740 1 -- start start 2024-09-12T03:14:24.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.318+0000 7fd912c73740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8dd4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.318+0000 7fd912c73740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dcfe10 0x55feb8dd48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd912c73740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8db3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd912c73740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd9082011f0 con 0x55feb8dd25a0 2024-09-12T03:14:24.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd912c73740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd9082003f0 con 0x55feb8db7be0 2024-09-12T03:14:24.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd912c73740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd908200ac0 con 0x55feb8dcfe10 2024-09-12T03:14:24.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd90de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8db3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd90de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8db3fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53684/0 (socket says 172.21.15.29:53684) 2024-09-12T03:14:24.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd90de00640 1 -- 172.21.15.29:0/2094971589 learned_addr learned my addr 172.21.15.29:0/2094971589 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd90de00640 1 -- 172.21.15.29:0/2094971589 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dcfe10 msgr2=0x55feb8dd48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd90de00640 1 --2- 172.21.15.29:0/2094971589 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dcfe10 0x55feb8dd48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd90d400640 1 --2- 172.21.15.29:0/2094971589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8dd4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd90de00640 1 -- 172.21.15.29:0/2094971589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 msgr2=0x55feb8dd4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd90de00640 1 --2- 172.21.15.29:0/2094971589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8dd4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd90de00640 1 -- 172.21.15.29:0/2094971589 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55feb8da9ba0 con 0x55feb8dd25a0 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.319+0000 7fd90d400640 1 --2- 172.21.15.29:0/2094971589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8dd4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd90de00640 1 --2- 172.21.15.29:0/2094971589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8db3fd0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7fd9000586b0 tx=0x7fd900009070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=576ca6c2debf5da4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd8f9200640 1 -- 172.21.15.29:0/2094971589 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd900070040 con 0x55feb8dd25a0 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd8f9200640 1 -- 172.21.15.29:0/2094971589 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd900054d90 con 0x55feb8dd25a0 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd8f9200640 1 -- 172.21.15.29:0/2094971589 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90006cb90 con 0x55feb8dd25a0 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd912c73740 1 -- 172.21.15.29:0/2094971589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 msgr2=0x55feb8db3fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd912c73740 1 --2- 172.21.15.29:0/2094971589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8db3fd0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7fd9000586b0 tx=0x7fd900009070 comp rx=0 tx=0).stop 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd912c73740 1 -- 172.21.15.29:0/2094971589 shutdown_connections 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd912c73740 1 --2- 172.21.15.29:0/2094971589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8dd25a0 0x55feb8db3fd0 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd912c73740 1 --2- 172.21.15.29:0/2094971589 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dcfe10 0x55feb8dd48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd912c73740 1 --2- 172.21.15.29:0/2094971589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8db7be0 0x55feb8dd4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd912c73740 1 -- 172.21.15.29:0/2094971589 >> 172.21.15.29:0/2094971589 conn(0x55feb8d8b540 msgr2=0x55feb8dd29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd912c73740 1 -- 172.21.15.29:0/2094971589 shutdown_connections 2024-09-12T03:14:24.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.320+0000 7fd912c73740 1 -- 172.21.15.29:0/2094971589 wait complete. 2024-09-12T03:14:24.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.321+0000 7fd912c73740 1 -- start start 2024-09-12T03:14:24.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.321+0000 7fd912c73740 1 Processor -- start 2024-09-12T03:14:24.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.322+0000 7fd912c73740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8db7be0 0x55feb8df6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.322+0000 7fd912c73740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8dcfe10 0x55feb8e50e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.322+0000 7fd912c73740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dd25a0 0x55feb8de4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.322+0000 7fd912c73740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55feb8dc9060 con 0x55feb8db7be0 2024-09-12T03:14:24.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.322+0000 7fd912c73740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd9080b0110 con 0x55feb8dcfe10 2024-09-12T03:14:24.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.322+0000 7fd912c73740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55feb8dcd7b0 con 0x55feb8dd25a0 2024-09-12T03:14:24.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.322+0000 7fd912c73740 10 client.0 _ll_register_callbacks cb 0x7fd8fc009060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:24.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.322+0000 7fd90d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8db7be0 0x55feb8df6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.322+0000 7fd90d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8db7be0 0x55feb8df6e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53690/0 (socket says 172.21.15.29:53690) 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.322+0000 7fd90d400640 1 -- 172.21.15.29:0/2542893766 learned_addr learned my addr 172.21.15.29:0/2542893766 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.322+0000 7fd90ca00640 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8dcfe10 0x55feb8e50e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.323+0000 7fd90de00640 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dd25a0 0x55feb8de4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.323+0000 7fd90d400640 1 -- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dd25a0 msgr2=0x55feb8de4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.323+0000 7fd90d400640 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dd25a0 0x55feb8de4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.323+0000 7fd90d400640 1 -- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8dcfe10 msgr2=0x55feb8e50e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.323+0000 7fd90d400640 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8dcfe10 0x55feb8e50e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.323+0000 7fd90d400640 1 -- 172.21.15.29:0/2542893766 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55feb899c4a0 con 0x55feb8db7be0 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.323+0000 7fd90d400640 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8db7be0 0x55feb8df6e50 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x55feb8dca0e0 tx=0x7fd8fc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=260c0680a6ce4cf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.323+0000 7fd8ee000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.323+0000 7fd8ee000640 1 -- 172.21.15.29:0/2542893766 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8fc031060 con 0x55feb8db7be0 2024-09-12T03:14:24.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.323+0000 7fd912c73740 1 -- 172.21.15.29:0/2542893766 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd900054d90 con 0x55feb8db7be0 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.323+0000 7fd8ee000640 1 -- 172.21.15.29:0/2542893766 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fd8fc014b20 con 0x55feb8db7be0 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd8ee000640 1 -- 172.21.15.29:0/2542893766 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fd8fc014d20 con 0x55feb8db7be0 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd912c73740 10 client.7554 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd912c73740 1 -- 172.21.15.29:0/2542893766 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x55feb8dd6a40 con 0x55feb8db7be0 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd8ee000640 1 -- 172.21.15.29:0/2542893766 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd900054d90 con 0x55feb8db7be0 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd8ee000640 1 -- 172.21.15.29:0/2542893766 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7fd8fc005990 con 0x55feb8db7be0 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd912c73740 10 client.7554 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd912c73740 10 client.7554 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd912c73740 20 client.7554 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd912c73740 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55feb8dcd9f0 0x55feb8db3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd912c73740 4 client.7554 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/d1/d2/d3", "scrubops": ["recursive", "force"]}] 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd912c73740 1 -- 172.21.15.29:0/2542893766 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "scrub start", "path": "/d1/d2/d3", "scrubops": ["recursive", "force"]}) -- 0x55feb8dcf3d0 con 0x55feb8dcd9f0 2024-09-12T03:14:24.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.324+0000 7fd90ca00640 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55feb8dcd9f0 0x55feb8db3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.328 INFO:tasks.ceph.mds.d.smithi038.stderr:2024-09-12T03:14:24.327+0000 7f114a000640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000002 [...2,head] /d1/d2/d3/ auth{1=1,2=1} v19 ap=1 f(v0 m2024-09-12T03:14:10.095911+0000 1=0+1) n(v3 rc2024-09-12T03:14:10.375907+0000 6=0+6) (inest mix dirty) (ifile excl) caps={6356=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6356 | dirtyscattered=1 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x560776c75600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000002:[<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:14:10.095911+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:14:10.375907+0000 6=0+6)","memory_value.dirstat":"f(v0 m2024-09-12T03:14:10.095911+0000 1=0+1)","memory_value.rstat":"n(v3 rc2024-09-12T03:14:10.375907+0000 6=0+6)","error_str":""},"return_code":-61} 2024-09-12T03:14:24.329 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:14:24.327+0000 7fd519800640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000004 [...2,head] /d1/d2/d3/d4/d5/ auth{0=1,2=1} v15 ap=1 f(v0 m2024-09-12T03:14:10.097911+0000 1=0+1) n(v2 rc2024-09-12T03:14:10.375907+0000 4=0+4) (inest lock) (ifile excl) caps={6356=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6356 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 authpin=1 scrubqueue=0 0x55d3fa070580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000004:[<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:14:10.097911+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:14:10.375907+0000 4=0+4)","memory_value.dirstat":"f(v0 m2024-09-12T03:14:10.097911+0000 1=0+1)","memory_value.rstat":"n(v2 rc2024-09-12T03:14:10.375907+0000 4=0+4)","error_str":""},"return_code":-61} 2024-09-12T03:14:24.329 INFO:tasks.ceph.mds.d.smithi038.stderr:2024-09-12T03:14:24.329+0000 7f1152200640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000003 [...2,head] /d1/d2/d3/d4/ auth{1=1,2=1} v19 ap=2 f(v0 m2024-09-12T03:14:10.096911+0000 1=0+1) n(v4 rc2024-09-12T03:14:10.375907+0000 5=0+5) (inest sync->mix g=1,2) caps={6356=pAsLsXsFs/pAsLsXsFsxcral@8} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 export_pin=1 0x560776c75b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000003:[<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:14:10.096911+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:14:10.375907+0000 5=0+5)","memory_value.dirstat":"f(v0 m2024-09-12T03:14:10.096911+0000 1=0+1)","memory_value.rstat":"n(v4 rc2024-09-12T03:14:10.375907+0000 5=0+5)","error_str":""},"return_code":-61} 2024-09-12T03:14:24.330 INFO:tasks.ceph.mds.b.smithi038.stderr:2024-09-12T03:14:24.329+0000 7fd521a00640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000005 [...2,head] /d1/d2/d3/d4/d5/d6/ auth{0=1,2=1} v11 ap=2 f(v0 m2024-09-12T03:14:10.098911+0000 1=0+1) n(v1 rc2024-09-12T03:14:10.375907+0000 3=0+3) (inest sync->mix g=0,2) caps={6356=pAsLsXsFs/pAsLsXsFsxcral@3} | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirtyparent=0 dirwaiter=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 export_pin=2 0x55d3fb02c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000005:[<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:14:10.098911+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:14:10.099911+0000 3=0+3)","memory_value.dirstat":"f(v0 m2024-09-12T03:14:10.098911+0000 1=0+1)","memory_value.rstat":"n(v1 rc2024-09-12T03:14:10.375907+0000 3=0+3)","error_str":""},"return_code":-61} 2024-09-12T03:14:24.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.325+0000 7fd90ca00640 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55feb8dcd9f0 0x55feb8db3fd0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9eede8ceaee9a767 server_cookie=bdbcf96b8c452d09 in_seq=0 out_seq=0 2024-09-12T03:14:24.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.325+0000 7fd8ee000640 10 client.7554 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:24.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd8ee000640 1 -- 172.21.15.29:0/2542893766 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55feb8dcf3d0 con 0x55feb8dcd9f0 2024-09-12T03:14:24.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd8ee000640 10 client.7554 handle_command_reply: tid=0 2024-09-12T03:14:24.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd912c73740 1 client.7554 shutdown 2024-09-12T03:14:24.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd912c73740 1 -- 172.21.15.29:0/2542893766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8db7be0 msgr2=0x55feb8df6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd912c73740 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8db7be0 0x55feb8df6e50 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x55feb8dca0e0 tx=0x7fd8fc004730 comp rx=0 tx=0).stop 2024-09-12T03:14:24.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd912c73740 1 -- 172.21.15.29:0/2542893766 shutdown_connections 2024-09-12T03:14:24.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd912c73740 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x55feb8dcd9f0 0x55feb8db3fd0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd912c73740 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55feb8dd25a0 0x55feb8de4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd912c73740 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55feb8dcfe10 0x55feb8e50e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd912c73740 1 --2- 172.21.15.29:0/2542893766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55feb8db7be0 0x55feb8df6e50 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd8ee000640 0 client.7554 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:24.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd912c73740 1 -- 172.21.15.29:0/2542893766 >> 172.21.15.29:0/2542893766 conn(0x55feb8d8b540 msgr2=0x55feb8da9000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd912c73740 1 -- 172.21.15.29:0/2542893766 shutdown_connections 2024-09-12T03:14:24.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.326+0000 7fd912c73740 1 -- 172.21.15.29:0/2542893766 wait complete. 2024-09-12T03:14:24.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd912c73740 20 client.7554 trim_cache size 0 max 16384 2024-09-12T03:14:24.332 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:24.332 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0, 2024-09-12T03:14:24.332 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_tag": "f725e57c-cb5d-4386-899c-7941872cf8a0", 2024-09-12T03:14:24.332 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": "asynchronous" 2024-09-12T03:14:24.332 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:24.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd90fe00640 1 -- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd8e806be60 msgr2=0x7fd8e806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd90fe00640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd8e806be60 0x7fd8e806e320 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fd8fc009aa0 tx=0x7fd8fc009190 comp rx=0 tx=0).stop 2024-09-12T03:14:24.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd90fe00640 1 -- 172.21.15.29:0/2346295207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd908147f90 msgr2=0x7fd90815e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd90fe00640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd908147f90 0x7fd90815e160 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7fd90000c7a0 tx=0x7fd90000cc60 comp rx=0 tx=0).stop 2024-09-12T03:14:24.333 INFO:tasks.ceph.mds.c.smithi029.stderr:2024-09-12T03:14:24.327+0000 7f4792200640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000006 [...2,head] /d1/d2/d3/d4/d5/d6/d7/ auth v4 ap=1 f(v0 m2024-09-12T03:14:10.099911+0000 1=0+1) n(v0 rc2024-09-12T03:14:10.099911+0000 2=0+2) (inest lock) (ifile excl) caps={6356=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6356 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55db9e4ee000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000006:[<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:14:10.099911+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:14:10.099911+0000 2=0+2)","memory_value.dirstat":"f(v0 m2024-09-12T03:14:10.099911+0000 1=0+1)","memory_value.rstat":"n(v0 rc2024-09-12T03:14:10.099911+0000 2=0+2)","error_str":""},"return_code":-61} 2024-09-12T03:14:24.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd90fe00640 1 -- 172.21.15.29:0/2346295207 shutdown_connections 2024-09-12T03:14:24.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd90fe00640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd8e806be60 0x7fd8e806e320 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd90fe00640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd908147f90 0x7fd90815e160 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd90fe00640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd9080b4910 0x7fd908140170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd90fe00640 1 --2- 172.21.15.29:0/2346295207 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd90806c150 0x7fd90809b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd90fe00640 1 -- 172.21.15.29:0/2346295207 >> 172.21.15.29:0/2346295207 conn(0x7fd9080b6b10 msgr2=0x7fd90806ff60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.327+0000 7fd90fe00640 1 -- 172.21.15.29:0/2346295207 shutdown_connections 2024-09-12T03:14:24.334 INFO:tasks.ceph.mds.c.smithi029.stderr:2024-09-12T03:14:24.328+0000 7f4792200640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000007 [...2,head] /d1/d2/d3/d4/d5/d6/d7/d8/ auth v2 ap=1 f() n(v0 1=0+1) (inest lock) (ifile excl) caps={6356=pAsLsXsFsx/AsLsXsFsx@3},l=6356 | importingcaps=0 dirfrag=0 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55db9e4ee580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000007:[<0x10000000006/d8 v2>,<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n(v0 1=0+1)","memory_value.dirstat":"f()","memory_value.rstat":"n(v0 1=0+1)","error_str":""},"return_code":-61} 2024-09-12T03:14:24.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.328+0000 7fd90fe00640 1 -- 172.21.15.29:0/2346295207 wait complete. 2024-09-12T03:14:24.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:24.345 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.6:0 scrub pause 2024-09-12T03:14:24.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.502+0000 7f3decc00640 1 Processor -- start 2024-09-12T03:14:24.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.503+0000 7f3decc00640 1 -- start start 2024-09-12T03:14:24.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.504+0000 7f3decc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3de8155910 0x7f3de813e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.504+0000 7f3decc00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3de80cf0d0 0x7f3de8141270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.504+0000 7f3decc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3de806f1b0 0x7f3de806f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.504+0000 7f3decc00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f3de806fb60 con 0x7f3de806f1b0 2024-09-12T03:14:24.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.504+0000 7f3decc00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f3de813ed70 con 0x7f3de80cf0d0 2024-09-12T03:14:24.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.504+0000 7f3decc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3de81417b0 con 0x7f3de8155910 2024-09-12T03:14:24.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.504+0000 7f3de6800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3de806f1b0 0x7f3de806f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.504+0000 7f3de6800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3de806f1b0 0x7f3de806f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53698/0 (socket says 172.21.15.29:53698) 2024-09-12T03:14:24.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.504+0000 7f3de6800640 1 -- 172.21.15.29:0/3181553114 learned_addr learned my addr 172.21.15.29:0/3181553114 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.504+0000 7f3de5e00640 1 --2- 172.21.15.29:0/3181553114 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3de8155910 0x7f3de813e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.504+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/3181553114 >> v2:172.21.15.38:3300/0 conn(0x7f3de80cf0d0 0x7f3de8141270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.505+0000 7f3de6800640 1 -- 172.21.15.29:0/3181553114 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3de8155910 msgr2=0x7f3de813e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.505+0000 7f3de6800640 1 --2- 172.21.15.29:0/3181553114 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3de8155910 0x7f3de813e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.505+0000 7f3de6800640 1 -- 172.21.15.29:0/3181553114 >> v2:172.21.15.38:3300/0 conn(0x7f3de80cf0d0 msgr2=0x7f3de8141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.505+0000 7f3de6800640 1 --2- 172.21.15.29:0/3181553114 >> v2:172.21.15.38:3300/0 conn(0x7f3de80cf0d0 0x7f3de8141270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.505+0000 7f3de6800640 1 -- 172.21.15.29:0/3181553114 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3de80cf5b0 con 0x7f3de806f1b0 2024-09-12T03:14:24.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.505+0000 7f3de5e00640 1 --2- 172.21.15.29:0/3181553114 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3de8155910 0x7f3de813e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.506+0000 7f3de6800640 1 --2- 172.21.15.29:0/3181553114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3de806f1b0 0x7f3de806f620 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f3de8070550 tx=0x7f3de002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d7f20ab3477a465 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.506+0000 7f3de5400640 1 -- 172.21.15.29:0/3181553114 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de0036070 con 0x7f3de806f1b0 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.506+0000 7f3de5400640 1 -- 172.21.15.29:0/3181553114 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de0031600 con 0x7f3de806f1b0 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.506+0000 7f3de5400640 1 -- 172.21.15.29:0/3181553114 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de00319d0 con 0x7f3de806f1b0 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.506+0000 7f3decc00640 1 -- 172.21.15.29:0/3181553114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3de806f1b0 msgr2=0x7f3de806f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.506+0000 7f3decc00640 1 --2- 172.21.15.29:0/3181553114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3de806f1b0 0x7f3de806f620 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f3de8070550 tx=0x7f3de002a610 comp rx=0 tx=0).stop 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.507+0000 7f3decc00640 1 -- 172.21.15.29:0/3181553114 shutdown_connections 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.507+0000 7f3decc00640 1 --2- 172.21.15.29:0/3181553114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3de806f1b0 0x7f3de806f620 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.507+0000 7f3decc00640 1 --2- 172.21.15.29:0/3181553114 >> v2:172.21.15.38:3300/0 conn(0x7f3de80cf0d0 0x7f3de8141270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.507+0000 7f3decc00640 1 --2- 172.21.15.29:0/3181553114 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3de8155910 0x7f3de813e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.507+0000 7f3decc00640 1 -- 172.21.15.29:0/3181553114 >> 172.21.15.29:0/3181553114 conn(0x7f3de8067d70 msgr2=0x7f3de806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.507+0000 7f3decc00640 1 -- 172.21.15.29:0/3181553114 shutdown_connections 2024-09-12T03:14:24.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.507+0000 7f3decc00640 1 -- 172.21.15.29:0/3181553114 wait complete. 2024-09-12T03:14:24.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.508+0000 7f3decc00640 1 Processor -- start 2024-09-12T03:14:24.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.508+0000 7f3decc00640 1 -- start start 2024-09-12T03:14:24.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.509+0000 7f3decc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3de806f1b0 0x7f3de80aebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.509+0000 7f3decc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3de80cf0d0 0x7f3de813ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.509+0000 7f3decc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3de8155910 0x7f3de80af1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.509+0000 7f3decc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3de80cfe50 con 0x7f3de8155910 2024-09-12T03:14:24.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.509+0000 7f3decc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3de80cfb70 con 0x7f3de80cf0d0 2024-09-12T03:14:24.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.509+0000 7f3decc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3de80cd030 con 0x7f3de806f1b0 2024-09-12T03:14:24.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.509+0000 7f3de6800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3de8155910 0x7f3de80af1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.509+0000 7f3de6800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3de8155910 0x7f3de80af1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53708/0 (socket says 172.21.15.29:53708) 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.509+0000 7f3de6800640 1 -- 172.21.15.29:0/1111892548 learned_addr learned my addr 172.21.15.29:0/1111892548 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.510+0000 7f3de5e00640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3de806f1b0 0x7f3de80aebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.510+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3de80cf0d0 0x7f3de813ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.510+0000 7f3de6800640 1 -- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3de806f1b0 msgr2=0x7f3de80aebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.510+0000 7f3de6800640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3de806f1b0 0x7f3de80aebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.510+0000 7f3de6800640 1 -- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3de80cf0d0 msgr2=0x7f3de813ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.510+0000 7f3de6800640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3de80cf0d0 0x7f3de813ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.510+0000 7f3de6800640 1 -- 172.21.15.29:0/1111892548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3de80af6e0 con 0x7f3de8155910 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.510+0000 7f3de6800640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3de8155910 0x7f3de80af1a0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f3de002ac00 tx=0x7f3de0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.510+0000 7f3dde000640 1 -- 172.21.15.29:0/1111892548 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de003f020 con 0x7f3de8155910 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.511+0000 7f3dde000640 1 -- 172.21.15.29:0/1111892548 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de0037040 con 0x7f3de8155910 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.511+0000 7f3dde000640 1 -- 172.21.15.29:0/1111892548 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de0036070 con 0x7f3de8155910 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.511+0000 7f3decc00640 1 -- 172.21.15.29:0/1111892548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3de80b2a30 con 0x7f3de8155910 2024-09-12T03:14:24.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.511+0000 7f3decc00640 1 -- 172.21.15.29:0/1111892548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3de80b0bc0 con 0x7f3de8155910 2024-09-12T03:14:24.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.513+0000 7f3dde000640 1 -- 172.21.15.29:0/1111892548 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3de0042020 con 0x7f3de8155910 2024-09-12T03:14:24.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.514+0000 7f3dde000640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3dc406be30 0x7f3dc406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.514+0000 7f3dde000640 1 -- 172.21.15.29:0/1111892548 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f3de00ab730 con 0x7f3de8155910 2024-09-12T03:14:24.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.514+0000 7f3de5e00640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3dc406be30 0x7f3dc406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.515+0000 7f3defc56740 1 Processor -- start 2024-09-12T03:14:24.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.515+0000 7f3defc56740 1 -- start start 2024-09-12T03:14:24.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.515+0000 7f3de5e00640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3dc406be30 0x7f3dc406e2f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f3de80af150 tx=0x7f3dd8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3defc56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192473ea80 0x561924784220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3defc56740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192473c240 0x56192473ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3defc56740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561924740210 0x561924739070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3defc56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561924705cf0 con 0x56192473ea80 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3defc56740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5619246a17f0 con 0x56192473c240 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3defc56740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561924649800 con 0x561924740210 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3de5e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192473ea80 0x561924784220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3de5e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192473ea80 0x561924784220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53722/0 (socket says 172.21.15.29:53722) 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3de5e00640 1 -- 172.21.15.29:0/1721762715 learned_addr learned my addr 172.21.15.29:0/1721762715 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/1721762715 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192473c240 0x56192473ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3de6800640 1 --2- 172.21.15.29:0/1721762715 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561924740210 0x561924739070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3de5e00640 1 -- 172.21.15.29:0/1721762715 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561924740210 msgr2=0x561924739070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3de5e00640 1 --2- 172.21.15.29:0/1721762715 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561924740210 0x561924739070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3de5e00640 1 -- 172.21.15.29:0/1721762715 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192473c240 msgr2=0x56192473ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3de5e00640 1 --2- 172.21.15.29:0/1721762715 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192473c240 0x56192473ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3de5e00640 1 -- 172.21.15.29:0/1721762715 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56192447e7d0 con 0x56192473ea80 2024-09-12T03:14:24.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/1721762715 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192473c240 0x56192473ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:24.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.516+0000 7f3de6800640 1 --2- 172.21.15.29:0/1721762715 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561924740210 0x561924739070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:24.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.517+0000 7f3de5e00640 1 --2- 172.21.15.29:0/1721762715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192473ea80 0x561924784220 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f3dd800b960 tx=0x7f3dd8004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=579804ec9c77d24f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.517+0000 7f3dd6600640 1 -- 172.21.15.29:0/1721762715 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd801c050 con 0x56192473ea80 2024-09-12T03:14:24.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.517+0000 7f3dd6600640 1 -- 172.21.15.29:0/1721762715 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3dd8026070 con 0x56192473ea80 2024-09-12T03:14:24.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.517+0000 7f3dd6600640 1 -- 172.21.15.29:0/1721762715 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd8016e30 con 0x56192473ea80 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.518+0000 7f3defc56740 1 -- 172.21.15.29:0/1721762715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192473ea80 msgr2=0x561924784220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.518+0000 7f3defc56740 1 --2- 172.21.15.29:0/1721762715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192473ea80 0x561924784220 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f3dd800b960 tx=0x7f3dd8004610 comp rx=0 tx=0).stop 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.518+0000 7f3defc56740 1 -- 172.21.15.29:0/1721762715 shutdown_connections 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.518+0000 7f3defc56740 1 --2- 172.21.15.29:0/1721762715 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561924740210 0x561924739070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.518+0000 7f3defc56740 1 --2- 172.21.15.29:0/1721762715 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192473c240 0x56192473ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.518+0000 7f3defc56740 1 --2- 172.21.15.29:0/1721762715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192473ea80 0x561924784220 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.518+0000 7f3defc56740 1 -- 172.21.15.29:0/1721762715 >> 172.21.15.29:0/1721762715 conn(0x56192473b240 msgr2=0x5619247836f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.518+0000 7f3defc56740 1 -- 172.21.15.29:0/1721762715 shutdown_connections 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.518+0000 7f3defc56740 1 -- 172.21.15.29:0/1721762715 wait complete. 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.518+0000 7f3defc56740 1 -- start start 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.519+0000 7f3defc56740 1 Processor -- start 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3defc56740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192473ea80 0x561924769150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3defc56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x561924760b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3defc56740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192479b660 0x56192479bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3defc56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56192462a750 con 0x561924740210 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3defc56740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56192469d7b0 con 0x56192479b660 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3defc56740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56192473a6e0 con 0x56192473ea80 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3defc56740 10 client.0 _ll_register_callbacks cb 0x5619243b3be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3ddfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x561924760b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3ddfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x561924760b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53730/0 (socket says 172.21.15.29:53730) 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3ddfe00640 1 -- 172.21.15.29:0/3697393287 learned_addr learned my addr 172.21.15.29:0/3697393287 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3de5e00640 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192473ea80 0x561924769150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3de6800640 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192479b660 0x56192479bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3ddfe00640 1 -- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192473ea80 msgr2=0x561924769150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192473ea80 0x561924769150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3ddfe00640 1 -- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192479b660 msgr2=0x56192479bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192479b660 0x56192479bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3ddfe00640 1 -- 172.21.15.29:0/3697393287 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619243740f0 con 0x561924740210 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x561924760b00 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0003d80 tx=0x7f3dd000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aaf2c6c9a606499 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.520+0000 7f3dcaa00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3dcaa00640 1 -- 172.21.15.29:0/3697393287 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd0015660 con 0x561924740210 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3dcaa00640 1 -- 172.21.15.29:0/3697393287 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f3dd0015800 con 0x561924740210 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3defc56740 1 -- 172.21.15.29:0/3697393287 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3dd8026070 con 0x561924740210 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3dcaa00640 1 -- 172.21.15.29:0/3697393287 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f3dd0023050 con 0x561924740210 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3defc56740 10 client.7566 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3defc56740 1 -- 172.21.15.29:0/3697393287 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x5619244def60 con 0x561924740210 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3dcaa00640 1 -- 172.21.15.29:0/3697393287 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3dd8026070 con 0x561924740210 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3dcaa00640 1 -- 172.21.15.29:0/3697393287 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7f3dd0026020 con 0x561924740210 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3defc56740 10 client.7566 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3defc56740 10 client.7566 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3defc56740 20 client.7566 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:24.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.521+0000 7f3defc56740 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5619247670f0 0x561924767500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.522+0000 7f3defc56740 4 client.7566 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:24.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.522+0000 7f3defc56740 1 -- 172.21.15.29:0/3697393287 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5619246aef20 con 0x5619247670f0 2024-09-12T03:14:24.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.522+0000 7f3de5e00640 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5619247670f0 0x561924767500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.523+0000 7f3de5e00640 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5619247670f0 0x561924767500 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e10a46fb4f4eae86 server_cookie=2b34af67f2fd9bae in_seq=0 out_seq=0 2024-09-12T03:14:24.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.523+0000 7f3dcaa00640 10 client.7566 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:24.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3dcaa00640 1 -- 172.21.15.29:0/3697393287 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5619246aef20 con 0x5619247670f0 2024-09-12T03:14:24.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3dcaa00640 10 client.7566 handle_command_reply: tid=0 2024-09-12T03:14:24.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 1 client.7566 shutdown 2024-09-12T03:14:24.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 1 -- 172.21.15.29:0/3697393287 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 msgr2=0x561924760b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x561924760b00 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0003d80 tx=0x7f3dd000b8f0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 1 -- 172.21.15.29:0/3697393287 shutdown_connections 2024-09-12T03:14:24.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x5619247670f0 0x561924767500 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192479b660 0x56192479bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x561924760b00 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 1 --2- 172.21.15.29:0/3697393287 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192473ea80 0x561924769150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3dcaa00640 0 client.7566 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:24.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 1 -- 172.21.15.29:0/3697393287 >> 172.21.15.29:0/3697393287 conn(0x56192473c240 msgr2=0x561924781770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 1 -- 172.21.15.29:0/3697393287 shutdown_connections 2024-09-12T03:14:24.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 1 -- 172.21.15.29:0/3697393287 wait complete. 2024-09-12T03:14:24.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.524+0000 7f3defc56740 20 client.7566 trim_cache size 0 max 16384 2024-09-12T03:14:24.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.542+0000 7f3defc56740 1 Processor -- start 2024-09-12T03:14:24.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.542+0000 7f3defc56740 1 -- start start 2024-09-12T03:14:24.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.543+0000 7f3defc56740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192473ea80 0x561924780b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.543+0000 7f3defc56740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561924740210 0x561924739610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.543+0000 7f3defc56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192479b660 0x561924787280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.543+0000 7f3defc56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3de81fcf50 con 0x56192479b660 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.543+0000 7f3defc56740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3de81fc150 con 0x561924740210 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.543+0000 7f3defc56740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3de81fc820 con 0x56192473ea80 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.543+0000 7f3de6800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192479b660 0x561924787280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.543+0000 7f3de6800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192479b660 0x561924787280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53734/0 (socket says 172.21.15.29:53734) 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.543+0000 7f3de6800640 1 -- 172.21.15.29:0/3422507872 learned_addr learned my addr 172.21.15.29:0/3422507872 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.543+0000 7f3de5e00640 1 --2- 172.21.15.29:0/3422507872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192473ea80 0x561924780b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.543+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/3422507872 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561924740210 0x561924739610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.544+0000 7f3de6800640 1 -- 172.21.15.29:0/3422507872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192473ea80 msgr2=0x561924780b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.544+0000 7f3de6800640 1 --2- 172.21.15.29:0/3422507872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192473ea80 0x561924780b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.544+0000 7f3de6800640 1 -- 172.21.15.29:0/3422507872 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561924740210 msgr2=0x561924739610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.544+0000 7f3de6800640 1 --2- 172.21.15.29:0/3422507872 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561924740210 0x561924739610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.544+0000 7f3de6800640 1 -- 172.21.15.29:0/3422507872 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56192434d1b0 con 0x56192479b660 2024-09-12T03:14:24.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.544+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/3422507872 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561924740210 0x561924739610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:24.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.544+0000 7f3de6800640 1 --2- 172.21.15.29:0/3422507872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192479b660 0x561924787280 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f3de002ffd0 tx=0x7f3de0080040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce1c520d9230044f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.544+0000 7f3dd5c00640 1 -- 172.21.15.29:0/3422507872 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de00800b0 con 0x56192479b660 2024-09-12T03:14:24.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.544+0000 7f3dd5c00640 1 -- 172.21.15.29:0/3422507872 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de0079880 con 0x56192479b660 2024-09-12T03:14:24.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.544+0000 7f3dd5c00640 1 -- 172.21.15.29:0/3422507872 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de007db80 con 0x56192479b660 2024-09-12T03:14:24.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.545+0000 7f3defc56740 1 -- 172.21.15.29:0/3422507872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192479b660 msgr2=0x561924787280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.545+0000 7f3defc56740 1 --2- 172.21.15.29:0/3422507872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192479b660 0x561924787280 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f3de002ffd0 tx=0x7f3de0080040 comp rx=0 tx=0).stop 2024-09-12T03:14:24.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.545+0000 7f3defc56740 1 -- 172.21.15.29:0/3422507872 shutdown_connections 2024-09-12T03:14:24.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.545+0000 7f3defc56740 1 --2- 172.21.15.29:0/3422507872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192479b660 0x561924787280 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.545+0000 7f3defc56740 1 --2- 172.21.15.29:0/3422507872 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561924740210 0x561924739610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.545+0000 7f3defc56740 1 --2- 172.21.15.29:0/3422507872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192473ea80 0x561924780b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.545+0000 7f3defc56740 1 -- 172.21.15.29:0/3422507872 >> 172.21.15.29:0/3422507872 conn(0x56192473c240 msgr2=0x561924782d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.545+0000 7f3defc56740 1 -- 172.21.15.29:0/3422507872 shutdown_connections 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.545+0000 7f3defc56740 1 -- 172.21.15.29:0/3422507872 wait complete. 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.545+0000 7f3defc56740 1 -- start start 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.546+0000 7f3defc56740 1 Processor -- start 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3defc56740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192473ea80 0x5619247ac410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3defc56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x56192478e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3defc56740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192479b660 0x561924787280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3defc56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561924767c60 con 0x561924740210 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3defc56740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3de8156fd0 con 0x56192473ea80 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3defc56740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56192479bc20 con 0x56192479b660 2024-09-12T03:14:24.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3defc56740 10 client.0 _ll_register_callbacks cb 0x7f3dd0004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3ddfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x56192478e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3ddfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x56192478e4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53746/0 (socket says 172.21.15.29:53746) 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3ddfe00640 1 -- 172.21.15.29:0/2679871448 learned_addr learned my addr 172.21.15.29:0/2679871448 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3de5e00640 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192473ea80 0x5619247ac410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3de6800640 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192479b660 0x561924787280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3ddfe00640 1 -- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192479b660 msgr2=0x561924787280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192479b660 0x561924787280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3ddfe00640 1 -- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192473ea80 msgr2=0x5619247ac410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192473ea80 0x5619247ac410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3ddfe00640 1 -- 172.21.15.29:0/2679871448 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619247990b0 con 0x561924740210 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.547+0000 7f3de6800640 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192479b660 0x561924787280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.548+0000 7f3ddfe00640 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x56192478e4b0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f3dd000b150 tx=0x7f3dd00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc2b8db5ee1e8af0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.548+0000 7f3dcaa00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.548+0000 7f3dcaa00640 1 -- 172.21.15.29:0/2679871448 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd0006a20 con 0x561924740210 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.548+0000 7f3dcaa00640 1 -- 172.21.15.29:0/2679871448 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f3dd001e640 con 0x561924740210 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.548+0000 7f3defc56740 1 -- 172.21.15.29:0/2679871448 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3de0079880 con 0x561924740210 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.548+0000 7f3dcaa00640 1 -- 172.21.15.29:0/2679871448 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f3dd0033050 con 0x561924740210 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.548+0000 7f3defc56740 10 client.7572 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.548+0000 7f3defc56740 1 -- 172.21.15.29:0/2679871448 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x56192478e9f0 con 0x561924740210 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.548+0000 7f3dcaa00640 1 -- 172.21.15.29:0/2679871448 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de0079880 con 0x561924740210 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.549+0000 7f3dcaa00640 1 -- 172.21.15.29:0/2679871448 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7f3dd0026040 con 0x561924740210 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.549+0000 7f3defc56740 10 client.7572 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.549+0000 7f3defc56740 10 client.7572 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.549+0000 7f3defc56740 20 client.7572 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.549+0000 7f3defc56740 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x561924791bb0 0x5619247877c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.549+0000 7f3defc56740 4 client.7572 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "scrub pause"}] 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.549+0000 7f3defc56740 1 -- 172.21.15.29:0/2679871448 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "scrub pause"}) -- 0x5619246a9270 con 0x561924791bb0 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.549+0000 7f3de5e00640 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x561924791bb0 0x5619247877c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3de5e00640 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x561924791bb0 0x5619247877c0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f211a0e9fe740c14 server_cookie=6a37bf37baf861bd in_seq=0 out_seq=0 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3dcaa00640 10 client.7572 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3dcaa00640 1 -- 172.21.15.29:0/2679871448 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5619246a9270 con 0x561924791bb0 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3dcaa00640 10 client.7572 handle_command_reply: tid=0 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3defc56740 1 client.7572 shutdown 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3defc56740 1 -- 172.21.15.29:0/2679871448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 msgr2=0x56192478e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3defc56740 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x56192478e4b0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f3dd000b150 tx=0x7f3dd00046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3defc56740 1 -- 172.21.15.29:0/2679871448 shutdown_connections 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3defc56740 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x561924791bb0 0x5619247877c0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3defc56740 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56192479b660 0x561924787280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3dcaa00640 0 client.7572 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:24.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3defc56740 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561924740210 0x56192478e4b0 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3defc56740 1 --2- 172.21.15.29:0/2679871448 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56192473ea80 0x5619247ac410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.550+0000 7f3defc56740 1 -- 172.21.15.29:0/2679871448 >> 172.21.15.29:0/2679871448 conn(0x56192473c240 msgr2=0x561924782d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3defc56740 1 -- 172.21.15.29:0/2679871448 shutdown_connections 2024-09-12T03:14:24.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3defc56740 1 -- 172.21.15.29:0/2679871448 wait complete. 2024-09-12T03:14:24.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3defc56740 20 client.7572 trim_cache size 0 max 16384 2024-09-12T03:14:24.558 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:24.558 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:14:24.558 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:14:24.559 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:24.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3decc00640 1 -- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3dc406be30 msgr2=0x7f3dc406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3decc00640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3dc406be30 0x7f3dc406e2f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f3de80af150 tx=0x7f3dd8008040 comp rx=0 tx=0).stop 2024-09-12T03:14:24.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3decc00640 1 -- 172.21.15.29:0/1111892548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3de8155910 msgr2=0x7f3de80af1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3decc00640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3de8155910 0x7f3de80af1a0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f3de002ac00 tx=0x7f3de0004a40 comp rx=0 tx=0).stop 2024-09-12T03:14:24.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3decc00640 1 -- 172.21.15.29:0/1111892548 shutdown_connections 2024-09-12T03:14:24.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3decc00640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3dc406be30 0x7f3dc406e2f0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3decc00640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3de8155910 0x7f3de80af1a0 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3decc00640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3de80cf0d0 0x7f3de813ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3decc00640 1 --2- 172.21.15.29:0/1111892548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3de806f1b0 0x7f3de80aebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.551+0000 7f3decc00640 1 -- 172.21.15.29:0/1111892548 >> 172.21.15.29:0/1111892548 conn(0x7f3de8067d70 msgr2=0x7f3de80b35c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.552+0000 7f3decc00640 1 -- 172.21.15.29:0/1111892548 shutdown_connections 2024-09-12T03:14:24.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.552+0000 7f3decc00640 1 -- 172.21.15.29:0/1111892548 wait complete. 2024-09-12T03:14:24.567 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:14:24.567 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.6:1 scrub status 2024-09-12T03:14:24.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.725+0000 7f5271200640 1 Processor -- start 2024-09-12T03:14:24.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.725+0000 7f5271200640 1 -- start start 2024-09-12T03:14:24.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.726+0000 7f5271200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f526c15e4b0 0x7f526c0d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.726+0000 7f5271200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f526c0d3090 0x7f526c06d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.726+0000 7f5271200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f526c0cf8c0 con 0x7f526c0cefb0 2024-09-12T03:14:24.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.726+0000 7f5271200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f526c0cfba0 con 0x7f526c0d3090 2024-09-12T03:14:24.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.726+0000 7f5271200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f526c0cfe80 con 0x7f526c15e4b0 2024-09-12T03:14:24.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.726+0000 7f526be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f526c0d3090 0x7f526c06d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.726+0000 7f5263e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f526c0cefb0 0x7f526c0d2980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37334/0 (socket says 172.21.15.29:37334) 2024-09-12T03:14:24.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.726+0000 7f5263e00640 1 -- 172.21.15.29:0/820748723 learned_addr learned my addr 172.21.15.29:0/820748723 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:24.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.726+0000 7f526b400640 1 --2- 172.21.15.29:0/820748723 >> v2:172.21.15.38:3300/0 conn(0x7f526c15e4b0 0x7f526c0d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.727+0000 7f526be00640 1 -- 172.21.15.29:0/820748723 >> v2:172.21.15.38:3300/0 conn(0x7f526c15e4b0 msgr2=0x7f526c0d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.727+0000 7f526be00640 1 --2- 172.21.15.29:0/820748723 >> v2:172.21.15.38:3300/0 conn(0x7f526c15e4b0 0x7f526c0d23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.727+0000 7f526be00640 1 -- 172.21.15.29:0/820748723 >> v1:172.21.15.29:6789/0 conn(0x7f526c0cefb0 legacy=0x7f526c0d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.727+0000 7f526be00640 1 -- 172.21.15.29:0/820748723 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f526c0d0160 con 0x7f526c0d3090 2024-09-12T03:14:24.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.727+0000 7f526b400640 1 --2- 172.21.15.29:0/820748723 >> v2:172.21.15.38:3300/0 conn(0x7f526c15e4b0 0x7f526c0d23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:24.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.728+0000 7f526be00640 1 --2- 172.21.15.29:0/820748723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f526c0d3090 0x7f526c06d810 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f526c0d1e50 tx=0x7f526402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f7e7fc9562a00b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.728+0000 7f526aa00640 1 -- 172.21.15.29:0/820748723 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5264007740 con 0x7f526c0d3090 2024-09-12T03:14:24.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.728+0000 7f526aa00640 1 -- 172.21.15.29:0/820748723 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52640078e0 con 0x7f526c0d3090 2024-09-12T03:14:24.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.728+0000 7f526aa00640 1 -- 172.21.15.29:0/820748723 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5264007cb0 con 0x7f526c0d3090 2024-09-12T03:14:24.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.728+0000 7f5271200640 1 -- 172.21.15.29:0/820748723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f526c0d3090 msgr2=0x7f526c06d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.728+0000 7f5271200640 1 --2- 172.21.15.29:0/820748723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f526c0d3090 0x7f526c06d810 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f526c0d1e50 tx=0x7f526402a680 comp rx=0 tx=0).stop 2024-09-12T03:14:24.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.729+0000 7f5271200640 1 -- 172.21.15.29:0/820748723 shutdown_connections 2024-09-12T03:14:24.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.729+0000 7f5271200640 1 --2- 172.21.15.29:0/820748723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f526c0d3090 0x7f526c06d810 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.729+0000 7f5271200640 1 --2- 172.21.15.29:0/820748723 >> v2:172.21.15.38:3300/0 conn(0x7f526c15e4b0 0x7f526c0d23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.729+0000 7f5271200640 1 -- 172.21.15.29:0/820748723 >> 172.21.15.29:0/820748723 conn(0x7f526c09d740 msgr2=0x7f526c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.729+0000 7f5271200640 1 -- 172.21.15.29:0/820748723 shutdown_connections 2024-09-12T03:14:24.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.729+0000 7f5271200640 1 -- 172.21.15.29:0/820748723 wait complete. 2024-09-12T03:14:24.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.730+0000 7f5271200640 1 Processor -- start 2024-09-12T03:14:24.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.730+0000 7f5271200640 1 -- start start 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.731+0000 7f5271200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f526c0cefb0 0x7f526c0b71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.731+0000 7f5271200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f526c0d3090 0x7f526c15b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.731+0000 7f5271200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f526c15e4b0 0x7f526c0b9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.731+0000 7f5271200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f526c0cf3f0 con 0x7f526c15e4b0 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.731+0000 7f5271200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f526c0cf570 con 0x7f526c0cefb0 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.731+0000 7f5271200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f526c06dd50 con 0x7f526c0d3090 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.732+0000 7f526be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f526c15e4b0 0x7f526c0b9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.732+0000 7f526be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f526c15e4b0 0x7f526c0b9ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53772/0 (socket says 172.21.15.29:53772) 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.732+0000 7f526be00640 1 -- 172.21.15.29:0/3281294375 learned_addr learned my addr 172.21.15.29:0/3281294375 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.732+0000 7f5263e00640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f526c0d3090 0x7f526c15b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.732+0000 7f526b400640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f526c0cefb0 0x7f526c0b71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.732+0000 7f526be00640 1 -- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f526c0d3090 msgr2=0x7f526c15b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.732+0000 7f526be00640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f526c0d3090 0x7f526c15b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.732+0000 7f526be00640 1 -- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f526c0cefb0 msgr2=0x7f526c0b71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.732+0000 7f526be00640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f526c0cefb0 0x7f526c0b71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.732+0000 7f526be00640 1 -- 172.21.15.29:0/3281294375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f526c15ecd0 con 0x7f526c15e4b0 2024-09-12T03:14:24.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.732+0000 7f526be00640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f526c15e4b0 0x7f526c0b9ca0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f5264009e50 tx=0x7f5264004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.733+0000 7f5263400640 1 -- 172.21.15.29:0/3281294375 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5264040070 con 0x7f526c15e4b0 2024-09-12T03:14:24.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.733+0000 7f5263400640 1 -- 172.21.15.29:0/3281294375 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5264031bf0 con 0x7f526c15e4b0 2024-09-12T03:14:24.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.733+0000 7f5263400640 1 -- 172.21.15.29:0/3281294375 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5264045460 con 0x7f526c15e4b0 2024-09-12T03:14:24.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.733+0000 7f5271200640 1 -- 172.21.15.29:0/3281294375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f526c15efb0 con 0x7f526c15e4b0 2024-09-12T03:14:24.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.733+0000 7f5271200640 1 -- 172.21.15.29:0/3281294375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f526c15f570 con 0x7f526c15e4b0 2024-09-12T03:14:24.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.735+0000 7f5263400640 1 -- 172.21.15.29:0/3281294375 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5264039040 con 0x7f526c15e4b0 2024-09-12T03:14:24.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.736+0000 7f5263400640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f524806be30 0x7f524806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.736+0000 7f5263400640 1 -- 172.21.15.29:0/3281294375 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f52640aca00 con 0x7f526c15e4b0 2024-09-12T03:14:24.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.736+0000 7f526b400640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f524806be30 0x7f524806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.736+0000 7f527562c740 1 Processor -- start 2024-09-12T03:14:24.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.737+0000 7f527562c740 1 -- start start 2024-09-12T03:14:24.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.737+0000 7f526b400640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f524806be30 0x7f524806e2f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f525c006fd0 tx=0x7f525c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.737+0000 7f527562c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad10308d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.737+0000 7f527562c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad10169e0 0x55cad1015240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f527562c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad1060ea0 0x55cad10613f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f527562c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cad0f7e660 con 0x55cad1060ea0 2024-09-12T03:14:24.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f527562c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55cad0f26680 con 0x55cad10169e0 2024-09-12T03:14:24.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f527562c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55cad0f7a620 con 0x55cad10304f0 2024-09-12T03:14:24.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f526be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad1060ea0 0x55cad10613f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f526be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad1060ea0 0x55cad10613f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53784/0 (socket says 172.21.15.29:53784) 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f526be00640 1 -- 172.21.15.29:0/2571446914 learned_addr learned my addr 172.21.15.29:0/2571446914 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f526b400640 1 --2- 172.21.15.29:0/2571446914 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad10308d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f5263e00640 1 --2- 172.21.15.29:0/2571446914 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad10169e0 0x55cad1015240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f526be00640 1 -- 172.21.15.29:0/2571446914 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 msgr2=0x55cad10308d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f526be00640 1 --2- 172.21.15.29:0/2571446914 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad10308d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f526be00640 1 -- 172.21.15.29:0/2571446914 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad10169e0 msgr2=0x55cad1015240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f526be00640 1 --2- 172.21.15.29:0/2571446914 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad10169e0 0x55cad1015240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f526be00640 1 -- 172.21.15.29:0/2571446914 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cad0d5b7d0 con 0x55cad1060ea0 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f5263e00640 1 --2- 172.21.15.29:0/2571446914 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad10169e0 0x55cad1015240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.738+0000 7f526be00640 1 --2- 172.21.15.29:0/2571446914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad1060ea0 0x55cad10613f0 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f52640aabd0 tx=0x7f526407b2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3defbac093dd819f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.739+0000 7f525be00640 1 -- 172.21.15.29:0/2571446914 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f526407be60 con 0x55cad1060ea0 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.739+0000 7f525be00640 1 -- 172.21.15.29:0/2571446914 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5264083710 con 0x55cad1060ea0 2024-09-12T03:14:24.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.739+0000 7f525be00640 1 -- 172.21.15.29:0/2571446914 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f526404a040 con 0x55cad1060ea0 2024-09-12T03:14:24.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.739+0000 7f527562c740 1 -- 172.21.15.29:0/2571446914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad1060ea0 msgr2=0x55cad10613f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.739+0000 7f527562c740 1 --2- 172.21.15.29:0/2571446914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad1060ea0 0x55cad10613f0 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f52640aabd0 tx=0x7f526407b2f0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.739+0000 7f527562c740 1 -- 172.21.15.29:0/2571446914 shutdown_connections 2024-09-12T03:14:24.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.739+0000 7f527562c740 1 --2- 172.21.15.29:0/2571446914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad1060ea0 0x55cad10613f0 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.739+0000 7f527562c740 1 --2- 172.21.15.29:0/2571446914 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad10169e0 0x55cad1015240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.739+0000 7f527562c740 1 --2- 172.21.15.29:0/2571446914 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad10308d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.739+0000 7f527562c740 1 -- 172.21.15.29:0/2571446914 >> 172.21.15.29:0/2571446914 conn(0x55cad1017410 msgr2=0x55cad105fa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.740+0000 7f527562c740 1 -- 172.21.15.29:0/2571446914 shutdown_connections 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.740+0000 7f527562c740 1 -- 172.21.15.29:0/2571446914 wait complete. 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.740+0000 7f527562c740 1 -- start start 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.740+0000 7f527562c740 1 Processor -- start 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.741+0000 7f527562c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad105ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.741+0000 7f527562c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 0x55cad105c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.741+0000 7f527562c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad1056850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.741+0000 7f527562c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cad0f7e660 con 0x55cad105c540 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.741+0000 7f527562c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55cad0f074c0 con 0x55cad1060ea0 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.741+0000 7f527562c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55cad1015940 con 0x55cad10304f0 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.741+0000 7f527562c740 10 client.0 _ll_register_callbacks cb 0x55cad0f76e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f526be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad1056850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f526b400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad105ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f5263e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 0x55cad105c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f5263e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 0x55cad105c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:49902/0 (socket says 172.21.15.29:49902) 2024-09-12T03:14:24.743 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f5263e00640 1 -- 172.21.15.29:0/3540632218 learned_addr learned my addr 172.21.15.29:0/3540632218 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f526b400640 1 -- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 msgr2=0x55cad105c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f526b400640 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 0x55cad105c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f526b400640 1 -- 172.21.15.29:0/3540632218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 msgr2=0x55cad1056850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f526b400640 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad1056850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f526b400640 1 -- 172.21.15.29:0/3540632218 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x55cad0c913f0 con 0x55cad10304f0 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f5263e00640 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 0x55cad105c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.742+0000 7f526be00640 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad1056850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.743+0000 7f526b400640 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad105ac60 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f525c00f5b0 tx=0x7f525c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6cf684e5a54592da server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.743+0000 7f5258c00640 10 client.0 ms_handle_connect on v2:172.21.15.38:3301/0 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.743+0000 7f5258c00640 1 -- 172.21.15.29:0/3540632218 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f525c025020 con 0x55cad10304f0 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.743+0000 7f527562c740 1 -- 172.21.15.29:0/3540632218 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5264083710 con 0x55cad10304f0 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.743+0000 7f5258c00640 1 -- 172.21.15.29:0/3540632218 <== mon.2 v2:172.21.15.38:3301/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f525c0158e0 con 0x55cad10304f0 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.743+0000 7f5258c00640 1 -- 172.21.15.29:0/3540632218 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f525c02f050 con 0x55cad10304f0 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.743+0000 7f527562c740 10 client.6548 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.743+0000 7f527562c740 1 -- 172.21.15.29:0/3540632218 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x55cad0c510f0 con 0x55cad10304f0 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.743+0000 7f5258c00640 1 -- 172.21.15.29:0/3540632218 <== mon.2 v2:172.21.15.38:3301/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5264083710 con 0x55cad10304f0 2024-09-12T03:14:24.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.744+0000 7f5258c00640 1 -- 172.21.15.29:0/3540632218 <== mon.2 v2:172.21.15.38:3301/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7f525c032020 con 0x55cad10304f0 2024-09-12T03:14:24.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.744+0000 7f527562c740 10 client.6548 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:24.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.744+0000 7f527562c740 10 client.6548 resolve_mds: resolved 6:1 to role '6:1' aka daemon mds.b 2024-09-12T03:14:24.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.744+0000 7f527562c740 20 client.6548 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:24.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.744+0000 7f527562c740 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55cad1044b10 0x55cad1044f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.744+0000 7f527562c740 4 client.6548 mds_command: new command op to 6931 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:24.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.744+0000 7f527562c740 1 -- 172.21.15.29:0/3540632218 --> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cad0f8bd90 con 0x55cad1044b10 2024-09-12T03:14:24.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.744+0000 7f5263e00640 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55cad1044b10 0x55cad1044f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.745+0000 7f5263e00640 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55cad1044b10 0x55cad1044f10 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4e7c27c0383c149a server_cookie=b6d7c82ac5d0a62c in_seq=0 out_seq=0 2024-09-12T03:14:24.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.745+0000 7f5258c00640 10 client.6548 ms_handle_connect on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:24.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f5258c00640 1 -- 172.21.15.29:0/3540632218 <== mds.1 v2:172.21.15.38:6834/1187811370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cad0f8bd90 con 0x55cad1044b10 2024-09-12T03:14:24.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f5258c00640 10 client.6548 handle_command_reply: tid=0 2024-09-12T03:14:24.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 1 client.6548 shutdown 2024-09-12T03:14:24.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 1 -- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 msgr2=0x55cad105ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad105ac60 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f525c00f5b0 tx=0x7f525c004730 comp rx=0 tx=0).stop 2024-09-12T03:14:24.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 1 -- 172.21.15.29:0/3540632218 shutdown_connections 2024-09-12T03:14:24.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55cad1044b10 0x55cad1044f10 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad1056850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 0x55cad105c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 1 --2- 172.21.15.29:0/3540632218 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad105ac60 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f5258c00640 0 client.6548 ms_handle_reset on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:24.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 1 -- 172.21.15.29:0/3540632218 >> 172.21.15.29:0/3540632218 conn(0x55cad10169e0 msgr2=0x55cad1015e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 1 -- 172.21.15.29:0/3540632218 shutdown_connections 2024-09-12T03:14:24.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 1 -- 172.21.15.29:0/3540632218 wait complete. 2024-09-12T03:14:24.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.746+0000 7f527562c740 20 client.6548 trim_cache size 0 max 16384 2024-09-12T03:14:24.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.764+0000 7f527562c740 1 Processor -- start 2024-09-12T03:14:24.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.764+0000 7f527562c740 1 -- start start 2024-09-12T03:14:24.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.765+0000 7f527562c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad105bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.765+0000 7f527562c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad1018310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.765+0000 7f527562c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 0x55cad1079be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.765+0000 7f527562c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f526c2011d0 con 0x55cad105c540 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.765+0000 7f527562c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f526c2003d0 con 0x55cad1060ea0 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.765+0000 7f527562c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f526c200aa0 con 0x55cad10304f0 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.765+0000 7f5263e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad1018310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.765+0000 7f5263e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad1018310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53810/0 (socket says 172.21.15.29:53810) 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.765+0000 7f5263e00640 1 -- 172.21.15.29:0/1217124730 learned_addr learned my addr 172.21.15.29:0/1217124730 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f526be00640 1 --2- 172.21.15.29:0/1217124730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 0x55cad1079be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f526b400640 1 --2- 172.21.15.29:0/1217124730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad105bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f5263e00640 1 -- 172.21.15.29:0/1217124730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 msgr2=0x55cad105bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f5263e00640 1 --2- 172.21.15.29:0/1217124730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad105bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f5263e00640 1 -- 172.21.15.29:0/1217124730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 msgr2=0x55cad1079be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f5263e00640 1 --2- 172.21.15.29:0/1217124730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 0x55cad1079be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f5263e00640 1 -- 172.21.15.29:0/1217124730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cad1058520 con 0x55cad105c540 2024-09-12T03:14:24.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f526be00640 1 --2- 172.21.15.29:0/1217124730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 0x55cad1079be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:24.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f526b400640 1 --2- 172.21.15.29:0/1217124730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad105bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:24.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f5263e00640 1 --2- 172.21.15.29:0/1217124730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad1018310 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f5254000f60 tx=0x7f5254006f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c295a034503e431d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f525b400640 1 -- 172.21.15.29:0/1217124730 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52540181d0 con 0x55cad105c540 2024-09-12T03:14:24.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f525b400640 1 -- 172.21.15.29:0/1217124730 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52540189e0 con 0x55cad105c540 2024-09-12T03:14:24.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.766+0000 7f525b400640 1 -- 172.21.15.29:0/1217124730 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5254018d90 con 0x55cad105c540 2024-09-12T03:14:24.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.767+0000 7f527562c740 1 -- 172.21.15.29:0/1217124730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 msgr2=0x55cad1018310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.767+0000 7f527562c740 1 --2- 172.21.15.29:0/1217124730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad1018310 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f5254000f60 tx=0x7f5254006f00 comp rx=0 tx=0).stop 2024-09-12T03:14:24.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.767+0000 7f527562c740 1 -- 172.21.15.29:0/1217124730 shutdown_connections 2024-09-12T03:14:24.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.767+0000 7f527562c740 1 --2- 172.21.15.29:0/1217124730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad1060ea0 0x55cad1079be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.767+0000 7f527562c740 1 --2- 172.21.15.29:0/1217124730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad1018310 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.767+0000 7f527562c740 1 --2- 172.21.15.29:0/1217124730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad10304f0 0x55cad105bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.767+0000 7f527562c740 1 -- 172.21.15.29:0/1217124730 >> 172.21.15.29:0/1217124730 conn(0x55cad10169e0 msgr2=0x55cad105d380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.767+0000 7f527562c740 1 -- 172.21.15.29:0/1217124730 shutdown_connections 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.767+0000 7f527562c740 1 -- 172.21.15.29:0/1217124730 wait complete. 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.768+0000 7f527562c740 1 -- start start 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.768+0000 7f527562c740 1 Processor -- start 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f527562c740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad10304f0 0x55cad1079c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f527562c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad10dd590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f527562c740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad1060ea0 0x55cad10576a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f527562c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cad10141a0 con 0x55cad105c540 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f527562c740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f526c160c10 con 0x55cad10304f0 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f527562c740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55cad105a460 con 0x55cad1060ea0 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f527562c740 10 client.0 _ll_register_callbacks cb 0x7f525c00b6e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f5263e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad10dd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f5263e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad10dd590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53816/0 (socket says 172.21.15.29:53816) 2024-09-12T03:14:24.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f5263e00640 1 -- 172.21.15.29:0/977889160 learned_addr learned my addr 172.21.15.29:0/977889160 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f526be00640 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad1060ea0 0x55cad10576a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.769+0000 7f526b400640 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad10304f0 0x55cad1079c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.770+0000 7f5263e00640 1 -- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad1060ea0 msgr2=0x55cad10576a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.770+0000 7f5263e00640 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad1060ea0 0x55cad10576a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.770+0000 7f5263e00640 1 -- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad10304f0 msgr2=0x55cad1079c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.770+0000 7f5263e00640 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad10304f0 0x55cad1079c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.770+0000 7f5263e00640 1 -- 172.21.15.29:0/977889160 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cad1055d20 con 0x55cad105c540 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.770+0000 7f5263e00640 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad10dd590 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f5254000f30 tx=0x7f5254000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d02cb0100b067aa6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.770+0000 7f5258c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.770+0000 7f5258c00640 1 -- 172.21.15.29:0/977889160 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5254025420 con 0x55cad105c540 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.770+0000 7f5258c00640 1 -- 172.21.15.29:0/977889160 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f52540255c0 con 0x55cad105c540 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.770+0000 7f527562c740 1 -- 172.21.15.29:0/977889160 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52540189e0 con 0x55cad105c540 2024-09-12T03:14:24.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.770+0000 7f5258c00640 1 -- 172.21.15.29:0/977889160 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f5254034050 con 0x55cad105c540 2024-09-12T03:14:24.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.771+0000 7f527562c740 10 client.7593 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:24.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.771+0000 7f527562c740 1 -- 172.21.15.29:0/977889160 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x55cad10ddb90 con 0x55cad105c540 2024-09-12T03:14:24.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.771+0000 7f5258c00640 1 -- 172.21.15.29:0/977889160 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52540189e0 con 0x55cad105c540 2024-09-12T03:14:24.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.771+0000 7f5258c00640 1 -- 172.21.15.29:0/977889160 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7f5254037020 con 0x55cad105c540 2024-09-12T03:14:24.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.771+0000 7f527562c740 10 client.7593 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:24.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.771+0000 7f527562c740 10 client.7593 resolve_mds: resolved 6:1 to role '6:1' aka daemon mds.b 2024-09-12T03:14:24.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.771+0000 7f527562c740 20 client.7593 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:24.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.771+0000 7f527562c740 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55cad1045730 0x55cad1057be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.771+0000 7f527562c740 4 client.7593 mds_command: new command op to 6931 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:14:24.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.771+0000 7f527562c740 1 -- 172.21.15.29:0/977889160 --> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cad0f860e0 con 0x55cad1045730 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.771+0000 7f526b400640 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55cad1045730 0x55cad1057be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.772+0000 7f526b400640 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55cad1045730 0x55cad1057be0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6311281c6a7d99f4 server_cookie=bb29795dd31afc58 in_seq=0 out_seq=0 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.772+0000 7f5258c00640 10 client.7593 ms_handle_connect on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f5258c00640 1 -- 172.21.15.29:0/977889160 <== mds.1 v2:172.21.15.38:6834/1187811370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x55cad0f860e0 con 0x55cad1045730 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f5258c00640 10 client.7593 handle_command_reply: tid=0 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 1 client.7593 shutdown 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 1 -- 172.21.15.29:0/977889160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 msgr2=0x55cad10dd590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad10dd590 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f5254000f30 tx=0x7f5254000bc0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 1 -- 172.21.15.29:0/977889160 shutdown_connections 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55cad1045730 0x55cad1057be0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cad1060ea0 0x55cad10576a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad105c540 0x55cad10dd590 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 1 --2- 172.21.15.29:0/977889160 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cad10304f0 0x55cad1079c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f5258c00640 0 client.7593 ms_handle_reset on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:24.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 1 -- 172.21.15.29:0/977889160 >> 172.21.15.29:0/977889160 conn(0x55cad10169e0 msgr2=0x55cad105bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 1 -- 172.21.15.29:0/977889160 shutdown_connections 2024-09-12T03:14:24.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 1 -- 172.21.15.29:0/977889160 wait complete. 2024-09-12T03:14:24.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.773+0000 7f527562c740 20 client.7593 trim_cache size 0 max 16384 2024-09-12T03:14:24.777 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:24.777 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:14:24.777 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:14:24.777 INFO:teuthology.orchestra.run.smithi029.stdout: "f725e57c-cb5d-4386-899c-7941872cf8a0": { 2024-09-12T03:14:24.777 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:14:24.777 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "f725e57c-cb5d-4386-899c-7941872cf8a0", 2024-09-12T03:14:24.777 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:14:24.778 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:24.778 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:24.778 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:24.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 -- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f524806be30 msgr2=0x7f524806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f524806be30 0x7f524806e2f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f525c006fd0 tx=0x7f525c008040 comp rx=0 tx=0).stop 2024-09-12T03:14:24.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 -- 172.21.15.29:0/3281294375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f526c15e4b0 msgr2=0x7f526c0b9ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f526c15e4b0 0x7f526c0b9ca0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f5264009e50 tx=0x7f5264004a40 comp rx=0 tx=0).stop 2024-09-12T03:14:24.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 -- 172.21.15.29:0/3281294375 shutdown_connections 2024-09-12T03:14:24.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f524806be30 0x7f524806e2f0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f526c15e4b0 0x7f526c0b9ca0 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f526c0d3090 0x7f526c15b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 --2- 172.21.15.29:0/3281294375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f526c0cefb0 0x7f526c0b71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 -- 172.21.15.29:0/3281294375 >> 172.21.15.29:0/3281294375 conn(0x7f526c09d740 msgr2=0x7f526c0d2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 -- 172.21.15.29:0/3281294375 shutdown_connections 2024-09-12T03:14:24.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.774+0000 7f5271200640 1 -- 172.21.15.29:0/3281294375 wait complete. 2024-09-12T03:14:24.789 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:14:24.789 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:14:24.789 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.6:2 scrub status 2024-09-12T03:14:24.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.947+0000 7eff7b200640 1 Processor -- start 2024-09-12T03:14:24.948 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.947+0000 7eff7b200640 1 -- start start 2024-09-12T03:14:24.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.949+0000 7eff7b200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff740cf0d0 0x7eff7413e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.949+0000 7eff7b200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff740cf5b0 con 0x7eff7406f1b0 2024-09-12T03:14:24.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.949+0000 7eff7b200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff740cf890 con 0x7eff74155910 2024-09-12T03:14:24.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.949+0000 7eff7b200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7eff7413ed70 con 0x7eff740cf0d0 2024-09-12T03:14:24.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.949+0000 7eff79200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7eff7406f1b0 0x7eff7415bb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37350/0 (socket says 172.21.15.29:37350) 2024-09-12T03:14:24.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.949+0000 7eff79200640 1 -- 172.21.15.29:0/3606373364 learned_addr learned my addr 172.21.15.29:0/3606373364 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:24.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.949+0000 7eff6b400640 1 --2- 172.21.15.29:0/3606373364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff740cf0d0 0x7eff7413e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.949+0000 7eff73400640 1 -- 172.21.15.29:0/3606373364 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2072426939 0 0) 0x7eff740cf5b0 con 0x7eff7406f1b0 2024-09-12T03:14:24.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.949+0000 7eff73400640 1 -- 172.21.15.29:0/3606373364 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7eff58003520 con 0x7eff7406f1b0 2024-09-12T03:14:24.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.949+0000 7eff6b400640 1 -- 172.21.15.29:0/3606373364 >> v1:172.21.15.38:6789/0 conn(0x7eff74155910 legacy=0x7eff74141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.951 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.950+0000 7eff73400640 1 -- 172.21.15.29:0/3606373364 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2067814681 0 0) 0x7eff740cf890 con 0x7eff74155910 2024-09-12T03:14:24.951 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.950+0000 7eff6b400640 1 -- 172.21.15.29:0/3606373364 >> v1:172.21.15.29:6789/0 conn(0x7eff7406f1b0 legacy=0x7eff7415bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.951 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.950+0000 7eff6b400640 1 -- 172.21.15.29:0/3606373364 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff740cfb70 con 0x7eff740cf0d0 2024-09-12T03:14:24.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.951+0000 7eff6b400640 1 --2- 172.21.15.29:0/3606373364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff740cf0d0 0x7eff7413e830 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7eff5c0097d0 tx=0x7eff5c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6c8d12d99198855 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.951+0000 7eff73400640 1 -- 172.21.15.29:0/3606373364 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5c037070 con 0x7eff740cf0d0 2024-09-12T03:14:24.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.951+0000 7eff73400640 1 -- 172.21.15.29:0/3606373364 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff5c032440 con 0x7eff740cf0d0 2024-09-12T03:14:24.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.951+0000 7eff73400640 1 -- 172.21.15.29:0/3606373364 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5c0327f0 con 0x7eff740cf0d0 2024-09-12T03:14:24.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.951+0000 7eff7b200640 1 -- 172.21.15.29:0/3606373364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff740cf0d0 msgr2=0x7eff7413e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.951+0000 7eff7b200640 1 --2- 172.21.15.29:0/3606373364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff740cf0d0 0x7eff7413e830 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7eff5c0097d0 tx=0x7eff5c02a180 comp rx=0 tx=0).stop 2024-09-12T03:14:24.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.951+0000 7eff7b200640 1 -- 172.21.15.29:0/3606373364 shutdown_connections 2024-09-12T03:14:24.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.951+0000 7eff7b200640 1 --2- 172.21.15.29:0/3606373364 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff740cf0d0 0x7eff7413e830 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.951+0000 7eff7b200640 1 -- 172.21.15.29:0/3606373364 >> 172.21.15.29:0/3606373364 conn(0x7eff74067d70 msgr2=0x7eff7406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.952+0000 7eff7b200640 1 -- 172.21.15.29:0/3606373364 shutdown_connections 2024-09-12T03:14:24.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.952+0000 7eff7b200640 1 -- 172.21.15.29:0/3606373364 wait complete. 2024-09-12T03:14:24.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.953+0000 7eff7b200640 1 Processor -- start 2024-09-12T03:14:24.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.953+0000 7eff7b200640 1 -- start start 2024-09-12T03:14:24.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.954+0000 7eff7b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff7406f1b0 0x7eff741f4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.954+0000 7eff7b200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff740cf0d0 0x7eff740a9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.954+0000 7eff7b200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff74155910 0x7eff741f1830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.954+0000 7eff7b200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7eff740cd1b0 con 0x7eff7406f1b0 2024-09-12T03:14:24.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.954+0000 7eff7b200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7eff740cd030 con 0x7eff740cf0d0 2024-09-12T03:14:24.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.954+0000 7eff7b200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7eff7415c270 con 0x7eff74155910 2024-09-12T03:14:24.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.954+0000 7eff73e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff7406f1b0 0x7eff741f4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.954+0000 7eff73e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff7406f1b0 0x7eff741f4db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53822/0 (socket says 172.21.15.29:53822) 2024-09-12T03:14:24.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.954+0000 7eff73e00640 1 -- 172.21.15.29:0/2945421120 learned_addr learned my addr 172.21.15.29:0/2945421120 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff79200640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff74155910 0x7eff741f1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff6b400640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff740cf0d0 0x7eff740a9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff73e00640 1 -- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff74155910 msgr2=0x7eff741f1830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff73e00640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff74155910 0x7eff741f1830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff73e00640 1 -- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff740cf0d0 msgr2=0x7eff740a9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff73e00640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff740cf0d0 0x7eff740a9560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff73e00640 1 -- 172.21.15.29:0/2945421120 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff741f5420 con 0x7eff7406f1b0 2024-09-12T03:14:24.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff73e00640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff7406f1b0 0x7eff741f4db0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7eff6400c3c0 tx=0x7eff6400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff70c00640 1 -- 172.21.15.29:0/2945421120 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff64017070 con 0x7eff7406f1b0 2024-09-12T03:14:24.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff70c00640 1 -- 172.21.15.29:0/2945421120 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff640035f0 con 0x7eff7406f1b0 2024-09-12T03:14:24.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff7b200640 1 -- 172.21.15.29:0/2945421120 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff741f5700 con 0x7eff7406f1b0 2024-09-12T03:14:24.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.955+0000 7eff70c00640 1 -- 172.21.15.29:0/2945421120 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff640039e0 con 0x7eff7406f1b0 2024-09-12T03:14:24.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.956+0000 7eff7b200640 1 -- 172.21.15.29:0/2945421120 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff741f5cc0 con 0x7eff7406f1b0 2024-09-12T03:14:24.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.958+0000 7eff70c00640 1 -- 172.21.15.29:0/2945421120 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7eff6401a070 con 0x7eff7406f1b0 2024-09-12T03:14:24.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.959+0000 7eff70c00640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff5006be30 0x7eff5006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.959+0000 7eff70c00640 1 -- 172.21.15.29:0/2945421120 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7eff6408a3e0 con 0x7eff7406f1b0 2024-09-12T03:14:24.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.959+0000 7eff6b400640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff5006be30 0x7eff5006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.960+0000 7eff7e1c2740 1 Processor -- start 2024-09-12T03:14:24.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.960+0000 7eff7e1c2740 1 -- start start 2024-09-12T03:14:24.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.960+0000 7eff6b400640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff5006be30 0x7eff5006e2f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7eff5c034000 tx=0x7eff5c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024420 0x558aa3054c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 0x558aa3055200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa300a480 0x558aa3055740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558aa2f72660 con 0x558aa3024420 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558aa2f1a680 con 0x558aa3024800 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558aa2f6e620 con 0x558aa300a480 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff73e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024420 0x558aa3054c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff73e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024420 0x558aa3054c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53832/0 (socket says 172.21.15.29:53832) 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff73e00640 1 -- 172.21.15.29:0/42572340 learned_addr learned my addr 172.21.15.29:0/42572340 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff6b400640 1 --2- 172.21.15.29:0/42572340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 0x558aa3055200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff79200640 1 --2- 172.21.15.29:0/42572340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa300a480 0x558aa3055740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff73e00640 1 -- 172.21.15.29:0/42572340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa300a480 msgr2=0x558aa3055740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff73e00640 1 --2- 172.21.15.29:0/42572340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa300a480 0x558aa3055740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff73e00640 1 -- 172.21.15.29:0/42572340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 msgr2=0x558aa3055200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff73e00640 1 --2- 172.21.15.29:0/42572340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 0x558aa3055200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff73e00640 1 -- 172.21.15.29:0/42572340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558aa2d4f7d0 con 0x558aa3024420 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.961+0000 7eff6b400640 1 --2- 172.21.15.29:0/42572340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 0x558aa3055200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.962+0000 7eff73e00640 1 --2- 172.21.15.29:0/42572340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024420 0x558aa3054c40 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7eff64060ab0 tx=0x7eff640583a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be3c8cd7f9960ec3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.962+0000 7eff68c00640 1 -- 172.21.15.29:0/42572340 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff640567b0 con 0x558aa3024420 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.962+0000 7eff68c00640 1 -- 172.21.15.29:0/42572340 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff6408a0d0 con 0x558aa3024420 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.962+0000 7eff68c00640 1 -- 172.21.15.29:0/42572340 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff64003b80 con 0x558aa3024420 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.962+0000 7eff7e1c2740 1 -- 172.21.15.29:0/42572340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024420 msgr2=0x558aa3054c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.962+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/42572340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024420 0x558aa3054c40 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7eff64060ab0 tx=0x7eff640583a0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.963+0000 7eff7e1c2740 1 -- 172.21.15.29:0/42572340 shutdown_connections 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.963+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/42572340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa300a480 0x558aa3055740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.963+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/42572340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 0x558aa3055200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.963+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/42572340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024420 0x558aa3054c40 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.963+0000 7eff7e1c2740 1 -- 172.21.15.29:0/42572340 >> 172.21.15.29:0/42572340 conn(0x558aa300b220 msgr2=0x558aa3053840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.963+0000 7eff7e1c2740 1 -- 172.21.15.29:0/42572340 shutdown_connections 2024-09-12T03:14:24.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.963+0000 7eff7e1c2740 1 -- 172.21.15.29:0/42572340 wait complete. 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.963+0000 7eff7e1c2740 1 -- start start 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.963+0000 7eff7e1c2740 1 Processor -- start 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.964+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3024420 0x558aa3038f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.964+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 0x558aa3012440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.964+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3050a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.964+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558aa30093e0 con 0x558aa3012980 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.964+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558aa2efb4c0 con 0x558aa3024800 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.964+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558aa30096c0 con 0x558aa3024420 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff7e1c2740 10 client.0 _ll_register_callbacks cb 0x558aa2f6ae80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff79200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3050a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff79200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3050a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53844/0 (socket says 172.21.15.29:53844) 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff79200640 1 -- 172.21.15.29:0/319254730 learned_addr learned my addr 172.21.15.29:0/319254730 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff73e00640 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3024420 0x558aa3038f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff6b400640 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 0x558aa3012440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff79200640 1 -- 172.21.15.29:0/319254730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3024420 msgr2=0x558aa3038f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff79200640 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3024420 0x558aa3038f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff79200640 1 -- 172.21.15.29:0/319254730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 msgr2=0x558aa3012440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff79200640 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 0x558aa3012440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff79200640 1 -- 172.21.15.29:0/319254730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558aa2c853f0 con 0x558aa3012980 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.965+0000 7eff6b400640 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 0x558aa3012440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.966+0000 7eff79200640 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3050a30 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7eff6c007640 tx=0x7eff6c007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5362501b696a9694 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.966+0000 7eff61600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.966+0000 7eff61600640 1 -- 172.21.15.29:0/319254730 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6c019020 con 0x558aa3012980 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.966+0000 7eff61600640 1 -- 172.21.15.29:0/319254730 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7eff6c011a40 con 0x558aa3012980 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.966+0000 7eff7e1c2740 1 -- 172.21.15.29:0/319254730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff6408a0d0 con 0x558aa3012980 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.966+0000 7eff61600640 1 -- 172.21.15.29:0/319254730 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7eff6c023050 con 0x558aa3012980 2024-09-12T03:14:24.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.966+0000 7eff7e1c2740 10 client.7605 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.966+0000 7eff7e1c2740 1 -- 172.21.15.29:0/319254730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x558aa2c450f0 con 0x558aa3012980 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.966+0000 7eff61600640 1 -- 172.21.15.29:0/319254730 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff6408a0d0 con 0x558aa3012980 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.966+0000 7eff61600640 1 -- 172.21.15.29:0/319254730 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7eff6c026020 con 0x558aa3012980 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.967+0000 7eff7e1c2740 10 client.7605 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.967+0000 7eff7e1c2740 10 client.7605 resolve_mds: resolved 6:2 to role '6:2' aka daemon mds.c 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.967+0000 7eff7e1c2740 20 client.7605 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.967+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x558aa304f1a0 0x558aa30108f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.967+0000 7eff7e1c2740 4 client.7605 mds_command: new command op to 6928 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.967+0000 7eff7e1c2740 1 -- 172.21.15.29:0/319254730 --> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558aa2f7fd90 con 0x558aa304f1a0 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.967+0000 7eff73e00640 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x558aa304f1a0 0x558aa30108f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.967+0000 7eff73e00640 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x558aa304f1a0 0x558aa30108f0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f0f99b8fe2c570f1 server_cookie=61201e9b02f3d5ad in_seq=0 out_seq=0 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.967+0000 7eff61600640 10 client.7605 ms_handle_connect on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff61600640 1 -- 172.21.15.29:0/319254730 <== mds.2 v2:172.21.15.29:6833/2581876515 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558aa2f7fd90 con 0x558aa304f1a0 2024-09-12T03:14:24.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff61600640 10 client.7605 handle_command_reply: tid=0 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff7e1c2740 1 client.7605 shutdown 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff7e1c2740 1 -- 172.21.15.29:0/319254730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 msgr2=0x558aa3050a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3050a30 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7eff6c007640 tx=0x7eff6c007b00 comp rx=0 tx=0).stop 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff7e1c2740 1 -- 172.21.15.29:0/319254730 shutdown_connections 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x558aa304f1a0 0x558aa30108f0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3050a30 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024800 0x558aa3012440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/319254730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3024420 0x558aa3038f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff61600640 0 client.7605 ms_handle_reset on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.968+0000 7eff7e1c2740 1 -- 172.21.15.29:0/319254730 >> 172.21.15.29:0/319254730 conn(0x558aa300a480 msgr2=0x558aa30537d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.969+0000 7eff7e1c2740 1 -- 172.21.15.29:0/319254730 shutdown_connections 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.969+0000 7eff7e1c2740 1 -- 172.21.15.29:0/319254730 wait complete. 2024-09-12T03:14:24.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.969+0000 7eff7e1c2740 20 client.7605 trim_cache size 0 max 16384 2024-09-12T03:14:24.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.987+0000 7eff7e1c2740 1 Processor -- start 2024-09-12T03:14:24.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.987+0000 7eff7e1c2740 1 -- start start 2024-09-12T03:14:24.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3023e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024420 0x558aa3008150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3024800 0x558aa30559e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7eff74201000 con 0x558aa3012980 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7eff74200200 con 0x558aa3024420 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7eff742008d0 con 0x558aa3024800 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff73e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3023e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff73e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3023e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53858/0 (socket says 172.21.15.29:53858) 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff73e00640 1 -- 172.21.15.29:0/3463306361 learned_addr learned my addr 172.21.15.29:0/3463306361 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff79200640 1 --2- 172.21.15.29:0/3463306361 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3024800 0x558aa30559e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff6b400640 1 --2- 172.21.15.29:0/3463306361 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024420 0x558aa3008150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff73e00640 1 -- 172.21.15.29:0/3463306361 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3024800 msgr2=0x558aa30559e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff73e00640 1 --2- 172.21.15.29:0/3463306361 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3024800 0x558aa30559e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff73e00640 1 -- 172.21.15.29:0/3463306361 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024420 msgr2=0x558aa3008150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff73e00640 1 --2- 172.21.15.29:0/3463306361 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024420 0x558aa3008150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff73e00640 1 -- 172.21.15.29:0/3463306361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558aa3064ed0 con 0x558aa3012980 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff6b400640 1 --2- 172.21.15.29:0/3463306361 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024420 0x558aa3008150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.988+0000 7eff73e00640 1 --2- 172.21.15.29:0/3463306361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3023e50 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7eff64011000 tx=0x7eff64089000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c35d69a346448f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff63e00640 1 -- 172.21.15.29:0/3463306361 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6408a0d0 con 0x558aa3012980 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff63e00640 1 -- 172.21.15.29:0/3463306361 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff64054b20 con 0x558aa3012980 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff63e00640 1 -- 172.21.15.29:0/3463306361 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff64003d80 con 0x558aa3012980 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3463306361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 msgr2=0x558aa3023e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/3463306361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3023e50 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7eff64011000 tx=0x7eff64089000 comp rx=0 tx=0).stop 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3463306361 shutdown_connections 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/3463306361 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3024800 0x558aa30559e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/3463306361 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024420 0x558aa3008150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.991 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/3463306361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3012980 0x558aa3023e50 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3463306361 >> 172.21.15.29:0/3463306361 conn(0x558aa300a480 msgr2=0x558aa30645f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:24.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3463306361 shutdown_connections 2024-09-12T03:14:24.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.989+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3463306361 wait complete. 2024-09-12T03:14:24.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.990+0000 7eff7e1c2740 1 -- start start 2024-09-12T03:14:24.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.990+0000 7eff7e1c2740 1 Processor -- start 2024-09-12T03:14:24.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3012980 0x558aa30bad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024420 0x558aa3013350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff7e1c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024800 0x558aa3013890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558aa306dfb0 con 0x558aa3024800 2024-09-12T03:14:24.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7eff741ff280 con 0x558aa3024420 2024-09-12T03:14:24.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff7e1c2740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558aa30d2d50 con 0x558aa3012980 2024-09-12T03:14:24.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff7e1c2740 10 client.0 _ll_register_callbacks cb 0x7eff6c006ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:24.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff79200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024800 0x558aa3013890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff73e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3012980 0x558aa30bad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff79200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024800 0x558aa3013890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53862/0 (socket says 172.21.15.29:53862) 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff73e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3012980 0x558aa30bad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:40222/0 (socket says 172.21.15.29:40222) 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.991+0000 7eff6b400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024420 0x558aa3013350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.992+0000 7eff79200640 1 -- 172.21.15.29:0/3165983181 learned_addr learned my addr 172.21.15.29:0/3165983181 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.992+0000 7eff79200640 1 -- 172.21.15.29:0/3165983181 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3012980 msgr2=0x558aa30bad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.992+0000 7eff79200640 1 --2- 172.21.15.29:0/3165983181 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3012980 0x558aa30bad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.992+0000 7eff79200640 1 -- 172.21.15.29:0/3165983181 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024420 msgr2=0x558aa3013350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.992+0000 7eff79200640 1 --2- 172.21.15.29:0/3165983181 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024420 0x558aa3013350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.992+0000 7eff79200640 1 -- 172.21.15.29:0/3165983181 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558aa300a990 con 0x558aa3024800 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.992+0000 7eff79200640 1 --2- 172.21.15.29:0/3165983181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024800 0x558aa3013890 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7eff6c021040 tx=0x7eff6c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc5b48f728bd9309 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.992+0000 7eff61600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.992+0000 7eff61600640 1 -- 172.21.15.29:0/3165983181 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6c019040 con 0x558aa3024800 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.992+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3165983181 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff64054b20 con 0x558aa3024800 2024-09-12T03:14:24.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.992+0000 7eff61600640 1 -- 172.21.15.29:0/3165983181 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7eff6c011a40 con 0x558aa3024800 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff61600640 1 -- 172.21.15.29:0/3165983181 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7eff6c032050 con 0x558aa3024800 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff7e1c2740 10 client.7611 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3165983181 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x558aa304ea50 con 0x558aa3024800 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff61600640 1 -- 172.21.15.29:0/3165983181 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff64054b20 con 0x558aa3024800 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff61600640 1 -- 172.21.15.29:0/3165983181 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7eff6c035020 con 0x558aa3024800 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff7e1c2740 10 client.7611 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff7e1c2740 10 client.7611 resolve_mds: resolved 6:2 to role '6:2' aka daemon mds.c 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff7e1c2740 20 client.7611 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/3165983181 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x558aa30632c0 0x558aa300e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff7e1c2740 4 client.7611 mds_command: new command op to 6928 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3165983181 --> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558aa2f7a0e0 con 0x558aa30632c0 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.993+0000 7eff73e00640 1 --2- 172.21.15.29:0/3165983181 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x558aa30632c0 0x558aa300e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff73e00640 1 --2- 172.21.15.29:0/3165983181 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x558aa30632c0 0x558aa300e7d0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a7ec4a3bf44ce2c8 server_cookie=e4c5bb84d020be99 in_seq=0 out_seq=0 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff61600640 10 client.7611 ms_handle_connect on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:24.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff61600640 1 -- 172.21.15.29:0/3165983181 <== mds.2 v2:172.21.15.29:6833/2581876515 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x558aa2f7a0e0 con 0x558aa30632c0 2024-09-12T03:14:24.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff61600640 10 client.7611 handle_command_reply: tid=0 2024-09-12T03:14:24.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff7e1c2740 1 client.7611 shutdown 2024-09-12T03:14:24.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3165983181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024800 msgr2=0x558aa3013890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:24.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/3165983181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024800 0x558aa3013890 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7eff6c021040 tx=0x7eff6c014000 comp rx=0 tx=0).stop 2024-09-12T03:14:24.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3165983181 shutdown_connections 2024-09-12T03:14:24.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/3165983181 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x558aa30632c0 0x558aa300e7d0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/3165983181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558aa3024800 0x558aa3013890 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/3165983181 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558aa3024420 0x558aa3013350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff7e1c2740 1 --2- 172.21.15.29:0/3165983181 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558aa3012980 0x558aa30bad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:24.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff61600640 0 client.7611 ms_handle_reset on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:25.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.994+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3165983181 >> 172.21.15.29:0/3165983181 conn(0x558aa300a480 msgr2=0x558aa3077ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:25.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3165983181 shutdown_connections 2024-09-12T03:14:25.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7e1c2740 1 -- 172.21.15.29:0/3165983181 wait complete. 2024-09-12T03:14:25.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7e1c2740 20 client.7611 trim_cache size 0 max 16384 2024-09-12T03:14:25.000 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:25.000 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:14:25.000 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:14:25.000 INFO:teuthology.orchestra.run.smithi029.stdout: "f725e57c-cb5d-4386-899c-7941872cf8a0": { 2024-09-12T03:14:25.000 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:14:25.000 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "f725e57c-cb5d-4386-899c-7941872cf8a0", 2024-09-12T03:14:25.000 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:14:25.001 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:25.001 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:25.001 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:25.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7b200640 1 -- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff5006be30 msgr2=0x7eff5006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7b200640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff5006be30 0x7eff5006e2f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7eff5c034000 tx=0x7eff5c02e000 comp rx=0 tx=0).stop 2024-09-12T03:14:25.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7b200640 1 -- 172.21.15.29:0/2945421120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff7406f1b0 msgr2=0x7eff741f4db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7b200640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff7406f1b0 0x7eff741f4db0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7eff6400c3c0 tx=0x7eff6400c880 comp rx=0 tx=0).stop 2024-09-12T03:14:25.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7b200640 1 -- 172.21.15.29:0/2945421120 shutdown_connections 2024-09-12T03:14:25.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7b200640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7eff5006be30 0x7eff5006e2f0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7b200640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7eff74155910 0x7eff741f1830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7b200640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7eff740cf0d0 0x7eff740a9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7b200640 1 --2- 172.21.15.29:0/2945421120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7eff7406f1b0 0x7eff741f4db0 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7b200640 1 -- 172.21.15.29:0/2945421120 >> 172.21.15.29:0/2945421120 conn(0x7eff74067d70 msgr2=0x7eff7415ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:25.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.995+0000 7eff7b200640 1 -- 172.21.15.29:0/2945421120 shutdown_connections 2024-09-12T03:14:25.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:24.996+0000 7eff7b200640 1 -- 172.21.15.29:0/2945421120 wait complete. 2024-09-12T03:14:25.011 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:14:25.012 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:14:25.012 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.6:0 scrub status 2024-09-12T03:14:25.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.170+0000 7f27ef200640 1 Processor -- start 2024-09-12T03:14:25.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.170+0000 7f27ef200640 1 -- start start 2024-09-12T03:14:25.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.171+0000 7f27ef200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f27f0073b30 0x7f27f00b32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.171+0000 7f27ef200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f27f00cd7b0 0x7f27f00cf040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.171+0000 7f27ef200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27f006fd30 con 0x7f27f00cf580 2024-09-12T03:14:25.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.171+0000 7f27ef200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f27f00cf9d0 con 0x7f27f00cd7b0 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.171+0000 7f27ef200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f27f0073f10 con 0x7f27f0073b30 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.171+0000 7f27ee800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f27f00cf580 0x7f27f015ed70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37358/0 (socket says 172.21.15.29:37358) 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.171+0000 7f27ee800640 1 -- 172.21.15.29:0/54699189 learned_addr learned my addr 172.21.15.29:0/54699189 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.172+0000 7f27ede00640 1 --2- 172.21.15.29:0/54699189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f27f0073b30 0x7f27f00b32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.172+0000 7f27e7e00640 1 --2- 172.21.15.29:0/54699189 >> v2:172.21.15.38:3300/0 conn(0x7f27f00cd7b0 0x7f27f00cf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.172+0000 7f27ed400640 1 -- 172.21.15.29:0/54699189 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3575167753 0 0) 0x7f27f006fd30 con 0x7f27f00cf580 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.172+0000 7f27ed400640 1 -- 172.21.15.29:0/54699189 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f27d4003520 con 0x7f27f00cf580 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.172+0000 7f27ede00640 1 -- 172.21.15.29:0/54699189 >> v2:172.21.15.38:3300/0 conn(0x7f27f00cd7b0 msgr2=0x7f27f00cf040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.172+0000 7f27ed400640 1 -- 172.21.15.29:0/54699189 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 616485978 0 0) 0x7f27d4003520 con 0x7f27f00cf580 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.172+0000 7f27ede00640 1 --2- 172.21.15.29:0/54699189 >> v2:172.21.15.38:3300/0 conn(0x7f27f00cd7b0 0x7f27f00cf040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.172+0000 7f27ede00640 1 -- 172.21.15.29:0/54699189 >> v1:172.21.15.29:6789/0 conn(0x7f27f00cf580 legacy=0x7f27f015ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.172+0000 7f27ede00640 1 -- 172.21.15.29:0/54699189 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27f00b3b80 con 0x7f27f0073b30 2024-09-12T03:14:25.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.173+0000 7f27ede00640 1 --2- 172.21.15.29:0/54699189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f27f0073b30 0x7f27f00b32f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f27e00097a0 tx=0x7f27e002a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eac16271d14a4c3e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.173+0000 7f27ed400640 1 -- 172.21.15.29:0/54699189 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e0037070 con 0x7f27f0073b30 2024-09-12T03:14:25.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.174+0000 7f27ed400640 1 -- 172.21.15.29:0/54699189 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27e002aba0 con 0x7f27f0073b30 2024-09-12T03:14:25.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.174+0000 7f27ed400640 1 -- 172.21.15.29:0/54699189 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e80019f0 con 0x7f27f0073b30 2024-09-12T03:14:25.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.174+0000 7f27ef200640 1 -- 172.21.15.29:0/54699189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f27f0073b30 msgr2=0x7f27f00b32f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.174+0000 7f27ef200640 1 --2- 172.21.15.29:0/54699189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f27f0073b30 0x7f27f00b32f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f27e00097a0 tx=0x7f27e002a110 comp rx=0 tx=0).stop 2024-09-12T03:14:25.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.174+0000 7f27ef200640 1 -- 172.21.15.29:0/54699189 shutdown_connections 2024-09-12T03:14:25.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.174+0000 7f27ef200640 1 --2- 172.21.15.29:0/54699189 >> v2:172.21.15.38:3300/0 conn(0x7f27f00cd7b0 0x7f27f00cf040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.174+0000 7f27ef200640 1 --2- 172.21.15.29:0/54699189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f27f0073b30 0x7f27f00b32f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.174+0000 7f27ef200640 1 -- 172.21.15.29:0/54699189 >> 172.21.15.29:0/54699189 conn(0x7f27f00b1d80 msgr2=0x7f27f00b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:25.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.174+0000 7f27ef200640 1 -- 172.21.15.29:0/54699189 shutdown_connections 2024-09-12T03:14:25.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.174+0000 7f27ef200640 1 -- 172.21.15.29:0/54699189 wait complete. 2024-09-12T03:14:25.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.176+0000 7f27ef200640 1 Processor -- start 2024-09-12T03:14:25.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.176+0000 7f27ef200640 1 -- start start 2024-09-12T03:14:25.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.177+0000 7f27ef200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27f0073b30 0x7f27f01f3c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.177+0000 7f27ef200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f27f00cd7b0 0x7f27f01f41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.177+0000 7f27ef200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27f00cf580 0x7f27f009d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.177+0000 7f27ef200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f27f006e520 con 0x7f27f0073b30 2024-09-12T03:14:25.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.177+0000 7f27ef200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f27f006e240 con 0x7f27f00cf580 2024-09-12T03:14:25.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.177+0000 7f27ef200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f27f00b3830 con 0x7f27f00cd7b0 2024-09-12T03:14:25.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.177+0000 7f27ede00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27f0073b30 0x7f27f01f3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.177+0000 7f27ede00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27f0073b30 0x7f27f01f3c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53868/0 (socket says 172.21.15.29:53868) 2024-09-12T03:14:25.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.177+0000 7f27ede00640 1 -- 172.21.15.29:0/1229534667 learned_addr learned my addr 172.21.15.29:0/1229534667 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:25.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.177+0000 7f27e7e00640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f27f00cd7b0 0x7f27f01f41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.177+0000 7f27ee800640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27f00cf580 0x7f27f009d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27ede00640 1 -- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f27f00cd7b0 msgr2=0x7f27f01f41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27ede00640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f27f00cd7b0 0x7f27f01f41a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27ede00640 1 -- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27f00cf580 msgr2=0x7f27f009d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27ede00640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27f00cf580 0x7f27f009d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27ede00640 1 -- 172.21.15.29:0/1229534667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27f009acc0 con 0x7f27f0073b30 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27ee800640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27f00cf580 0x7f27f009d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27ede00640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27f0073b30 0x7f27f01f3c60 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f27e0035040 tx=0x7f27e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27e6000640 1 -- 172.21.15.29:0/1229534667 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e0041020 con 0x7f27f0073b30 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27e6000640 1 -- 172.21.15.29:0/1229534667 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27e003d620 con 0x7f27f0073b30 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27e6000640 1 -- 172.21.15.29:0/1229534667 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e0037040 con 0x7f27f0073b30 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27ef200640 1 -- 172.21.15.29:0/1229534667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27f009afa0 con 0x7f27f0073b30 2024-09-12T03:14:25.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.178+0000 7f27ef200640 1 -- 172.21.15.29:0/1229534667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27f009b560 con 0x7f27f0073b30 2024-09-12T03:14:25.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.181+0000 7f27e6000640 1 -- 172.21.15.29:0/1229534667 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f27e0044020 con 0x7f27f0073b30 2024-09-12T03:14:25.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.182+0000 7f27e6000640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f27cc06be30 0x7f27cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.182+0000 7f27e6000640 1 -- 172.21.15.29:0/1229534667 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f27e00ab510 con 0x7f27f0073b30 2024-09-12T03:14:25.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.183+0000 7f27e7e00640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f27cc06be30 0x7f27cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.183+0000 7f27f7a3f740 1 Processor -- start 2024-09-12T03:14:25.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.183+0000 7f27f7a3f740 1 -- start start 2024-09-12T03:14:25.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.183+0000 7f27e7e00640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f27cc06be30 0x7f27cc06e2f0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f27f0158730 tx=0x7f27d8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac7a48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac78a9e0 0x563fac789240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7d4ea0 0x563fac7d53f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563fac6f2660 con 0x563fac7d4ea0 2024-09-12T03:14:25.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563fac69a680 con 0x563fac7a44f0 2024-09-12T03:14:25.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x563fac6ee620 con 0x563fac78a9e0 2024-09-12T03:14:25.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27ee800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7d4ea0 0x563fac7d53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27ede00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac7a48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27ee800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7d4ea0 0x563fac7d53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53878/0 (socket says 172.21.15.29:53878) 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27ee800640 1 -- 172.21.15.29:0/3177241265 learned_addr learned my addr 172.21.15.29:0/3177241265 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27e7e00640 1 --2- 172.21.15.29:0/3177241265 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac78a9e0 0x563fac789240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27ee800640 1 -- 172.21.15.29:0/3177241265 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac78a9e0 msgr2=0x563fac789240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27ee800640 1 --2- 172.21.15.29:0/3177241265 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac78a9e0 0x563fac789240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27ee800640 1 -- 172.21.15.29:0/3177241265 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 msgr2=0x563fac7a48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27ee800640 1 --2- 172.21.15.29:0/3177241265 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac7a48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.184+0000 7f27ee800640 1 -- 172.21.15.29:0/3177241265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fac4cf7d0 con 0x563fac7d4ea0 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.185+0000 7f27ee800640 1 --2- 172.21.15.29:0/3177241265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7d4ea0 0x563fac7d53f0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f27e8002230 tx=0x7f27e800e5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9a7415720cb235c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.185+0000 7f27de600640 1 -- 172.21.15.29:0/3177241265 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8019070 con 0x563fac7d4ea0 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.185+0000 7f27de600640 1 -- 172.21.15.29:0/3177241265 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27e8014480 con 0x563fac7d4ea0 2024-09-12T03:14:25.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.185+0000 7f27de600640 1 -- 172.21.15.29:0/3177241265 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8014830 con 0x563fac7d4ea0 2024-09-12T03:14:25.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.185+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3177241265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7d4ea0 msgr2=0x563fac7d53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.185+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3177241265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7d4ea0 0x563fac7d53f0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f27e8002230 tx=0x7f27e800e5f0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.186+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3177241265 shutdown_connections 2024-09-12T03:14:25.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.186+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3177241265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7d4ea0 0x563fac7d53f0 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.186+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3177241265 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac78a9e0 0x563fac789240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.186+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3177241265 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac7a48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.186+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3177241265 >> 172.21.15.29:0/3177241265 conn(0x563fac78b410 msgr2=0x563fac7d3a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:25.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.186+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3177241265 shutdown_connections 2024-09-12T03:14:25.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.186+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3177241265 wait complete. 2024-09-12T03:14:25.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.186+0000 7f27f7a3f740 1 -- start start 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.187+0000 7f27f7a3f740 1 Processor -- start 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.187+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7a44f0 0x563fac7ce170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.187+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7d4ea0 0x563fac7c98c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.187+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563fac789940 con 0x563fac7e3d90 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x563fac67b4c0 con 0x563fac7d4ea0 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x563fac789c20 con 0x563fac7a44f0 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27f7a3f740 10 client.0 _ll_register_callbacks cb 0x563fac6eae80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27ee800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27ee800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53888/0 (socket says 172.21.15.29:53888) 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27ede00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7a44f0 0x563fac7ce170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27e7e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7d4ea0 0x563fac7c98c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27ee800640 1 -- 172.21.15.29:0/998287803 learned_addr learned my addr 172.21.15.29:0/998287803 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27ee800640 1 -- 172.21.15.29:0/998287803 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7a44f0 msgr2=0x563fac7ce170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:25.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27ee800640 1 --2- 172.21.15.29:0/998287803 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7a44f0 0x563fac7ce170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27ee800640 1 -- 172.21.15.29:0/998287803 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7d4ea0 msgr2=0x563fac7c98c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:25.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27ee800640 1 --2- 172.21.15.29:0/998287803 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7d4ea0 0x563fac7c98c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.188+0000 7f27ee800640 1 -- 172.21.15.29:0/998287803 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563fac4053f0 con 0x563fac7e3d90 2024-09-12T03:14:25.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.189+0000 7f27ee800640 1 --2- 172.21.15.29:0/998287803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0ae0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f27e8009010 tx=0x7f27e8001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0d1fda811830d20 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.189+0000 7f27d2a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:25.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.189+0000 7f27d2a00640 1 -- 172.21.15.29:0/998287803 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8023030 con 0x563fac7e3d90 2024-09-12T03:14:25.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.189+0000 7f27d2a00640 1 -- 172.21.15.29:0/998287803 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f27e8014c30 con 0x563fac7e3d90 2024-09-12T03:14:25.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.189+0000 7f27f7a3f740 1 -- 172.21.15.29:0/998287803 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27e8014480 con 0x563fac7e3d90 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.189+0000 7f27d2a00640 1 -- 172.21.15.29:0/998287803 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f27e802f050 con 0x563fac7e3d90 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.189+0000 7f27f7a3f740 10 client.7623 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.189+0000 7f27f7a3f740 1 -- 172.21.15.29:0/998287803 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x563fac3c50f0 con 0x563fac7e3d90 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.189+0000 7f27d2a00640 1 -- 172.21.15.29:0/998287803 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27e8014480 con 0x563fac7e3d90 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.189+0000 7f27d2a00640 1 -- 172.21.15.29:0/998287803 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7f27e8032020 con 0x563fac7e3d90 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.190+0000 7f27f7a3f740 10 client.7623 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.190+0000 7f27f7a3f740 10 client.7623 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.190+0000 7f27f7a3f740 20 client.7623 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.190+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/998287803 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x563fac7cb920 0x563fac7cbd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.190+0000 7f27f7a3f740 4 client.7623 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.190+0000 7f27f7a3f740 1 -- 172.21.15.29:0/998287803 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563fac6ffd90 con 0x563fac7cb920 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.190+0000 7f27ede00640 1 --2- 172.21.15.29:0/998287803 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x563fac7cb920 0x563fac7cbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.191+0000 7f27ede00640 1 --2- 172.21.15.29:0/998287803 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x563fac7cb920 0x563fac7cbd00 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1edd264616838531 server_cookie=c0744ab223da035a in_seq=0 out_seq=0 2024-09-12T03:14:25.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.191+0000 7f27d2a00640 10 client.7623 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27d2a00640 1 -- 172.21.15.29:0/998287803 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563fac6ffd90 con 0x563fac7cb920 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27d2a00640 10 client.7623 handle_command_reply: tid=0 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 1 client.7623 shutdown 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 1 -- 172.21.15.29:0/998287803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 msgr2=0x563fac7d0ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/998287803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0ae0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f27e8009010 tx=0x7f27e8001250 comp rx=0 tx=0).stop 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 1 -- 172.21.15.29:0/998287803 shutdown_connections 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/998287803 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x563fac7cb920 0x563fac7cbd00 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/998287803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0ae0 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/998287803 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7d4ea0 0x563fac7c98c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/998287803 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7a44f0 0x563fac7ce170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27d2a00640 0 client.7623 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 1 -- 172.21.15.29:0/998287803 >> 172.21.15.29:0/998287803 conn(0x563fac78a9e0 msgr2=0x563fac7d1cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:25.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 1 -- 172.21.15.29:0/998287803 shutdown_connections 2024-09-12T03:14:25.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 1 -- 172.21.15.29:0/998287803 wait complete. 2024-09-12T03:14:25.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.192+0000 7f27f7a3f740 20 client.7623 trim_cache size 0 max 16384 2024-09-12T03:14:25.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.211+0000 7f27f7a3f740 1 Processor -- start 2024-09-12T03:14:25.211 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.211+0000 7f27f7a3f740 1 -- start start 2024-09-12T03:14:25.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.212+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac7b8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.212+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7d4ea0 0x563fac7cfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.212+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.212+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f27f0201160 con 0x563fac7e3d90 2024-09-12T03:14:25.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.212+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f27f0200360 con 0x563fac7a44f0 2024-09-12T03:14:25.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.212+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f27f0200a30 con 0x563fac7d4ea0 2024-09-12T03:14:25.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.212+0000 7f27ee800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.212+0000 7f27ee800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53890/0 (socket says 172.21.15.29:53890) 2024-09-12T03:14:25.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.212+0000 7f27ee800640 1 -- 172.21.15.29:0/3211679746 learned_addr learned my addr 172.21.15.29:0/3211679746 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:25.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.212+0000 7f27ede00640 1 --2- 172.21.15.29:0/3211679746 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac7b8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.212+0000 7f27e7e00640 1 --2- 172.21.15.29:0/3211679746 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7d4ea0 0x563fac7cfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.213+0000 7f27ee800640 1 -- 172.21.15.29:0/3211679746 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7d4ea0 msgr2=0x563fac7cfbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:25.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.213+0000 7f27ee800640 1 --2- 172.21.15.29:0/3211679746 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7d4ea0 0x563fac7cfbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.213+0000 7f27ee800640 1 -- 172.21.15.29:0/3211679746 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 msgr2=0x563fac7b8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:25.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.213+0000 7f27ee800640 1 --2- 172.21.15.29:0/3211679746 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac7b8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.213+0000 7f27ee800640 1 -- 172.21.15.29:0/3211679746 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563fac7d2ef0 con 0x563fac7e3d90 2024-09-12T03:14:25.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.213+0000 7f27ee800640 1 --2- 172.21.15.29:0/3211679746 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0110 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f27e8017040 tx=0x7f27e801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ed20deee5d9b55a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.213+0000 7f27ddc00640 1 -- 172.21.15.29:0/3211679746 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8023070 con 0x563fac7e3d90 2024-09-12T03:14:25.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.213+0000 7f27ddc00640 1 -- 172.21.15.29:0/3211679746 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27e8014d70 con 0x563fac7e3d90 2024-09-12T03:14:25.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.213+0000 7f27ddc00640 1 -- 172.21.15.29:0/3211679746 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8019040 con 0x563fac7e3d90 2024-09-12T03:14:25.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.214+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3211679746 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 msgr2=0x563fac7d0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.214+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3211679746 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0110 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f27e8017040 tx=0x7f27e801f000 comp rx=0 tx=0).stop 2024-09-12T03:14:25.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.214+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3211679746 shutdown_connections 2024-09-12T03:14:25.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.214+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3211679746 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7d0110 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.214+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3211679746 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7d4ea0 0x563fac7cfbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.214+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3211679746 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac7b8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.214+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3211679746 >> 172.21.15.29:0/3211679746 conn(0x563fac78a9e0 msgr2=0x563fac7849e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:25.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.214+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3211679746 shutdown_connections 2024-09-12T03:14:25.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.214+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3211679746 wait complete. 2024-09-12T03:14:25.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.215+0000 7f27f7a3f740 1 -- start start 2024-09-12T03:14:25.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.215+0000 7f27f7a3f740 1 Processor -- start 2024-09-12T03:14:25.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac790350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7d4ea0 0x563fac83adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27f7a3f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7cfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563fac7cae10 con 0x563fac7e3d90 2024-09-12T03:14:25.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f27f01ff440 con 0x563fac7a44f0 2024-09-12T03:14:25.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27f7a3f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x563fac7cc830 con 0x563fac7d4ea0 2024-09-12T03:14:25.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27f7a3f740 10 client.0 _ll_register_callbacks cb 0x7f27e8017070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:25.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27ee800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7cfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27ee800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7cfbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53900/0 (socket says 172.21.15.29:53900) 2024-09-12T03:14:25.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27ee800640 1 -- 172.21.15.29:0/3763211332 learned_addr learned my addr 172.21.15.29:0/3763211332 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:25.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27e7e00640 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7d4ea0 0x563fac83adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.216+0000 7f27ede00640 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac790350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27ee800640 1 -- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7d4ea0 msgr2=0x563fac83adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27ee800640 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7d4ea0 0x563fac83adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27ee800640 1 -- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 msgr2=0x563fac790350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27ee800640 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac790350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27ee800640 1 -- 172.21.15.29:0/3763211332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563fac7d5660 con 0x563fac7e3d90 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27ee800640 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7cfbd0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f27e8001e10 tx=0x7f27e8012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f81106ab6b5980aa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27d2a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27d2a00640 1 -- 172.21.15.29:0/3763211332 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e8019030 con 0x563fac7e3d90 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27d2a00640 1 -- 172.21.15.29:0/3763211332 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f27e8007600 con 0x563fac7e3d90 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3763211332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27e8014d70 con 0x563fac7e3d90 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27d2a00640 1 -- 172.21.15.29:0/3763211332 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f27e8023070 con 0x563fac7e3d90 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27f7a3f740 10 client.7629 fetch_fsmap learned FSMap version 93 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.217+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3763211332 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=93,monmap=2+}) -- 0x563fac83b300 con 0x563fac7e3d90 2024-09-12T03:14:25.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.218+0000 7f27d2a00640 1 -- 172.21.15.29:0/3763211332 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27e8014d70 con 0x563fac7e3d90 2024-09-12T03:14:25.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.218+0000 7f27d2a00640 1 -- 172.21.15.29:0/3763211332 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 93) ==== 3550+0+0 (secure 0 0 0) 0x7f27e8032040 con 0x563fac7e3d90 2024-09-12T03:14:25.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.218+0000 7f27f7a3f740 10 client.7629 fetch_fsmap finished waiting for FSMap version 93 2024-09-12T03:14:25.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.218+0000 7f27f7a3f740 10 client.7629 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:25.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.218+0000 7f27f7a3f740 20 client.7629 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:25.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.218+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x563fac855ed0 0x563fac7d0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.218+0000 7f27f7a3f740 4 client.7629 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:14:25.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.218+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3763211332 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563fac6fa0e0 con 0x563fac855ed0 2024-09-12T03:14:25.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.218+0000 7f27ede00640 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x563fac855ed0 0x563fac7d0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.219+0000 7f27ede00640 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x563fac855ed0 0x563fac7d0110 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7244468577d4708b server_cookie=1f02ab4dd46ed002 in_seq=0 out_seq=0 2024-09-12T03:14:25.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.219+0000 7f27d2a00640 10 client.7629 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:25.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.219+0000 7f27d2a00640 1 -- 172.21.15.29:0/3763211332 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x563fac6fa0e0 con 0x563fac855ed0 2024-09-12T03:14:25.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.219+0000 7f27d2a00640 10 client.7629 handle_command_reply: tid=0 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.219+0000 7f27f7a3f740 1 client.7629 shutdown 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.219+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3763211332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 msgr2=0x563fac7cfbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.219+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7cfbd0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f27e8001e10 tx=0x7f27e8012000 comp rx=0 tx=0).stop 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3763211332 shutdown_connections 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x563fac855ed0 0x563fac7d0110 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563fac7e3d90 0x563fac7cfbd0 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x563fac7d4ea0 0x563fac83adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27f7a3f740 1 --2- 172.21.15.29:0/3763211332 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x563fac7a44f0 0x563fac790350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3763211332 >> 172.21.15.29:0/3763211332 conn(0x563fac78a9e0 msgr2=0x563fac7b8a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27d2a00640 0 client.7629 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3763211332 shutdown_connections 2024-09-12T03:14:25.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27f7a3f740 1 -- 172.21.15.29:0/3763211332 wait complete. 2024-09-12T03:14:25.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27f7a3f740 20 client.7629 trim_cache size 0 max 16384 2024-09-12T03:14:25.225 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:25.225 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:14:25.225 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:14:25.225 INFO:teuthology.orchestra.run.smithi029.stdout: "f725e57c-cb5d-4386-899c-7941872cf8a0": { 2024-09-12T03:14:25.225 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:14:25.225 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "f725e57c-cb5d-4386-899c-7941872cf8a0", 2024-09-12T03:14:25.225 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:14:25.225 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:25.225 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:25.225 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:25.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27ef200640 1 -- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f27cc06be30 msgr2=0x7f27cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27ef200640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f27cc06be30 0x7f27cc06e2f0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f27f0158730 tx=0x7f27d8009190 comp rx=0 tx=0).stop 2024-09-12T03:14:25.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27ef200640 1 -- 172.21.15.29:0/1229534667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27f0073b30 msgr2=0x7f27f01f3c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.220+0000 7f27ef200640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27f0073b30 0x7f27f01f3c60 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f27e0035040 tx=0x7f27e00046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.221+0000 7f27ef200640 1 -- 172.21.15.29:0/1229534667 shutdown_connections 2024-09-12T03:14:25.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.221+0000 7f27ef200640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f27cc06be30 0x7f27cc06e2f0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.221+0000 7f27ef200640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f27f00cf580 0x7f27f009d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.221+0000 7f27ef200640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f27f00cd7b0 0x7f27f01f41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.221+0000 7f27ef200640 1 --2- 172.21.15.29:0/1229534667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f27f0073b30 0x7f27f01f3c60 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.221+0000 7f27ef200640 1 -- 172.21.15.29:0/1229534667 >> 172.21.15.29:0/1229534667 conn(0x7f27f00b1d80 msgr2=0x7f27f01599b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:25.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.221+0000 7f27ef200640 1 -- 172.21.15.29:0/1229534667 shutdown_connections 2024-09-12T03:14:25.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.221+0000 7f27ef200640 1 -- 172.21.15.29:0/1229534667 wait complete. 2024-09-12T03:14:25.236 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:14:25.236 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:25.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.392+0000 7f7b70000640 1 Processor -- start 2024-09-12T03:14:25.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.392+0000 7f7b70000640 1 -- start start 2024-09-12T03:14:25.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.393+0000 7f7b70000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7b6815e660 0x7f7b680d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.393+0000 7f7b70000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7b680d3150 0x7f7b680b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.393+0000 7f7b70000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b680d3680 con 0x7f7b680b6530 2024-09-12T03:14:25.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.393+0000 7f7b70000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f7b6806d4b0 con 0x7f7b680d3150 2024-09-12T03:14:25.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.393+0000 7f7b70000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f7b680d3960 con 0x7f7b6815e660 2024-09-12T03:14:25.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.393+0000 7f7b6cc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7b680d3150 0x7f7b680b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.394+0000 7f7b6cc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7b680d3150 0x7f7b680b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53902/0 (socket says 172.21.15.29:53902) 2024-09-12T03:14:25.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.394+0000 7f7b6cc00640 1 -- 172.21.15.29:0/1361122418 learned_addr learned my addr 172.21.15.29:0/1361122418 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:25.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.394+0000 7f7b6d600640 1 --2- 172.21.15.29:0/1361122418 >> v2:172.21.15.38:3300/0 conn(0x7f7b6815e660 0x7f7b680d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.394+0000 7f7b6cc00640 1 -- 172.21.15.29:0/1361122418 >> v2:172.21.15.38:3300/0 conn(0x7f7b6815e660 msgr2=0x7f7b680d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:25.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.394+0000 7f7b6cc00640 1 --2- 172.21.15.29:0/1361122418 >> v2:172.21.15.38:3300/0 conn(0x7f7b6815e660 0x7f7b680d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.394+0000 7f7b6cc00640 1 -- 172.21.15.29:0/1361122418 >> v1:172.21.15.38:6789/0 conn(0x7f7b680b6530 legacy=0x7f7b680cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.394+0000 7f7b6cc00640 1 -- 172.21.15.29:0/1361122418 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b6806ce60 con 0x7f7b680d3150 2024-09-12T03:14:25.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.394+0000 7f7b6d600640 1 --2- 172.21.15.29:0/1361122418 >> v2:172.21.15.38:3300/0 conn(0x7f7b6815e660 0x7f7b680d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:25.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.395+0000 7f7b6cc00640 1 --2- 172.21.15.29:0/1361122418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b680d3150 0x7f7b680b5ff0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f7b6808cf50 tx=0x7f7b5402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8b00b6a18bde8fc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.395+0000 7f7b67e00640 1 -- 172.21.15.29:0/1361122418 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b54037070 con 0x7f7b680d3150 2024-09-12T03:14:25.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.395+0000 7f7b67e00640 1 -- 172.21.15.29:0/1361122418 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b5402ae50 con 0x7f7b680d3150 2024-09-12T03:14:25.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.395+0000 7f7b67e00640 1 -- 172.21.15.29:0/1361122418 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b54032860 con 0x7f7b680d3150 2024-09-12T03:14:25.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.396+0000 7f7b70000640 1 -- 172.21.15.29:0/1361122418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b680d3150 msgr2=0x7f7b680b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.396+0000 7f7b70000640 1 --2- 172.21.15.29:0/1361122418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b680d3150 0x7f7b680b5ff0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f7b6808cf50 tx=0x7f7b5402a300 comp rx=0 tx=0).stop 2024-09-12T03:14:25.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.396+0000 7f7b70000640 1 -- 172.21.15.29:0/1361122418 shutdown_connections 2024-09-12T03:14:25.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.396+0000 7f7b70000640 1 --2- 172.21.15.29:0/1361122418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b680d3150 0x7f7b680b5ff0 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.396+0000 7f7b70000640 1 --2- 172.21.15.29:0/1361122418 >> v2:172.21.15.38:3300/0 conn(0x7f7b6815e660 0x7f7b680d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.396+0000 7f7b70000640 1 -- 172.21.15.29:0/1361122418 >> 172.21.15.29:0/1361122418 conn(0x7f7b6808c000 msgr2=0x7f7b680d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:25.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.396+0000 7f7b70000640 1 -- 172.21.15.29:0/1361122418 shutdown_connections 2024-09-12T03:14:25.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.396+0000 7f7b70000640 1 -- 172.21.15.29:0/1361122418 wait complete. 2024-09-12T03:14:25.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.398+0000 7f7b70000640 1 Processor -- start 2024-09-12T03:14:25.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.398+0000 7f7b70000640 1 -- start start 2024-09-12T03:14:25.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.398+0000 7f7b70000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b680b6530 0x7f7b681f4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.398+0000 7f7b70000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7b680d3150 0x7f7b680c8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.398+0000 7f7b70000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b6815e660 0x7f7b680ca680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b70000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7b6815ea40 con 0x7f7b680b6530 2024-09-12T03:14:25.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b70000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7b680d5310 con 0x7f7b6815e660 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b70000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7b6806e950 con 0x7f7b680d3150 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b6d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b680b6530 0x7f7b681f4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b6d600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b680b6530 0x7f7b681f4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53910/0 (socket says 172.21.15.29:53910) 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b6d600640 1 -- 172.21.15.29:0/809394128 learned_addr learned my addr 172.21.15.29:0/809394128 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b6e000640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b6815e660 0x7f7b680ca680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b6cc00640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7b680d3150 0x7f7b680c8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b6d600640 1 -- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7b680d3150 msgr2=0x7f7b680c8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b6d600640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7b680d3150 0x7f7b680c8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b6d600640 1 -- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b6815e660 msgr2=0x7f7b680ca680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b6d600640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b6815e660 0x7f7b680ca680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.399+0000 7f7b6d600640 1 -- 172.21.15.29:0/809394128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b681f4950 con 0x7f7b680b6530 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.400+0000 7f7b6d600640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b680b6530 0x7f7b681f4090 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f7b5c00d800 tx=0x7f7b5c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.400+0000 7f7b65600640 1 -- 172.21.15.29:0/809394128 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5c004030 con 0x7f7b680b6530 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.400+0000 7f7b65600640 1 -- 172.21.15.29:0/809394128 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b5c0041d0 con 0x7f7b680b6530 2024-09-12T03:14:25.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.400+0000 7f7b70000640 1 -- 172.21.15.29:0/809394128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b681f4c90 con 0x7f7b680b6530 2024-09-12T03:14:25.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.400+0000 7f7b65600640 1 -- 172.21.15.29:0/809394128 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5c0096a0 con 0x7f7b680b6530 2024-09-12T03:14:25.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.400+0000 7f7b70000640 1 -- 172.21.15.29:0/809394128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b681f4f10 con 0x7f7b680b6530 2024-09-12T03:14:25.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.401+0000 7f7b70000640 1 -- 172.21.15.29:0/809394128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b680b5ff0 con 0x7f7b680b6530 2024-09-12T03:14:25.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.402+0000 7f7b65600640 1 -- 172.21.15.29:0/809394128 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7b5c009840 con 0x7f7b680b6530 2024-09-12T03:14:25.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.403+0000 7f7b65600640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b4806be30 0x7f7b4806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.403+0000 7f7b65600640 1 -- 172.21.15.29:0/809394128 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f7b5c08b280 con 0x7f7b680b6530 2024-09-12T03:14:25.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.403+0000 7f7b6cc00640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b4806be30 0x7f7b4806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.404+0000 7f7b6cc00640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b4806be30 0x7f7b4806e2f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f7b54034000 tx=0x7f7b5402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.407+0000 7f7b65600640 1 -- 172.21.15.29:0/809394128 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7b681f4c90 con 0x7f7b680b6530 2024-09-12T03:14:25.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.627+0000 7f7b70000640 1 -- 172.21.15.29:0/809394128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b680cfe40 con 0x7f7b680b6530 2024-09-12T03:14:25.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.628+0000 7f7b65600640 1 -- 172.21.15.29:0/809394128 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 93 v93) ==== 94+0+5266 (secure 0 0 0) 0x7f7b5c059340 con 0x7f7b680b6530 2024-09-12T03:14:25.628 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:25.628 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":93,"btime":"2024-09-12T03:14:19:229539+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":93,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:18.318794+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:25.628 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 93 2024-09-12T03:14:25.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 -- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b4806be30 msgr2=0x7f7b4806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b4806be30 0x7f7b4806e2f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f7b54034000 tx=0x7f7b5402e000 comp rx=0 tx=0).stop 2024-09-12T03:14:25.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 -- 172.21.15.29:0/809394128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b680b6530 msgr2=0x7f7b681f4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b680b6530 0x7f7b681f4090 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f7b5c00d800 tx=0x7f7b5c00dcc0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 -- 172.21.15.29:0/809394128 shutdown_connections 2024-09-12T03:14:25.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7b4806be30 0x7f7b4806e2f0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7b6815e660 0x7f7b680ca680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7b680d3150 0x7f7b680c8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 --2- 172.21.15.29:0/809394128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b680b6530 0x7f7b681f4090 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 -- 172.21.15.29:0/809394128 >> 172.21.15.29:0/809394128 conn(0x7f7b6808c000 msgr2=0x7f7b680cf050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:25.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 -- 172.21.15.29:0/809394128 shutdown_connections 2024-09-12T03:14:25.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.630+0000 7f7b70000640 1 -- 172.21.15.29:0/809394128 wait complete. 2024-09-12T03:14:25.646 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:25.646 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:25.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.801+0000 7f9466000640 1 Processor -- start 2024-09-12T03:14:25.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.801+0000 7f9466000640 1 -- start start 2024-09-12T03:14:25.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.803+0000 7f9466000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9460159e90 0x7f94600cd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.803+0000 7f9466000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f946015c960 0x7f946015cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.803+0000 7f9466000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f946015d520 con 0x7f9460071f70 2024-09-12T03:14:25.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.803+0000 7f9466000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f946015d300 con 0x7f9460159e90 2024-09-12T03:14:25.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.803+0000 7f9466000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f94600cd490 con 0x7f946015c960 2024-09-12T03:14:25.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.803+0000 7f945fe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9460071f70 0x7f94600b33c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37370/0 (socket says 172.21.15.29:37370) 2024-09-12T03:14:25.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.803+0000 7f945fe00640 1 -- 172.21.15.29:0/3128022702 learned_addr learned my addr 172.21.15.29:0/3128022702 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:25.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.803+0000 7f9456a00640 1 --2- 172.21.15.29:0/3128022702 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f946015c960 0x7f946015cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.803+0000 7f945f400640 1 --2- 172.21.15.29:0/3128022702 >> v2:172.21.15.38:3300/0 conn(0x7f9460159e90 0x7f94600cd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.803+0000 7f945ea00640 1 -- 172.21.15.29:0/3128022702 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1065137972 0 0) 0x7f946015d520 con 0x7f9460071f70 2024-09-12T03:14:25.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.803+0000 7f945ea00640 1 -- 172.21.15.29:0/3128022702 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9444003520 con 0x7f9460071f70 2024-09-12T03:14:25.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.804+0000 7f945f400640 1 -- 172.21.15.29:0/3128022702 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f946015c960 msgr2=0x7f946015cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:25.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.804+0000 7f945f400640 1 --2- 172.21.15.29:0/3128022702 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f946015c960 0x7f946015cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.804+0000 7f945f400640 1 -- 172.21.15.29:0/3128022702 >> v1:172.21.15.29:6789/0 conn(0x7f9460071f70 legacy=0x7f94600b33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.804+0000 7f945f400640 1 -- 172.21.15.29:0/3128022702 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f946015d800 con 0x7f9460159e90 2024-09-12T03:14:25.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.805+0000 7f945f400640 1 --2- 172.21.15.29:0/3128022702 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9460159e90 0x7f94600cd920 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f94500097a0 tx=0x7f945002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24f08708c2a10b25 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.805+0000 7f945ea00640 1 -- 172.21.15.29:0/3128022702 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9450037070 con 0x7f9460159e90 2024-09-12T03:14:25.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.805+0000 7f945ea00640 1 -- 172.21.15.29:0/3128022702 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9450032440 con 0x7f9460159e90 2024-09-12T03:14:25.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.806+0000 7f945ea00640 1 -- 172.21.15.29:0/3128022702 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9450032810 con 0x7f9460159e90 2024-09-12T03:14:25.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.806+0000 7f9466000640 1 -- 172.21.15.29:0/3128022702 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9460159e90 msgr2=0x7f94600cd920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.806+0000 7f9466000640 1 --2- 172.21.15.29:0/3128022702 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9460159e90 0x7f94600cd920 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f94500097a0 tx=0x7f945002a180 comp rx=0 tx=0).stop 2024-09-12T03:14:25.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.806+0000 7f9466000640 1 -- 172.21.15.29:0/3128022702 shutdown_connections 2024-09-12T03:14:25.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.806+0000 7f9466000640 1 --2- 172.21.15.29:0/3128022702 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f946015c960 0x7f946015cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.806+0000 7f9466000640 1 --2- 172.21.15.29:0/3128022702 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9460159e90 0x7f94600cd920 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.806+0000 7f9466000640 1 -- 172.21.15.29:0/3128022702 >> 172.21.15.29:0/3128022702 conn(0x7f94600b5f10 msgr2=0x7f94600b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:25.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.806+0000 7f9466000640 1 -- 172.21.15.29:0/3128022702 shutdown_connections 2024-09-12T03:14:25.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.806+0000 7f9466000640 1 -- 172.21.15.29:0/3128022702 wait complete. 2024-09-12T03:14:25.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.808+0000 7f9466000640 1 Processor -- start 2024-09-12T03:14:25.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.808+0000 7f9466000640 1 -- start start 2024-09-12T03:14:25.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.809+0000 7f9466000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9460071f70 0x7f94601f2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.809+0000 7f9466000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460159e90 0x7f946014e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.809+0000 7f9466000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f946015c960 0x7f94601524c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.809+0000 7f9466000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f94600cd120 con 0x7f9460159e90 2024-09-12T03:14:25.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.809+0000 7f9466000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f94600b4af0 con 0x7f9460071f70 2024-09-12T03:14:25.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.809+0000 7f9466000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f946015a270 con 0x7f946015c960 2024-09-12T03:14:25.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.809+0000 7f9456a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460159e90 0x7f946014e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.809+0000 7f9456a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460159e90 0x7f946014e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53912/0 (socket says 172.21.15.29:53912) 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.809+0000 7f9456a00640 1 -- 172.21.15.29:0/2767786776 learned_addr learned my addr 172.21.15.29:0/2767786776 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.810+0000 7f945f400640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9460071f70 0x7f94601f2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.810+0000 7f945fe00640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f946015c960 0x7f94601524c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.810+0000 7f9456a00640 1 -- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f946015c960 msgr2=0x7f94601524c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.810+0000 7f9456a00640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f946015c960 0x7f94601524c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.810+0000 7f9456a00640 1 -- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9460071f70 msgr2=0x7f94601f2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.810+0000 7f9456a00640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9460071f70 0x7f94601f2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.810+0000 7f9456a00640 1 -- 172.21.15.29:0/2767786776 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f946014f240 con 0x7f9460159e90 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.810+0000 7f9456a00640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460159e90 0x7f946014e660 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f944800e840 tx=0x7f944800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.810+0000 7f9457e00640 1 -- 172.21.15.29:0/2767786776 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9448017070 con 0x7f9460159e90 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.811+0000 7f9457e00640 1 -- 172.21.15.29:0/2767786776 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f944800c940 con 0x7f9460159e90 2024-09-12T03:14:25.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.811+0000 7f9457e00640 1 -- 172.21.15.29:0/2767786776 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f944800cd10 con 0x7f9460159e90 2024-09-12T03:14:25.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.811+0000 7f9466000640 1 -- 172.21.15.29:0/2767786776 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9460153a10 con 0x7f9460159e90 2024-09-12T03:14:25.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.811+0000 7f9466000640 1 -- 172.21.15.29:0/2767786776 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9460153fd0 con 0x7f9460159e90 2024-09-12T03:14:25.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.812+0000 7f9466000640 1 -- 172.21.15.29:0/2767786776 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94600cd900 con 0x7f9460159e90 2024-09-12T03:14:25.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.813+0000 7f9457e00640 1 -- 172.21.15.29:0/2767786776 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f944801a070 con 0x7f9460159e90 2024-09-12T03:14:25.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.813+0000 7f9457e00640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f943c06be30 0x7f943c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:25.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.813+0000 7f9457e00640 1 -- 172.21.15.29:0/2767786776 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f944808af00 con 0x7f9460159e90 2024-09-12T03:14:25.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.814+0000 7f945f400640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f943c06be30 0x7f943c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:25.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.815+0000 7f945f400640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f943c06be30 0x7f943c06e2f0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f9450034000 tx=0x7f945002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:25.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:25.818+0000 7f9457e00640 1 -- 172.21.15.29:0/2767786776 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9448058fc0 con 0x7f9460159e90 2024-09-12T03:14:26.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.072+0000 7f9466000640 1 -- 172.21.15.29:0/2767786776 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f94600b5230 con 0x7f9460159e90 2024-09-12T03:14:26.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.073+0000 7f9457e00640 1 -- 172.21.15.29:0/2767786776 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1220 (secure 0 0 0) 0x7f944805d2c0 con 0x7f9460159e90 2024-09-12T03:14:26.073 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:26.073 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":385,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":700786,"bytes_used":266186752,"bytes_avail":772827926528,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":12370,"read_op_per_sec":0,"write_op_per_sec":8},"fsmap":{"epoch":93,"btime":"2024-09-12T03:14:19:229539+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":21,"modified":"2024-09-12T03:13:01.786580+0000","services":{}},"progress_events":{}} 2024-09-12T03:14:26.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 -- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f943c06be30 msgr2=0x7f943c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:26.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f943c06be30 0x7f943c06e2f0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f9450034000 tx=0x7f945002e000 comp rx=0 tx=0).stop 2024-09-12T03:14:26.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 -- 172.21.15.29:0/2767786776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460159e90 msgr2=0x7f946014e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:26.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460159e90 0x7f946014e660 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f944800e840 tx=0x7f944800ed00 comp rx=0 tx=0).stop 2024-09-12T03:14:26.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 -- 172.21.15.29:0/2767786776 shutdown_connections 2024-09-12T03:14:26.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f943c06be30 0x7f943c06e2f0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:26.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f946015c960 0x7f94601524c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:26.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460159e90 0x7f946014e660 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:26.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 --2- 172.21.15.29:0/2767786776 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9460071f70 0x7f94601f2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:26.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 -- 172.21.15.29:0/2767786776 >> 172.21.15.29:0/2767786776 conn(0x7f94600b5f10 msgr2=0x7f946015c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:26.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 -- 172.21.15.29:0/2767786776 shutdown_connections 2024-09-12T03:14:26.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:26.075+0000 7f9466000640 1 -- 172.21.15.29:0/2767786776 wait complete. 2024-09-12T03:14:27.093 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:27.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.260+0000 7fc066800640 1 Processor -- start 2024-09-12T03:14:27.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.260+0000 7fc066800640 1 -- start start 2024-09-12T03:14:27.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.261+0000 7fc066800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc06006f0e0 0x7fc06015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.261+0000 7fc066800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0600b3ba0 0x7fc0600b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.261+0000 7fc066800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc06015c620 con 0x7fc06006f4c0 2024-09-12T03:14:27.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.261+0000 7fc066800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fc06015bc50 con 0x7fc06006f0e0 2024-09-12T03:14:27.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.261+0000 7fc066800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc060152630 con 0x7fc0600b3ba0 2024-09-12T03:14:27.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.262+0000 7fc05f400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc06006f0e0 0x7fc06015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.262+0000 7fc05fe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0600b3ba0 0x7fc0600b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.262+0000 7fc05f400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc06006f0e0 0x7fc06015c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:50074/0 (socket says 172.21.15.29:50074) 2024-09-12T03:14:27.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.262+0000 7fc05f400640 1 -- 172.21.15.29:0/1009955403 learned_addr learned my addr 172.21.15.29:0/1009955403 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:27.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.262+0000 7fc05f400640 1 -- 172.21.15.29:0/1009955403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0600b3ba0 msgr2=0x7fc0600b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:27.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.262+0000 7fc05f400640 1 --2- 172.21.15.29:0/1009955403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0600b3ba0 0x7fc0600b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.262+0000 7fc05f400640 1 -- 172.21.15.29:0/1009955403 >> v1:172.21.15.38:6789/0 conn(0x7fc06006f4c0 legacy=0x7fc0600cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.262+0000 7fc05f400640 1 -- 172.21.15.29:0/1009955403 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0600cfb40 con 0x7fc06006f0e0 2024-09-12T03:14:27.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.264+0000 7fc05f400640 1 --2- 172.21.15.29:0/1009955403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc06006f0e0 0x7fc06015c0e0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fc050009870 tx=0x7fc05002a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa33219e5cfe8f17 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:27.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.270+0000 7fc05e000640 1 -- 172.21.15.29:0/1009955403 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc050037070 con 0x7fc06006f0e0 2024-09-12T03:14:27.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.270+0000 7fc05e000640 1 -- 172.21.15.29:0/1009955403 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc050032440 con 0x7fc06006f0e0 2024-09-12T03:14:27.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.270+0000 7fc05e000640 1 -- 172.21.15.29:0/1009955403 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc050032810 con 0x7fc06006f0e0 2024-09-12T03:14:27.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.270+0000 7fc066800640 1 -- 172.21.15.29:0/1009955403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc06006f0e0 msgr2=0x7fc06015c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.270+0000 7fc066800640 1 --2- 172.21.15.29:0/1009955403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc06006f0e0 0x7fc06015c0e0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fc050009870 tx=0x7fc05002a270 comp rx=0 tx=0).stop 2024-09-12T03:14:27.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.271+0000 7fc066800640 1 -- 172.21.15.29:0/1009955403 shutdown_connections 2024-09-12T03:14:27.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.271+0000 7fc066800640 1 --2- 172.21.15.29:0/1009955403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0600b3ba0 0x7fc0600b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.271+0000 7fc066800640 1 --2- 172.21.15.29:0/1009955403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc06006f0e0 0x7fc06015c0e0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.271+0000 7fc066800640 1 -- 172.21.15.29:0/1009955403 >> 172.21.15.29:0/1009955403 conn(0x7fc060067da0 msgr2=0x7fc06006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:27.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.271+0000 7fc066800640 1 -- 172.21.15.29:0/1009955403 shutdown_connections 2024-09-12T03:14:27.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.271+0000 7fc066800640 1 -- 172.21.15.29:0/1009955403 wait complete. 2024-09-12T03:14:27.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.272+0000 7fc066800640 1 Processor -- start 2024-09-12T03:14:27.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.272+0000 7fc066800640 1 -- start start 2024-09-12T03:14:27.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.273+0000 7fc066800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc06006f0e0 0x7fc060155e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.273+0000 7fc066800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06006f4c0 0x7fc060143060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.273+0000 7fc066800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0600b3ba0 0x7fc0600a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.273+0000 7fc066800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc06006f930 con 0x7fc06006f4c0 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.273+0000 7fc066800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc06015b8e0 con 0x7fc06006f0e0 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.273+0000 7fc066800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc0600cf770 con 0x7fc0600b3ba0 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.274+0000 7fc05ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06006f4c0 0x7fc060143060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.274+0000 7fc05ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06006f4c0 0x7fc060143060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53926/0 (socket says 172.21.15.29:53926) 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.274+0000 7fc05ea00640 1 -- 172.21.15.29:0/901113485 learned_addr learned my addr 172.21.15.29:0/901113485 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.274+0000 7fc05f400640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc06006f0e0 0x7fc060155e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.274+0000 7fc05fe00640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0600b3ba0 0x7fc0600a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.274+0000 7fc05ea00640 1 -- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0600b3ba0 msgr2=0x7fc0600a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.274+0000 7fc05ea00640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0600b3ba0 0x7fc0600a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.274+0000 7fc05ea00640 1 -- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc06006f0e0 msgr2=0x7fc060155e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.274+0000 7fc05ea00640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc06006f0e0 0x7fc060155e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.274+0000 7fc05ea00640 1 -- 172.21.15.29:0/901113485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0601568a0 con 0x7fc06006f4c0 2024-09-12T03:14:27.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.274+0000 7fc05f400640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc06006f0e0 0x7fc060155e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:27.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.275+0000 7fc05ea00640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06006f4c0 0x7fc060143060 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fc04c00c400 tx=0x7fc04c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:27.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.275+0000 7fc057400640 1 -- 172.21.15.29:0/901113485 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c0052d0 con 0x7fc06006f4c0 2024-09-12T03:14:27.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.275+0000 7fc057400640 1 -- 172.21.15.29:0/901113485 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc04c005490 con 0x7fc06006f4c0 2024-09-12T03:14:27.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.275+0000 7fc066800640 1 -- 172.21.15.29:0/901113485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc060156b80 con 0x7fc06006f4c0 2024-09-12T03:14:27.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.275+0000 7fc057400640 1 -- 172.21.15.29:0/901113485 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c007260 con 0x7fc06006f4c0 2024-09-12T03:14:27.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.275+0000 7fc066800640 1 -- 172.21.15.29:0/901113485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc060157140 con 0x7fc06006f4c0 2024-09-12T03:14:27.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.276+0000 7fc066800640 1 -- 172.21.15.29:0/901113485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc06015ee80 con 0x7fc06006f4c0 2024-09-12T03:14:27.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.277+0000 7fc057400640 1 -- 172.21.15.29:0/901113485 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc04c007400 con 0x7fc06006f4c0 2024-09-12T03:14:27.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.278+0000 7fc057400640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04006be30 0x7fc04006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.278+0000 7fc057400640 1 -- 172.21.15.29:0/901113485 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fc04c08a4b0 con 0x7fc06006f4c0 2024-09-12T03:14:27.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.278+0000 7fc05f400640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04006be30 0x7fc04006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.279+0000 7fc05f400640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04006be30 0x7fc04006e2f0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc050034000 tx=0x7fc05002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:27.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.282+0000 7fc057400640 1 -- 172.21.15.29:0/901113485 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc04c0586a0 con 0x7fc06006f4c0 2024-09-12T03:14:27.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.502+0000 7fc066800640 1 -- 172.21.15.29:0/901113485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc060157310 con 0x7fc06006f4c0 2024-09-12T03:14:27.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.503+0000 7fc057400640 1 -- 172.21.15.29:0/901113485 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 93 v93) ==== 94+0+5266 (secure 0 0 0) 0x7fc04c05c9a0 con 0x7fc06006f4c0 2024-09-12T03:14:27.503 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:27.503 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":93,"btime":"2024-09-12T03:14:19:229539+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":93,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:18.318794+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:27.503 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 93 2024-09-12T03:14:27.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 -- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04006be30 msgr2=0x7fc04006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04006be30 0x7fc04006e2f0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc050034000 tx=0x7fc05002e000 comp rx=0 tx=0).stop 2024-09-12T03:14:27.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 -- 172.21.15.29:0/901113485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06006f4c0 msgr2=0x7fc060143060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06006f4c0 0x7fc060143060 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fc04c00c400 tx=0x7fc04c00c8c0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 -- 172.21.15.29:0/901113485 shutdown_connections 2024-09-12T03:14:27.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04006be30 0x7fc04006e2f0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0600b3ba0 0x7fc0600a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06006f4c0 0x7fc060143060 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 --2- 172.21.15.29:0/901113485 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc06006f0e0 0x7fc060155e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 -- 172.21.15.29:0/901113485 >> 172.21.15.29:0/901113485 conn(0x7fc060067da0 msgr2=0x7fc06015afb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:27.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 -- 172.21.15.29:0/901113485 shutdown_connections 2024-09-12T03:14:27.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.505+0000 7fc066800640 1 -- 172.21.15.29:0/901113485 wait complete. 2024-09-12T03:14:27.521 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:27.521 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:27.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.676+0000 7f9a90600640 1 Processor -- start 2024-09-12T03:14:27.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.677+0000 7f9a90600640 1 -- start start 2024-09-12T03:14:27.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.678+0000 7f9a90600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9a8815f9e0 0x7f9a880b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.678+0000 7f9a90600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9a880b4b10 0x7f9a880cf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.678+0000 7f9a90600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a880cd8f0 con 0x7f9a8815b130 2024-09-12T03:14:27.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.678+0000 7f9a90600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9a8815f550 con 0x7f9a880b4b10 2024-09-12T03:14:27.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.678+0000 7f9a90600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f9a8815ef00 con 0x7f9a8815f9e0 2024-09-12T03:14:27.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.678+0000 7f9a8e600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9a880b4b10 0x7f9a880cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.678+0000 7f9a8dc00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9a8815b130 0x7f9a880ccec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37386/0 (socket says 172.21.15.29:37386) 2024-09-12T03:14:27.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.678+0000 7f9a8dc00640 1 -- 172.21.15.29:0/2693393481 learned_addr learned my addr 172.21.15.29:0/2693393481 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:27.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.678+0000 7f9a8e600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9a880b4b10 0x7f9a880cf020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53938/0 (socket says 172.21.15.29:53938) 2024-09-12T03:14:27.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.678+0000 7f9a8d200640 1 --2- 172.21.15.29:0/2693393481 >> v2:172.21.15.38:3300/0 conn(0x7f9a8815f9e0 0x7f9a880b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.679+0000 7f9a8e600640 1 -- 172.21.15.29:0/2693393481 >> v2:172.21.15.38:3300/0 conn(0x7f9a8815f9e0 msgr2=0x7f9a880b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:27.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.679+0000 7f9a8e600640 1 --2- 172.21.15.29:0/2693393481 >> v2:172.21.15.38:3300/0 conn(0x7f9a8815f9e0 0x7f9a880b45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.679+0000 7f9a8e600640 1 -- 172.21.15.29:0/2693393481 >> v1:172.21.15.29:6789/0 conn(0x7f9a8815b130 legacy=0x7f9a880ccec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.679+0000 7f9a8e600640 1 -- 172.21.15.29:0/2693393481 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8815f1e0 con 0x7f9a880b4b10 2024-09-12T03:14:27.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.679+0000 7f9a87e00640 1 -- 172.21.15.29:0/2693393481 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4008201441 0 0) 0x7f9a880cd8f0 con 0x7f9a8815b130 2024-09-12T03:14:27.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.680+0000 7f9a8e600640 1 --2- 172.21.15.29:0/2693393481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a880b4b10 0x7f9a880cf020 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f9a8806f980 tx=0x7f9a8002c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89ad4c037a009fa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:27.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.680+0000 7f9a87e00640 1 -- 172.21.15.29:0/2693393481 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a80039070 con 0x7f9a880b4b10 2024-09-12T03:14:27.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.680+0000 7f9a87e00640 1 -- 172.21.15.29:0/2693393481 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a80009540 con 0x7f9a880b4b10 2024-09-12T03:14:27.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.680+0000 7f9a87e00640 1 -- 172.21.15.29:0/2693393481 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a80009910 con 0x7f9a880b4b10 2024-09-12T03:14:27.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.680+0000 7f9a90600640 1 -- 172.21.15.29:0/2693393481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a880b4b10 msgr2=0x7f9a880cf020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.680+0000 7f9a90600640 1 --2- 172.21.15.29:0/2693393481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a880b4b10 0x7f9a880cf020 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f9a8806f980 tx=0x7f9a8002c890 comp rx=0 tx=0).stop 2024-09-12T03:14:27.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.680+0000 7f9a90600640 1 -- 172.21.15.29:0/2693393481 shutdown_connections 2024-09-12T03:14:27.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.680+0000 7f9a90600640 1 --2- 172.21.15.29:0/2693393481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a880b4b10 0x7f9a880cf020 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.680+0000 7f9a90600640 1 --2- 172.21.15.29:0/2693393481 >> v2:172.21.15.38:3300/0 conn(0x7f9a8815f9e0 0x7f9a880b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.680+0000 7f9a90600640 1 -- 172.21.15.29:0/2693393481 >> 172.21.15.29:0/2693393481 conn(0x7f9a880b5f10 msgr2=0x7f9a880b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:27.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.680+0000 7f9a90600640 1 -- 172.21.15.29:0/2693393481 shutdown_connections 2024-09-12T03:14:27.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.681+0000 7f9a90600640 1 -- 172.21.15.29:0/2693393481 wait complete. 2024-09-12T03:14:27.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.682+0000 7f9a90600640 1 Processor -- start 2024-09-12T03:14:27.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.682+0000 7f9a90600640 1 -- start start 2024-09-12T03:14:27.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.683+0000 7f9a90600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a880b4b10 0x7f9a8814cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.683+0000 7f9a90600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9a8815b130 0x7f9a8814d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.683+0000 7f9a90600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a8815f9e0 0x7f9a8813faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.683+0000 7f9a90600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8815b510 con 0x7f9a8815f9e0 2024-09-12T03:14:27.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.683+0000 7f9a90600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8815c510 con 0x7f9a880b4b10 2024-09-12T03:14:27.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.683+0000 7f9a90600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9a880cc9e0 con 0x7f9a8815b130 2024-09-12T03:14:27.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.683+0000 7f9a8e600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a8815f9e0 0x7f9a8813faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.683+0000 7f9a8e600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a8815f9e0 0x7f9a8813faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53942/0 (socket says 172.21.15.29:53942) 2024-09-12T03:14:27.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.683+0000 7f9a8e600640 1 -- 172.21.15.29:0/1545693983 learned_addr learned my addr 172.21.15.29:0/1545693983 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:27.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a8d200640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9a8815b130 0x7f9a8814d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a8dc00640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a880b4b10 0x7f9a8814cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a8e600640 1 -- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9a8815b130 msgr2=0x7f9a8814d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a8e600640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9a8815b130 0x7f9a8814d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a8e600640 1 -- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a880b4b10 msgr2=0x7f9a8814cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a8e600640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a880b4b10 0x7f9a8814cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a8e600640 1 -- 172.21.15.29:0/1545693983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a880cb940 con 0x7f9a8815f9e0 2024-09-12T03:14:27.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a8d200640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9a8815b130 0x7f9a8814d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:27.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a8e600640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a8815f9e0 0x7f9a8813faa0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f9a8000d140 tx=0x7f9a80004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:27.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a85600640 1 -- 172.21.15.29:0/1545693983 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a80039040 con 0x7f9a8815f9e0 2024-09-12T03:14:27.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a85600640 1 -- 172.21.15.29:0/1545693983 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a80009ca0 con 0x7f9a8815f9e0 2024-09-12T03:14:27.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a85600640 1 -- 172.21.15.29:0/1545693983 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a800346c0 con 0x7f9a8815f9e0 2024-09-12T03:14:27.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.684+0000 7f9a90600640 1 -- 172.21.15.29:0/1545693983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a880cbc20 con 0x7f9a8815f9e0 2024-09-12T03:14:27.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.685+0000 7f9a90600640 1 -- 172.21.15.29:0/1545693983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a880cc1e0 con 0x7f9a8815f9e0 2024-09-12T03:14:27.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.686+0000 7f9a90600640 1 -- 172.21.15.29:0/1545693983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a880ccec0 con 0x7f9a8815f9e0 2024-09-12T03:14:27.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.686+0000 7f9a85600640 1 -- 172.21.15.29:0/1545693983 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9a80034860 con 0x7f9a8815f9e0 2024-09-12T03:14:27.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.687+0000 7f9a85600640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9a6806be30 0x7f9a6806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:27.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.687+0000 7f9a85600640 1 -- 172.21.15.29:0/1545693983 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f9a800abde0 con 0x7f9a8815f9e0 2024-09-12T03:14:27.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.688+0000 7f9a8dc00640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9a6806be30 0x7f9a6806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:27.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.688+0000 7f9a8dc00640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9a6806be30 0x7f9a6806e2f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c000f60 tx=0x7f9a7c007b50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:27.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.691+0000 7f9a85600640 1 -- 172.21.15.29:0/1545693983 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9a80009460 con 0x7f9a8815f9e0 2024-09-12T03:14:27.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.945+0000 7f9a90600640 1 -- 172.21.15.29:0/1545693983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f9a880cf0f0 con 0x7f9a8815f9e0 2024-09-12T03:14:27.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.946+0000 7f9a85600640 1 -- 172.21.15.29:0/1545693983 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1219 (secure 0 0 0) 0x7f9a80079ff0 con 0x7f9a8815f9e0 2024-09-12T03:14:27.946 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:27.946 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":387,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":700786,"bytes_used":266186752,"bytes_avail":772827926528,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":9896,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":93,"btime":"2024-09-12T03:14:19:229539+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":21,"modified":"2024-09-12T03:13:01.786580+0000","services":{}},"progress_events":{}} 2024-09-12T03:14:27.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.948+0000 7f9a90600640 1 -- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9a6806be30 msgr2=0x7f9a6806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.948+0000 7f9a90600640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9a6806be30 0x7f9a6806e2f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c000f60 tx=0x7f9a7c007b50 comp rx=0 tx=0).stop 2024-09-12T03:14:27.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.948+0000 7f9a90600640 1 -- 172.21.15.29:0/1545693983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a8815f9e0 msgr2=0x7f9a8813faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:27.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.948+0000 7f9a90600640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a8815f9e0 0x7f9a8813faa0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f9a8000d140 tx=0x7f9a80004a40 comp rx=0 tx=0).stop 2024-09-12T03:14:27.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.949+0000 7f9a90600640 1 -- 172.21.15.29:0/1545693983 shutdown_connections 2024-09-12T03:14:27.949 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.949+0000 7f9a90600640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9a6806be30 0x7f9a6806e2f0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.949+0000 7f9a90600640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a8815f9e0 0x7f9a8813faa0 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.949+0000 7f9a90600640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9a8815b130 0x7f9a8814d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.949+0000 7f9a90600640 1 --2- 172.21.15.29:0/1545693983 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9a880b4b10 0x7f9a8814cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:27.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.949+0000 7f9a90600640 1 -- 172.21.15.29:0/1545693983 >> 172.21.15.29:0/1545693983 conn(0x7f9a880b5f10 msgr2=0x7f9a880cf610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:27.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.949+0000 7f9a90600640 1 -- 172.21.15.29:0/1545693983 shutdown_connections 2024-09-12T03:14:27.950 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:27.949+0000 7f9a90600640 1 -- 172.21.15.29:0/1545693983 wait complete. 2024-09-12T03:14:28.966 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:29.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.134+0000 7f6c6ea00640 1 Processor -- start 2024-09-12T03:14:29.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.134+0000 7f6c6ea00640 1 -- start start 2024-09-12T03:14:29.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.135+0000 7f6c6ea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c6815e660 0x7f6c680d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.135+0000 7f6c6ea00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6c680d3150 0x7f6c680b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.135+0000 7f6c6ea00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c680d3680 con 0x7f6c680b6530 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.135+0000 7f6c6ea00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f6c6806d4b0 con 0x7f6c680d3150 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.135+0000 7f6c6ea00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6c680d3960 con 0x7f6c6815e660 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.136+0000 7f6c5f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6c680d3150 0x7f6c680b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.136+0000 7f6c5f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6c680d3150 0x7f6c680b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53956/0 (socket says 172.21.15.29:53956) 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.136+0000 7f6c5f400640 1 -- 172.21.15.29:0/2257053872 learned_addr learned my addr 172.21.15.29:0/2257053872 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.136+0000 7f6c6ca00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f6c680b6530 0x7f6c680cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:37400/0 (socket says 172.21.15.29:37400) 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.136+0000 7f6c67e00640 1 --2- 172.21.15.29:0/2257053872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c6815e660 0x7f6c680d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.136+0000 7f6c5f400640 1 -- 172.21.15.29:0/2257053872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c6815e660 msgr2=0x7f6c680d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.136+0000 7f6c5f400640 1 --2- 172.21.15.29:0/2257053872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c6815e660 0x7f6c680d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.136+0000 7f6c5f400640 1 -- 172.21.15.29:0/2257053872 >> v1:172.21.15.29:6789/0 conn(0x7f6c680b6530 legacy=0x7f6c680cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.136+0000 7f6c5f400640 1 -- 172.21.15.29:0/2257053872 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c6806ce60 con 0x7f6c680d3150 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.136+0000 7f6c67400640 1 -- 172.21.15.29:0/2257053872 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1934260218 0 0) 0x7f6c680d3680 con 0x7f6c680b6530 2024-09-12T03:14:29.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.137+0000 7f6c5f400640 1 --2- 172.21.15.29:0/2257053872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c680d3150 0x7f6c680b5ff0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f6c50009870 tx=0x7f6c5002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef4c75e1cc7080ed server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:29.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.138+0000 7f6c67400640 1 -- 172.21.15.29:0/2257053872 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c50037070 con 0x7f6c680d3150 2024-09-12T03:14:29.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.138+0000 7f6c67400640 1 -- 172.21.15.29:0/2257053872 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c5002ae50 con 0x7f6c680d3150 2024-09-12T03:14:29.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.138+0000 7f6c67400640 1 -- 172.21.15.29:0/2257053872 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c50032860 con 0x7f6c680d3150 2024-09-12T03:14:29.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.138+0000 7f6c6ea00640 1 -- 172.21.15.29:0/2257053872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c680d3150 msgr2=0x7f6c680b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.138+0000 7f6c6ea00640 1 --2- 172.21.15.29:0/2257053872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c680d3150 0x7f6c680b5ff0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f6c50009870 tx=0x7f6c5002a300 comp rx=0 tx=0).stop 2024-09-12T03:14:29.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.138+0000 7f6c6ea00640 1 -- 172.21.15.29:0/2257053872 shutdown_connections 2024-09-12T03:14:29.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.138+0000 7f6c6ea00640 1 --2- 172.21.15.29:0/2257053872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c680d3150 0x7f6c680b5ff0 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.138+0000 7f6c6ea00640 1 --2- 172.21.15.29:0/2257053872 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c6815e660 0x7f6c680d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.138+0000 7f6c6ea00640 1 -- 172.21.15.29:0/2257053872 >> 172.21.15.29:0/2257053872 conn(0x7f6c6808c000 msgr2=0x7f6c680d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:29.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.138+0000 7f6c6ea00640 1 -- 172.21.15.29:0/2257053872 shutdown_connections 2024-09-12T03:14:29.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.138+0000 7f6c6ea00640 1 -- 172.21.15.29:0/2257053872 wait complete. 2024-09-12T03:14:29.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.140+0000 7f6c6ea00640 1 Processor -- start 2024-09-12T03:14:29.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.140+0000 7f6c6ea00640 1 -- start start 2024-09-12T03:14:29.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.141+0000 7f6c6ea00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c680b6530 0x7f6c680b9a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.141+0000 7f6c6ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c680d3150 0x7f6c6815ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.141+0000 7f6c6ea00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c6815e660 0x7f6c680cdc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.141+0000 7f6c6ea00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6c6815ea40 con 0x7f6c680d3150 2024-09-12T03:14:29.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.141+0000 7f6c6ea00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6c680d5310 con 0x7f6c680b6530 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.141+0000 7f6c6ea00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6c6806e950 con 0x7f6c6815e660 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.141+0000 7f6c5f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c680d3150 0x7f6c6815ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.141+0000 7f6c5f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c680d3150 0x7f6c6815ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53966/0 (socket says 172.21.15.29:53966) 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.141+0000 7f6c5f400640 1 -- 172.21.15.29:0/1402084868 learned_addr learned my addr 172.21.15.29:0/1402084868 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.141+0000 7f6c67e00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c680b6530 0x7f6c680b9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.141+0000 7f6c6ca00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c6815e660 0x7f6c680cdc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c5f400640 1 -- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c6815e660 msgr2=0x7f6c680cdc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c5f400640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c6815e660 0x7f6c680cdc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c5f400640 1 -- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c680b6530 msgr2=0x7f6c680b9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c5f400640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c680b6530 0x7f6c680b9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c5f400640 1 -- 172.21.15.29:0/1402084868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c680b8f80 con 0x7f6c680d3150 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c6ca00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c6815e660 0x7f6c680cdc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:29.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c5f400640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c680d3150 0x7f6c6815ad20 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f6c50035040 tx=0x7f6c500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:29.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c64c00640 1 -- 172.21.15.29:0/1402084868 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c50037040 con 0x7f6c680d3150 2024-09-12T03:14:29.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c64c00640 1 -- 172.21.15.29:0/1402084868 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c50004230 con 0x7f6c680d3150 2024-09-12T03:14:29.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c64c00640 1 -- 172.21.15.29:0/1402084868 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c50003610 con 0x7f6c680d3150 2024-09-12T03:14:29.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c6ea00640 1 -- 172.21.15.29:0/1402084868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c680cc530 con 0x7f6c680d3150 2024-09-12T03:14:29.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.142+0000 7f6c6ea00640 1 -- 172.21.15.29:0/1402084868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c680b9520 con 0x7f6c680d3150 2024-09-12T03:14:29.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.144+0000 7f6c6ea00640 1 -- 172.21.15.29:0/1402084868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c680b5ff0 con 0x7f6c680d3150 2024-09-12T03:14:29.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.144+0000 7f6c64c00640 1 -- 172.21.15.29:0/1402084868 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6c5003a070 con 0x7f6c680d3150 2024-09-12T03:14:29.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.145+0000 7f6c64c00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c4406be30 0x7f6c4406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.145+0000 7f6c64c00640 1 -- 172.21.15.29:0/1402084868 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f6c500ab5b0 con 0x7f6c680d3150 2024-09-12T03:14:29.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.146+0000 7f6c67e00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c4406be30 0x7f6c4406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.146+0000 7f6c67e00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c4406be30 0x7f6c4406e2f0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f6c58009aa0 tx=0x7f6c58009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:29.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.149+0000 7f6c64c00640 1 -- 172.21.15.29:0/1402084868 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6c50041020 con 0x7f6c680d3150 2024-09-12T03:14:29.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.370+0000 7f6c6ea00640 1 -- 172.21.15.29:0/1402084868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6c680cf440 con 0x7f6c680d3150 2024-09-12T03:14:29.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.370+0000 7f6c64c00640 1 -- 172.21.15.29:0/1402084868 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 93 v93) ==== 94+0+5266 (secure 0 0 0) 0x7f6c50079700 con 0x7f6c680d3150 2024-09-12T03:14:29.371 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:29.371 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":93,"btime":"2024-09-12T03:14:19:229539+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":93,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:18.318794+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":5,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":3,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:29.371 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 93 2024-09-12T03:14:29.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 -- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c4406be30 msgr2=0x7f6c4406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c4406be30 0x7f6c4406e2f0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f6c58009aa0 tx=0x7f6c58009190 comp rx=0 tx=0).stop 2024-09-12T03:14:29.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 -- 172.21.15.29:0/1402084868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c680d3150 msgr2=0x7f6c6815ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c680d3150 0x7f6c6815ad20 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f6c50035040 tx=0x7f6c500046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 -- 172.21.15.29:0/1402084868 shutdown_connections 2024-09-12T03:14:29.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6c4406be30 0x7f6c4406e2f0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6c6815e660 0x7f6c680cdc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c680d3150 0x7f6c6815ad20 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 --2- 172.21.15.29:0/1402084868 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6c680b6530 0x7f6c680b9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 -- 172.21.15.29:0/1402084868 >> 172.21.15.29:0/1402084868 conn(0x7f6c6808c000 msgr2=0x7f6c680b55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:29.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 -- 172.21.15.29:0/1402084868 shutdown_connections 2024-09-12T03:14:29.374 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.372+0000 7f6c6ea00640 1 -- 172.21.15.29:0/1402084868 wait complete. 2024-09-12T03:14:29.389 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:29.389 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:29.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.544+0000 7f5bf3200640 1 Processor -- start 2024-09-12T03:14:29.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.544+0000 7f5bf3200640 1 -- start start 2024-09-12T03:14:29.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.545+0000 7f5bf3200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5bec159e90 0x7f5bec0cd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.545+0000 7f5bf3200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5bec072680 0x7f5bec15cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.545+0000 7f5bf3200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5bec15d520 con 0x7f5bec15c960 2024-09-12T03:14:29.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.545+0000 7f5bf3200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f5bec0cd490 con 0x7f5bec159e90 2024-09-12T03:14:29.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.545+0000 7f5bf3200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f5bec0b4af0 con 0x7f5bec072680 2024-09-12T03:14:29.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.546+0000 7f5bebe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5bec159e90 0x7f5bec0cd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.546+0000 7f5bebe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5bec159e90 0x7f5bec0cd920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53970/0 (socket says 172.21.15.29:53970) 2024-09-12T03:14:29.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.546+0000 7f5bebe00640 1 -- 172.21.15.29:0/3886042106 learned_addr learned my addr 172.21.15.29:0/3886042106 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:29.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.546+0000 7f5bf1200640 1 --2- 172.21.15.29:0/3886042106 >> v2:172.21.15.38:3300/0 conn(0x7f5bec072680 0x7f5bec15cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.546+0000 7f5bebe00640 1 -- 172.21.15.29:0/3886042106 >> v2:172.21.15.38:3300/0 conn(0x7f5bec072680 msgr2=0x7f5bec15cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:29.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.546+0000 7f5bebe00640 1 --2- 172.21.15.29:0/3886042106 >> v2:172.21.15.38:3300/0 conn(0x7f5bec072680 0x7f5bec15cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.546+0000 7f5bebe00640 1 -- 172.21.15.29:0/3886042106 >> v1:172.21.15.38:6789/0 conn(0x7f5bec15c960 legacy=0x7f5bec071f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.546+0000 7f5bebe00640 1 -- 172.21.15.29:0/3886042106 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bec15d800 con 0x7f5bec159e90 2024-09-12T03:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.547+0000 7f5bebe00640 1 --2- 172.21.15.29:0/3886042106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bec159e90 0x7f5bec0cd920 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f5bec070330 tx=0x7f5bdc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bc90c0aa947dcce server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.547+0000 7f5beaa00640 1 -- 172.21.15.29:0/3886042106 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc037070 con 0x7f5bec159e90 2024-09-12T03:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.547+0000 7f5beaa00640 1 -- 172.21.15.29:0/3886042106 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bdc032440 con 0x7f5bec159e90 2024-09-12T03:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.547+0000 7f5beaa00640 1 -- 172.21.15.29:0/3886042106 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc032810 con 0x7f5bec159e90 2024-09-12T03:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.548+0000 7f5bf3200640 1 -- 172.21.15.29:0/3886042106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bec159e90 msgr2=0x7f5bec0cd920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.548+0000 7f5bf3200640 1 --2- 172.21.15.29:0/3886042106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bec159e90 0x7f5bec0cd920 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f5bec070330 tx=0x7f5bdc02a270 comp rx=0 tx=0).stop 2024-09-12T03:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.548+0000 7f5bf3200640 1 -- 172.21.15.29:0/3886042106 shutdown_connections 2024-09-12T03:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.548+0000 7f5bf3200640 1 --2- 172.21.15.29:0/3886042106 >> v2:172.21.15.38:3300/0 conn(0x7f5bec072680 0x7f5bec15cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.548+0000 7f5bf3200640 1 --2- 172.21.15.29:0/3886042106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bec159e90 0x7f5bec0cd920 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.548+0000 7f5bf3200640 1 -- 172.21.15.29:0/3886042106 >> 172.21.15.29:0/3886042106 conn(0x7f5bec0b5f10 msgr2=0x7f5bec0b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:29.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.548+0000 7f5bf3200640 1 -- 172.21.15.29:0/3886042106 shutdown_connections 2024-09-12T03:14:29.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.548+0000 7f5bf3200640 1 -- 172.21.15.29:0/3886042106 wait complete. 2024-09-12T03:14:29.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.550+0000 7f5bf3200640 1 Processor -- start 2024-09-12T03:14:29.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.550+0000 7f5bf3200640 1 -- start start 2024-09-12T03:14:29.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bf3200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bec072680 0x7f5bec0c5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bf3200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5bec159e90 0x7f5bec15a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bf3200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bec15c960 0x7f5bec14e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bf3200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5bec15a270 con 0x7f5bec072680 2024-09-12T03:14:29.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bf3200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5bec0cd120 con 0x7f5bec159e90 2024-09-12T03:14:29.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bf3200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5bec0b33c0 con 0x7f5bec15c960 2024-09-12T03:14:29.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bebe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bec072680 0x7f5bec0c5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bebe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bec072680 0x7f5bec0c5330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:53982/0 (socket says 172.21.15.29:53982) 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bebe00640 1 -- 172.21.15.29:0/1184589366 learned_addr learned my addr 172.21.15.29:0/1184589366 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5beb400640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5bec159e90 0x7f5bec15a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bf1200640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bec15c960 0x7f5bec14e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bebe00640 1 -- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bec15c960 msgr2=0x7f5bec14e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bebe00640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bec15c960 0x7f5bec14e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bebe00640 1 -- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5bec159e90 msgr2=0x7f5bec15a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bebe00640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5bec159e90 0x7f5bec15a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.551+0000 7f5bebe00640 1 -- 172.21.15.29:0/1184589366 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bec155400 con 0x7f5bec072680 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.552+0000 7f5bebe00640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bec072680 0x7f5bec0c5330 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc02a2b0 tx=0x7f5bdc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.552+0000 7f5be3e00640 1 -- 172.21.15.29:0/1184589366 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc037040 con 0x7f5bec072680 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.552+0000 7f5be3e00640 1 -- 172.21.15.29:0/1184589366 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bdc042070 con 0x7f5bec072680 2024-09-12T03:14:29.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.552+0000 7f5be3e00640 1 -- 172.21.15.29:0/1184589366 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc030880 con 0x7f5bec072680 2024-09-12T03:14:29.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.552+0000 7f5bf3200640 1 -- 172.21.15.29:0/1184589366 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bec1556e0 con 0x7f5bec072680 2024-09-12T03:14:29.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.552+0000 7f5bf3200640 1 -- 172.21.15.29:0/1184589366 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bec155ca0 con 0x7f5bec072680 2024-09-12T03:14:29.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.553+0000 7f5bf3200640 1 -- 172.21.15.29:0/1184589366 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bec0cd920 con 0x7f5bec072680 2024-09-12T03:14:29.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.554+0000 7f5be3e00640 1 -- 172.21.15.29:0/1184589366 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5bdc030a20 con 0x7f5bec072680 2024-09-12T03:14:29.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.555+0000 7f5be3e00640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 0x7f5bcc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:29.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.555+0000 7f5be3e00640 1 -- 172.21.15.29:0/1184589366 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f5bdc0aba00 con 0x7f5bec072680 2024-09-12T03:14:29.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.555+0000 7f5beb400640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 0x7f5bcc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:29.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.556+0000 7f5beb400640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 0x7f5bcc06e2f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8007fd0 tx=0x7f5bd8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:29.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.559+0000 7f5be3e00640 1 -- 172.21.15.29:0/1184589366 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5bdc07a080 con 0x7f5bec072680 2024-09-12T03:14:29.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.810+0000 7f5bf3200640 1 -- 172.21.15.29:0/1184589366 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f5bec06cf70 con 0x7f5bec072680 2024-09-12T03:14:29.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.811+0000 7f5be3e00640 1 -- 172.21.15.29:0/1184589366 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1219 (secure 0 0 0) 0x7f5bdc079980 con 0x7f5bec072680 2024-09-12T03:14:29.811 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:29.812 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":389,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":700786,"bytes_used":266186752,"bytes_avail":772827926528,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":9896,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":93,"btime":"2024-09-12T03:14:19:229539+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":21,"modified":"2024-09-12T03:13:01.786580+0000","services":{}},"progress_events":{}} 2024-09-12T03:14:29.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 -- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 msgr2=0x7f5bcc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 0x7f5bcc06e2f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8007fd0 tx=0x7f5bd8009040 comp rx=0 tx=0).stop 2024-09-12T03:14:29.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 -- 172.21.15.29:0/1184589366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bec072680 msgr2=0x7f5bec0c5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:29.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bec072680 0x7f5bec0c5330 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc02a2b0 tx=0x7f5bdc0046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 -- 172.21.15.29:0/1184589366 shutdown_connections 2024-09-12T03:14:29.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5bcc06be30 0x7f5bcc06e2f0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5bec15c960 0x7f5bec14e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5bec159e90 0x7f5bec15a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 --2- 172.21.15.29:0/1184589366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bec072680 0x7f5bec0c5330 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:29.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 -- 172.21.15.29:0/1184589366 >> 172.21.15.29:0/1184589366 conn(0x7f5bec0b5f10 msgr2=0x7f5bec15efc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:29.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 -- 172.21.15.29:0/1184589366 shutdown_connections 2024-09-12T03:14:29.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:29.813+0000 7f5bf3200640 1 -- 172.21.15.29:0/1184589366 wait complete. 2024-09-12T03:14:30.272 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:14:30.272+0000 7fcf27c00640 -1 log_channel(cluster) log [ERR] : Health check failed: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-12T03:14:30.831 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:30.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:30.998+0000 7f557d000640 1 Processor -- start 2024-09-12T03:14:30.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:30.999+0000 7f557d000640 1 -- start start 2024-09-12T03:14:31.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.000+0000 7f557d000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f55780afc40 0x7f5578166f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:31.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.000+0000 7f557d000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f557806e590 con 0x7f5578072240 2024-09-12T03:14:31.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.000+0000 7f557d000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f557806e870 con 0x7f5578072620 2024-09-12T03:14:31.000 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.000+0000 7f557d000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f557806eb50 con 0x7f55780afc40 2024-09-12T03:14:31.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.000+0000 7f5575e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f5578072240 0x7f557815d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42384/0 (socket says 172.21.15.29:42384) 2024-09-12T03:14:31.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.000+0000 7f5575e00640 1 -- 172.21.15.29:0/1293391379 learned_addr learned my addr 172.21.15.29:0/1293391379 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:31.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.000+0000 7f5576800640 1 --2- 172.21.15.29:0/1293391379 >> v2:172.21.15.29:3300/0 conn(0x7f55780afc40 0x7f5578166f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:31.001 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.001+0000 7f5576800640 1 -- 172.21.15.29:0/1293391379 >> v1:172.21.15.38:6789/0 conn(0x7f5578072620 legacy=0x7f55780af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:31.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.001+0000 7f5576800640 1 -- 172.21.15.29:0/1293391379 >> v1:172.21.15.29:6789/0 conn(0x7f5578072240 legacy=0x7f557815d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.001+0000 7f5576800640 1 -- 172.21.15.29:0/1293391379 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f557806ee30 con 0x7f55780afc40 2024-09-12T03:14:31.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.001+0000 7f5575400640 1 -- 172.21.15.29:0/1293391379 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2586270121 0 0) 0x7f557806e590 con 0x7f5578072240 2024-09-12T03:14:31.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.002+0000 7f5576800640 1 --2- 172.21.15.29:0/1293391379 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55780afc40 0x7f5578166f50 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f5570009d90 tx=0x7f557002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14d2fbc27bd1a4bc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:31.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.002+0000 7f5575400640 1 -- 172.21.15.29:0/1293391379 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5570007740 con 0x7f55780afc40 2024-09-12T03:14:31.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.002+0000 7f5575400640 1 -- 172.21.15.29:0/1293391379 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55700078e0 con 0x7f55780afc40 2024-09-12T03:14:31.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.002+0000 7f5575400640 1 -- 172.21.15.29:0/1293391379 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5570007cb0 con 0x7f55780afc40 2024-09-12T03:14:31.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.002+0000 7f557d000640 1 -- 172.21.15.29:0/1293391379 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55780afc40 msgr2=0x7f5578166f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.002+0000 7f557d000640 1 --2- 172.21.15.29:0/1293391379 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55780afc40 0x7f5578166f50 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f5570009d90 tx=0x7f557002a6f0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.003+0000 7f557d000640 1 -- 172.21.15.29:0/1293391379 shutdown_connections 2024-09-12T03:14:31.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.003+0000 7f557d000640 1 --2- 172.21.15.29:0/1293391379 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55780afc40 0x7f5578166f50 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.003+0000 7f557d000640 1 -- 172.21.15.29:0/1293391379 >> 172.21.15.29:0/1293391379 conn(0x7f5578067da0 msgr2=0x7f557806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:31.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.003+0000 7f557d000640 1 -- 172.21.15.29:0/1293391379 shutdown_connections 2024-09-12T03:14:31.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.003+0000 7f557d000640 1 -- 172.21.15.29:0/1293391379 wait complete. 2024-09-12T03:14:31.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.004+0000 7f557d000640 1 Processor -- start 2024-09-12T03:14:31.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.004+0000 7f557d000640 1 -- start start 2024-09-12T03:14:31.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.005+0000 7f557d000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5578072240 0x7f5578158510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:31.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.005+0000 7f557d000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5578072620 0x7f557815b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:31.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.005+0000 7f557d000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55780afc40 0x7f557813d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:31.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.005+0000 7f557d000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f557806dfd0 con 0x7f55780afc40 2024-09-12T03:14:31.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.005+0000 7f557d000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f55780ce3f0 con 0x7f5578072240 2024-09-12T03:14:31.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.005+0000 7f557d000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f557806e150 con 0x7f5578072620 2024-09-12T03:14:31.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f5576800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55780afc40 0x7f557813d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:31.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f5576800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55780afc40 0x7f557813d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38230/0 (socket says 172.21.15.29:38230) 2024-09-12T03:14:31.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f5576800640 1 -- 172.21.15.29:0/2405055848 learned_addr learned my addr 172.21.15.29:0/2405055848 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:31.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f556d400640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5578072620 0x7f557815b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f5575e00640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5578072240 0x7f5578158510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f5576800640 1 -- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5578072620 msgr2=0x7f557815b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f5576800640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5578072620 0x7f557815b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f5576800640 1 -- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5578072240 msgr2=0x7f5578158510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f5576800640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5578072240 0x7f5578158510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f5576800640 1 -- 172.21.15.29:0/2405055848 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f557813ea70 con 0x7f55780afc40 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f556d400640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5578072620 0x7f557815b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.006+0000 7f5576800640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55780afc40 0x7f557813d9b0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f5570009d90 tx=0x7f5570004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.007+0000 7f556ea00640 1 -- 172.21.15.29:0/2405055848 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f557003f070 con 0x7f55780afc40 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.007+0000 7f556ea00640 1 -- 172.21.15.29:0/2405055848 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5570031c40 con 0x7f55780afc40 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.007+0000 7f556ea00640 1 -- 172.21.15.29:0/2405055848 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5570003990 con 0x7f55780afc40 2024-09-12T03:14:31.009 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.007+0000 7f557d000640 1 -- 172.21.15.29:0/2405055848 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f557813ed50 con 0x7f55780afc40 2024-09-12T03:14:31.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.007+0000 7f557d000640 1 -- 172.21.15.29:0/2405055848 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f557813f5f0 con 0x7f55780afc40 2024-09-12T03:14:31.010 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.008+0000 7f557d000640 1 -- 172.21.15.29:0/2405055848 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f557813ef20 con 0x7f55780afc40 2024-09-12T03:14:31.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.009+0000 7f556ea00640 1 -- 172.21.15.29:0/2405055848 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5570003b30 con 0x7f55780afc40 2024-09-12T03:14:31.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.010+0000 7f556ea00640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f555406be30 0x7f555406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:31.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.010+0000 7f556ea00640 1 -- 172.21.15.29:0/2405055848 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f55700ac2e0 con 0x7f55780afc40 2024-09-12T03:14:31.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.010+0000 7f5575e00640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f555406be30 0x7f555406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:31.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.011+0000 7f5575e00640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f555406be30 0x7f555406e2f0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f5568007f70 tx=0x7f5568007f00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:31.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.015+0000 7f556ea00640 1 -- 172.21.15.29:0/2405055848 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f557007a3a0 con 0x7f55780afc40 2024-09-12T03:14:31.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.233+0000 7f557d000640 1 -- 172.21.15.29:0/2405055848 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f557813f7f0 con 0x7f55780afc40 2024-09-12T03:14:31.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.233+0000 7f556ea00640 1 -- 172.21.15.29:0/2405055848 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 94 v94) ==== 94+0+5268 (secure 0 0 0) 0x7f557007e6a0 con 0x7f55780afc40 2024-09-12T03:14:31.234 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:31.234 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":94,"btime":"2024-09-12T03:14:30:273548+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":94,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:30.199095+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":5,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[6928,6931,7233]},"id":6}]} 2024-09-12T03:14:31.234 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 94 2024-09-12T03:14:31.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.235+0000 7f557d000640 1 -- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f555406be30 msgr2=0x7f555406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.235+0000 7f557d000640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f555406be30 0x7f555406e2f0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f5568007f70 tx=0x7f5568007f00 comp rx=0 tx=0).stop 2024-09-12T03:14:31.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.235+0000 7f557d000640 1 -- 172.21.15.29:0/2405055848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55780afc40 msgr2=0x7f557813d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.235+0000 7f557d000640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55780afc40 0x7f557813d9b0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f5570009d90 tx=0x7f5570004a40 comp rx=0 tx=0).stop 2024-09-12T03:14:31.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.235+0000 7f557d000640 1 -- 172.21.15.29:0/2405055848 shutdown_connections 2024-09-12T03:14:31.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.235+0000 7f557d000640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f555406be30 0x7f555406e2f0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.235+0000 7f557d000640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f55780afc40 0x7f557813d9b0 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.235+0000 7f557d000640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5578072620 0x7f557815b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.236+0000 7f557d000640 1 --2- 172.21.15.29:0/2405055848 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5578072240 0x7f5578158510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.236+0000 7f557d000640 1 -- 172.21.15.29:0/2405055848 >> 172.21.15.29:0/2405055848 conn(0x7f5578067da0 msgr2=0x7f55780b0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:31.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.236+0000 7f557d000640 1 -- 172.21.15.29:0/2405055848 shutdown_connections 2024-09-12T03:14:31.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.236+0000 7f557d000640 1 -- 172.21.15.29:0/2405055848 wait complete. 2024-09-12T03:14:31.252 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:31.252 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:31.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.408+0000 7fac14a00640 1 Processor -- start 2024-09-12T03:14:31.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.408+0000 7fac14a00640 1 -- start start 2024-09-12T03:14:31.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.409+0000 7fac14a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fac100cfb40 0x7fac100d18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:31.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.409+0000 7fac14a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fac1006ce10 0x7fac1006d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:31.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.409+0000 7fac14a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac1006d7a0 con 0x7fac1015e2a0 2024-09-12T03:14:31.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.409+0000 7fac14a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fac100d1fb0 con 0x7fac1006ce10 2024-09-12T03:14:31.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.409+0000 7fac14a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fac100d2850 con 0x7fac100cfb40 2024-09-12T03:14:31.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.409+0000 7fac0f200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fac1006ce10 0x7fac1006d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:31.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.409+0000 7fac0f200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fac1006ce10 0x7fac1006d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38246/0 (socket says 172.21.15.29:38246) 2024-09-12T03:14:31.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.409+0000 7fac0f200640 1 -- 172.21.15.29:0/859071118 learned_addr learned my addr 172.21.15.29:0/859071118 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:31.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.409+0000 7fac05e00640 1 --2- 172.21.15.29:0/859071118 >> v2:172.21.15.38:3300/0 conn(0x7fac100cfb40 0x7fac100d18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:31.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.410+0000 7fac0f200640 1 -- 172.21.15.29:0/859071118 >> v2:172.21.15.38:3300/0 conn(0x7fac100cfb40 msgr2=0x7fac100d18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:31.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.410+0000 7fac0f200640 1 --2- 172.21.15.29:0/859071118 >> v2:172.21.15.38:3300/0 conn(0x7fac100cfb40 0x7fac100d18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.410+0000 7fac0f200640 1 -- 172.21.15.29:0/859071118 >> v1:172.21.15.38:6789/0 conn(0x7fac1015e2a0 legacy=0x7fac100d2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.410+0000 7fac0f200640 1 -- 172.21.15.29:0/859071118 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac100cff90 con 0x7fac1006ce10 2024-09-12T03:14:31.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.411+0000 7fac0f200640 1 --2- 172.21.15.29:0/859071118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac1006ce10 0x7fac1006d260 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fac100a2260 tx=0x7fac0802a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e3e1a50056cf8fc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:31.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.411+0000 7fac0de00640 1 -- 172.21.15.29:0/859071118 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac08036070 con 0x7fac1006ce10 2024-09-12T03:14:31.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.411+0000 7fac0de00640 1 -- 172.21.15.29:0/859071118 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac08031600 con 0x7fac1006ce10 2024-09-12T03:14:31.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.411+0000 7fac0de00640 1 -- 172.21.15.29:0/859071118 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac080319f0 con 0x7fac1006ce10 2024-09-12T03:14:31.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.412+0000 7fac14a00640 1 -- 172.21.15.29:0/859071118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac1006ce10 msgr2=0x7fac1006d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.412+0000 7fac14a00640 1 --2- 172.21.15.29:0/859071118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac1006ce10 0x7fac1006d260 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fac100a2260 tx=0x7fac0802a7c0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.412+0000 7fac14a00640 1 -- 172.21.15.29:0/859071118 shutdown_connections 2024-09-12T03:14:31.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.412+0000 7fac14a00640 1 --2- 172.21.15.29:0/859071118 >> v2:172.21.15.38:3300/0 conn(0x7fac100cfb40 0x7fac100d18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.412+0000 7fac14a00640 1 --2- 172.21.15.29:0/859071118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac1006ce10 0x7fac1006d260 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.412+0000 7fac14a00640 1 -- 172.21.15.29:0/859071118 >> 172.21.15.29:0/859071118 conn(0x7fac1009d700 msgr2=0x7fac1008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:31.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.412+0000 7fac14a00640 1 -- 172.21.15.29:0/859071118 shutdown_connections 2024-09-12T03:14:31.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.412+0000 7fac14a00640 1 -- 172.21.15.29:0/859071118 wait complete. 2024-09-12T03:14:31.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.413+0000 7fac14a00640 1 Processor -- start 2024-09-12T03:14:31.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.414+0000 7fac14a00640 1 -- start start 2024-09-12T03:14:31.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.414+0000 7fac14a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac1006ce10 0x7fac101542a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:31.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.414+0000 7fac14a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac100cfb40 0x7fac100c7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:31.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.414+0000 7fac14a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac1015e2a0 0x7fac100c99e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:31.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.414+0000 7fac14a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac100d24e0 con 0x7fac100cfb40 2024-09-12T03:14:31.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.414+0000 7fac14a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fac100d2200 con 0x7fac1015e2a0 2024-09-12T03:14:31.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.414+0000 7fac14a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fac100d33f0 con 0x7fac1006ce10 2024-09-12T03:14:31.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac05e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac100cfb40 0x7fac100c7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:31.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac05e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac100cfb40 0x7fac100c7ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38258/0 (socket says 172.21.15.29:38258) 2024-09-12T03:14:31.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac05e00640 1 -- 172.21.15.29:0/1458446184 learned_addr learned my addr 172.21.15.29:0/1458446184 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:31.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac0f200640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac1015e2a0 0x7fac100c99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:31.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac0e800640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac1006ce10 0x7fac101542a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:31.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac05e00640 1 -- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac1006ce10 msgr2=0x7fac101542a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac05e00640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac1006ce10 0x7fac101542a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac05e00640 1 -- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac1015e2a0 msgr2=0x7fac100c99e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac05e00640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac1015e2a0 0x7fac100c99e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac05e00640 1 -- 172.21.15.29:0/1458446184 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac101f4400 con 0x7fac100cfb40 2024-09-12T03:14:31.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac0e800640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac1006ce10 0x7fac101542a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:31.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.415+0000 7fac05e00640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac100cfb40 0x7fac100c7ef0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7fabf800e9b0 tx=0x7fabf800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:31.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.416+0000 7fac07400640 1 -- 172.21.15.29:0/1458446184 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf8017070 con 0x7fac100cfb40 2024-09-12T03:14:31.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.416+0000 7fac07400640 1 -- 172.21.15.29:0/1458446184 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabf800c9a0 con 0x7fac100cfb40 2024-09-12T03:14:31.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.416+0000 7fac14a00640 1 -- 172.21.15.29:0/1458446184 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac101547e0 con 0x7fac100cfb40 2024-09-12T03:14:31.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.416+0000 7fac07400640 1 -- 172.21.15.29:0/1458446184 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf800cd90 con 0x7fac100cfb40 2024-09-12T03:14:31.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.416+0000 7fac14a00640 1 -- 172.21.15.29:0/1458446184 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac101610d0 con 0x7fac100cfb40 2024-09-12T03:14:31.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.417+0000 7fac14a00640 1 -- 172.21.15.29:0/1458446184 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac1015e680 con 0x7fac100cfb40 2024-09-12T03:14:31.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.418+0000 7fac07400640 1 -- 172.21.15.29:0/1458446184 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fabf801a070 con 0x7fac100cfb40 2024-09-12T03:14:31.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.419+0000 7fac07400640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fabec06be60 0x7fabec06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:31.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.419+0000 7fac07400640 1 -- 172.21.15.29:0/1458446184 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fabf808b0f0 con 0x7fac100cfb40 2024-09-12T03:14:31.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.420+0000 7fac0e800640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fabec06be60 0x7fabec06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:31.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.420+0000 7fac0e800640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fabec06be60 0x7fabec06e320 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fac101614b0 tx=0x7fac00009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:31.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.424+0000 7fac07400640 1 -- 172.21.15.29:0/1458446184 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fabf8059800 con 0x7fac100cfb40 2024-09-12T03:14:31.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.684+0000 7fac14a00640 1 -- 172.21.15.29:0/1458446184 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fac100ba360 con 0x7fac100cfb40 2024-09-12T03:14:31.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.684+0000 7fac07400640 1 -- 172.21.15.29:0/1458446184 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1338 (secure 0 0 0) 0x7fabf8059100 con 0x7fac100cfb40 2024-09-12T03:14:31.685 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:31.685 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":391,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":706301,"bytes_used":266194944,"bytes_avail":772827918336,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":10578,"read_op_per_sec":0,"write_op_per_sec":8},"fsmap":{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":21,"modified":"2024-09-12T03:13:01.786580+0000","services":{}},"progress_events":{}} 2024-09-12T03:14:31.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.686+0000 7fac14a00640 1 -- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fabec06be60 msgr2=0x7fabec06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.686+0000 7fac14a00640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fabec06be60 0x7fabec06e320 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fac101614b0 tx=0x7fac00009040 comp rx=0 tx=0).stop 2024-09-12T03:14:31.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.686+0000 7fac14a00640 1 -- 172.21.15.29:0/1458446184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac100cfb40 msgr2=0x7fac100c7ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:31.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.686+0000 7fac14a00640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac100cfb40 0x7fac100c7ef0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7fabf800e9b0 tx=0x7fabf800ee70 comp rx=0 tx=0).stop 2024-09-12T03:14:31.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.687+0000 7fac14a00640 1 -- 172.21.15.29:0/1458446184 shutdown_connections 2024-09-12T03:14:31.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.687+0000 7fac14a00640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fabec06be60 0x7fabec06e320 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.687+0000 7fac14a00640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac1015e2a0 0x7fac100c99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.687+0000 7fac14a00640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac100cfb40 0x7fac100c7ef0 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.687+0000 7fac14a00640 1 --2- 172.21.15.29:0/1458446184 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac1006ce10 0x7fac101542a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:31.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.687+0000 7fac14a00640 1 -- 172.21.15.29:0/1458446184 >> 172.21.15.29:0/1458446184 conn(0x7fac1009d700 msgr2=0x7fac100b67e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:31.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.687+0000 7fac14a00640 1 -- 172.21.15.29:0/1458446184 shutdown_connections 2024-09-12T03:14:31.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:31.687+0000 7fac14a00640 1 -- 172.21.15.29:0/1458446184 wait complete. 2024-09-12T03:14:32.704 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:32.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.871+0000 7f0b05a00640 1 Processor -- start 2024-09-12T03:14:32.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.871+0000 7f0b05a00640 1 -- start start 2024-09-12T03:14:32.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.872+0000 7f0b05a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0b000d4310 0x7f0b000d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:32.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.872+0000 7f0b05a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b0006d460 0x7f0b0006d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:32.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.872+0000 7f0b05a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b0015e850 con 0x7f0b0015e470 2024-09-12T03:14:32.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.872+0000 7f0b05a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0b000d4cc0 con 0x7f0b000d4310 2024-09-12T03:14:32.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.872+0000 7f0b05a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0b000cf710 con 0x7f0b0006d460 2024-09-12T03:14:32.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.872+0000 7f0af7400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0b000d4310 0x7f0b000d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:32.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.872+0000 7f0affe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f0b0015e470 0x7f0b000cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42386/0 (socket says 172.21.15.29:42386) 2024-09-12T03:14:32.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.872+0000 7f0affe00640 1 -- 172.21.15.29:0/2306542132 learned_addr learned my addr 172.21.15.29:0/2306542132 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:32.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.872+0000 7f0b05000640 1 --2- 172.21.15.29:0/2306542132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b0006d460 0x7f0b0006d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:32.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.873+0000 7f0af7400640 1 -- 172.21.15.29:0/2306542132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b0006d460 msgr2=0x7f0b0006d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:32.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.873+0000 7f0af7400640 1 --2- 172.21.15.29:0/2306542132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b0006d460 0x7f0b0006d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:32.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.873+0000 7f0af7400640 1 -- 172.21.15.29:0/2306542132 >> v1:172.21.15.29:6789/0 conn(0x7f0b0015e470 legacy=0x7f0b000cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:32.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.873+0000 7f0af7400640 1 -- 172.21.15.29:0/2306542132 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b000d1c60 con 0x7f0b000d4310 2024-09-12T03:14:32.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.874+0000 7f0af7400640 1 --2- 172.21.15.29:0/2306542132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b000d4310 0x7f0b000d4780 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f0ae80097a0 tx=0x7f0ae802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b46e59139f7d8067 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:32.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.874+0000 7f0aff400640 1 -- 172.21.15.29:0/2306542132 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8037070 con 0x7f0b000d4310 2024-09-12T03:14:32.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.874+0000 7f0aff400640 1 -- 172.21.15.29:0/2306542132 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ae8032440 con 0x7f0b000d4310 2024-09-12T03:14:32.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.874+0000 7f0aff400640 1 -- 172.21.15.29:0/2306542132 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8032810 con 0x7f0b000d4310 2024-09-12T03:14:32.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.875+0000 7f0b05a00640 1 -- 172.21.15.29:0/2306542132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b000d4310 msgr2=0x7f0b000d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:32.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.875+0000 7f0b05a00640 1 --2- 172.21.15.29:0/2306542132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b000d4310 0x7f0b000d4780 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f0ae80097a0 tx=0x7f0ae802a180 comp rx=0 tx=0).stop 2024-09-12T03:14:32.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.875+0000 7f0b05a00640 1 -- 172.21.15.29:0/2306542132 shutdown_connections 2024-09-12T03:14:32.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.875+0000 7f0b05a00640 1 --2- 172.21.15.29:0/2306542132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b0006d460 0x7f0b0006d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:32.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.875+0000 7f0b05a00640 1 --2- 172.21.15.29:0/2306542132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b000d4310 0x7f0b000d4780 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:32.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.875+0000 7f0b05a00640 1 -- 172.21.15.29:0/2306542132 >> 172.21.15.29:0/2306542132 conn(0x7f0b0009d700 msgr2=0x7f0b0008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:32.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.875+0000 7f0b05a00640 1 -- 172.21.15.29:0/2306542132 shutdown_connections 2024-09-12T03:14:32.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.875+0000 7f0b05a00640 1 -- 172.21.15.29:0/2306542132 wait complete. 2024-09-12T03:14:32.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.877+0000 7f0b05a00640 1 Processor -- start 2024-09-12T03:14:32.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.877+0000 7f0b05a00640 1 -- start start 2024-09-12T03:14:32.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b0006d460 0x7f0b000b87b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:32.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b000d4310 0x7f0b001526b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b0015e470 0x7f0b0015fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0b000cf0c0 con 0x7f0b0015e470 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0b0006de30 con 0x7f0b000d4310 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0b000cf3a0 con 0x7f0b0006d460 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b0015e470 0x7f0b0015fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b0015e470 0x7f0b0015fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38272/0 (socket says 172.21.15.29:38272) 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05000640 1 -- 172.21.15.29:0/3257822048 learned_addr learned my addr 172.21.15.29:0/3257822048 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0affe00640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b0006d460 0x7f0b000b87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0af7400640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b000d4310 0x7f0b001526b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05000640 1 -- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b0006d460 msgr2=0x7f0b000b87b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05000640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b0006d460 0x7f0b000b87b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05000640 1 -- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b000d4310 msgr2=0x7f0b001526b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05000640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b000d4310 0x7f0b001526b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:32.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.878+0000 7f0b05000640 1 -- 172.21.15.29:0/3257822048 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b00160370 con 0x7f0b0015e470 2024-09-12T03:14:32.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.879+0000 7f0b05000640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b0015e470 0x7f0b0015fe30 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f0af8007e40 tx=0x7f0af800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:32.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.879+0000 7f0afcc00640 1 -- 172.21.15.29:0/3257822048 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af8014620 con 0x7f0b0015e470 2024-09-12T03:14:32.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.879+0000 7f0afcc00640 1 -- 172.21.15.29:0/3257822048 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0af8019070 con 0x7f0b0015e470 2024-09-12T03:14:32.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.879+0000 7f0b05a00640 1 -- 172.21.15.29:0/3257822048 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b000b8e70 con 0x7f0b0015e470 2024-09-12T03:14:32.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.879+0000 7f0afcc00640 1 -- 172.21.15.29:0/3257822048 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af8014a20 con 0x7f0b0015e470 2024-09-12T03:14:32.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.879+0000 7f0b05a00640 1 -- 172.21.15.29:0/3257822048 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b000b9430 con 0x7f0b0015e470 2024-09-12T03:14:32.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.880+0000 7f0b05a00640 1 -- 172.21.15.29:0/3257822048 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b0006d8f0 con 0x7f0b0015e470 2024-09-12T03:14:32.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.881+0000 7f0afcc00640 1 -- 172.21.15.29:0/3257822048 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0af8014bc0 con 0x7f0b0015e470 2024-09-12T03:14:32.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.882+0000 7f0afcc00640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0adc06be30 0x7f0adc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:32.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.883+0000 7f0afcc00640 1 -- 172.21.15.29:0/3257822048 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f0af808b8e0 con 0x7f0b0015e470 2024-09-12T03:14:32.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.883+0000 7f0affe00640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0adc06be30 0x7f0adc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:32.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.884+0000 7f0affe00640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0adc06be30 0x7f0adc06e2f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f0af0000f60 tx=0x7f0af0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:32.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:32.887+0000 7f0afcc00640 1 -- 172.21.15.29:0/3257822048 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0af805a120 con 0x7f0b0015e470 2024-09-12T03:14:33.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.108+0000 7f0b05a00640 1 -- 172.21.15.29:0/3257822048 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b0006cf90 con 0x7f0b0015e470 2024-09-12T03:14:33.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.108+0000 7f0afcc00640 1 -- 172.21.15.29:0/3257822048 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7f0af8059a20 con 0x7f0b0015e470 2024-09-12T03:14:33.109 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:33.109 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:33.109 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:33.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 -- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0adc06be30 msgr2=0x7f0adc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0adc06be30 0x7f0adc06e2f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f0af0000f60 tx=0x7f0af0009040 comp rx=0 tx=0).stop 2024-09-12T03:14:33.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 -- 172.21.15.29:0/3257822048 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b0015e470 msgr2=0x7f0b0015fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b0015e470 0x7f0b0015fe30 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f0af8007e40 tx=0x7f0af800e4b0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 -- 172.21.15.29:0/3257822048 shutdown_connections 2024-09-12T03:14:33.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0adc06be30 0x7f0adc06e2f0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b0015e470 0x7f0b0015fe30 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0b000d4310 0x7f0b001526b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 --2- 172.21.15.29:0/3257822048 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0b0006d460 0x7f0b000b87b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 -- 172.21.15.29:0/3257822048 >> 172.21.15.29:0/3257822048 conn(0x7f0b0009d700 msgr2=0x7f0b000b56c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 -- 172.21.15.29:0/3257822048 shutdown_connections 2024-09-12T03:14:33.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.111+0000 7f0b05a00640 1 -- 172.21.15.29:0/3257822048 wait complete. 2024-09-12T03:14:33.127 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:33.127 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:33.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.282+0000 7f2f38c00640 1 Processor -- start 2024-09-12T03:14:33.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.282+0000 7f2f38c00640 1 -- start start 2024-09-12T03:14:33.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.283+0000 7f2f38c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2f3415e2a0 0x7f2f340cfb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.283+0000 7f2f38c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f340d18a0 0x7f2f340d2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.283+0000 7f2f38c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f340d0240 con 0x7f2f340d3220 2024-09-12T03:14:33.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.283+0000 7f2f38c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f2f340d1fb0 con 0x7f2f3415e2a0 2024-09-12T03:14:33.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.283+0000 7f2f38c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2f340d2850 con 0x7f2f340d18a0 2024-09-12T03:14:33.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.283+0000 7f2f33400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2f3415e2a0 0x7f2f340cfb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.283+0000 7f2f33400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f2f3415e2a0 0x7f2f340cfb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38274/0 (socket says 172.21.15.29:38274) 2024-09-12T03:14:33.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.283+0000 7f2f33400640 1 -- 172.21.15.29:0/2631923818 learned_addr learned my addr 172.21.15.29:0/2631923818 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:33.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.284+0000 7f2f2aa00640 1 --2- 172.21.15.29:0/2631923818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f340d18a0 0x7f2f340d2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.284+0000 7f2f33400640 1 -- 172.21.15.29:0/2631923818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f340d18a0 msgr2=0x7f2f340d2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.284+0000 7f2f33400640 1 --2- 172.21.15.29:0/2631923818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f340d18a0 0x7f2f340d2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.284+0000 7f2f33400640 1 -- 172.21.15.29:0/2631923818 >> v1:172.21.15.29:6789/0 conn(0x7f2f340d3220 legacy=0x7f2f3406ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.284+0000 7f2f33400640 1 -- 172.21.15.29:0/2631923818 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f340d2200 con 0x7f2f3415e2a0 2024-09-12T03:14:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.285+0000 7f2f33400640 1 --2- 172.21.15.29:0/2631923818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f3415e2a0 0x7f2f340cfb40 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f2f24009e50 tx=0x7f2f2402a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80863132d1f95f79 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.285+0000 7f2f32a00640 1 -- 172.21.15.29:0/2631923818 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f24036070 con 0x7f2f3415e2a0 2024-09-12T03:14:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.285+0000 7f2f32a00640 1 -- 172.21.15.29:0/2631923818 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f24031600 con 0x7f2f3415e2a0 2024-09-12T03:14:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.285+0000 7f2f32a00640 1 -- 172.21.15.29:0/2631923818 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f240319d0 con 0x7f2f3415e2a0 2024-09-12T03:14:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.286+0000 7f2f38c00640 1 -- 172.21.15.29:0/2631923818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f3415e2a0 msgr2=0x7f2f340cfb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.286+0000 7f2f38c00640 1 --2- 172.21.15.29:0/2631923818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f3415e2a0 0x7f2f340cfb40 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f2f24009e50 tx=0x7f2f2402a7a0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.286+0000 7f2f38c00640 1 -- 172.21.15.29:0/2631923818 shutdown_connections 2024-09-12T03:14:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.286+0000 7f2f38c00640 1 --2- 172.21.15.29:0/2631923818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f340d18a0 0x7f2f340d2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.286+0000 7f2f38c00640 1 --2- 172.21.15.29:0/2631923818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f3415e2a0 0x7f2f340cfb40 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.286+0000 7f2f38c00640 1 -- 172.21.15.29:0/2631923818 >> 172.21.15.29:0/2631923818 conn(0x7f2f3409d700 msgr2=0x7f2f3408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.286+0000 7f2f38c00640 1 -- 172.21.15.29:0/2631923818 shutdown_connections 2024-09-12T03:14:33.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.286+0000 7f2f38c00640 1 -- 172.21.15.29:0/2631923818 wait complete. 2024-09-12T03:14:33.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.287+0000 7f2f38c00640 1 Processor -- start 2024-09-12T03:14:33.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.287+0000 7f2f38c00640 1 -- start start 2024-09-12T03:14:33.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.288+0000 7f2f38c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f340d18a0 0x7f2f34161270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.288+0000 7f2f38c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f340d3220 0x7f2f340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.288+0000 7f2f38c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f3415e2a0 0x7f2f34156300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.288+0000 7f2f38c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3415e680 con 0x7f2f3415e2a0 2024-09-12T03:14:33.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.288+0000 7f2f38c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2f340d1cc0 con 0x7f2f340d18a0 2024-09-12T03:14:33.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.288+0000 7f2f38c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2f3415e800 con 0x7f2f340d3220 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.289+0000 7f2f33e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f3415e2a0 0x7f2f34156300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.289+0000 7f2f33e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f3415e2a0 0x7f2f34156300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38276/0 (socket says 172.21.15.29:38276) 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.289+0000 7f2f33400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f340d18a0 0x7f2f34161270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.289+0000 7f2f33e00640 1 -- 172.21.15.29:0/2584356419 learned_addr learned my addr 172.21.15.29:0/2584356419 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.289+0000 7f2f2aa00640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f340d3220 0x7f2f340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.289+0000 7f2f33e00640 1 -- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f340d3220 msgr2=0x7f2f340b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.289+0000 7f2f33e00640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f340d3220 0x7f2f340b4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.289+0000 7f2f33e00640 1 -- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f340d18a0 msgr2=0x7f2f34161270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.289+0000 7f2f33e00640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f340d18a0 0x7f2f34161270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.289+0000 7f2f33e00640 1 -- 172.21.15.29:0/2584356419 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f340c8470 con 0x7f2f3415e2a0 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.289+0000 7f2f33e00640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f3415e2a0 0x7f2f34156300 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c001eb0 tx=0x7f2f2c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.290+0000 7f2f2be00640 1 -- 172.21.15.29:0/2584356419 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c017070 con 0x7f2f3415e2a0 2024-09-12T03:14:33.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.290+0000 7f2f2be00640 1 -- 172.21.15.29:0/2584356419 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f2c0052d0 con 0x7f2f3415e2a0 2024-09-12T03:14:33.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.290+0000 7f2f2be00640 1 -- 172.21.15.29:0/2584356419 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c003810 con 0x7f2f3415e2a0 2024-09-12T03:14:33.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.290+0000 7f2f38c00640 1 -- 172.21.15.29:0/2584356419 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f340c8750 con 0x7f2f3415e2a0 2024-09-12T03:14:33.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.290+0000 7f2f38c00640 1 -- 172.21.15.29:0/2584356419 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f340c8d10 con 0x7f2f3415e2a0 2024-09-12T03:14:33.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.291+0000 7f2f38c00640 1 -- 172.21.15.29:0/2584356419 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f340d2cc0 con 0x7f2f3415e2a0 2024-09-12T03:14:33.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.292+0000 7f2f2be00640 1 -- 172.21.15.29:0/2584356419 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2f2c01a070 con 0x7f2f3415e2a0 2024-09-12T03:14:33.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.293+0000 7f2f2be00640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f1006be30 0x7f2f1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.293+0000 7f2f2be00640 1 -- 172.21.15.29:0/2584356419 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f2f2c08a380 con 0x7f2f3415e2a0 2024-09-12T03:14:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.293+0000 7f2f33400640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f1006be30 0x7f2f1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.294+0000 7f2f33400640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f1006be30 0x7f2f1006e2f0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f2f24033000 tx=0x7f2f24009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.297+0000 7f2f2be00640 1 -- 172.21.15.29:0/2584356419 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2f2c0584d0 con 0x7f2f3415e2a0 2024-09-12T03:14:33.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.550+0000 7f2f38c00640 1 -- 172.21.15.29:0/2584356419 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f2f3415b850 con 0x7f2f3415e2a0 2024-09-12T03:14:33.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.550+0000 7f2f2be00640 1 -- 172.21.15.29:0/2584356419 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2008 (secure 0 0 0) 0x7f2f2c05c7d0 con 0x7f2f3415e2a0 2024-09-12T03:14:33.551 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:33.551 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":392,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":706301,"bytes_used":266194944,"bytes_avail":772827918336,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":8530,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":22,"modified":"2024-09-12T03:14:31.808395+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:14:33.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 -- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f1006be30 msgr2=0x7f2f1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f1006be30 0x7f2f1006e2f0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f2f24033000 tx=0x7f2f24009000 comp rx=0 tx=0).stop 2024-09-12T03:14:33.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 -- 172.21.15.29:0/2584356419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f3415e2a0 msgr2=0x7f2f34156300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f3415e2a0 0x7f2f34156300 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c001eb0 tx=0x7f2f2c00c890 comp rx=0 tx=0).stop 2024-09-12T03:14:33.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 -- 172.21.15.29:0/2584356419 shutdown_connections 2024-09-12T03:14:33.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f2f1006be30 0x7f2f1006e2f0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f3415e2a0 0x7f2f34156300 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2f340d3220 0x7f2f340b4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 --2- 172.21.15.29:0/2584356419 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f2f340d18a0 0x7f2f34161270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 -- 172.21.15.29:0/2584356419 >> 172.21.15.29:0/2584356419 conn(0x7f2f3409d700 msgr2=0x7f2f3406d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 -- 172.21.15.29:0/2584356419 shutdown_connections 2024-09-12T03:14:33.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.553+0000 7f2f38c00640 1 -- 172.21.15.29:0/2584356419 wait complete. 2024-09-12T03:14:33.569 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'paused paths [/d1/d2/d3]', 'c': 'paused paths [/d1/d2/d3]', 'd': 'paused paths [/d1/d2/d3]'} 2024-09-12T03:14:33.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:33.570 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.6:0 scrub resume 2024-09-12T03:14:33.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.729+0000 7f7596e00640 1 Processor -- start 2024-09-12T03:14:33.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.729+0000 7f7596e00640 1 -- start start 2024-09-12T03:14:33.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.730+0000 7f7596e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7590073b30 0x7f75900b32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.730+0000 7f7596e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7590073f10 con 0x7f75900cd7b0 2024-09-12T03:14:33.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.730+0000 7f7596e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75900b3b80 con 0x7f75900cf750 2024-09-12T03:14:33.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.730+0000 7f7596e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f759006df60 con 0x7f7590073b30 2024-09-12T03:14:33.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.730+0000 7f7595000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f75900cd7b0 0x7f75900cf040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42402/0 (socket says 172.21.15.29:42402) 2024-09-12T03:14:33.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.730+0000 7f7595000640 1 -- 172.21.15.29:0/577922439 learned_addr learned my addr 172.21.15.29:0/577922439 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:33.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f7595a00640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7590073b30 0x7f75900b32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3832891546 0 0) 0x7f757c001110 con 0x7f75900cd7b0 2024-09-12T03:14:33.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7578003520 con 0x7f75900cd7b0 2024-09-12T03:14:33.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1074390109 0 0) 0x7f75900b3b80 con 0x7f75900cf750 2024-09-12T03:14:33.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f757c001110 con 0x7f75900cf750 2024-09-12T03:14:33.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3571745943 0 0) 0x7f7578003520 con 0x7f75900cd7b0 2024-09-12T03:14:33.733 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7590073b30 msgr2=0x7f75900b32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7590073b30 0x7f75900b32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 >> v1:172.21.15.38:6789/0 conn(0x7f75900cf750 legacy=0x7f759006ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f759006e240 con 0x7f75900cd7b0 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f757c001840 con 0x7f75900cd7b0 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 >> v1:172.21.15.29:6789/0 conn(0x7f75900cd7b0 legacy=0x7f75900cf040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7578003b70 0x7f7578003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7578004800 0x7f7578004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f75780051c0 0x7f757800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f759006df60 con 0x7f75780051c0 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f757800e1c0 con 0x7f7578004800 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.731+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f757800e3c0 con 0x7f7578003b70 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.732+0000 7f7596400640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f75780051c0 0x7f757800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.732+0000 7f7595a00640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7578003b70 0x7f7578003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.732+0000 7f7595000640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7578004800 0x7f7578004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.732+0000 7f7596400640 1 -- 172.21.15.29:0/577922439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7578003b70 msgr2=0x7f7578003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.732+0000 7f7596400640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7578003b70 0x7f7578003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.732+0000 7f7596400640 1 -- 172.21.15.29:0/577922439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7578004800 msgr2=0x7f7578004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.732+0000 7f7596400640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7578004800 0x7f7578004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.732+0000 7f7596400640 1 -- 172.21.15.29:0/577922439 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7578003520 con 0x7f75780051c0 2024-09-12T03:14:33.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.733+0000 7f7596400640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f75780051c0 0x7f757800b9c0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f7588001fa0 tx=0x7f7578005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52dbbd9265881f70 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.733+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7588001bf0 con 0x7f75780051c0 2024-09-12T03:14:33.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.733+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7588003b70 con 0x7f75780051c0 2024-09-12T03:14:33.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.733+0000 7f758fe00640 1 -- 172.21.15.29:0/577922439 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75880050d0 con 0x7f75780051c0 2024-09-12T03:14:33.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.734+0000 7f7596e00640 1 -- 172.21.15.29:0/577922439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f75780051c0 msgr2=0x7f757800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.734+0000 7f7596e00640 1 --2- 172.21.15.29:0/577922439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f75780051c0 0x7f757800b9c0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f7588001fa0 tx=0x7f7578005830 comp rx=0 tx=0).stop 2024-09-12T03:14:33.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.734+0000 7f7596400640 1 -- 172.21.15.29:0/577922439 reap_dead start 2024-09-12T03:14:33.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.734+0000 7f7596e00640 1 -- 172.21.15.29:0/577922439 shutdown_connections 2024-09-12T03:14:33.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.734+0000 7f7596e00640 1 -- 172.21.15.29:0/577922439 >> 172.21.15.29:0/577922439 conn(0x7f75900b1d80 msgr2=0x7f75900b2190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.734+0000 7f7596e00640 1 -- 172.21.15.29:0/577922439 shutdown_connections 2024-09-12T03:14:33.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.734+0000 7f7596e00640 1 -- 172.21.15.29:0/577922439 wait complete. 2024-09-12T03:14:33.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.736+0000 7f7596e00640 1 Processor -- start 2024-09-12T03:14:33.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.736+0000 7f7596e00640 1 -- start start 2024-09-12T03:14:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75780051c0 0x7f759015e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7590072d70 0x7f7590155ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7590156000 0x7f759009a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f75900b32f0 con 0x7f7590156000 2024-09-12T03:14:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7590071e40 con 0x7f7590072d70 2024-09-12T03:14:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f75900b3470 con 0x7f75780051c0 2024-09-12T03:14:33.739 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7590156000 0x7f759009a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7590156000 0x7f759009a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38286/0 (socket says 172.21.15.29:38286) 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596400640 1 -- 172.21.15.29:0/2460715467 learned_addr learned my addr 172.21.15.29:0/2460715467 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7595a00640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75780051c0 0x7f759015e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7595000640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7590072d70 0x7f7590155ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596400640 1 -- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75780051c0 msgr2=0x7f759015e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596400640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75780051c0 0x7f759015e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596400640 1 -- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7590072d70 msgr2=0x7f7590155ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596400640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7590072d70 0x7f7590155ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.737+0000 7f7596400640 1 -- 172.21.15.29:0/2460715467 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f759009d3e0 con 0x7f7590156000 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.738+0000 7f7596400640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7590156000 0x7f759009a1e0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f7588033040 tx=0x7f7588001650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.738+0000 7f758d600640 1 -- 172.21.15.29:0/2460715467 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7588001bf0 con 0x7f7590156000 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.738+0000 7f758d600640 1 -- 172.21.15.29:0/2460715467 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7588043070 con 0x7f7590156000 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.738+0000 7f758d600640 1 -- 172.21.15.29:0/2460715467 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7588005610 con 0x7f7590156000 2024-09-12T03:14:33.740 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.738+0000 7f7596e00640 1 -- 172.21.15.29:0/2460715467 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7590154fe0 con 0x7f7590156000 2024-09-12T03:14:33.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.738+0000 7f7596e00640 1 -- 172.21.15.29:0/2460715467 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75901555a0 con 0x7f7590156000 2024-09-12T03:14:33.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.740+0000 7f758d600640 1 -- 172.21.15.29:0/2460715467 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f758803a040 con 0x7f7590156000 2024-09-12T03:14:33.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.741+0000 7f758d600640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f757006be30 0x7f757006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.741 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.741+0000 7f758d600640 1 -- 172.21.15.29:0/2460715467 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f75880ab580 con 0x7f7590156000 2024-09-12T03:14:33.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.741+0000 7f7595a00640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f757006be30 0x7f757006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.742+0000 7f759b21b740 1 Processor -- start 2024-09-12T03:14:33.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.742+0000 7f759b21b740 1 -- start start 2024-09-12T03:14:33.742 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.742+0000 7f7595a00640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f757006be30 0x7f757006e2f0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f7590071570 tx=0x7f7584008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f759b21b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e78d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f759b21b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc65cd9e0 0x562fc65cc240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f759b21b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc6617ea0 0x562fc66183f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f759b21b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562fc6535660 con 0x562fc65e74f0 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f759b21b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562fc64dd680 con 0x562fc6617ea0 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f759b21b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562fc6531620 con 0x562fc65cd9e0 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f7595a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f7595a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e78d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38298/0 (socket says 172.21.15.29:38298) 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f7595a00640 1 -- 172.21.15.29:0/855182635 learned_addr learned my addr 172.21.15.29:0/855182635 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f7595000640 1 --2- 172.21.15.29:0/855182635 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc65cd9e0 0x562fc65cc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f7596400640 1 --2- 172.21.15.29:0/855182635 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc6617ea0 0x562fc66183f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f7595a00640 1 -- 172.21.15.29:0/855182635 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc65cd9e0 msgr2=0x562fc65cc240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.743+0000 7f7595a00640 1 --2- 172.21.15.29:0/855182635 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc65cd9e0 0x562fc65cc240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.744+0000 7f7595a00640 1 -- 172.21.15.29:0/855182635 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc6617ea0 msgr2=0x562fc66183f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.744+0000 7f7595a00640 1 --2- 172.21.15.29:0/855182635 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc6617ea0 0x562fc66183f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.744+0000 7f7595a00640 1 -- 172.21.15.29:0/855182635 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fc63127d0 con 0x562fc65e74f0 2024-09-12T03:14:33.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.744+0000 7f7596400640 1 --2- 172.21.15.29:0/855182635 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc6617ea0 0x562fc66183f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:33.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.744+0000 7f7595a00640 1 --2- 172.21.15.29:0/855182635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e78d0 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f7584014df0 tx=0x7f7584017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f2d2f40623f74d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.744+0000 7f7582000640 1 -- 172.21.15.29:0/855182635 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7584027070 con 0x562fc65e74f0 2024-09-12T03:14:33.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.744+0000 7f7582000640 1 -- 172.21.15.29:0/855182635 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75840097d0 con 0x562fc65e74f0 2024-09-12T03:14:33.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.744+0000 7f7582000640 1 -- 172.21.15.29:0/855182635 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7584023670 con 0x562fc65e74f0 2024-09-12T03:14:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.745+0000 7f759b21b740 1 -- 172.21.15.29:0/855182635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 msgr2=0x562fc65e78d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.745+0000 7f759b21b740 1 --2- 172.21.15.29:0/855182635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e78d0 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f7584014df0 tx=0x7f7584017000 comp rx=0 tx=0).stop 2024-09-12T03:14:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.745+0000 7f759b21b740 1 -- 172.21.15.29:0/855182635 shutdown_connections 2024-09-12T03:14:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.745+0000 7f759b21b740 1 --2- 172.21.15.29:0/855182635 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc6617ea0 0x562fc66183f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.745+0000 7f759b21b740 1 --2- 172.21.15.29:0/855182635 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc65cd9e0 0x562fc65cc240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.745+0000 7f759b21b740 1 --2- 172.21.15.29:0/855182635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e78d0 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.745+0000 7f759b21b740 1 -- 172.21.15.29:0/855182635 >> 172.21.15.29:0/855182635 conn(0x562fc65ce410 msgr2=0x562fc6616a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.745+0000 7f759b21b740 1 -- 172.21.15.29:0/855182635 shutdown_connections 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.745+0000 7f759b21b740 1 -- 172.21.15.29:0/855182635 wait complete. 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.746+0000 7f759b21b740 1 -- start start 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.746+0000 7f759b21b740 1 Processor -- start 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f759b21b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 0x562fc6611240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f759b21b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc6617ea0 0x562fc6611780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f759b21b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc660d040 0x562fc66269b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f759b21b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562fc65cc940 con 0x562fc6617ea0 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f759b21b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562fc64be4c0 con 0x562fc65e74f0 2024-09-12T03:14:33.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f759b21b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562fc65ccc20 con 0x562fc660d040 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f759b21b740 10 client.0 _ll_register_callbacks cb 0x562fc652de80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7595000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc6617ea0 0x562fc6611780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7595000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc6617ea0 0x562fc6611780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38310/0 (socket says 172.21.15.29:38310) 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7595000640 1 -- 172.21.15.29:0/3163389735 learned_addr learned my addr 172.21.15.29:0/3163389735 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7595a00640 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 0x562fc6611240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7596400640 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc660d040 0x562fc66269b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7595000640 1 -- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc660d040 msgr2=0x562fc66269b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7595000640 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc660d040 0x562fc66269b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7595000640 1 -- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 msgr2=0x562fc6611240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7595000640 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 0x562fc6611240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7595000640 1 -- 172.21.15.29:0/3163389735 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fc62483f0 con 0x562fc6617ea0 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7596400640 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc660d040 0x562fc66269b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.747+0000 7f7595a00640 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 0x562fc6611240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.748+0000 7f7595000640 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc6617ea0 0x562fc6611780 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f757c004d10 tx=0x7f757c007490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c504e4667466b3a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.748+0000 7f7576a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.748+0000 7f7576a00640 1 -- 172.21.15.29:0/3163389735 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c01a020 con 0x562fc6617ea0 2024-09-12T03:14:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.748+0000 7f7576a00640 1 -- 172.21.15.29:0/3163389735 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f757c0138b0 con 0x562fc6617ea0 2024-09-12T03:14:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.748+0000 7f759b21b740 1 -- 172.21.15.29:0/3163389735 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562fc6542d90 con 0x562fc6617ea0 2024-09-12T03:14:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.748+0000 7f7576a00640 1 -- 172.21.15.29:0/3163389735 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=95) ==== 24+0+0 (secure 0 0 0) 0x7f757c024050 con 0x562fc6617ea0 2024-09-12T03:14:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.748+0000 7f759b21b740 10 client.7713 fetch_fsmap learned FSMap version 95 2024-09-12T03:14:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.748+0000 7f759b21b740 1 -- 172.21.15.29:0/3163389735 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=95,monmap=2+}) -- 0x562fc62080f0 con 0x562fc6617ea0 2024-09-12T03:14:33.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.748+0000 7f7576a00640 1 -- 172.21.15.29:0/3163389735 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x562fc6542d90 con 0x562fc6617ea0 2024-09-12T03:14:33.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.749+0000 7f7576a00640 1 -- 172.21.15.29:0/3163389735 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 95) ==== 3550+0+0 (secure 0 0 0) 0x7f757c027020 con 0x562fc6617ea0 2024-09-12T03:14:33.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.749+0000 7f759b21b740 10 client.7713 fetch_fsmap finished waiting for FSMap version 95 2024-09-12T03:14:33.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.749+0000 7f759b21b740 10 client.7713 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:33.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.749+0000 7f759b21b740 20 client.7713 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:33.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.749+0000 7f759b21b740 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x562fc660ec60 0x562fc660f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.749+0000 7f759b21b740 4 client.7713 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:33.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.749+0000 7f759b21b740 1 -- 172.21.15.29:0/3163389735 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562fc653d0e0 con 0x562fc660ec60 2024-09-12T03:14:33.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.749+0000 7f7595a00640 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x562fc660ec60 0x562fc660f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.750+0000 7f7595a00640 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x562fc660ec60 0x562fc660f0d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d4f4bbe4cb02959 server_cookie=d0e7f3b014c2e7a6 in_seq=0 out_seq=0 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.750+0000 7f7576a00640 10 client.7713 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f7576a00640 1 -- 172.21.15.29:0/3163389735 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562fc653d0e0 con 0x562fc660ec60 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f7576a00640 10 client.7713 handle_command_reply: tid=0 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 1 client.7713 shutdown 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 1 -- 172.21.15.29:0/3163389735 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc6617ea0 msgr2=0x562fc6611780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc6617ea0 0x562fc6611780 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f757c004d10 tx=0x7f757c007490 comp rx=0 tx=0).stop 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 1 -- 172.21.15.29:0/3163389735 shutdown_connections 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x562fc660ec60 0x562fc660f0d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc660d040 0x562fc66269b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc6617ea0 0x562fc6611780 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 1 --2- 172.21.15.29:0/3163389735 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 0x562fc6611240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 1 -- 172.21.15.29:0/3163389735 >> 172.21.15.29:0/3163389735 conn(0x562fc65cd9e0 msgr2=0x562fc65cb140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f7576a00640 0 client.7713 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:33.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 1 -- 172.21.15.29:0/3163389735 shutdown_connections 2024-09-12T03:14:33.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 1 -- 172.21.15.29:0/3163389735 wait complete. 2024-09-12T03:14:33.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.751+0000 7f759b21b740 20 client.7713 trim_cache size 0 max 16384 2024-09-12T03:14:33.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.769+0000 7f759b21b740 1 Processor -- start 2024-09-12T03:14:33.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.769+0000 7f759b21b740 1 -- start start 2024-09-12T03:14:33.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.770+0000 7f759b21b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.770+0000 7f759b21b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc660d040 0x562fc660ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.770+0000 7f759b21b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc6617ea0 0x562fc660f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.770+0000 7f759b21b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f75901fd4a0 con 0x562fc65e74f0 2024-09-12T03:14:33.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.770+0000 7f759b21b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f75901fc700 con 0x562fc660d040 2024-09-12T03:14:33.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.770+0000 7f759b21b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f75901fcdd0 con 0x562fc6617ea0 2024-09-12T03:14:33.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.770+0000 7f7595a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.770+0000 7f7595a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e6ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38314/0 (socket says 172.21.15.29:38314) 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.770+0000 7f7595a00640 1 -- 172.21.15.29:0/1880920611 learned_addr learned my addr 172.21.15.29:0/1880920611 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7596400640 1 --2- 172.21.15.29:0/1880920611 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc6617ea0 0x562fc660f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7595000640 1 --2- 172.21.15.29:0/1880920611 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc660d040 0x562fc660ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7595a00640 1 -- 172.21.15.29:0/1880920611 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc6617ea0 msgr2=0x562fc660f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7595a00640 1 --2- 172.21.15.29:0/1880920611 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc6617ea0 0x562fc660f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7595a00640 1 -- 172.21.15.29:0/1880920611 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc660d040 msgr2=0x562fc660ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7595a00640 1 --2- 172.21.15.29:0/1880920611 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc660d040 0x562fc660ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7595a00640 1 -- 172.21.15.29:0/1880920611 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fc6626d20 con 0x562fc65e74f0 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7595000640 1 --2- 172.21.15.29:0/1880920611 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc660d040 0x562fc660ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7595a00640 1 --2- 172.21.15.29:0/1880920611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e6ed0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f7584026000 tx=0x7f7584019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a6b973dd17fe5ae server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7581600640 1 -- 172.21.15.29:0/1880920611 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758401a040 con 0x562fc65e74f0 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7581600640 1 -- 172.21.15.29:0/1880920611 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7584005b90 con 0x562fc65e74f0 2024-09-12T03:14:33.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.771+0000 7f7581600640 1 -- 172.21.15.29:0/1880920611 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7584027040 con 0x562fc65e74f0 2024-09-12T03:14:33.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.772+0000 7f759b21b740 1 -- 172.21.15.29:0/1880920611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 msgr2=0x562fc65e6ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.772+0000 7f759b21b740 1 --2- 172.21.15.29:0/1880920611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e6ed0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f7584026000 tx=0x7f7584019000 comp rx=0 tx=0).stop 2024-09-12T03:14:33.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.772+0000 7f759b21b740 1 -- 172.21.15.29:0/1880920611 shutdown_connections 2024-09-12T03:14:33.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.772+0000 7f759b21b740 1 --2- 172.21.15.29:0/1880920611 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc6617ea0 0x562fc660f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.772+0000 7f759b21b740 1 --2- 172.21.15.29:0/1880920611 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc660d040 0x562fc660ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.772+0000 7f759b21b740 1 --2- 172.21.15.29:0/1880920611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc65e74f0 0x562fc65e6ed0 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.772+0000 7f759b21b740 1 -- 172.21.15.29:0/1880920611 >> 172.21.15.29:0/1880920611 conn(0x562fc65cd9e0 msgr2=0x562fc66105e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.772+0000 7f759b21b740 1 -- 172.21.15.29:0/1880920611 shutdown_connections 2024-09-12T03:14:33.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.772+0000 7f759b21b740 1 -- 172.21.15.29:0/1880920611 wait complete. 2024-09-12T03:14:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.773+0000 7f759b21b740 1 -- start start 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.773+0000 7f759b21b740 1 Processor -- start 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f759b21b740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 0x562fc66156d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f759b21b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc660d040 0x562fc6693c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f759b21b740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc6617ea0 0x562fc660eb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f759b21b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562fc66179b0 con 0x562fc660d040 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f759b21b740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f759009c930 con 0x562fc65e74f0 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f759b21b740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562fc660e490 con 0x562fc6617ea0 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f759b21b740 10 client.0 _ll_register_callbacks cb 0x7f757c007d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f7595000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc660d040 0x562fc6693c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f7595000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc660d040 0x562fc6693c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38320/0 (socket says 172.21.15.29:38320) 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f7595000640 1 -- 172.21.15.29:0/3836958686 learned_addr learned my addr 172.21.15.29:0/3836958686 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f7595000640 1 -- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc6617ea0 msgr2=0x562fc660eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f7595000640 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc6617ea0 0x562fc660eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f7595000640 1 -- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 msgr2=0x562fc66156d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f7595a00640 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 0x562fc66156d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f7595000640 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 0x562fc66156d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f7595000640 1 -- 172.21.15.29:0/3836958686 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fc66275f0 con 0x562fc660d040 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.774+0000 7f7595a00640 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 0x562fc66156d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f7595000640 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc660d040 0x562fc6693c00 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f757c006010 tx=0x7f757c001b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1430221677939bc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f7576a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f7576a00640 1 -- 172.21.15.29:0/3836958686 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f757c01a070 con 0x562fc660d040 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f7576a00640 1 -- 172.21.15.29:0/3836958686 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f757c0136a0 con 0x562fc660d040 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f759b21b740 1 -- 172.21.15.29:0/3836958686 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7584005b90 con 0x562fc660d040 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f7576a00640 1 -- 172.21.15.29:0/3836958686 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=95) ==== 24+0+0 (secure 0 0 0) 0x7f757c033050 con 0x562fc660d040 2024-09-12T03:14:33.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f759b21b740 10 client.7719 fetch_fsmap learned FSMap version 95 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f759b21b740 1 -- 172.21.15.29:0/3836958686 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=95,monmap=2+}) -- 0x562fc6634710 con 0x562fc660d040 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f7576a00640 1 -- 172.21.15.29:0/3836958686 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7584005b90 con 0x562fc660d040 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f7576a00640 1 -- 172.21.15.29:0/3836958686 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 95) ==== 3550+0+0 (secure 0 0 0) 0x7f757c036020 con 0x562fc660d040 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f759b21b740 10 client.7719 fetch_fsmap finished waiting for FSMap version 95 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f759b21b740 10 client.7719 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.775+0000 7f759b21b740 20 client.7719 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.776+0000 7f759b21b740 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x562fc6694140 0x562fc660f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.776+0000 7f759b21b740 4 client.7719 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "scrub resume"}] 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.776+0000 7f759b21b740 1 -- 172.21.15.29:0/3836958686 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "scrub resume"}) -- 0x562fc64b9c60 con 0x562fc6694140 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.776+0000 7f7595a00640 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x562fc6694140 0x562fc660f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.776+0000 7f7595a00640 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x562fc6694140 0x562fc660f0d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6dfb9c348babbdbc server_cookie=a097ece92a286845 in_seq=0 out_seq=0 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.776+0000 7f7576a00640 10 client.7719 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f7576a00640 1 -- 172.21.15.29:0/3836958686 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x562fc64b9c60 con 0x562fc6694140 2024-09-12T03:14:33.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f7576a00640 10 client.7719 handle_command_reply: tid=0 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 1 client.7719 shutdown 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 1 -- 172.21.15.29:0/3836958686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc660d040 msgr2=0x562fc6693c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc660d040 0x562fc6693c00 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f757c006010 tx=0x7f757c001b90 comp rx=0 tx=0).stop 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 1 -- 172.21.15.29:0/3836958686 shutdown_connections 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x562fc6694140 0x562fc660f0d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x562fc6617ea0 0x562fc660eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562fc660d040 0x562fc6693c00 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 1 --2- 172.21.15.29:0/3836958686 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562fc65e74f0 0x562fc66156d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f7576a00640 0 client.7719 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 1 -- 172.21.15.29:0/3836958686 >> 172.21.15.29:0/3836958686 conn(0x562fc65cd9e0 msgr2=0x562fc66115f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 1 -- 172.21.15.29:0/3836958686 shutdown_connections 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 1 -- 172.21.15.29:0/3836958686 wait complete. 2024-09-12T03:14:33.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.777+0000 7f759b21b740 20 client.7719 trim_cache size 0 max 16384 2024-09-12T03:14:33.783 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:33.783 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:14:33.783 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 -- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f757006be30 msgr2=0x7f757006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f757006be30 0x7f757006e2f0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f7590071570 tx=0x7f7584008040 comp rx=0 tx=0).stop 2024-09-12T03:14:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 -- 172.21.15.29:0/2460715467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7590156000 msgr2=0x7f759009a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7590156000 0x7f759009a1e0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f7588033040 tx=0x7f7588001650 comp rx=0 tx=0).stop 2024-09-12T03:14:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 -- 172.21.15.29:0/2460715467 shutdown_connections 2024-09-12T03:14:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f757006be30 0x7f757006e2f0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7590156000 0x7f759009a1e0 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7590072d70 0x7f7590155ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 --2- 172.21.15.29:0/2460715467 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f75780051c0 0x7f759015e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 -- 172.21.15.29:0/2460715467 >> 172.21.15.29:0/2460715467 conn(0x7f75900b1d80 msgr2=0x7f759015a480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 -- 172.21.15.29:0/2460715467 shutdown_connections 2024-09-12T03:14:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.778+0000 7f7596e00640 1 -- 172.21.15.29:0/2460715467 wait complete. 2024-09-12T03:14:33.794 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:14:33.794 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.6:1 scrub status 2024-09-12T03:14:33.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.953+0000 7ff992000640 1 Processor -- start 2024-09-12T03:14:33.953 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.953+0000 7ff992000640 1 -- start start 2024-09-12T03:14:33.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.954+0000 7ff992000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff98c0cf0d0 0x7ff98c13e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.954+0000 7ff992000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff98c0cf5b0 con 0x7ff98c06f1b0 2024-09-12T03:14:33.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.954+0000 7ff992000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff98c0cf890 con 0x7ff98c155910 2024-09-12T03:14:33.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.954+0000 7ff992000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff98c13ed70 con 0x7ff98c0cf0d0 2024-09-12T03:14:33.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.954+0000 7ff98be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7ff98c06f1b0 0x7ff98c15bb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42408/0 (socket says 172.21.15.29:42408) 2024-09-12T03:14:33.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.954+0000 7ff98be00640 1 -- 172.21.15.29:0/1039768101 learned_addr learned my addr 172.21.15.29:0/1039768101 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:33.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.955+0000 7ff98aa00640 1 --2- 172.21.15.29:0/1039768101 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff98c0cf0d0 0x7ff98c13e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.955+0000 7ff98a000640 1 -- 172.21.15.29:0/1039768101 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2764355483 0 0) 0x7ff98c0cf5b0 con 0x7ff98c06f1b0 2024-09-12T03:14:33.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.955+0000 7ff98a000640 1 -- 172.21.15.29:0/1039768101 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff970003520 con 0x7ff98c06f1b0 2024-09-12T03:14:33.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.955+0000 7ff98a000640 1 -- 172.21.15.29:0/1039768101 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 883933061 0 0) 0x7ff98c0cf890 con 0x7ff98c155910 2024-09-12T03:14:33.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.955+0000 7ff98a000640 1 -- 172.21.15.29:0/1039768101 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff98c0cf5b0 con 0x7ff98c155910 2024-09-12T03:14:33.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.955+0000 7ff98aa00640 1 -- 172.21.15.29:0/1039768101 >> v1:172.21.15.38:6789/0 conn(0x7ff98c155910 legacy=0x7ff98c141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.955+0000 7ff98aa00640 1 -- 172.21.15.29:0/1039768101 >> v1:172.21.15.29:6789/0 conn(0x7ff98c06f1b0 legacy=0x7ff98c15bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.955+0000 7ff98aa00640 1 -- 172.21.15.29:0/1039768101 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff98c0cfb70 con 0x7ff98c0cf0d0 2024-09-12T03:14:33.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.956+0000 7ff98aa00640 1 --2- 172.21.15.29:0/1039768101 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff98c0cf0d0 0x7ff98c13e830 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff9780097d0 tx=0x7ff97802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd8b7304a62d9e10 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.957+0000 7ff98a000640 1 -- 172.21.15.29:0/1039768101 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff978037070 con 0x7ff98c0cf0d0 2024-09-12T03:14:33.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.957+0000 7ff98a000640 1 -- 172.21.15.29:0/1039768101 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff978032440 con 0x7ff98c0cf0d0 2024-09-12T03:14:33.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.957+0000 7ff98a000640 1 -- 172.21.15.29:0/1039768101 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9780327f0 con 0x7ff98c0cf0d0 2024-09-12T03:14:33.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.957+0000 7ff992000640 1 -- 172.21.15.29:0/1039768101 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff98c0cf0d0 msgr2=0x7ff98c13e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.957+0000 7ff992000640 1 --2- 172.21.15.29:0/1039768101 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff98c0cf0d0 0x7ff98c13e830 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff9780097d0 tx=0x7ff97802a180 comp rx=0 tx=0).stop 2024-09-12T03:14:33.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.957+0000 7ff992000640 1 -- 172.21.15.29:0/1039768101 shutdown_connections 2024-09-12T03:14:33.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.957+0000 7ff992000640 1 --2- 172.21.15.29:0/1039768101 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff98c0cf0d0 0x7ff98c13e830 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.957+0000 7ff992000640 1 -- 172.21.15.29:0/1039768101 >> 172.21.15.29:0/1039768101 conn(0x7ff98c067d70 msgr2=0x7ff98c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.957+0000 7ff992000640 1 -- 172.21.15.29:0/1039768101 shutdown_connections 2024-09-12T03:14:33.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.957+0000 7ff992000640 1 -- 172.21.15.29:0/1039768101 wait complete. 2024-09-12T03:14:33.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.959+0000 7ff992000640 1 Processor -- start 2024-09-12T03:14:33.959 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.959+0000 7ff992000640 1 -- start start 2024-09-12T03:14:33.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.960+0000 7ff992000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff98c06f1b0 0x7ff98c1f2590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.960+0000 7ff992000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff98c0cf0d0 0x7ff98c13aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.960+0000 7ff992000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff98c155910 0x7ff98c13af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.960+0000 7ff992000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff98c0cd1b0 con 0x7ff98c155910 2024-09-12T03:14:33.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.960+0000 7ff992000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff98c0cd030 con 0x7ff98c06f1b0 2024-09-12T03:14:33.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.960+0000 7ff992000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff98c15c270 con 0x7ff98c0cf0d0 2024-09-12T03:14:33.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.960+0000 7ff98be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff98c155910 0x7ff98c13af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.960+0000 7ff98be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff98c155910 0x7ff98c13af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38324/0 (socket says 172.21.15.29:38324) 2024-09-12T03:14:33.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.960+0000 7ff98be00640 1 -- 172.21.15.29:0/2595486389 learned_addr learned my addr 172.21.15.29:0/2595486389 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:33.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.960+0000 7ff98b400640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff98c06f1b0 0x7ff98c1f2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.960+0000 7ff98aa00640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff98c0cf0d0 0x7ff98c13aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff98be00640 1 -- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff98c0cf0d0 msgr2=0x7ff98c13aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff98be00640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff98c0cf0d0 0x7ff98c13aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff98be00640 1 -- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff98c06f1b0 msgr2=0x7ff98c1f2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff98be00640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff98c06f1b0 0x7ff98c1f2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff98be00640 1 -- 172.21.15.29:0/2595486389 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff98c0c5fe0 con 0x7ff98c155910 2024-09-12T03:14:33.962 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff98b400640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff98c06f1b0 0x7ff98c1f2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:33.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff98be00640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff98c155910 0x7ff98c13af50 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7ff98400cba0 tx=0x7ff98400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff983400640 1 -- 172.21.15.29:0/2595486389 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984017070 con 0x7ff98c155910 2024-09-12T03:14:33.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff983400640 1 -- 172.21.15.29:0/2595486389 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff98400ace0 con 0x7ff98c155910 2024-09-12T03:14:33.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff992000640 1 -- 172.21.15.29:0/2595486389 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff98c1f56a0 con 0x7ff98c155910 2024-09-12T03:14:33.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff983400640 1 -- 172.21.15.29:0/2595486389 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff984012620 con 0x7ff98c155910 2024-09-12T03:14:33.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.961+0000 7ff992000640 1 -- 172.21.15.29:0/2595486389 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff98c1f5c60 con 0x7ff98c155910 2024-09-12T03:14:33.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.964+0000 7ff983400640 1 -- 172.21.15.29:0/2595486389 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff98401a070 con 0x7ff98c155910 2024-09-12T03:14:33.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.964+0000 7ff983400640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff96c06be30 0x7ff96c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.964+0000 7ff983400640 1 -- 172.21.15.29:0/2595486389 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7ff98408af90 con 0x7ff98c155910 2024-09-12T03:14:33.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.965+0000 7ff98b400640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff96c06be30 0x7ff96c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.965+0000 7ff995041740 1 Processor -- start 2024-09-12T03:14:33.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.965+0000 7ff995041740 1 -- start start 2024-09-12T03:14:33.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.965+0000 7ff98b400640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff96c06be30 0x7ff96c06e2f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7ff97c001670 tx=0x7ff97c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.966+0000 7ff995041740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b0997420 0x55e3b09c7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.966+0000 7ff995041740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b09c8200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.966+0000 7ff995041740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b097d480 0x55e3b09c8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.966+0000 7ff995041740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e3b08e5660 con 0x55e3b097d480 2024-09-12T03:14:33.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.966+0000 7ff995041740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e3b088d680 con 0x55e3b0997800 2024-09-12T03:14:33.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.966+0000 7ff995041740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55e3b08e1620 con 0x55e3b0997420 2024-09-12T03:14:33.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.966+0000 7ff98be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b097d480 0x55e3b09c8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.966+0000 7ff98be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b097d480 0x55e3b09c8740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38330/0 (socket says 172.21.15.29:38330) 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.966+0000 7ff98be00640 1 -- 172.21.15.29:0/143392311 learned_addr learned my addr 172.21.15.29:0/143392311 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.966+0000 7ff98b400640 1 --2- 172.21.15.29:0/143392311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b0997420 0x55e3b09c7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.966+0000 7ff98aa00640 1 --2- 172.21.15.29:0/143392311 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b09c8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.967+0000 7ff98be00640 1 -- 172.21.15.29:0/143392311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b0997420 msgr2=0x55e3b09c7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.967+0000 7ff98be00640 1 --2- 172.21.15.29:0/143392311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b0997420 0x55e3b09c7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.967+0000 7ff98be00640 1 -- 172.21.15.29:0/143392311 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 msgr2=0x55e3b09c8200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.967+0000 7ff98be00640 1 --2- 172.21.15.29:0/143392311 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b09c8200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.967+0000 7ff98be00640 1 -- 172.21.15.29:0/143392311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3b06c27d0 con 0x55e3b097d480 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.967+0000 7ff98b400640 1 --2- 172.21.15.29:0/143392311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b0997420 0x55e3b09c7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.967+0000 7ff98be00640 1 --2- 172.21.15.29:0/143392311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b097d480 0x55e3b09c8740 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7ff984055400 tx=0x7ff984059060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8dc88dba9ca9c59 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.967+0000 7ff977400640 1 -- 172.21.15.29:0/143392311 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9840572a0 con 0x55e3b097d480 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.967+0000 7ff977400640 1 -- 172.21.15.29:0/143392311 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff984055610 con 0x55e3b097d480 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.967+0000 7ff977400640 1 -- 172.21.15.29:0/143392311 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9840618f0 con 0x55e3b097d480 2024-09-12T03:14:33.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.968+0000 7ff995041740 1 -- 172.21.15.29:0/143392311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b097d480 msgr2=0x55e3b09c8740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.968+0000 7ff995041740 1 --2- 172.21.15.29:0/143392311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b097d480 0x55e3b09c8740 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7ff984055400 tx=0x7ff984059060 comp rx=0 tx=0).stop 2024-09-12T03:14:33.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.968+0000 7ff995041740 1 -- 172.21.15.29:0/143392311 shutdown_connections 2024-09-12T03:14:33.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.968+0000 7ff995041740 1 --2- 172.21.15.29:0/143392311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b097d480 0x55e3b09c8740 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.968+0000 7ff995041740 1 --2- 172.21.15.29:0/143392311 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b09c8200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.968+0000 7ff995041740 1 --2- 172.21.15.29:0/143392311 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b0997420 0x55e3b09c7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.968+0000 7ff995041740 1 -- 172.21.15.29:0/143392311 >> 172.21.15.29:0/143392311 conn(0x55e3b097e220 msgr2=0x55e3b09c6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.968+0000 7ff995041740 1 -- 172.21.15.29:0/143392311 shutdown_connections 2024-09-12T03:14:33.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.968+0000 7ff995041740 1 -- 172.21.15.29:0/143392311 wait complete. 2024-09-12T03:14:33.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.969+0000 7ff995041740 1 -- start start 2024-09-12T03:14:33.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.969+0000 7ff995041740 1 Processor -- start 2024-09-12T03:14:33.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff995041740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09d6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff995041740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b099ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff995041740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b099f4b0 0x55e3b09a0a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff995041740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e3b097c3e0 con 0x55e3b0997420 2024-09-12T03:14:33.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff995041740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55e3b086e4c0 con 0x55e3b0997800 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff995041740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55e3b097c6c0 con 0x55e3b099f4b0 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff995041740 10 client.0 _ll_register_callbacks cb 0x55e3b08dde80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff98b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09d6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff98b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09d6a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38344/0 (socket says 172.21.15.29:38344) 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff98b400640 1 -- 172.21.15.29:0/3723265104 learned_addr learned my addr 172.21.15.29:0/3723265104 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff98aa00640 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b099ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff98be00640 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b099f4b0 0x55e3b09a0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff98b400640 1 -- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b099f4b0 msgr2=0x55e3b09a0a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff98b400640 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b099f4b0 0x55e3b09a0a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff98b400640 1 -- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 msgr2=0x55e3b099ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff98b400640 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b099ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff98b400640 1 -- 172.21.15.29:0/3723265104 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3b05f83f0 con 0x55e3b0997420 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.970+0000 7ff98aa00640 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b099ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:33.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.971+0000 7ff98b400640 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09d6a60 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7ff97c00e7e0 tx=0x7ff97c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e07c16be639f6bd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.971+0000 7ff96be00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.971+0000 7ff96be00640 1 -- 172.21.15.29:0/3723265104 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff97c027060 con 0x55e3b0997420 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.971+0000 7ff96be00640 1 -- 172.21.15.29:0/3723265104 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7ff97c010040 con 0x55e3b0997420 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.971+0000 7ff995041740 1 -- 172.21.15.29:0/3723265104 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff984055610 con 0x55e3b0997420 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.971+0000 7ff96be00640 1 -- 172.21.15.29:0/3723265104 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=95) ==== 24+0+0 (secure 0 0 0) 0x7ff97c003b70 con 0x55e3b0997420 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.971+0000 7ff995041740 10 client.7731 fetch_fsmap learned FSMap version 95 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.971+0000 7ff995041740 1 -- 172.21.15.29:0/3723265104 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=95,monmap=2+}) -- 0x55e3b05b80f0 con 0x55e3b0997420 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.972+0000 7ff96be00640 1 -- 172.21.15.29:0/3723265104 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff984055610 con 0x55e3b0997420 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.972+0000 7ff96be00640 1 -- 172.21.15.29:0/3723265104 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 95) ==== 3550+0+0 (secure 0 0 0) 0x7ff97c013420 con 0x55e3b0997420 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.972+0000 7ff995041740 10 client.7731 fetch_fsmap finished waiting for FSMap version 95 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.972+0000 7ff995041740 10 client.7731 resolve_mds: resolved 6:1 to role '6:1' aka daemon mds.b 2024-09-12T03:14:33.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.972+0000 7ff995041740 20 client.7731 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:33.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.972+0000 7ff995041740 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55e3b097ff80 0x55e3b0980410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.972+0000 7ff995041740 4 client.7731 mds_command: new command op to 6931 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:33.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.972+0000 7ff995041740 1 -- 172.21.15.29:0/3723265104 --> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e3b08f2d90 con 0x55e3b097ff80 2024-09-12T03:14:33.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.972+0000 7ff98aa00640 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55e3b097ff80 0x55e3b0980410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.973+0000 7ff98aa00640 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55e3b097ff80 0x55e3b0980410 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=25214f7fc74fe2bd server_cookie=162f69242c826a76 in_seq=0 out_seq=0 2024-09-12T03:14:33.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.973+0000 7ff96be00640 10 client.7731 ms_handle_connect on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:33.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff96be00640 1 -- 172.21.15.29:0/3723265104 <== mds.1 v2:172.21.15.38:6834/1187811370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e3b08f2d90 con 0x55e3b097ff80 2024-09-12T03:14:33.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff96be00640 10 client.7731 handle_command_reply: tid=0 2024-09-12T03:14:33.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 1 client.7731 shutdown 2024-09-12T03:14:33.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 1 -- 172.21.15.29:0/3723265104 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 msgr2=0x55e3b09d6a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09d6a60 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7ff97c00e7e0 tx=0x7ff97c000bc0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 1 -- 172.21.15.29:0/3723265104 shutdown_connections 2024-09-12T03:14:33.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55e3b097ff80 0x55e3b0980410 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b099f4b0 0x55e3b09a0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b099ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 1 --2- 172.21.15.29:0/3723265104 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09d6a60 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff96be00640 0 client.7731 ms_handle_reset on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:33.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 1 -- 172.21.15.29:0/3723265104 >> 172.21.15.29:0/3723265104 conn(0x55e3b097d480 msgr2=0x55e3b09c67d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 1 -- 172.21.15.29:0/3723265104 shutdown_connections 2024-09-12T03:14:33.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 1 -- 172.21.15.29:0/3723265104 wait complete. 2024-09-12T03:14:33.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.974+0000 7ff995041740 20 client.7731 trim_cache size 0 max 16384 2024-09-12T03:14:33.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.993+0000 7ff995041740 1 Processor -- start 2024-09-12T03:14:33.993 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.993+0000 7ff995041740 1 -- start start 2024-09-12T03:14:33.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff995041740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b0997420 0x55e3b09a0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff995041740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997800 0x55e3b09c0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff995041740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b099f4b0 0x55e3b09bf7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:33.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff995041740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff98c1ff020 con 0x55e3b0997800 2024-09-12T03:14:33.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff995041740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff98c1fe220 con 0x55e3b099f4b0 2024-09-12T03:14:33.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff995041740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff98c1fe8f0 con 0x55e3b0997420 2024-09-12T03:14:33.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff98aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997800 0x55e3b09c0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff98aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997800 0x55e3b09c0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38348/0 (socket says 172.21.15.29:38348) 2024-09-12T03:14:33.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff98aa00640 1 -- 172.21.15.29:0/783784280 learned_addr learned my addr 172.21.15.29:0/783784280 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:33.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff98be00640 1 --2- 172.21.15.29:0/783784280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b099f4b0 0x55e3b09bf7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.995 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff98b400640 1 --2- 172.21.15.29:0/783784280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b0997420 0x55e3b09a0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:33.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff98aa00640 1 -- 172.21.15.29:0/783784280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b0997420 msgr2=0x55e3b09a0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff98aa00640 1 --2- 172.21.15.29:0/783784280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b0997420 0x55e3b09a0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff98aa00640 1 -- 172.21.15.29:0/783784280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b099f4b0 msgr2=0x55e3b09bf7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:33.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff98aa00640 1 --2- 172.21.15.29:0/783784280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b099f4b0 0x55e3b09bf7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.994+0000 7ff98aa00640 1 -- 172.21.15.29:0/783784280 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3b099f2c0 con 0x55e3b0997800 2024-09-12T03:14:33.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.995+0000 7ff98aa00640 1 --2- 172.21.15.29:0/783784280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997800 0x55e3b09c0380 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7ff9780098f0 tx=0x7ff97802c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52ddcfcbf574d091 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:33.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.995+0000 7ff976a00640 1 -- 172.21.15.29:0/783784280 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff978037040 con 0x55e3b0997800 2024-09-12T03:14:33.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.995+0000 7ff976a00640 1 -- 172.21.15.29:0/783784280 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff978003610 con 0x55e3b0997800 2024-09-12T03:14:33.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.995+0000 7ff976a00640 1 -- 172.21.15.29:0/783784280 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9780039c0 con 0x55e3b0997800 2024-09-12T03:14:33.997 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.996+0000 7ff995041740 1 -- 172.21.15.29:0/783784280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997800 msgr2=0x55e3b09c0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:33.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.996+0000 7ff995041740 1 --2- 172.21.15.29:0/783784280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997800 0x55e3b09c0380 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7ff9780098f0 tx=0x7ff97802c000 comp rx=0 tx=0).stop 2024-09-12T03:14:33.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.996+0000 7ff995041740 1 -- 172.21.15.29:0/783784280 shutdown_connections 2024-09-12T03:14:33.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.996+0000 7ff995041740 1 --2- 172.21.15.29:0/783784280 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b099f4b0 0x55e3b09bf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.996+0000 7ff995041740 1 --2- 172.21.15.29:0/783784280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997800 0x55e3b09c0380 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.996+0000 7ff995041740 1 --2- 172.21.15.29:0/783784280 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b0997420 0x55e3b09a0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:33.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.996+0000 7ff995041740 1 -- 172.21.15.29:0/783784280 >> 172.21.15.29:0/783784280 conn(0x55e3b097d480 msgr2=0x55e3b09c4ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:33.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.996+0000 7ff995041740 1 -- 172.21.15.29:0/783784280 shutdown_connections 2024-09-12T03:14:33.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.996+0000 7ff995041740 1 -- 172.21.15.29:0/783784280 wait complete. 2024-09-12T03:14:33.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.996+0000 7ff995041740 1 -- start start 2024-09-12T03:14:33.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.997+0000 7ff995041740 1 Processor -- start 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.997+0000 7ff995041740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09c5070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff995041740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b09abc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff995041740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b099f4b0 0x55e3b09c9a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff995041740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e3b09cacb0 con 0x55e3b0997420 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff995041740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff98c159070 con 0x55e3b0997800 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff995041740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55e3b09ca4f0 con 0x55e3b099f4b0 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff995041740 10 client.0 _ll_register_callbacks cb 0x7ff97c001350 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff98b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09c5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff98b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09c5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38364/0 (socket says 172.21.15.29:38364) 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff98b400640 1 -- 172.21.15.29:0/2830888163 learned_addr learned my addr 172.21.15.29:0/2830888163 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff98aa00640 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b09abc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff98be00640 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b099f4b0 0x55e3b09c9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.002 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff98b400640 1 -- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b099f4b0 msgr2=0x55e3b09c9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff98b400640 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b099f4b0 0x55e3b09c9a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff98b400640 1 -- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 msgr2=0x55e3b09abc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff98b400640 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b09abc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.998+0000 7ff98b400640 1 -- 172.21.15.29:0/2830888163 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3b09c30d0 con 0x55e3b0997420 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff98b400640 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09c5070 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7ff97c003fc0 tx=0x7ff97c005000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf6a964e3ff06e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff96be00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff96be00640 1 -- 172.21.15.29:0/2830888163 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff97c027020 con 0x55e3b0997420 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff96be00640 1 -- 172.21.15.29:0/2830888163 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7ff97c010040 con 0x55e3b0997420 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff995041740 1 -- 172.21.15.29:0/2830888163 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff978003610 con 0x55e3b0997420 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff96be00640 1 -- 172.21.15.29:0/2830888163 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=95) ==== 24+0+0 (secure 0 0 0) 0x7ff97c03b050 con 0x55e3b0997420 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff995041740 10 client.7737 fetch_fsmap learned FSMap version 95 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff995041740 1 -- 172.21.15.29:0/2830888163 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=95,monmap=2+}) -- 0x55e3b09e8c80 con 0x55e3b0997420 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff96be00640 1 -- 172.21.15.29:0/2830888163 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff978003610 con 0x55e3b0997420 2024-09-12T03:14:34.003 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff96be00640 1 -- 172.21.15.29:0/2830888163 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 95) ==== 3550+0+0 (secure 0 0 0) 0x7ff97c03e020 con 0x55e3b0997420 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff995041740 10 client.7737 fetch_fsmap finished waiting for FSMap version 95 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff995041740 10 client.7737 resolve_mds: resolved 6:1 to role '6:1' aka daemon mds.b 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff995041740 20 client.7737 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff995041740 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55e3b0a44b60 0x55e3b0a44f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff995041740 4 client.7737 mds_command: new command op to 6931 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:33.999+0000 7ff995041740 1 -- 172.21.15.29:0/2830888163 --> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e3b08ed0e0 con 0x55e3b0a44b60 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.000+0000 7ff98aa00640 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55e3b0a44b60 0x55e3b0a44f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.000+0000 7ff98aa00640 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55e3b0a44b60 0x55e3b0a44f40 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5938ba6b51cc47b1 server_cookie=430b60f433e82de6 in_seq=0 out_seq=0 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.000+0000 7ff96be00640 10 client.7737 ms_handle_connect on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff96be00640 1 -- 172.21.15.29:0/2830888163 <== mds.1 v2:172.21.15.38:6834/1187811370 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x55e3b08ed0e0 con 0x55e3b0a44b60 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff96be00640 10 client.7737 handle_command_reply: tid=0 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 1 client.7737 shutdown 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 1 -- 172.21.15.29:0/2830888163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 msgr2=0x55e3b09c5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09c5070 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7ff97c003fc0 tx=0x7ff97c005000 comp rx=0 tx=0).stop 2024-09-12T03:14:34.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 1 -- 172.21.15.29:0/2830888163 shutdown_connections 2024-09-12T03:14:34.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:6834/1187811370,v1:172.21.15.38:6836/1187811370] conn(0x55e3b0a44b60 0x55e3b0a44f40 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55e3b099f4b0 0x55e3b09c9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55e3b0997800 0x55e3b09abc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 1 --2- 172.21.15.29:0/2830888163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3b0997420 0x55e3b09c5070 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff96be00640 0 client.7737 ms_handle_reset on v2:172.21.15.38:6834/1187811370 2024-09-12T03:14:34.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 1 -- 172.21.15.29:0/2830888163 >> 172.21.15.29:0/2830888163 conn(0x55e3b097d480 msgr2=0x55e3b09df290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 1 -- 172.21.15.29:0/2830888163 shutdown_connections 2024-09-12T03:14:34.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 1 -- 172.21.15.29:0/2830888163 wait complete. 2024-09-12T03:14:34.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.001+0000 7ff995041740 20 client.7737 trim_cache size 0 max 16384 2024-09-12T03:14:34.006 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:34.006 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-12T03:14:34.006 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:14:34.006 INFO:teuthology.orchestra.run.smithi029.stdout: "f725e57c-cb5d-4386-899c-7941872cf8a0": { 2024-09-12T03:14:34.006 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:14:34.006 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "f725e57c-cb5d-4386-899c-7941872cf8a0", 2024-09-12T03:14:34.006 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:14:34.006 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:34.006 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:34.006 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:34.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 -- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff96c06be30 msgr2=0x7ff96c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff96c06be30 0x7ff96c06e2f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7ff97c001670 tx=0x7ff97c009040 comp rx=0 tx=0).stop 2024-09-12T03:14:34.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 -- 172.21.15.29:0/2595486389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff98c155910 msgr2=0x7ff98c13af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff98c155910 0x7ff98c13af50 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7ff98400cba0 tx=0x7ff98400a430 comp rx=0 tx=0).stop 2024-09-12T03:14:34.007 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 -- 172.21.15.29:0/2595486389 shutdown_connections 2024-09-12T03:14:34.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff96c06be30 0x7ff96c06e2f0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff98c155910 0x7ff98c13af50 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff98c0cf0d0 0x7ff98c13aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 --2- 172.21.15.29:0/2595486389 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff98c06f1b0 0x7ff98c1f2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 -- 172.21.15.29:0/2595486389 >> 172.21.15.29:0/2595486389 conn(0x7ff98c067d70 msgr2=0x7ff98c0b3d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 -- 172.21.15.29:0/2595486389 shutdown_connections 2024-09-12T03:14:34.008 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.002+0000 7ff992000640 1 -- 172.21.15.29:0/2595486389 wait complete. 2024-09-12T03:14:34.018 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:14:34.018 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:14:34.018 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.6:2 scrub status 2024-09-12T03:14:34.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.177+0000 7f722ac00640 1 Processor -- start 2024-09-12T03:14:34.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.177+0000 7f722ac00640 1 -- start start 2024-09-12T03:14:34.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.178+0000 7f722ac00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7224161c70 0x7f72240b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.178+0000 7f722ac00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f722406eaa0 0x7f72240b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.178+0000 7f722ac00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72240cf180 con 0x7f72240d4c80 2024-09-12T03:14:34.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.178+0000 7f722ac00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f7224162050 con 0x7f7224161c70 2024-09-12T03:14:34.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.178+0000 7f722ac00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f722406d600 con 0x7f722406eaa0 2024-09-12T03:14:34.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.178+0000 7f7223400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f72240d4c80 0x7f72240d2720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42416/0 (socket says 172.21.15.29:42416) 2024-09-12T03:14:34.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.178+0000 7f7223400640 1 -- 172.21.15.29:0/1836409466 learned_addr learned my addr 172.21.15.29:0/1836409466 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:34.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.178+0000 7f7228c00640 1 --2- 172.21.15.29:0/1836409466 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f722406eaa0 0x7f72240b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.178+0000 7f7223e00640 1 --2- 172.21.15.29:0/1836409466 >> v2:172.21.15.38:3300/0 conn(0x7f7224161c70 0x7f72240b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.179+0000 7f7222a00640 1 -- 172.21.15.29:0/1836409466 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2514479109 0 0) 0x7f72240cf180 con 0x7f72240d4c80 2024-09-12T03:14:34.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.179+0000 7f7222a00640 1 -- 172.21.15.29:0/1836409466 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7208003520 con 0x7f72240d4c80 2024-09-12T03:14:34.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.179+0000 7f7228c00640 1 -- 172.21.15.29:0/1836409466 >> v2:172.21.15.38:3300/0 conn(0x7f7224161c70 msgr2=0x7f72240b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.179+0000 7f7228c00640 1 --2- 172.21.15.29:0/1836409466 >> v2:172.21.15.38:3300/0 conn(0x7f7224161c70 0x7f72240b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.179+0000 7f7228c00640 1 -- 172.21.15.29:0/1836409466 >> v1:172.21.15.29:6789/0 conn(0x7f72240d4c80 legacy=0x7f72240d2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.179+0000 7f7222a00640 1 -- 172.21.15.29:0/1836409466 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1635165457 0 0) 0x7f7208003520 con 0x7f72240d4c80 2024-09-12T03:14:34.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.179+0000 7f7228c00640 1 -- 172.21.15.29:0/1836409466 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f722406cfb0 con 0x7f722406eaa0 2024-09-12T03:14:34.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.179+0000 7f7223e00640 1 --2- 172.21.15.29:0/1836409466 >> v2:172.21.15.38:3300/0 conn(0x7f7224161c70 0x7f72240b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:34.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.180+0000 7f7228c00640 1 --2- 172.21.15.29:0/1836409466 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f722406eaa0 0x7f72240b6530 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f721c009d90 tx=0x7f721c02a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d01db9f35ec2c0da server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.180+0000 7f7222a00640 1 -- 172.21.15.29:0/1836409466 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7210001670 con 0x7f722406eaa0 2024-09-12T03:14:34.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.180+0000 7f7222a00640 1 -- 172.21.15.29:0/1836409466 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f721c007540 con 0x7f722406eaa0 2024-09-12T03:14:34.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.180+0000 7f7222a00640 1 -- 172.21.15.29:0/1836409466 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f721c0078f0 con 0x7f722406eaa0 2024-09-12T03:14:34.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.181+0000 7f722ac00640 1 -- 172.21.15.29:0/1836409466 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f722406eaa0 msgr2=0x7f72240b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.181+0000 7f722ac00640 1 --2- 172.21.15.29:0/1836409466 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f722406eaa0 0x7f72240b6530 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f721c009d90 tx=0x7f721c02a5f0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.181+0000 7f722ac00640 1 -- 172.21.15.29:0/1836409466 shutdown_connections 2024-09-12T03:14:34.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.181+0000 7f722ac00640 1 --2- 172.21.15.29:0/1836409466 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f722406eaa0 0x7f72240b6530 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.181+0000 7f722ac00640 1 --2- 172.21.15.29:0/1836409466 >> v2:172.21.15.38:3300/0 conn(0x7f7224161c70 0x7f72240b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.181+0000 7f722ac00640 1 -- 172.21.15.29:0/1836409466 >> 172.21.15.29:0/1836409466 conn(0x7f722408c000 msgr2=0x7f72240d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.181+0000 7f722ac00640 1 -- 172.21.15.29:0/1836409466 shutdown_connections 2024-09-12T03:14:34.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.181+0000 7f722ac00640 1 -- 172.21.15.29:0/1836409466 wait complete. 2024-09-12T03:14:34.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.183+0000 7f722ac00640 1 Processor -- start 2024-09-12T03:14:34.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.183+0000 7f722ac00640 1 -- start start 2024-09-12T03:14:34.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f722ac00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f722406eaa0 0x7f72240ca9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f722ac00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72240d4c80 0x7f72240cd910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f722ac00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7224161c70 0x7f72241f5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f722ac00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f72240cebc0 con 0x7f72240d4c80 2024-09-12T03:14:34.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f722ac00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f72240d3a00 con 0x7f7224161c70 2024-09-12T03:14:34.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f722ac00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f72240ced40 con 0x7f722406eaa0 2024-09-12T03:14:34.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f7223400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72240d4c80 0x7f72240cd910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f7223400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72240d4c80 0x7f72240cd910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38370/0 (socket says 172.21.15.29:38370) 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f7223400640 1 -- 172.21.15.29:0/2039468797 learned_addr learned my addr 172.21.15.29:0/2039468797 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f7223e00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f722406eaa0 0x7f72240ca9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f7228c00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7224161c70 0x7f72241f5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f7223400640 1 -- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f722406eaa0 msgr2=0x7f72240ca9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f7223400640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f722406eaa0 0x7f72240ca9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f7223400640 1 -- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7224161c70 msgr2=0x7f72241f5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f7223400640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7224161c70 0x7f72241f5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f7223400640 1 -- 172.21.15.29:0/2039468797 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72240cc870 con 0x7f72240d4c80 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.184+0000 7f7228c00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7224161c70 0x7f72241f5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.185+0000 7f7223400640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72240d4c80 0x7f72240cd910 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f72100011e0 tx=0x7f721000cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.185+0000 7f721be00640 1 -- 172.21.15.29:0/2039468797 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7210017070 con 0x7f72240d4c80 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.185+0000 7f721be00640 1 -- 172.21.15.29:0/2039468797 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7210005ad0 con 0x7f72240d4c80 2024-09-12T03:14:34.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.185+0000 7f721be00640 1 -- 172.21.15.29:0/2039468797 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7210007070 con 0x7f72240d4c80 2024-09-12T03:14:34.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.185+0000 7f722ac00640 1 -- 172.21.15.29:0/2039468797 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72240ccb50 con 0x7f72240d4c80 2024-09-12T03:14:34.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.185+0000 7f722ac00640 1 -- 172.21.15.29:0/2039468797 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72240cd110 con 0x7f72240d4c80 2024-09-12T03:14:34.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.187+0000 7f721be00640 1 -- 172.21.15.29:0/2039468797 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f721001a070 con 0x7f72240d4c80 2024-09-12T03:14:34.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.188+0000 7f721be00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f720406be30 0x7f720406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.188+0000 7f721be00640 1 -- 172.21.15.29:0/2039468797 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f721008a4c0 con 0x7f72240d4c80 2024-09-12T03:14:34.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.188+0000 7f7223e00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f720406be30 0x7f720406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.189+0000 7f722dbdf740 1 Processor -- start 2024-09-12T03:14:34.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.189+0000 7f722dbdf740 1 -- start start 2024-09-12T03:14:34.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.189+0000 7f7223e00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f720406be30 0x7f720406e2f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f72240cfe10 tx=0x7f7214009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024420 0x55b909054c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909055200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b90900a480 0x55b909055740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.190 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f722dbdf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b908f72660 con 0x55b909024800 2024-09-12T03:14:34.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f722dbdf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b908f1a680 con 0x55b90900a480 2024-09-12T03:14:34.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f722dbdf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b908f6e620 con 0x55b909024420 2024-09-12T03:14:34.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f7223400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909055200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f7223400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909055200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38378/0 (socket says 172.21.15.29:38378) 2024-09-12T03:14:34.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f7223400640 1 -- 172.21.15.29:0/4071671524 learned_addr learned my addr 172.21.15.29:0/4071671524 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f7223e00640 1 --2- 172.21.15.29:0/4071671524 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024420 0x55b909054c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f7228c00640 1 --2- 172.21.15.29:0/4071671524 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b90900a480 0x55b909055740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f7223400640 1 -- 172.21.15.29:0/4071671524 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024420 msgr2=0x55b909054c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.190+0000 7f7223400640 1 --2- 172.21.15.29:0/4071671524 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024420 0x55b909054c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.191+0000 7f7223400640 1 -- 172.21.15.29:0/4071671524 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b90900a480 msgr2=0x55b909055740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.191+0000 7f7223400640 1 --2- 172.21.15.29:0/4071671524 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b90900a480 0x55b909055740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.191+0000 7f7223400640 1 -- 172.21.15.29:0/4071671524 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b908d4f7d0 con 0x55b909024800 2024-09-12T03:14:34.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.191+0000 7f7223400640 1 --2- 172.21.15.29:0/4071671524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909055200 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f72100585a0 tx=0x7f7210058790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c819e7b11916118 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.191+0000 7f720fe00640 1 -- 172.21.15.29:0/4071671524 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7210056910 con 0x55b909024800 2024-09-12T03:14:34.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.191+0000 7f720fe00640 1 -- 172.21.15.29:0/4071671524 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7210054c80 con 0x55b909024800 2024-09-12T03:14:34.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.191+0000 7f720fe00640 1 -- 172.21.15.29:0/4071671524 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7210058ab0 con 0x55b909024800 2024-09-12T03:14:34.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.192+0000 7f722dbdf740 1 -- 172.21.15.29:0/4071671524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 msgr2=0x55b909055200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.192+0000 7f722dbdf740 1 --2- 172.21.15.29:0/4071671524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909055200 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f72100585a0 tx=0x7f7210058790 comp rx=0 tx=0).stop 2024-09-12T03:14:34.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.192+0000 7f722dbdf740 1 -- 172.21.15.29:0/4071671524 shutdown_connections 2024-09-12T03:14:34.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.192+0000 7f722dbdf740 1 --2- 172.21.15.29:0/4071671524 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b90900a480 0x55b909055740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.192+0000 7f722dbdf740 1 --2- 172.21.15.29:0/4071671524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909055200 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.192+0000 7f722dbdf740 1 --2- 172.21.15.29:0/4071671524 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024420 0x55b909054c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.192+0000 7f722dbdf740 1 -- 172.21.15.29:0/4071671524 >> 172.21.15.29:0/4071671524 conn(0x55b90900b220 msgr2=0x55b909053840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.192+0000 7f722dbdf740 1 -- 172.21.15.29:0/4071671524 shutdown_connections 2024-09-12T03:14:34.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.192+0000 7f722dbdf740 1 -- 172.21.15.29:0/4071671524 wait complete. 2024-09-12T03:14:34.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.193+0000 7f722dbdf740 1 -- start start 2024-09-12T03:14:34.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.193+0000 7f722dbdf740 1 Processor -- start 2024-09-12T03:14:34.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904f320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024800 0x55b9090507e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b909050d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f722dbdf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b9090093e0 con 0x55b909024420 2024-09-12T03:14:34.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f722dbdf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b908efb4c0 con 0x55b909012d80 2024-09-12T03:14:34.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f722dbdf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b9090096c0 con 0x55b909024800 2024-09-12T03:14:34.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f722dbdf740 10 client.0 _ll_register_callbacks cb 0x55b908f6ae80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:34.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f7223e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f7223e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38392/0 (socket says 172.21.15.29:38392) 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f7223e00640 1 -- 172.21.15.29:0/924023850 learned_addr learned my addr 172.21.15.29:0/924023850 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f7223400640 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024800 0x55b9090507e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f7228c00640 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b909050d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.194+0000 7f7223e00640 1 -- 172.21.15.29:0/924023850 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024800 msgr2=0x55b9090507e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f7223e00640 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024800 0x55b9090507e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f7223e00640 1 -- 172.21.15.29:0/924023850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 msgr2=0x55b909050d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f7223e00640 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b909050d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f7223e00640 1 -- 172.21.15.29:0/924023850 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b908c853f0 con 0x55b909024420 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f7228c00640 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b909050d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f7223e00640 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904f320 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f7214003920 tx=0x7f72140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b37109a5b69f813d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f720cc00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f720cc00640 1 -- 172.21.15.29:0/924023850 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7214027070 con 0x55b909024420 2024-09-12T03:14:34.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f722dbdf740 1 -- 172.21.15.29:0/924023850 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7210054c80 con 0x55b909024420 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f720cc00640 1 -- 172.21.15.29:0/924023850 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f7214023690 con 0x55b909024420 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f720cc00640 1 -- 172.21.15.29:0/924023850 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=95) ==== 24+0+0 (secure 0 0 0) 0x7f7214032050 con 0x55b909024420 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f722dbdf740 10 client.7749 fetch_fsmap learned FSMap version 95 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.195+0000 7f722dbdf740 1 -- 172.21.15.29:0/924023850 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=95,monmap=2+}) -- 0x55b908c450f0 con 0x55b909024420 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.196+0000 7f720cc00640 1 -- 172.21.15.29:0/924023850 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7210054c80 con 0x55b909024420 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.196+0000 7f720cc00640 1 -- 172.21.15.29:0/924023850 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 95) ==== 3550+0+0 (secure 0 0 0) 0x7f7214035020 con 0x55b909024420 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.196+0000 7f722dbdf740 10 client.7749 fetch_fsmap finished waiting for FSMap version 95 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.196+0000 7f722dbdf740 10 client.7749 resolve_mds: resolved 6:2 to role '6:2' aka daemon mds.c 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.196+0000 7f722dbdf740 20 client.7749 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.196+0000 7f722dbdf740 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x55b90904de70 0x55b90904e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.196+0000 7f722dbdf740 4 client.7749 mds_command: new command op to 6928 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.196+0000 7f722dbdf740 1 -- 172.21.15.29:0/924023850 --> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b908f7fd90 con 0x55b90904de70 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.196+0000 7f7223400640 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x55b90904de70 0x55b90904e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.197+0000 7f7223400640 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x55b90904de70 0x55b90904e2a0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=230d2fe461522b28 server_cookie=c21f443c1cf7c4f4 in_seq=0 out_seq=0 2024-09-12T03:14:34.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.197+0000 7f720cc00640 10 client.7749 ms_handle_connect on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:34.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.197+0000 7f720cc00640 1 -- 172.21.15.29:0/924023850 <== mds.2 v2:172.21.15.29:6833/2581876515 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b908f7fd90 con 0x55b90904de70 2024-09-12T03:14:34.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.197+0000 7f720cc00640 10 client.7749 handle_command_reply: tid=0 2024-09-12T03:14:34.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.197+0000 7f722dbdf740 1 client.7749 shutdown 2024-09-12T03:14:34.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f722dbdf740 1 -- 172.21.15.29:0/924023850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 msgr2=0x55b90904f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f722dbdf740 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904f320 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f7214003920 tx=0x7f72140046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f722dbdf740 1 -- 172.21.15.29:0/924023850 shutdown_connections 2024-09-12T03:14:34.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f722dbdf740 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x55b90904de70 0x55b90904e2a0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f722dbdf740 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b909050d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f722dbdf740 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024800 0x55b9090507e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f722dbdf740 1 --2- 172.21.15.29:0/924023850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904f320 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f720cc00640 0 client.7749 ms_handle_reset on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:34.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f722dbdf740 1 -- 172.21.15.29:0/924023850 >> 172.21.15.29:0/924023850 conn(0x55b90900a480 msgr2=0x55b909007f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f722dbdf740 1 -- 172.21.15.29:0/924023850 shutdown_connections 2024-09-12T03:14:34.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f722dbdf740 1 -- 172.21.15.29:0/924023850 wait complete. 2024-09-12T03:14:34.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.198+0000 7f722dbdf740 20 client.7749 trim_cache size 0 max 16384 2024-09-12T03:14:34.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.217+0000 7f722dbdf740 1 Processor -- start 2024-09-12T03:14:34.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.217+0000 7f722dbdf740 1 -- start start 2024-09-12T03:14:34.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.217+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b90904f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.217+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024420 0x55b9090505b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.217+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909050af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.217+0000 7f722dbdf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7224201120 con 0x55b909024800 2024-09-12T03:14:34.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.217+0000 7f722dbdf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7224200320 con 0x55b909012d80 2024-09-12T03:14:34.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.217+0000 7f722dbdf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f72242009f0 con 0x55b909024420 2024-09-12T03:14:34.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.218+0000 7f7228c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909050af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.218+0000 7f7228c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909050af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38400/0 (socket says 172.21.15.29:38400) 2024-09-12T03:14:34.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.218+0000 7f7228c00640 1 -- 172.21.15.29:0/1301177098 learned_addr learned my addr 172.21.15.29:0/1301177098 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.218+0000 7f7223e00640 1 --2- 172.21.15.29:0/1301177098 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b90904f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.218+0000 7f7223400640 1 --2- 172.21.15.29:0/1301177098 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024420 0x55b9090505b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.218+0000 7f7228c00640 1 -- 172.21.15.29:0/1301177098 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024420 msgr2=0x55b9090505b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.218+0000 7f7228c00640 1 --2- 172.21.15.29:0/1301177098 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024420 0x55b9090505b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.218+0000 7f7228c00640 1 -- 172.21.15.29:0/1301177098 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 msgr2=0x55b90904f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.218+0000 7f7228c00640 1 --2- 172.21.15.29:0/1301177098 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b90904f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.218+0000 7f7228c00640 1 -- 172.21.15.29:0/1301177098 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b909014130 con 0x55b909024800 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.218+0000 7f7223400640 1 --2- 172.21.15.29:0/1301177098 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024420 0x55b9090505b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.219+0000 7f7228c00640 1 --2- 172.21.15.29:0/1301177098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909050af0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f721c009e80 tx=0x7f721c02e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=888b9ea56a8ce3f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.219+0000 7f720f400640 1 -- 172.21.15.29:0/1301177098 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f721c04b070 con 0x55b909024800 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.219+0000 7f720f400640 1 -- 172.21.15.29:0/1301177098 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f721c004040 con 0x55b909024800 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.219+0000 7f720f400640 1 -- 172.21.15.29:0/1301177098 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f721c004410 con 0x55b909024800 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.219+0000 7f722dbdf740 1 -- 172.21.15.29:0/1301177098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 msgr2=0x55b909050af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.219+0000 7f722dbdf740 1 --2- 172.21.15.29:0/1301177098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909050af0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f721c009e80 tx=0x7f721c02e000 comp rx=0 tx=0).stop 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.219+0000 7f722dbdf740 1 -- 172.21.15.29:0/1301177098 shutdown_connections 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.219+0000 7f722dbdf740 1 --2- 172.21.15.29:0/1301177098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024800 0x55b909050af0 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.219+0000 7f722dbdf740 1 --2- 172.21.15.29:0/1301177098 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024420 0x55b9090505b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.220+0000 7f722dbdf740 1 --2- 172.21.15.29:0/1301177098 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b90904f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.220+0000 7f722dbdf740 1 -- 172.21.15.29:0/1301177098 >> 172.21.15.29:0/1301177098 conn(0x55b90900a480 msgr2=0x55b909008170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.220+0000 7f722dbdf740 1 -- 172.21.15.29:0/1301177098 shutdown_connections 2024-09-12T03:14:34.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.220+0000 7f722dbdf740 1 -- 172.21.15.29:0/1301177098 wait complete. 2024-09-12T03:14:34.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.220+0000 7f722dbdf740 1 -- start start 2024-09-12T03:14:34.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.220+0000 7f722dbdf740 1 Processor -- start 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.221+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b9090c4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.221+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.221+0000 7f722dbdf740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024800 0x55b90904efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.221+0000 7f722dbdf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b90904f9a0 con 0x55b909024420 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.221+0000 7f722dbdf740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f72241ff3b0 con 0x55b909012d80 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.221+0000 7f722dbdf740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b909056030 con 0x55b909024800 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.221+0000 7f722dbdf740 10 client.0 _ll_register_callbacks cb 0x7f7214004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7223400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7223400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38412/0 (socket says 172.21.15.29:38412) 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7223400640 1 -- 172.21.15.29:0/3889168278 learned_addr learned my addr 172.21.15.29:0/3889168278 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7228c00640 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024800 0x55b90904efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7223e00640 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b9090c4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7223400640 1 -- 172.21.15.29:0/3889168278 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024800 msgr2=0x55b90904efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7223400640 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024800 0x55b90904efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7223400640 1 -- 172.21.15.29:0/3889168278 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 msgr2=0x55b9090c4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7223400640 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b9090c4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7223400640 1 -- 172.21.15.29:0/3889168278 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9090c52a0 con 0x55b909024420 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7228c00640 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024800 0x55b90904efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7223e00640 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b9090c4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f7223400640 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904eaa0 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f7210061300 tx=0x7f7210000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10212fe9251c668c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f720cc00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.222+0000 7f720cc00640 1 -- 172.21.15.29:0/3889168278 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7210058a70 con 0x55b909024420 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f720cc00640 1 -- 172.21.15.29:0/3889168278 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f7210060cb0 con 0x55b909024420 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f722dbdf740 1 -- 172.21.15.29:0/3889168278 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f721c004040 con 0x55b909024420 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f720cc00640 1 -- 172.21.15.29:0/3889168278 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=95) ==== 24+0+0 (secure 0 0 0) 0x7f7210054c80 con 0x55b909024420 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f722dbdf740 10 client.7755 fetch_fsmap learned FSMap version 95 2024-09-12T03:14:34.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f722dbdf740 1 -- 172.21.15.29:0/3889168278 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=95,monmap=2+}) -- 0x55b909052990 con 0x55b909024420 2024-09-12T03:14:34.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f720cc00640 1 -- 172.21.15.29:0/3889168278 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f721c004040 con 0x55b909024420 2024-09-12T03:14:34.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f720cc00640 1 -- 172.21.15.29:0/3889168278 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 95) ==== 3550+0+0 (secure 0 0 0) 0x7f7210088b70 con 0x55b909024420 2024-09-12T03:14:34.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f722dbdf740 10 client.7755 fetch_fsmap finished waiting for FSMap version 95 2024-09-12T03:14:34.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f722dbdf740 10 client.7755 resolve_mds: resolved 6:2 to role '6:2' aka daemon mds.c 2024-09-12T03:14:34.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f722dbdf740 20 client.7755 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:34.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f722dbdf740 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x55b9090c7b10 0x55b90900e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f722dbdf740 4 client.7755 mds_command: new command op to 6928 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:14:34.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f722dbdf740 1 -- 172.21.15.29:0/3889168278 --> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b908f7a0e0 con 0x55b9090c7b10 2024-09-12T03:14:34.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.223+0000 7f7223e00640 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x55b9090c7b10 0x55b90900e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f7223e00640 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x55b9090c7b10 0x55b90900e7d0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6bd0a6eb6fbc7969 server_cookie=b8189211c9dd3fe in_seq=0 out_seq=0 2024-09-12T03:14:34.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f720cc00640 10 client.7755 ms_handle_connect on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:34.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f720cc00640 1 -- 172.21.15.29:0/3889168278 <== mds.2 v2:172.21.15.29:6833/2581876515 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x55b908f7a0e0 con 0x55b9090c7b10 2024-09-12T03:14:34.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f720cc00640 10 client.7755 handle_command_reply: tid=0 2024-09-12T03:14:34.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f722dbdf740 1 client.7755 shutdown 2024-09-12T03:14:34.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f722dbdf740 1 -- 172.21.15.29:0/3889168278 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 msgr2=0x55b90904eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f722dbdf740 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904eaa0 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f7210061300 tx=0x7f7210000bc0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f722dbdf740 1 -- 172.21.15.29:0/3889168278 shutdown_connections 2024-09-12T03:14:34.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f722dbdf740 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.29:6833/2581876515,v1:172.21.15.29:6835/2581876515] conn(0x55b9090c7b10 0x55b90900e7d0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f722dbdf740 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b909024800 0x55b90904efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f722dbdf740 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b909024420 0x55b90904eaa0 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f722dbdf740 1 --2- 172.21.15.29:0/3889168278 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b909012d80 0x55b9090c4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f720cc00640 0 client.7755 ms_handle_reset on v2:172.21.15.29:6833/2581876515 2024-09-12T03:14:34.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.224+0000 7f722dbdf740 1 -- 172.21.15.29:0/3889168278 >> 172.21.15.29:0/3889168278 conn(0x55b90900a480 msgr2=0x55b909022620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722dbdf740 1 -- 172.21.15.29:0/3889168278 shutdown_connections 2024-09-12T03:14:34.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722dbdf740 1 -- 172.21.15.29:0/3889168278 wait complete. 2024-09-12T03:14:34.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722dbdf740 20 client.7755 trim_cache size 0 max 16384 2024-09-12T03:14:34.231 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:34.231 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-12T03:14:34.231 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:14:34.231 INFO:teuthology.orchestra.run.smithi029.stdout: "f725e57c-cb5d-4386-899c-7941872cf8a0": { 2024-09-12T03:14:34.231 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:14:34.231 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "f725e57c-cb5d-4386-899c-7941872cf8a0", 2024-09-12T03:14:34.231 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:14:34.231 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:34.231 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:34.231 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:34.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722ac00640 1 -- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f720406be30 msgr2=0x7f720406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722ac00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f720406be30 0x7f720406e2f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f72240cfe10 tx=0x7f7214009190 comp rx=0 tx=0).stop 2024-09-12T03:14:34.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722ac00640 1 -- 172.21.15.29:0/2039468797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72240d4c80 msgr2=0x7f72240cd910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722ac00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72240d4c80 0x7f72240cd910 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f72100011e0 tx=0x7f721000cbe0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722ac00640 1 -- 172.21.15.29:0/2039468797 shutdown_connections 2024-09-12T03:14:34.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722ac00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f720406be30 0x7f720406e2f0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722ac00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7224161c70 0x7f72241f5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722ac00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72240d4c80 0x7f72240cd910 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722ac00640 1 --2- 172.21.15.29:0/2039468797 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f722406eaa0 0x7f72240ca9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.225+0000 7f722ac00640 1 -- 172.21.15.29:0/2039468797 >> 172.21.15.29:0/2039468797 conn(0x7f722408c000 msgr2=0x7f7224069c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.226+0000 7f722ac00640 1 -- 172.21.15.29:0/2039468797 shutdown_connections 2024-09-12T03:14:34.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.226+0000 7f722ac00640 1 -- 172.21.15.29:0/2039468797 wait complete. 2024-09-12T03:14:34.241 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:14:34.241 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:14:34.241 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.6:0 scrub status 2024-09-12T03:14:34.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.400+0000 7f602f400640 1 Processor -- start 2024-09-12T03:14:34.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.400+0000 7f602f400640 1 -- start start 2024-09-12T03:14:34.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.401+0000 7f602f400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60280b4e50 0x7f60280b52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.401+0000 7f602f400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60280af680 con 0x7f602815b3d0 2024-09-12T03:14:34.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.401+0000 7f602f400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60280af960 con 0x7f60280ae8c0 2024-09-12T03:14:34.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.401+0000 7f602f400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f60280b0e30 con 0x7f60280b4e50 2024-09-12T03:14:34.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.402+0000 7f602ca00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f602815b3d0 0x7f60280b0720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42432/0 (socket says 172.21.15.29:42432) 2024-09-12T03:14:34.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.402+0000 7f602ca00640 1 -- 172.21.15.29:0/1008043698 learned_addr learned my addr 172.21.15.29:0/1008043698 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:34.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.402+0000 7f6027e00640 1 --2- 172.21.15.29:0/1008043698 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60280b4e50 0x7f60280b52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.402+0000 7f6027400640 1 -- 172.21.15.29:0/1008043698 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1424228131 0 0) 0x7f60280af680 con 0x7f602815b3d0 2024-09-12T03:14:34.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.402+0000 7f6027400640 1 -- 172.21.15.29:0/1008043698 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6010005730 con 0x7f602815b3d0 2024-09-12T03:14:34.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.402+0000 7f6027400640 1 -- 172.21.15.29:0/1008043698 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 195898773 0 0) 0x7f60280af960 con 0x7f60280ae8c0 2024-09-12T03:14:34.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.402+0000 7f6027400640 1 -- 172.21.15.29:0/1008043698 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f60280af680 con 0x7f60280ae8c0 2024-09-12T03:14:34.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.402+0000 7f6027e00640 1 -- 172.21.15.29:0/1008043698 >> v1:172.21.15.38:6789/0 conn(0x7f60280ae8c0 legacy=0x7f60280aed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.402+0000 7f6027e00640 1 -- 172.21.15.29:0/1008043698 >> v1:172.21.15.29:6789/0 conn(0x7f602815b3d0 legacy=0x7f60280b0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.402+0000 7f6027e00640 1 -- 172.21.15.29:0/1008043698 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60280afc40 con 0x7f60280b4e50 2024-09-12T03:14:34.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.403+0000 7f6027e00640 1 --2- 172.21.15.29:0/1008043698 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60280b4e50 0x7f60280b52e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f60140097d0 tx=0x7f601402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2e9e14865e703c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.404+0000 7f6027400640 1 -- 172.21.15.29:0/1008043698 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6014037070 con 0x7f60280b4e50 2024-09-12T03:14:34.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.404+0000 7f6027400640 1 -- 172.21.15.29:0/1008043698 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6014032440 con 0x7f60280b4e50 2024-09-12T03:14:34.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.404+0000 7f6027400640 1 -- 172.21.15.29:0/1008043698 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60140327f0 con 0x7f60280b4e50 2024-09-12T03:14:34.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.404+0000 7f602f400640 1 -- 172.21.15.29:0/1008043698 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60280b4e50 msgr2=0x7f60280b52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.404+0000 7f602f400640 1 --2- 172.21.15.29:0/1008043698 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60280b4e50 0x7f60280b52e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f60140097d0 tx=0x7f601402a210 comp rx=0 tx=0).stop 2024-09-12T03:14:34.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.404+0000 7f602f400640 1 -- 172.21.15.29:0/1008043698 shutdown_connections 2024-09-12T03:14:34.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.404+0000 7f602f400640 1 --2- 172.21.15.29:0/1008043698 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60280b4e50 0x7f60280b52e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.404+0000 7f602f400640 1 -- 172.21.15.29:0/1008043698 >> 172.21.15.29:0/1008043698 conn(0x7f602809aa70 msgr2=0x7f60280b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.404+0000 7f602f400640 1 -- 172.21.15.29:0/1008043698 shutdown_connections 2024-09-12T03:14:34.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.404+0000 7f602f400640 1 -- 172.21.15.29:0/1008043698 wait complete. 2024-09-12T03:14:34.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.406+0000 7f602f400640 1 Processor -- start 2024-09-12T03:14:34.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.406+0000 7f602f400640 1 -- start start 2024-09-12T03:14:34.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.407+0000 7f602f400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60280ae8c0 0x7f60280cdd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.407+0000 7f602f400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f60280b4e50 0x7f6028155d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.407+0000 7f602f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f602815b3d0 0x7f6028147d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.407+0000 7f602f400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f60280b0200 con 0x7f602815b3d0 2024-09-12T03:14:34.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.407+0000 7f602f400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f60280af440 con 0x7f60280b4e50 2024-09-12T03:14:34.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.407+0000 7f602f400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f602815b7b0 con 0x7f60280ae8c0 2024-09-12T03:14:34.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.407+0000 7f602d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f602815b3d0 0x7f6028147d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.407+0000 7f602d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f602815b3d0 0x7f6028147d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38428/0 (socket says 172.21.15.29:38428) 2024-09-12T03:14:34.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.407+0000 7f602d400640 1 -- 172.21.15.29:0/936165781 learned_addr learned my addr 172.21.15.29:0/936165781 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.407+0000 7f602ca00640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60280ae8c0 0x7f60280cdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f6027e00640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f60280b4e50 0x7f6028155d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f602d400640 1 -- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60280ae8c0 msgr2=0x7f60280cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f602d400640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60280ae8c0 0x7f60280cdd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f602d400640 1 -- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f60280b4e50 msgr2=0x7f6028155d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f602d400640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f60280b4e50 0x7f6028155d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f602d400640 1 -- 172.21.15.29:0/936165781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6028153e90 con 0x7f602815b3d0 2024-09-12T03:14:34.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f602d400640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f602815b3d0 0x7f6028147d70 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f602000c7c0 tx=0x7f602000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f6024c00640 1 -- 172.21.15.29:0/936165781 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6020003b70 con 0x7f602815b3d0 2024-09-12T03:14:34.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f6024c00640 1 -- 172.21.15.29:0/936165781 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6020003d10 con 0x7f602815b3d0 2024-09-12T03:14:34.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f6024c00640 1 -- 172.21.15.29:0/936165781 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f602000aa50 con 0x7f602815b3d0 2024-09-12T03:14:34.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f602f400640 1 -- 172.21.15.29:0/936165781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6028154170 con 0x7f602815b3d0 2024-09-12T03:14:34.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.408+0000 7f602f400640 1 -- 172.21.15.29:0/936165781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6028154730 con 0x7f602815b3d0 2024-09-12T03:14:34.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.410+0000 7f6024c00640 1 -- 172.21.15.29:0/936165781 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f602000abf0 con 0x7f602815b3d0 2024-09-12T03:14:34.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.411+0000 7f6024c00640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f600806be30 0x7f600806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.411+0000 7f6024c00640 1 -- 172.21.15.29:0/936165781 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f602008aef0 con 0x7f602815b3d0 2024-09-12T03:14:34.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.412+0000 7f602ca00640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f600806be30 0x7f600806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.412+0000 7f603223f740 1 Processor -- start 2024-09-12T03:14:34.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.412+0000 7f603223f740 1 -- start start 2024-09-12T03:14:34.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.412+0000 7f602ca00640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f600806be30 0x7f600806e2f0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f601c000f60 tx=0x7f601c007d30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f603223f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 0x558534deac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f603223f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 0x558534deb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f603223f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534da0480 0x558534deb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f603223f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558534d08660 con 0x558534dba800 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f603223f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558534cb0680 con 0x558534dba420 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f603223f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558534d04620 con 0x558534da0480 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f602ca00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 0x558534deac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f6027e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 0x558534deb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f602d400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534da0480 0x558534deb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f602ca00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 0x558534deac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:47422/0 (socket says 172.21.15.29:47422) 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f602ca00640 1 -- 172.21.15.29:0/4000198444 learned_addr learned my addr 172.21.15.29:0/4000198444 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.413+0000 7f6027e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 0x558534deb200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38442/0 (socket says 172.21.15.29:38442) 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.414+0000 7f602ca00640 1 -- 172.21.15.29:0/4000198444 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534da0480 msgr2=0x558534deb740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.414+0000 7f602ca00640 1 --2- 172.21.15.29:0/4000198444 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534da0480 0x558534deb740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.414+0000 7f602ca00640 1 -- 172.21.15.29:0/4000198444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 msgr2=0x558534deb200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.414+0000 7f602ca00640 1 --2- 172.21.15.29:0/4000198444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 0x558534deb200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.414+0000 7f602ca00640 1 -- 172.21.15.29:0/4000198444 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558534ae57d0 con 0x558534dba420 2024-09-12T03:14:34.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.414+0000 7f602ca00640 1 --2- 172.21.15.29:0/4000198444 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 0x558534deac40 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f601c005be0 tx=0x7f601c012000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=383f3a5e9d25f7cf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.414+0000 7f6019200640 1 -- 172.21.15.29:0/4000198444 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c026070 con 0x558534dba420 2024-09-12T03:14:34.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.414+0000 7f6019200640 1 -- 172.21.15.29:0/4000198444 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f601c001430 con 0x558534dba420 2024-09-12T03:14:34.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.414+0000 7f6019200640 1 -- 172.21.15.29:0/4000198444 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c0017e0 con 0x558534dba420 2024-09-12T03:14:34.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.415+0000 7f603223f740 1 -- 172.21.15.29:0/4000198444 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 msgr2=0x558534deac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.415+0000 7f603223f740 1 --2- 172.21.15.29:0/4000198444 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 0x558534deac40 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f601c005be0 tx=0x7f601c012000 comp rx=0 tx=0).stop 2024-09-12T03:14:34.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.415+0000 7f603223f740 1 -- 172.21.15.29:0/4000198444 shutdown_connections 2024-09-12T03:14:34.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.415+0000 7f603223f740 1 --2- 172.21.15.29:0/4000198444 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534da0480 0x558534deb740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.415+0000 7f603223f740 1 --2- 172.21.15.29:0/4000198444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 0x558534deb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.415+0000 7f603223f740 1 --2- 172.21.15.29:0/4000198444 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 0x558534deac40 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.415+0000 7f603223f740 1 -- 172.21.15.29:0/4000198444 >> 172.21.15.29:0/4000198444 conn(0x558534da1220 msgr2=0x558534de9840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.415+0000 7f603223f740 1 -- 172.21.15.29:0/4000198444 shutdown_connections 2024-09-12T03:14:34.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.415+0000 7f603223f740 1 -- 172.21.15.29:0/4000198444 wait complete. 2024-09-12T03:14:34.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.416+0000 7f603223f740 1 -- start start 2024-09-12T03:14:34.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.416+0000 7f603223f740 1 Processor -- start 2024-09-12T03:14:34.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f603223f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534dba420 0x558534dd0600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f603223f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 0x558534df97e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f603223f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534df9d20 0x558534dfd370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f603223f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558534d9f3e0 con 0x558534dba800 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f603223f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558534c914c0 con 0x558534df9d20 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f603223f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558534d9f6c0 con 0x558534dba420 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f603223f740 10 client.0 _ll_register_callbacks cb 0x558534d00e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f6027e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 0x558534df97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f6027e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 0x558534df97e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38444/0 (socket says 172.21.15.29:38444) 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f6027e00640 1 -- 172.21.15.29:0/3190463497 learned_addr learned my addr 172.21.15.29:0/3190463497 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f602ca00640 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534dba420 0x558534dd0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.417+0000 7f602d400640 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534df9d20 0x558534dfd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.418+0000 7f6027e00640 1 -- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534dba420 msgr2=0x558534dd0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.418+0000 7f6027e00640 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534dba420 0x558534dd0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.418+0000 7f6027e00640 1 -- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534df9d20 msgr2=0x558534dfd370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.418+0000 7f6027e00640 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534df9d20 0x558534dfd370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.418+0000 7f6027e00640 1 -- 172.21.15.29:0/3190463497 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558534a1b3f0 con 0x558534dba800 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.418+0000 7f6027e00640 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 0x558534df97e0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f6014035040 tx=0x7f6014004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=346a74232034342e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.418+0000 7f600d600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.418+0000 7f600d600640 1 -- 172.21.15.29:0/3190463497 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6014037040 con 0x558534dba800 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.418+0000 7f603223f740 1 -- 172.21.15.29:0/3190463497 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f601c001430 con 0x558534dba800 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.418+0000 7f600d600640 1 -- 172.21.15.29:0/3190463497 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f6014003a20 con 0x558534dba800 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f600d600640 1 -- 172.21.15.29:0/3190463497 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=95) ==== 24+0+0 (secure 0 0 0) 0x7f601404e050 con 0x558534dba800 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f603223f740 10 client.7767 fetch_fsmap learned FSMap version 95 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f603223f740 1 -- 172.21.15.29:0/3190463497 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=95,monmap=2+}) -- 0x5585349db0f0 con 0x558534dba800 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f600d600640 1 -- 172.21.15.29:0/3190463497 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f601c001430 con 0x558534dba800 2024-09-12T03:14:34.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f600d600640 1 -- 172.21.15.29:0/3190463497 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 95) ==== 3550+0+0 (secure 0 0 0) 0x7f6014051020 con 0x558534dba800 2024-09-12T03:14:34.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f603223f740 10 client.7767 fetch_fsmap finished waiting for FSMap version 95 2024-09-12T03:14:34.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f603223f740 10 client.7767 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:34.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f603223f740 20 client.7767 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:34.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f603223f740 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x558534de5350 0x558534de5780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f603223f740 4 client.7767 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:14:34.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f603223f740 1 -- 172.21.15.29:0/3190463497 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558534d15d90 con 0x558534de5350 2024-09-12T03:14:34.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.419+0000 7f602ca00640 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x558534de5350 0x558534de5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.420+0000 7f602ca00640 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x558534de5350 0x558534de5780 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5a8c5743fd72d3d server_cookie=6aba74a5c3981e0f in_seq=0 out_seq=0 2024-09-12T03:14:34.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.420+0000 7f600d600640 10 client.7767 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:34.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f600d600640 1 -- 172.21.15.29:0/3190463497 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558534d15d90 con 0x558534de5350 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f600d600640 10 client.7767 handle_command_reply: tid=0 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f603223f740 1 client.7767 shutdown 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f603223f740 1 -- 172.21.15.29:0/3190463497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 msgr2=0x558534df97e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f603223f740 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 0x558534df97e0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f6014035040 tx=0x7f6014004730 comp rx=0 tx=0).stop 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f603223f740 1 -- 172.21.15.29:0/3190463497 shutdown_connections 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f603223f740 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x558534de5350 0x558534de5780 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f603223f740 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534df9d20 0x558534dfd370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f603223f740 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba800 0x558534df97e0 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f603223f740 1 --2- 172.21.15.29:0/3190463497 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534dba420 0x558534dd0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f600d600640 0 client.7767 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.421+0000 7f603223f740 1 -- 172.21.15.29:0/3190463497 >> 172.21.15.29:0/3190463497 conn(0x558534da0480 msgr2=0x558534de3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.422+0000 7f603223f740 1 -- 172.21.15.29:0/3190463497 shutdown_connections 2024-09-12T03:14:34.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.422+0000 7f603223f740 1 -- 172.21.15.29:0/3190463497 wait complete. 2024-09-12T03:14:34.427 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.422+0000 7f603223f740 20 client.7767 trim_cache size 0 max 16384 2024-09-12T03:14:34.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.440+0000 7f603223f740 1 Processor -- start 2024-09-12T03:14:34.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.440+0000 7f603223f740 1 -- start start 2024-09-12T03:14:34.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f603223f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 0x558534df9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f603223f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534dba800 0x558534dead80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f603223f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534df9d20 0x558534e042c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f603223f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f60281fcdd0 con 0x558534df9d20 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f603223f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f60281fbfd0 con 0x558534dba420 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f603223f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f60281fc6a0 con 0x558534dba800 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f602d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534df9d20 0x558534e042c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f602d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534df9d20 0x558534e042c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38448/0 (socket says 172.21.15.29:38448) 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f602d400640 1 -- 172.21.15.29:0/195349685 learned_addr learned my addr 172.21.15.29:0/195349685 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f602ca00640 1 --2- 172.21.15.29:0/195349685 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 0x558534df9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f6027e00640 1 --2- 172.21.15.29:0/195349685 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534dba800 0x558534dead80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.441+0000 7f602d400640 1 -- 172.21.15.29:0/195349685 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534dba800 msgr2=0x558534dead80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.442+0000 7f602d400640 1 --2- 172.21.15.29:0/195349685 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534dba800 0x558534dead80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.442+0000 7f602d400640 1 -- 172.21.15.29:0/195349685 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 msgr2=0x558534df9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.442+0000 7f602d400640 1 --2- 172.21.15.29:0/195349685 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 0x558534df9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.442+0000 7f602d400640 1 -- 172.21.15.29:0/195349685 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558534b7e940 con 0x558534df9d20 2024-09-12T03:14:34.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.442+0000 7f602d400640 1 --2- 172.21.15.29:0/195349685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534df9d20 0x558534e042c0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7f6020058fd0 tx=0x7f6020005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4cbe7b17a848aa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.442+0000 7f600fe00640 1 -- 172.21.15.29:0/195349685 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6020089290 con 0x558534df9d20 2024-09-12T03:14:34.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.442+0000 7f600fe00640 1 -- 172.21.15.29:0/195349685 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60200556b0 con 0x558534df9d20 2024-09-12T03:14:34.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.442+0000 7f600fe00640 1 -- 172.21.15.29:0/195349685 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6020082db0 con 0x558534df9d20 2024-09-12T03:14:34.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.443+0000 7f603223f740 1 -- 172.21.15.29:0/195349685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534df9d20 msgr2=0x558534e042c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.443+0000 7f603223f740 1 --2- 172.21.15.29:0/195349685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534df9d20 0x558534e042c0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7f6020058fd0 tx=0x7f6020005040 comp rx=0 tx=0).stop 2024-09-12T03:14:34.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.443+0000 7f603223f740 1 -- 172.21.15.29:0/195349685 shutdown_connections 2024-09-12T03:14:34.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.443+0000 7f603223f740 1 --2- 172.21.15.29:0/195349685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534df9d20 0x558534e042c0 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.443+0000 7f603223f740 1 --2- 172.21.15.29:0/195349685 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534dba800 0x558534dead80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.443+0000 7f603223f740 1 --2- 172.21.15.29:0/195349685 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba420 0x558534df9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.443+0000 7f603223f740 1 -- 172.21.15.29:0/195349685 >> 172.21.15.29:0/195349685 conn(0x558534da0480 msgr2=0x558534dea1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.443+0000 7f603223f740 1 -- 172.21.15.29:0/195349685 shutdown_connections 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.443+0000 7f603223f740 1 -- 172.21.15.29:0/195349685 wait complete. 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.443+0000 7f603223f740 1 -- start start 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.444+0000 7f603223f740 1 Processor -- start 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f603223f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba420 0x558534e669d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f603223f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba800 0x558534dfc720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f603223f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534df9d20 0x558534de2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f603223f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f60280b3610 con 0x558534dba420 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f603223f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558534de3f10 con 0x558534dba800 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f603223f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558534e52160 con 0x558534df9d20 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f603223f740 10 client.0 _ll_register_callbacks cb 0x7f6010006af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f602ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba420 0x558534e669d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f602ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba420 0x558534e669d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38458/0 (socket says 172.21.15.29:38458) 2024-09-12T03:14:34.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f602ca00640 1 -- 172.21.15.29:0/1878351025 learned_addr learned my addr 172.21.15.29:0/1878351025 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f6027e00640 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba800 0x558534dfc720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f602d400640 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534df9d20 0x558534de2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f602ca00640 1 -- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534df9d20 msgr2=0x558534de2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f602ca00640 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534df9d20 0x558534de2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f602ca00640 1 -- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba800 msgr2=0x558534dfc720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f602ca00640 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba800 0x558534dfc720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f602ca00640 1 -- 172.21.15.29:0/1878351025 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558534e51c90 con 0x558534dba420 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f602d400640 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534df9d20 0x558534de2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f6027e00640 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba800 0x558534dfc720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.445+0000 7f602ca00640 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba420 0x558534e669d0 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f601c01f000 tx=0x7f601c000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23798a86f305c7b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f600d600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f600d600640 1 -- 172.21.15.29:0/1878351025 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601c026070 con 0x558534dba420 2024-09-12T03:14:34.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f600d600640 1 -- 172.21.15.29:0/1878351025 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f601c0078f0 con 0x558534dba420 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f603223f740 1 -- 172.21.15.29:0/1878351025 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60200556b0 con 0x558534dba420 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f600d600640 1 -- 172.21.15.29:0/1878351025 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=95) ==== 24+0+0 (secure 0 0 0) 0x7f601c0017e0 con 0x558534dba420 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f603223f740 10 client.7773 fetch_fsmap learned FSMap version 95 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f603223f740 1 -- 172.21.15.29:0/1878351025 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=95,monmap=2+}) -- 0x558534e51f00 con 0x558534dba420 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f600d600640 1 -- 172.21.15.29:0/1878351025 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60200556b0 con 0x558534dba420 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f600d600640 1 -- 172.21.15.29:0/1878351025 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 95) ==== 3550+0+0 (secure 0 0 0) 0x7f601c02c040 con 0x558534dba420 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f603223f740 10 client.7773 fetch_fsmap finished waiting for FSMap version 95 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f603223f740 10 client.7773 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f603223f740 20 client.7773 populate_metadata read hostname 'smithi029' 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f603223f740 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x558534dfcd00 0x558534de33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f603223f740 4 client.7773 mds_command: new command op to 7233 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:14:34.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.446+0000 7f603223f740 1 -- 172.21.15.29:0/1878351025 --> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558534dcb370 con 0x558534dfcd00 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.447+0000 7f6027e00640 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x558534dfcd00 0x558534de33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f6027e00640 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x558534dfcd00 0x558534de33d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e637c1811448489 server_cookie=332ac097aae9ea13 in_seq=0 out_seq=0 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f600d600640 10 client.7773 ms_handle_connect on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f600d600640 1 -- 172.21.15.29:0/1878351025 <== mds.0 v2:172.21.15.38:6835/1296681172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x558534dcb370 con 0x558534dfcd00 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f600d600640 10 client.7773 handle_command_reply: tid=0 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 1 client.7773 shutdown 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 1 -- 172.21.15.29:0/1878351025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba420 msgr2=0x558534e669d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba420 0x558534e669d0 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f601c01f000 tx=0x7f601c000ed0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 1 -- 172.21.15.29:0/1878351025 shutdown_connections 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:6835/1296681172,v1:172.21.15.38:6837/1296681172] conn(0x558534dfcd00 0x558534de33d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558534df9d20 0x558534de2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558534dba800 0x558534dfc720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f600d600640 0 client.7773 ms_handle_reset on v2:172.21.15.38:6835/1296681172 2024-09-12T03:14:34.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 1 --2- 172.21.15.29:0/1878351025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558534dba420 0x558534e669d0 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 1 -- 172.21.15.29:0/1878351025 >> 172.21.15.29:0/1878351025 conn(0x558534da0480 msgr2=0x558534de6310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 1 -- 172.21.15.29:0/1878351025 shutdown_connections 2024-09-12T03:14:34.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 1 -- 172.21.15.29:0/1878351025 wait complete. 2024-09-12T03:14:34.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.448+0000 7f603223f740 20 client.7773 trim_cache size 0 max 16384 2024-09-12T03:14:34.453 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:14:34.453 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-12T03:14:34.453 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:14:34.453 INFO:teuthology.orchestra.run.smithi029.stdout: "f725e57c-cb5d-4386-899c-7941872cf8a0": { 2024-09-12T03:14:34.453 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:14:34.454 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "f725e57c-cb5d-4386-899c-7941872cf8a0", 2024-09-12T03:14:34.454 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:14:34.454 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:34.454 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:14:34.454 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 -- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f600806be30 msgr2=0x7f600806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f600806be30 0x7f600806e2f0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f601c000f60 tx=0x7f601c007d30 comp rx=0 tx=0).stop 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 -- 172.21.15.29:0/936165781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f602815b3d0 msgr2=0x7f6028147d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f602815b3d0 0x7f6028147d70 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f602000c7c0 tx=0x7f602000cc80 comp rx=0 tx=0).stop 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 -- 172.21.15.29:0/936165781 shutdown_connections 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f600806be30 0x7f600806e2f0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f602815b3d0 0x7f6028147d70 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f60280b4e50 0x7f6028155d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 --2- 172.21.15.29:0/936165781 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60280ae8c0 0x7f60280cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 -- 172.21.15.29:0/936165781 >> 172.21.15.29:0/936165781 conn(0x7f602809aa70 msgr2=0x7f60280b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 -- 172.21.15.29:0/936165781 shutdown_connections 2024-09-12T03:14:34.455 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.449+0000 7f602f400640 1 -- 172.21.15.29:0/936165781 wait complete. 2024-09-12T03:14:34.465 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:14:34.465 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:34.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.621+0000 7faae3600640 1 Processor -- start 2024-09-12T03:14:34.622 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.621+0000 7faae3600640 1 -- start start 2024-09-12T03:14:34.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.622+0000 7faae3600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faadc162750 0x7faadc0ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.622+0000 7faae3600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faadc0af860 con 0x7faadc0af3a0 2024-09-12T03:14:34.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.622+0000 7faae3600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faadc0afb40 con 0x7faadc1554d0 2024-09-12T03:14:34.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.623+0000 7faae3600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7faadc0b0470 con 0x7faadc162750 2024-09-12T03:14:34.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.623+0000 7faadbe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faadc162750 0x7faadc0ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.623+0000 7faadbe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7faadc162750 0x7faadc0ccf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38472/0 (socket says 172.21.15.29:38472) 2024-09-12T03:14:34.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.623+0000 7faadbe00640 1 -- 172.21.15.29:0/1280569900 learned_addr learned my addr 172.21.15.29:0/1280569900 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.623+0000 7faadbe00640 1 -- 172.21.15.29:0/1280569900 >> v1:172.21.15.38:6789/0 conn(0x7faadc1554d0 legacy=0x7faadc162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.623+0000 7faadbe00640 1 -- 172.21.15.29:0/1280569900 >> v1:172.21.15.29:6789/0 conn(0x7faadc0af3a0 legacy=0x7faadc06eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.623+0000 7faadbe00640 1 -- 172.21.15.29:0/1280569900 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faadc0afe20 con 0x7faadc162750 2024-09-12T03:14:34.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.624+0000 7faadbe00640 1 --2- 172.21.15.29:0/1280569900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faadc162750 0x7faadc0ccf60 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7faac8009870 tx=0x7faac802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71406fdb35df22b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.624+0000 7faadb400640 1 -- 172.21.15.29:0/1280569900 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac8037070 con 0x7faadc162750 2024-09-12T03:14:34.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.624+0000 7faadb400640 1 -- 172.21.15.29:0/1280569900 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faac802ae50 con 0x7faadc162750 2024-09-12T03:14:34.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.624+0000 7faadb400640 1 -- 172.21.15.29:0/1280569900 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac8032860 con 0x7faadc162750 2024-09-12T03:14:34.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.625+0000 7faae3600640 1 -- 172.21.15.29:0/1280569900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faadc162750 msgr2=0x7faadc0ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.625+0000 7faae3600640 1 --2- 172.21.15.29:0/1280569900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faadc162750 0x7faadc0ccf60 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7faac8009870 tx=0x7faac802a300 comp rx=0 tx=0).stop 2024-09-12T03:14:34.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.625+0000 7faae3600640 1 -- 172.21.15.29:0/1280569900 shutdown_connections 2024-09-12T03:14:34.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.625+0000 7faae3600640 1 --2- 172.21.15.29:0/1280569900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faadc162750 0x7faadc0ccf60 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.625+0000 7faae3600640 1 -- 172.21.15.29:0/1280569900 >> 172.21.15.29:0/1280569900 conn(0x7faadc0736d0 msgr2=0x7faadc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.625+0000 7faae3600640 1 -- 172.21.15.29:0/1280569900 shutdown_connections 2024-09-12T03:14:34.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.625+0000 7faae3600640 1 -- 172.21.15.29:0/1280569900 wait complete. 2024-09-12T03:14:34.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.627+0000 7faae3600640 1 Processor -- start 2024-09-12T03:14:34.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.627+0000 7faae3600640 1 -- start start 2024-09-12T03:14:34.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae3600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faadc0af3a0 0x7faadc14e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae3600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faadc1554d0 0x7faadc0cd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae3600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faadc162750 0x7faadc0b5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae3600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7faadc162d30 con 0x7faadc0af3a0 2024-09-12T03:14:34.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae3600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7faadc1558b0 con 0x7faadc1554d0 2024-09-12T03:14:34.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae3600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7faadc162eb0 con 0x7faadc162750 2024-09-12T03:14:34.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faadc0af3a0 0x7faadc14e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faadc0af3a0 0x7faadc14e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38474/0 (socket says 172.21.15.29:38474) 2024-09-12T03:14:34.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae0c00640 1 -- 172.21.15.29:0/2849084300 learned_addr learned my addr 172.21.15.29:0/2849084300 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:34.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faadbe00640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faadc1554d0 0x7faadc0cd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae1600640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faadc162750 0x7faadc0b5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae0c00640 1 -- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faadc162750 msgr2=0x7faadc0b5110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae0c00640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faadc162750 0x7faadc0b5110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae0c00640 1 -- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faadc1554d0 msgr2=0x7faadc0cd5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae0c00640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faadc1554d0 0x7faadc0cd5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae0c00640 1 -- 172.21.15.29:0/2849084300 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faadc14eb60 con 0x7faadc0af3a0 2024-09-12T03:14:34.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faadbe00640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faadc1554d0 0x7faadc0cd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:34.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.628+0000 7faae1600640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faadc162750 0x7faadc0b5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:34.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.629+0000 7faae0c00640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faadc0af3a0 0x7faadc14e310 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7faad000c450 tx=0x7faad000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.629+0000 7faad8c00640 1 -- 172.21.15.29:0/2849084300 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad00052d0 con 0x7faadc0af3a0 2024-09-12T03:14:34.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.629+0000 7faad8c00640 1 -- 172.21.15.29:0/2849084300 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faad0005470 con 0x7faadc0af3a0 2024-09-12T03:14:34.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.629+0000 7faad8c00640 1 -- 172.21.15.29:0/2849084300 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad0012870 con 0x7faadc0af3a0 2024-09-12T03:14:34.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.629+0000 7faae3600640 1 -- 172.21.15.29:0/2849084300 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faadc0cdae0 con 0x7faadc0af3a0 2024-09-12T03:14:34.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.629+0000 7faae3600640 1 -- 172.21.15.29:0/2849084300 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faadc14f0e0 con 0x7faadc0af3a0 2024-09-12T03:14:34.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.630+0000 7faae3600640 1 -- 172.21.15.29:0/2849084300 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faadc15e590 con 0x7faadc0af3a0 2024-09-12T03:14:34.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.631+0000 7faad8c00640 1 -- 172.21.15.29:0/2849084300 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faad0012a10 con 0x7faadc0af3a0 2024-09-12T03:14:34.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.632+0000 7faad8c00640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faabc06be30 0x7faabc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:34.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.632+0000 7faad8c00640 1 -- 172.21.15.29:0/2849084300 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7faad008ad30 con 0x7faadc0af3a0 2024-09-12T03:14:34.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.633+0000 7faadbe00640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faabc06be30 0x7faabc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:34.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.633+0000 7faadbe00640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faabc06be30 0x7faabc06e2f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7faac8034000 tx=0x7faac802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:34.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.636+0000 7faad8c00640 1 -- 172.21.15.29:0/2849084300 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faad0059440 con 0x7faadc0af3a0 2024-09-12T03:14:34.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.857+0000 7faae3600640 1 -- 172.21.15.29:0/2849084300 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faadc0b5ea0 con 0x7faadc0af3a0 2024-09-12T03:14:34.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.858+0000 7faad8c00640 1 -- 172.21.15.29:0/2849084300 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7faad0058d40 con 0x7faadc0af3a0 2024-09-12T03:14:34.858 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:34.859 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:34.859 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:34.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 -- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faabc06be30 msgr2=0x7faabc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faabc06be30 0x7faabc06e2f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7faac8034000 tx=0x7faac802e000 comp rx=0 tx=0).stop 2024-09-12T03:14:34.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 -- 172.21.15.29:0/2849084300 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faadc0af3a0 msgr2=0x7faadc14e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:34.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faadc0af3a0 0x7faadc14e310 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7faad000c450 tx=0x7faad000c910 comp rx=0 tx=0).stop 2024-09-12T03:14:34.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 -- 172.21.15.29:0/2849084300 shutdown_connections 2024-09-12T03:14:34.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7faabc06be30 0x7faabc06e2f0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7faadc162750 0x7faadc0b5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7faadc1554d0 0x7faadc0cd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 --2- 172.21.15.29:0/2849084300 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faadc0af3a0 0x7faadc14e310 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:34.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 -- 172.21.15.29:0/2849084300 >> 172.21.15.29:0/2849084300 conn(0x7faadc0736d0 msgr2=0x7faadc154100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:34.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 -- 172.21.15.29:0/2849084300 shutdown_connections 2024-09-12T03:14:34.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:34.860+0000 7faae3600640 1 -- 172.21.15.29:0/2849084300 wait complete. 2024-09-12T03:14:34.877 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:34.877 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:35.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.031+0000 7f1e3f000640 1 Processor -- start 2024-09-12T03:14:35.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.032+0000 7f1e3f000640 1 -- start start 2024-09-12T03:14:35.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.033+0000 7f1e3f000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e3815b130 0x7f1e380ccec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:35.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.033+0000 7f1e3f000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1e380cd400 0x7f1e380b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:35.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.033+0000 7f1e3f000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e380cd8f0 con 0x7f1e3815f9e0 2024-09-12T03:14:35.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.033+0000 7f1e3f000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f1e3815f550 con 0x7f1e380cd400 2024-09-12T03:14:35.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.033+0000 7f1e3f000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1e3815ef00 con 0x7f1e3815b130 2024-09-12T03:14:35.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.033+0000 7f1e3d000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f1e3815f9e0 0x7f1e38071f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42444/0 (socket says 172.21.15.29:42444) 2024-09-12T03:14:35.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.033+0000 7f1e3d000640 1 -- 172.21.15.29:0/1298093534 learned_addr learned my addr 172.21.15.29:0/1298093534 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:35.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.033+0000 7f1e2fe00640 1 --2- 172.21.15.29:0/1298093534 >> v2:172.21.15.38:3300/0 conn(0x7f1e380cd400 0x7f1e380b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:35.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.033+0000 7f1e37e00640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e3815b130 0x7f1e380ccec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:35.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2879749328 0 0) 0x7f1e380cd8f0 con 0x7f1e3815f9e0 2024-09-12T03:14:35.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1e1c005730 con 0x7f1e3815f9e0 2024-09-12T03:14:35.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1772303941 0 0) 0x7f1e1c005730 con 0x7f1e3815f9e0 2024-09-12T03:14:35.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e3815b130 msgr2=0x7f1e380ccec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:35.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e3815b130 0x7f1e380ccec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:35.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 >> v2:172.21.15.38:3300/0 conn(0x7f1e380cd400 msgr2=0x7f1e380b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:35.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 --2- 172.21.15.29:0/1298093534 >> v2:172.21.15.38:3300/0 conn(0x7f1e380cd400 0x7f1e380b45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:35.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e3815f1e0 con 0x7f1e3815f9e0 2024-09-12T03:14:35.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f1e300019f0 con 0x7f1e3815f9e0 2024-09-12T03:14:35.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 >> v1:172.21.15.29:6789/0 conn(0x7f1e3815f9e0 legacy=0x7f1e38071f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e3815b130 0x7f1e1c005c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e1c006200 0x7f1e1c006a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 0x7f1e1c0073d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1e3815f550 con 0x7f1e1c006f50 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1e3815ef00 con 0x7f1e1c006200 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1e1c00dc50 con 0x7f1e3815b130 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e2fe00640 1 --2- 172.21.15.29:0/1298093534 >> v2:172.21.15.38:3300/0 conn(0x7f1e380cd400 0x7f1e380b45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e3d000640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 0x7f1e1c0073d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.034+0000 7f1e37e00640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e3815b130 0x7f1e1c005c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.035+0000 7f1e2fe00640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e1c006200 0x7f1e1c006a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.035+0000 7f1e3d000640 1 -- 172.21.15.29:0/1298093534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e3815b130 msgr2=0x7f1e1c005c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.035+0000 7f1e3d000640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e3815b130 0x7f1e1c005c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.035+0000 7f1e3d000640 1 -- 172.21.15.29:0/1298093534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e1c006200 msgr2=0x7f1e1c006a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:35.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.035+0000 7f1e3d000640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e1c006200 0x7f1e1c006a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:35.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.035+0000 7f1e3d000640 1 -- 172.21.15.29:0/1298093534 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e1c005730 con 0x7f1e1c006f50 2024-09-12T03:14:35.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.036+0000 7f1e3d000640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 0x7f1e1c0073d0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f1e3000a780 tx=0x7f1e1c007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9ece8f3f9b2fe6f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:35.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.036+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3000a3d0 con 0x7f1e1c006f50 2024-09-12T03:14:35.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.036+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e3002f070 con 0x7f1e1c006f50 2024-09-12T03:14:35.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.036+0000 7f1e37400640 1 -- 172.21.15.29:0/1298093534 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3002bc40 con 0x7f1e1c006f50 2024-09-12T03:14:35.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.036+0000 7f1e3f000640 1 -- 172.21.15.29:0/1298093534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 msgr2=0x7f1e1c0073d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:35.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.036+0000 7f1e3f000640 1 --2- 172.21.15.29:0/1298093534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 0x7f1e1c0073d0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f1e3000a780 tx=0x7f1e1c007a40 comp rx=0 tx=0).stop 2024-09-12T03:14:35.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.036+0000 7f1e3d000640 1 -- 172.21.15.29:0/1298093534 reap_dead start 2024-09-12T03:14:35.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.037+0000 7f1e3f000640 1 -- 172.21.15.29:0/1298093534 shutdown_connections 2024-09-12T03:14:35.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.037+0000 7f1e3f000640 1 -- 172.21.15.29:0/1298093534 >> 172.21.15.29:0/1298093534 conn(0x7f1e380b5f10 msgr2=0x7f1e380b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:35.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.037+0000 7f1e3f000640 1 -- 172.21.15.29:0/1298093534 shutdown_connections 2024-09-12T03:14:35.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.037+0000 7f1e3f000640 1 -- 172.21.15.29:0/1298093534 wait complete. 2024-09-12T03:14:35.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.038+0000 7f1e3f000640 1 Processor -- start 2024-09-12T03:14:35.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.038+0000 7f1e3f000640 1 -- start start 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.039+0000 7f1e3f000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 0x7f1e381f71a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.039+0000 7f1e3f000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e38157180 0x7f1e38157600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.039+0000 7f1e3f000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e38142b40 0x7f1e38142fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.039+0000 7f1e3f000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1e3815c690 con 0x7f1e1c006f50 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.039+0000 7f1e3f000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1e3815c510 con 0x7f1e38157180 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.039+0000 7f1e3f000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1e380ccec0 con 0x7f1e38142b40 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.040+0000 7f1e37e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 0x7f1e381f71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.040+0000 7f1e37e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 0x7f1e381f71a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38492/0 (socket says 172.21.15.29:38492) 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.040+0000 7f1e37e00640 1 -- 172.21.15.29:0/3176155210 learned_addr learned my addr 172.21.15.29:0/3176155210 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.040+0000 7f1e3d000640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e38142b40 0x7f1e38142fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.040+0000 7f1e2fe00640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e38157180 0x7f1e38157600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:35.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.040+0000 7f1e37e00640 1 -- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e38142b40 msgr2=0x7f1e38142fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:35.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.040+0000 7f1e37e00640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e38142b40 0x7f1e38142fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:35.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.040+0000 7f1e37e00640 1 -- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e38157180 msgr2=0x7f1e38157600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:35.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.040+0000 7f1e37e00640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e38157180 0x7f1e38157600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:35.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.040+0000 7f1e37e00640 1 -- 172.21.15.29:0/3176155210 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e38151180 con 0x7f1e1c006f50 2024-09-12T03:14:35.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.040+0000 7f1e37e00640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 0x7f1e381f71a0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f1e280119a0 tx=0x7f1e28011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:35.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.041+0000 7f1e34c00640 1 -- 172.21.15.29:0/3176155210 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2800f9d0 con 0x7f1e1c006f50 2024-09-12T03:14:35.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.041+0000 7f1e34c00640 1 -- 172.21.15.29:0/3176155210 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e2800fb70 con 0x7f1e1c006f50 2024-09-12T03:14:35.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.041+0000 7f1e34c00640 1 -- 172.21.15.29:0/3176155210 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e28014440 con 0x7f1e1c006f50 2024-09-12T03:14:35.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.041+0000 7f1e3f000640 1 -- 172.21.15.29:0/3176155210 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e38151440 con 0x7f1e1c006f50 2024-09-12T03:14:35.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.041+0000 7f1e3f000640 1 -- 172.21.15.29:0/3176155210 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e38151a00 con 0x7f1e1c006f50 2024-09-12T03:14:35.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.042+0000 7f1e3f000640 1 -- 172.21.15.29:0/3176155210 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e38071f70 con 0x7f1e1c006f50 2024-09-12T03:14:35.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.043+0000 7f1e34c00640 1 -- 172.21.15.29:0/3176155210 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1e28012040 con 0x7f1e1c006f50 2024-09-12T03:14:35.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.044+0000 7f1e34c00640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e1406be30 0x7f1e1406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:35.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.044+0000 7f1e34c00640 1 -- 172.21.15.29:0/3176155210 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f1e2808b510 con 0x7f1e1c006f50 2024-09-12T03:14:35.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.044+0000 7f1e2fe00640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e1406be30 0x7f1e1406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:35.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.045+0000 7f1e2fe00640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e1406be30 0x7f1e1406e2f0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f1e38153f60 tx=0x7f1e20008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:35.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.048+0000 7f1e34c00640 1 -- 172.21.15.29:0/3176155210 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1e28019030 con 0x7f1e1c006f50 2024-09-12T03:14:35.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.303+0000 7f1e3f000640 1 -- 172.21.15.29:0/3176155210 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f1e3815d200 con 0x7f1e1c006f50 2024-09-12T03:14:35.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.304+0000 7f1e34c00640 1 -- 172.21.15.29:0/3176155210 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2008 (secure 0 0 0) 0x7f1e28059cb0 con 0x7f1e1c006f50 2024-09-12T03:14:35.304 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:35.304 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":394,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":706301,"bytes_used":266203136,"bytes_avail":772827910144,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":8531,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":22,"modified":"2024-09-12T03:14:31.808395+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 -- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e1406be30 msgr2=0x7f1e1406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e1406be30 0x7f1e1406e2f0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f1e38153f60 tx=0x7f1e20008040 comp rx=0 tx=0).stop 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 -- 172.21.15.29:0/3176155210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 msgr2=0x7f1e381f71a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 0x7f1e381f71a0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f1e280119a0 tx=0x7f1e28011da0 comp rx=0 tx=0).stop 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 -- 172.21.15.29:0/3176155210 shutdown_connections 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1e1406be30 0x7f1e1406e2f0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e38142b40 0x7f1e38142fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e38157180 0x7f1e38157600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 --2- 172.21.15.29:0/3176155210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c006f50 0x7f1e381f71a0 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 -- 172.21.15.29:0/3176155210 >> 172.21.15.29:0/3176155210 conn(0x7f1e380b5f10 msgr2=0x7f1e380cf020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 -- 172.21.15.29:0/3176155210 shutdown_connections 2024-09-12T03:14:35.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:35.306+0000 7f1e3f000640 1 -- 172.21.15.29:0/3176155210 wait complete. 2024-09-12T03:14:35.323 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'paused paths [/d1/d2/d3]', 'c': 'paused paths [/d1/d2/d3]', 'd': 'paused paths [/d1/d2/d3]'} 2024-09-12T03:14:35.502 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:14:35.502+0000 7fcf27c00640 -1 log_channel(cluster) log [ERR] : Health check update: 3 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-12T03:14:36.324 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:36.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.491+0000 7fccab600640 1 Processor -- start 2024-09-12T03:14:36.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.491+0000 7fccab600640 1 -- start start 2024-09-12T03:14:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.493+0000 7fccab600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcca40b5410 0x7fcca40cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.493+0000 7fccab600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcca40cf240 con 0x7fcca4161ec0 2024-09-12T03:14:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.493+0000 7fccab600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcca40d3500 con 0x7fcca4161ae0 2024-09-12T03:14:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.493+0000 7fccab600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcca40d32d0 con 0x7fcca40b5410 2024-09-12T03:14:36.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.493+0000 7fcca9600640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcca4161ec0 0x7fcca40c8030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42454/0 (socket says 172.21.15.29:42454) 2024-09-12T03:14:36.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.493+0000 7fcca9600640 1 -- 172.21.15.29:0/3892050969 learned_addr learned my addr 172.21.15.29:0/3892050969 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:36.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.493+0000 7fcc9be00640 1 --2- 172.21.15.29:0/3892050969 >> v2:172.21.15.38:3300/0 conn(0x7fcca40b5410 0x7fcca40cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:36.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.493+0000 7fcca3e00640 1 -- 172.21.15.29:0/3892050969 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2167173346 0 0) 0x7fcca40cf240 con 0x7fcca4161ec0 2024-09-12T03:14:36.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.493+0000 7fcca3e00640 1 -- 172.21.15.29:0/3892050969 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcc88003520 con 0x7fcca4161ec0 2024-09-12T03:14:36.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.494+0000 7fcc9be00640 1 -- 172.21.15.29:0/3892050969 >> v1:172.21.15.38:6789/0 conn(0x7fcca4161ae0 legacy=0x7fcca40ceb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:36.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.494+0000 7fcca3e00640 1 -- 172.21.15.29:0/3892050969 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3239071594 0 0) 0x7fcca40d3500 con 0x7fcca4161ae0 2024-09-12T03:14:36.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.494+0000 7fcc9be00640 1 -- 172.21.15.29:0/3892050969 >> v1:172.21.15.29:6789/0 conn(0x7fcca4161ec0 legacy=0x7fcca40c8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:36.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.494+0000 7fcc9be00640 1 -- 172.21.15.29:0/3892050969 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcca40d37c0 con 0x7fcca40b5410 2024-09-12T03:14:36.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.495+0000 7fcc9be00640 1 --2- 172.21.15.29:0/3892050969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca40b5410 0x7fcca40cf4b0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c009790 tx=0x7fcc8c02a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f45b7e79744fdec server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.495+0000 7fcca3e00640 1 -- 172.21.15.29:0/3892050969 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c037070 con 0x7fcca40b5410 2024-09-12T03:14:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.495+0000 7fcca3e00640 1 -- 172.21.15.29:0/3892050969 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc8c032440 con 0x7fcca40b5410 2024-09-12T03:14:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.495+0000 7fcca3e00640 1 -- 172.21.15.29:0/3892050969 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c032810 con 0x7fcca40b5410 2024-09-12T03:14:36.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.496+0000 7fccab600640 1 -- 172.21.15.29:0/3892050969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca40b5410 msgr2=0x7fcca40cf4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.496+0000 7fccab600640 1 --2- 172.21.15.29:0/3892050969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca40b5410 0x7fcca40cf4b0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c009790 tx=0x7fcc8c02a210 comp rx=0 tx=0).stop 2024-09-12T03:14:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.496+0000 7fccab600640 1 -- 172.21.15.29:0/3892050969 shutdown_connections 2024-09-12T03:14:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.496+0000 7fccab600640 1 --2- 172.21.15.29:0/3892050969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca40b5410 0x7fcca40cf4b0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.496+0000 7fccab600640 1 -- 172.21.15.29:0/3892050969 >> 172.21.15.29:0/3892050969 conn(0x7fcca408c000 msgr2=0x7fcca40d44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.496+0000 7fccab600640 1 -- 172.21.15.29:0/3892050969 shutdown_connections 2024-09-12T03:14:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.496+0000 7fccab600640 1 -- 172.21.15.29:0/3892050969 wait complete. 2024-09-12T03:14:36.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.497+0000 7fccab600640 1 Processor -- start 2024-09-12T03:14:36.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.498+0000 7fccab600640 1 -- start start 2024-09-12T03:14:36.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.498+0000 7fccab600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca40b5410 0x7fcca40ca600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:36.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.498+0000 7fccab600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcca4161ae0 0x7fcca415e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:36.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.498+0000 7fccab600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca4161ec0 0x7fcca40cb5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:36.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fccab600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcca40cf9f0 con 0x7fcca4161ae0 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fccab600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcca40d3d80 con 0x7fcca40b5410 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fccab600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcca40cfb70 con 0x7fcca4161ec0 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fcc9be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcca4161ae0 0x7fcca415e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fcc9be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcca4161ae0 0x7fcca415e3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38496/0 (socket says 172.21.15.29:38496) 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fcc9be00640 1 -- 172.21.15.29:0/2919178398 learned_addr learned my addr 172.21.15.29:0/2919178398 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fcca8c00640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca40b5410 0x7fcca40ca600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fcca9600640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca4161ec0 0x7fcca40cb5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fcc9be00640 1 -- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca4161ec0 msgr2=0x7fcca40cb5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fcc9be00640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca4161ec0 0x7fcca40cb5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fcc9be00640 1 -- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca40b5410 msgr2=0x7fcca40ca600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fcc9be00640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca40b5410 0x7fcca40ca600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fcc9be00640 1 -- 172.21.15.29:0/2919178398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcca415ee80 con 0x7fcca4161ae0 2024-09-12T03:14:36.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.499+0000 7fcca8c00640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca40b5410 0x7fcca40ca600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:36.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.500+0000 7fcc9be00640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcca4161ae0 0x7fcca415e3c0 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c035040 tx=0x7fcc8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:36.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.500+0000 7fcca1600640 1 -- 172.21.15.29:0/2919178398 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c037040 con 0x7fcca4161ae0 2024-09-12T03:14:36.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.500+0000 7fcca1600640 1 -- 172.21.15.29:0/2919178398 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc8c005bb0 con 0x7fcca4161ae0 2024-09-12T03:14:36.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.500+0000 7fccab600640 1 -- 172.21.15.29:0/2919178398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcca415f160 con 0x7fcca4161ae0 2024-09-12T03:14:36.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.500+0000 7fcca1600640 1 -- 172.21.15.29:0/2919178398 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c006030 con 0x7fcca4161ae0 2024-09-12T03:14:36.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.500+0000 7fccab600640 1 -- 172.21.15.29:0/2919178398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcca415f720 con 0x7fcca4161ae0 2024-09-12T03:14:36.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.501+0000 7fccab600640 1 -- 172.21.15.29:0/2919178398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcca40cf4b0 con 0x7fcca4161ae0 2024-09-12T03:14:36.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.502+0000 7fcca1600640 1 -- 172.21.15.29:0/2919178398 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcc8c0061d0 con 0x7fcca4161ae0 2024-09-12T03:14:36.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.503+0000 7fcca1600640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc8006be30 0x7fcc8006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:36.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.503+0000 7fcca1600640 1 -- 172.21.15.29:0/2919178398 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fcc8c0abf20 con 0x7fcca4161ae0 2024-09-12T03:14:36.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.503+0000 7fcca8c00640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc8006be30 0x7fcc8006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:36.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.504+0000 7fcca8c00640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc8006be30 0x7fcc8006e2f0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fcc94000f60 tx=0x7fcc94009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:36.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.507+0000 7fcca1600640 1 -- 172.21.15.29:0/2919178398 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcc8c07a630 con 0x7fcca4161ae0 2024-09-12T03:14:36.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.727+0000 7fccab600640 1 -- 172.21.15.29:0/2919178398 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcca406bd30 con 0x7fcca4161ae0 2024-09-12T03:14:36.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.728+0000 7fcca1600640 1 -- 172.21.15.29:0/2919178398 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7fcc8c079f30 con 0x7fcca4161ae0 2024-09-12T03:14:36.729 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:36.729 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:36.729 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 -- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc8006be30 msgr2=0x7fcc8006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc8006be30 0x7fcc8006e2f0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fcc94000f60 tx=0x7fcc94009040 comp rx=0 tx=0).stop 2024-09-12T03:14:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 -- 172.21.15.29:0/2919178398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcca4161ae0 msgr2=0x7fcca415e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcca4161ae0 0x7fcca415e3c0 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c035040 tx=0x7fcc8c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 -- 172.21.15.29:0/2919178398 shutdown_connections 2024-09-12T03:14:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc8006be30 0x7fcc8006e2f0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcca4161ec0 0x7fcca40cb5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcca4161ae0 0x7fcca415e3c0 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 --2- 172.21.15.29:0/2919178398 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcca40b5410 0x7fcca40ca600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 -- 172.21.15.29:0/2919178398 >> 172.21.15.29:0/2919178398 conn(0x7fcca408c000 msgr2=0x7fcca406cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 -- 172.21.15.29:0/2919178398 shutdown_connections 2024-09-12T03:14:36.732 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.730+0000 7fccab600640 1 -- 172.21.15.29:0/2919178398 wait complete. 2024-09-12T03:14:36.747 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:36.747 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:36.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.903+0000 7f09f2800640 1 Processor -- start 2024-09-12T03:14:36.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.903+0000 7f09f2800640 1 -- start start 2024-09-12T03:14:36.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.904+0000 7f09f2800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f09ec15e6d0 0x7f09ec0d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:36.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.904+0000 7f09f2800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f09ec0d3800 0x7f09ec0d0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:36.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.904+0000 7f09f2800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09ec0cf7b0 con 0x7f09ec0d14f0 2024-09-12T03:14:36.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.904+0000 7f09f2800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f09ec0b3ec0 con 0x7f09ec15e6d0 2024-09-12T03:14:36.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.904+0000 7f09f2800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f09ec0d3c50 con 0x7f09ec0d3800 2024-09-12T03:14:36.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.905+0000 7f09eb400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f09ec15e6d0 0x7f09ec0d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:36.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.905+0000 7f09eb400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f09ec15e6d0 0x7f09ec0d32c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38506/0 (socket says 172.21.15.29:38506) 2024-09-12T03:14:36.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.905+0000 7f09eb400640 1 -- 172.21.15.29:0/1926367221 learned_addr learned my addr 172.21.15.29:0/1926367221 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:36.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.905+0000 7f09eaa00640 1 --2- 172.21.15.29:0/1926367221 >> v2:172.21.15.38:3300/0 conn(0x7f09ec0d3800 0x7f09ec0d0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:36.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.905+0000 7f09eb400640 1 -- 172.21.15.29:0/1926367221 >> v2:172.21.15.38:3300/0 conn(0x7f09ec0d3800 msgr2=0x7f09ec0d0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:36.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.905+0000 7f09eb400640 1 --2- 172.21.15.29:0/1926367221 >> v2:172.21.15.38:3300/0 conn(0x7f09ec0d3800 0x7f09ec0d0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.905+0000 7f09eb400640 1 -- 172.21.15.29:0/1926367221 >> v1:172.21.15.29:6789/0 conn(0x7f09ec0d14f0 legacy=0x7f09ec0b6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:36.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.905+0000 7f09eb400640 1 -- 172.21.15.29:0/1926367221 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09ec0d3e90 con 0x7f09ec15e6d0 2024-09-12T03:14:36.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.905+0000 7f09eaa00640 1 --2- 172.21.15.29:0/1926367221 >> v2:172.21.15.38:3300/0 conn(0x7f09ec0d3800 0x7f09ec0d0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:36.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.906+0000 7f09eb400640 1 --2- 172.21.15.29:0/1926367221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09ec15e6d0 0x7f09ec0d32c0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f09ec0cb640 tx=0x7f09dc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d65260d81b6aaad server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:36.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.907+0000 7f09ea000640 1 -- 172.21.15.29:0/1926367221 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09dc037070 con 0x7f09ec15e6d0 2024-09-12T03:14:36.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.907+0000 7f09ea000640 1 -- 172.21.15.29:0/1926367221 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09dc032440 con 0x7f09ec15e6d0 2024-09-12T03:14:36.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.907+0000 7f09ea000640 1 -- 172.21.15.29:0/1926367221 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09dc032810 con 0x7f09ec15e6d0 2024-09-12T03:14:36.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.907+0000 7f09f2800640 1 -- 172.21.15.29:0/1926367221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09ec15e6d0 msgr2=0x7f09ec0d32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:36.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.907+0000 7f09f2800640 1 --2- 172.21.15.29:0/1926367221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09ec15e6d0 0x7f09ec0d32c0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f09ec0cb640 tx=0x7f09dc02a210 comp rx=0 tx=0).stop 2024-09-12T03:14:36.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.907+0000 7f09f2800640 1 -- 172.21.15.29:0/1926367221 shutdown_connections 2024-09-12T03:14:36.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.907+0000 7f09f2800640 1 --2- 172.21.15.29:0/1926367221 >> v2:172.21.15.38:3300/0 conn(0x7f09ec0d3800 0x7f09ec0d0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.907+0000 7f09f2800640 1 --2- 172.21.15.29:0/1926367221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09ec15e6d0 0x7f09ec0d32c0 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.907+0000 7f09f2800640 1 -- 172.21.15.29:0/1926367221 >> 172.21.15.29:0/1926367221 conn(0x7f09ec067f80 msgr2=0x7f09ec06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:36.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.907+0000 7f09f2800640 1 -- 172.21.15.29:0/1926367221 shutdown_connections 2024-09-12T03:14:36.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.907+0000 7f09f2800640 1 -- 172.21.15.29:0/1926367221 wait complete. 2024-09-12T03:14:36.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.909+0000 7f09f2800640 1 Processor -- start 2024-09-12T03:14:36.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.909+0000 7f09f2800640 1 -- start start 2024-09-12T03:14:36.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.910+0000 7f09f2800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09ec0d14f0 0x7f09ec0c8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:36.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.910+0000 7f09f2800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09ec0d3800 0x7f09ec0c90e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:36.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.910+0000 7f09f2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09ec15e6d0 0x7f09ec0c9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.910+0000 7f09f2800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f09ec0b78d0 con 0x7f09ec15e6d0 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.910+0000 7f09f2800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f09ec0d1920 con 0x7f09ec0d3800 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.910+0000 7f09f2800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f09ec0b75a0 con 0x7f09ec0d14f0 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.910+0000 7f09ebe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09ec15e6d0 0x7f09ec0c9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.910+0000 7f09ebe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09ec15e6d0 0x7f09ec0c9620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38510/0 (socket says 172.21.15.29:38510) 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.910+0000 7f09ebe00640 1 -- 172.21.15.29:0/908041587 learned_addr learned my addr 172.21.15.29:0/908041587 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.910+0000 7f09eb400640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09ec0d14f0 0x7f09ec0c8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.910+0000 7f09eaa00640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09ec0d3800 0x7f09ec0c90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09ebe00640 1 -- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09ec0d14f0 msgr2=0x7f09ec0c8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09ebe00640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09ec0d14f0 0x7f09ec0c8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09ebe00640 1 -- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09ec0d3800 msgr2=0x7f09ec0c90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:36.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09ebe00640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09ec0d3800 0x7f09ec0c90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:36.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09ebe00640 1 -- 172.21.15.29:0/908041587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09ec0c85f0 con 0x7f09ec15e6d0 2024-09-12T03:14:36.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09eaa00640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09ec0d3800 0x7f09ec0c90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:36.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09ebe00640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09ec15e6d0 0x7f09ec0c9620 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f09e400c7a0 tx=0x7f09e400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:36.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09e3400640 1 -- 172.21.15.29:0/908041587 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e4003b70 con 0x7f09ec15e6d0 2024-09-12T03:14:36.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09e3400640 1 -- 172.21.15.29:0/908041587 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09e4003d30 con 0x7f09ec15e6d0 2024-09-12T03:14:36.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09e3400640 1 -- 172.21.15.29:0/908041587 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e400aa30 con 0x7f09ec15e6d0 2024-09-12T03:14:36.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09f2800640 1 -- 172.21.15.29:0/908041587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09ec0c88d0 con 0x7f09ec15e6d0 2024-09-12T03:14:36.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.911+0000 7f09f2800640 1 -- 172.21.15.29:0/908041587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09ec0caf70 con 0x7f09ec15e6d0 2024-09-12T03:14:36.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.912+0000 7f09f2800640 1 -- 172.21.15.29:0/908041587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09ec0cb170 con 0x7f09ec15e6d0 2024-09-12T03:14:36.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.913+0000 7f09e3400640 1 -- 172.21.15.29:0/908041587 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f09e400abd0 con 0x7f09ec15e6d0 2024-09-12T03:14:36.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.914+0000 7f09e3400640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09cc06be30 0x7f09cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:36.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.914+0000 7f09e3400640 1 -- 172.21.15.29:0/908041587 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f09e408aef0 con 0x7f09ec15e6d0 2024-09-12T03:14:36.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.915+0000 7f09eb400640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09cc06be30 0x7f09cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:36.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.915+0000 7f09eb400640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09cc06be30 0x7f09cc06e2f0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f09dc034000 tx=0x7f09dc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:36.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:36.919+0000 7f09e3400640 1 -- 172.21.15.29:0/908041587 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f09ec0cb170 con 0x7f09ec15e6d0 2024-09-12T03:14:37.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.172+0000 7f09f2800640 1 -- 172.21.15.29:0/908041587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f09ec0b9690 con 0x7f09ec15e6d0 2024-09-12T03:14:37.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.172+0000 7f09e3400640 1 -- 172.21.15.29:0/908041587 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2000 (secure 0 0 0) 0x7f09ec0cf7b0 con 0x7f09ec15e6d0 2024-09-12T03:14:37.173 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:37.173 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":396,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":706301,"bytes_used":266203136,"bytes_avail":772827910144,"bytes_total":773094113280,"write_bytes_sec":682,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":23,"modified":"2024-09-12T03:14:35.809420+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:14:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 -- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09cc06be30 msgr2=0x7f09cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09cc06be30 0x7f09cc06e2f0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f09dc034000 tx=0x7f09dc02e000 comp rx=0 tx=0).stop 2024-09-12T03:14:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 -- 172.21.15.29:0/908041587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09ec15e6d0 msgr2=0x7f09ec0c9620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09ec15e6d0 0x7f09ec0c9620 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f09e400c7a0 tx=0x7f09e400cc60 comp rx=0 tx=0).stop 2024-09-12T03:14:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 -- 172.21.15.29:0/908041587 shutdown_connections 2024-09-12T03:14:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f09cc06be30 0x7f09cc06e2f0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09ec15e6d0 0x7f09ec0c9620 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f09ec0d3800 0x7f09ec0c90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 --2- 172.21.15.29:0/908041587 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f09ec0d14f0 0x7f09ec0c8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 -- 172.21.15.29:0/908041587 >> 172.21.15.29:0/908041587 conn(0x7f09ec067f80 msgr2=0x7f09ec0b9bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 -- 172.21.15.29:0/908041587 shutdown_connections 2024-09-12T03:14:37.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:37.174+0000 7f09f2800640 1 -- 172.21.15.29:0/908041587 wait complete. 2024-09-12T03:14:37.190 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'idle+waiting paths [/d1/d2/d3]', 'c': 'paused paths [/d1/d2/d3]', 'd': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:14:38.191 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.360+0000 7fa7baa00640 1 Processor -- start 2024-09-12T03:14:38.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.360+0000 7fa7baa00640 1 -- start start 2024-09-12T03:14:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.361+0000 7fa7baa00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa7b415e470 0x7fa7b40cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:38.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.361+0000 7fa7baa00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7b415e850 con 0x7fa7b40d00e0 2024-09-12T03:14:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.361+0000 7fa7baa00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7b40d1c60 con 0x7fa7b40d4a20 2024-09-12T03:14:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.361+0000 7fa7baa00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa7b40cf710 con 0x7fa7b415e470 2024-09-12T03:14:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.361+0000 7fa7b8c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa7b40d00e0 0x7fa7b40d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42484/0 (socket says 172.21.15.29:42484) 2024-09-12T03:14:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.361+0000 7fa7b8c00640 1 -- 172.21.15.29:0/873323277 learned_addr learned my addr 172.21.15.29:0/873323277 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:38.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.361+0000 7fa7b9600640 1 --2- 172.21.15.29:0/873323277 >> v2:172.21.15.38:3300/0 conn(0x7fa7b415e470 0x7fa7b40cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:38.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.362+0000 7fa7b3e00640 1 -- 172.21.15.29:0/873323277 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2768037563 0 0) 0x7fa7b415e850 con 0x7fa7b40d00e0 2024-09-12T03:14:38.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.362+0000 7fa7b3e00640 1 -- 172.21.15.29:0/873323277 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa79c003520 con 0x7fa7b40d00e0 2024-09-12T03:14:38.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.362+0000 7fa7b9600640 1 -- 172.21.15.29:0/873323277 >> v1:172.21.15.38:6789/0 conn(0x7fa7b40d4a20 legacy=0x7fa7b406d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:38.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.362+0000 7fa7b3e00640 1 -- 172.21.15.29:0/873323277 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2904062437 0 0) 0x7fa7b40d1c60 con 0x7fa7b40d4a20 2024-09-12T03:14:38.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.362+0000 7fa7b9600640 1 -- 172.21.15.29:0/873323277 >> v1:172.21.15.29:6789/0 conn(0x7fa7b40d00e0 legacy=0x7fa7b40d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:38.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.362+0000 7fa7b9600640 1 -- 172.21.15.29:0/873323277 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7b40d1980 con 0x7fa7b415e470 2024-09-12T03:14:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.363+0000 7fa7b9600640 1 --2- 172.21.15.29:0/873323277 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7b415e470 0x7fa7b40cfba0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa7a80097a0 tx=0x7fa7a802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c006989061fd1f15 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.363+0000 7fa7b3e00640 1 -- 172.21.15.29:0/873323277 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a8037070 con 0x7fa7b415e470 2024-09-12T03:14:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.363+0000 7fa7b3e00640 1 -- 172.21.15.29:0/873323277 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7a8032440 con 0x7fa7b415e470 2024-09-12T03:14:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.363+0000 7fa7b3e00640 1 -- 172.21.15.29:0/873323277 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a8032810 con 0x7fa7b415e470 2024-09-12T03:14:38.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.364+0000 7fa7baa00640 1 -- 172.21.15.29:0/873323277 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7b415e470 msgr2=0x7fa7b40cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:38.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.364+0000 7fa7baa00640 1 --2- 172.21.15.29:0/873323277 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7b415e470 0x7fa7b40cfba0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa7a80097a0 tx=0x7fa7a802a230 comp rx=0 tx=0).stop 2024-09-12T03:14:38.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.364+0000 7fa7baa00640 1 -- 172.21.15.29:0/873323277 shutdown_connections 2024-09-12T03:14:38.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.364+0000 7fa7baa00640 1 --2- 172.21.15.29:0/873323277 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7b415e470 0x7fa7b40cfba0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.364+0000 7fa7baa00640 1 -- 172.21.15.29:0/873323277 >> 172.21.15.29:0/873323277 conn(0x7fa7b409d700 msgr2=0x7fa7b408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:38.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.364+0000 7fa7baa00640 1 -- 172.21.15.29:0/873323277 shutdown_connections 2024-09-12T03:14:38.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.364+0000 7fa7baa00640 1 -- 172.21.15.29:0/873323277 wait complete. 2024-09-12T03:14:38.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.366+0000 7fa7baa00640 1 Processor -- start 2024-09-12T03:14:38.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.366+0000 7fa7baa00640 1 -- start start 2024-09-12T03:14:38.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.366+0000 7fa7baa00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7b40d00e0 0x7fa7b4159680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:38.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.366+0000 7fa7baa00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7b40d4a20 0x7fa7b40b9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:38.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7baa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7b415e470 0x7fa7b4160060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7baa00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b406db70 con 0x7fa7b415e470 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7baa00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b40cf3a0 con 0x7fa7b40d4a20 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7baa00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa7b406dcf0 con 0x7fa7b40d00e0 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7ba000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7b415e470 0x7fa7b4160060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7ba000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7b415e470 0x7fa7b4160060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38526/0 (socket says 172.21.15.29:38526) 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7ba000640 1 -- 172.21.15.29:0/3407619767 learned_addr learned my addr 172.21.15.29:0/3407619767 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7b8c00640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7b40d4a20 0x7fa7b40b9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7b9600640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7b40d00e0 0x7fa7b4159680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7ba000640 1 -- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7b40d00e0 msgr2=0x7fa7b4159680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7ba000640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7b40d00e0 0x7fa7b4159680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7ba000640 1 -- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7b40d4a20 msgr2=0x7fa7b40b9cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7ba000640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7b40d4a20 0x7fa7b40b9cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7ba000640 1 -- 172.21.15.29:0/3407619767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7b4159bc0 con 0x7fa7b415e470 2024-09-12T03:14:38.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7b8c00640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7b40d4a20 0x7fa7b40b9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:38.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.367+0000 7fa7b9600640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7b40d00e0 0x7fa7b4159680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:38.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.368+0000 7fa7ba000640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7b415e470 0x7fa7b4160060 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac00c700 tx=0x7fa7ac00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:38.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.368+0000 7fa7b1600640 1 -- 172.21.15.29:0/3407619767 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac003da0 con 0x7fa7b415e470 2024-09-12T03:14:38.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.368+0000 7fa7b1600640 1 -- 172.21.15.29:0/3407619767 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7ac00ce10 con 0x7fa7b415e470 2024-09-12T03:14:38.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.368+0000 7fa7b1600640 1 -- 172.21.15.29:0/3407619767 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac005270 con 0x7fa7b415e470 2024-09-12T03:14:38.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.368+0000 7fa7baa00640 1 -- 172.21.15.29:0/3407619767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7b40ba1f0 con 0x7fa7b415e470 2024-09-12T03:14:38.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.368+0000 7fa7baa00640 1 -- 172.21.15.29:0/3407619767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7b415f2a0 con 0x7fa7b415e470 2024-09-12T03:14:38.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.369+0000 7fa7baa00640 1 -- 172.21.15.29:0/3407619767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7b40caf60 con 0x7fa7b415e470 2024-09-12T03:14:38.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.370+0000 7fa7b1600640 1 -- 172.21.15.29:0/3407619767 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa7ac005410 con 0x7fa7b415e470 2024-09-12T03:14:38.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.371+0000 7fa7b1600640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa79406be30 0x7fa79406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:38.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.371+0000 7fa7b1600640 1 -- 172.21.15.29:0/3407619767 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fa7ac08aee0 con 0x7fa7b415e470 2024-09-12T03:14:38.371 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.371+0000 7fa7b9600640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa79406be30 0x7fa79406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:38.372 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.372+0000 7fa7b9600640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa79406be30 0x7fa79406e2f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8034000 tx=0x7fa7a802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:38.375 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.375+0000 7fa7b1600640 1 -- 172.21.15.29:0/3407619767 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa7b40caf60 con 0x7fa7b415e470 2024-09-12T03:14:38.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.596+0000 7fa7baa00640 1 -- 172.21.15.29:0/3407619767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7b40cfb80 con 0x7fa7b415e470 2024-09-12T03:14:38.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.597+0000 7fa7b1600640 1 -- 172.21.15.29:0/3407619767 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7fa7ac058f10 con 0x7fa7b415e470 2024-09-12T03:14:38.598 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:38.598 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:38.598 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:38.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.599+0000 7fa7baa00640 1 -- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa79406be30 msgr2=0x7fa79406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:38.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.599+0000 7fa7baa00640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa79406be30 0x7fa79406e2f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8034000 tx=0x7fa7a802e000 comp rx=0 tx=0).stop 2024-09-12T03:14:38.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.599+0000 7fa7baa00640 1 -- 172.21.15.29:0/3407619767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7b415e470 msgr2=0x7fa7b4160060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:38.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.599+0000 7fa7baa00640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7b415e470 0x7fa7b4160060 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac00c700 tx=0x7fa7ac00cbc0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.599+0000 7fa7baa00640 1 -- 172.21.15.29:0/3407619767 shutdown_connections 2024-09-12T03:14:38.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.599+0000 7fa7baa00640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa79406be30 0x7fa79406e2f0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.599+0000 7fa7baa00640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7b415e470 0x7fa7b4160060 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.599+0000 7fa7baa00640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa7b40d4a20 0x7fa7b40b9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.599+0000 7fa7baa00640 1 --2- 172.21.15.29:0/3407619767 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa7b40d00e0 0x7fa7b4159680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.599+0000 7fa7baa00640 1 -- 172.21.15.29:0/3407619767 >> 172.21.15.29:0/3407619767 conn(0x7fa7b409d700 msgr2=0x7fa7b40d4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:38.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.599+0000 7fa7baa00640 1 -- 172.21.15.29:0/3407619767 shutdown_connections 2024-09-12T03:14:38.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.600+0000 7fa7baa00640 1 -- 172.21.15.29:0/3407619767 wait complete. 2024-09-12T03:14:38.615 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:38.616 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:38.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.770+0000 7f8041800640 1 Processor -- start 2024-09-12T03:14:38.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.770+0000 7f8041800640 1 -- start start 2024-09-12T03:14:38.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.771+0000 7f8041800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f803c0b4b80 0x7f803c143ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:38.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.771+0000 7f8041800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f803c0b53c0 0x7f803c0b33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:38.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.771+0000 7f8041800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f803c1443e0 con 0x7f803c0b4f60 2024-09-12T03:14:38.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.771+0000 7f8041800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f803c15eda0 con 0x7f803c0b53c0 2024-09-12T03:14:38.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.771+0000 7f8041800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f803c1446c0 con 0x7f803c0b4b80 2024-09-12T03:14:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.771+0000 7f803b400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f803c0b53c0 0x7f803c0b33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.771+0000 7f803b400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f803c0b53c0 0x7f803c0b33c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38530/0 (socket says 172.21.15.29:38530) 2024-09-12T03:14:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.771+0000 7f803b400640 1 -- 172.21.15.29:0/457975693 learned_addr learned my addr 172.21.15.29:0/457975693 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.772+0000 7f803aa00640 1 --2- 172.21.15.29:0/457975693 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f803c0b4b80 0x7f803c143ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.772+0000 7f803b400640 1 -- 172.21.15.29:0/457975693 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f803c0b4b80 msgr2=0x7f803c143ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.772+0000 7f803b400640 1 --2- 172.21.15.29:0/457975693 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f803c0b4b80 0x7f803c143ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.772+0000 7f803b400640 1 -- 172.21.15.29:0/457975693 >> v1:172.21.15.38:6789/0 conn(0x7f803c0b4f60 legacy=0x7f803c15f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:38.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.772+0000 7f803b400640 1 -- 172.21.15.29:0/457975693 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f803c1449a0 con 0x7f803c0b53c0 2024-09-12T03:14:38.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.773+0000 7f803b400640 1 --2- 172.21.15.29:0/457975693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f803c0b53c0 0x7f803c0b33c0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f8034009e50 tx=0x7f803402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90aaafbfa9482bca server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:38.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.773+0000 7f803a000640 1 -- 172.21.15.29:0/457975693 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034036070 con 0x7f803c0b53c0 2024-09-12T03:14:38.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.773+0000 7f803a000640 1 -- 172.21.15.29:0/457975693 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8034031600 con 0x7f803c0b53c0 2024-09-12T03:14:38.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.773+0000 7f803a000640 1 -- 172.21.15.29:0/457975693 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80340319d0 con 0x7f803c0b53c0 2024-09-12T03:14:38.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.774+0000 7f8041800640 1 -- 172.21.15.29:0/457975693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f803c0b53c0 msgr2=0x7f803c0b33c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:38.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.774+0000 7f8041800640 1 --2- 172.21.15.29:0/457975693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f803c0b53c0 0x7f803c0b33c0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f8034009e50 tx=0x7f803402a710 comp rx=0 tx=0).stop 2024-09-12T03:14:38.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.774+0000 7f8041800640 1 -- 172.21.15.29:0/457975693 shutdown_connections 2024-09-12T03:14:38.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.774+0000 7f8041800640 1 --2- 172.21.15.29:0/457975693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f803c0b53c0 0x7f803c0b33c0 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.774+0000 7f8041800640 1 --2- 172.21.15.29:0/457975693 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f803c0b4b80 0x7f803c143ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.774+0000 7f8041800640 1 -- 172.21.15.29:0/457975693 >> 172.21.15.29:0/457975693 conn(0x7f803c0b5f10 msgr2=0x7f803c0b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:38.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.774+0000 7f8041800640 1 -- 172.21.15.29:0/457975693 shutdown_connections 2024-09-12T03:14:38.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.774+0000 7f8041800640 1 -- 172.21.15.29:0/457975693 wait complete. 2024-09-12T03:14:38.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.775+0000 7f8041800640 1 Processor -- start 2024-09-12T03:14:38.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.776+0000 7f8041800640 1 -- start start 2024-09-12T03:14:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.776+0000 7f8041800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803c0b4b80 0x7f803c1401d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.776+0000 7f8041800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f803c0b4f60 0x7f803c157960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.776+0000 7f8041800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f803c0b53c0 0x7f803c157ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.776+0000 7f8041800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f803c0b3a80 con 0x7f803c0b53c0 2024-09-12T03:14:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.776+0000 7f8041800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f803c0b3900 con 0x7f803c0b4b80 2024-09-12T03:14:38.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.776+0000 7f8041800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f803c0b3c00 con 0x7f803c0b4f60 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.777+0000 7f803b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f803c0b53c0 0x7f803c157ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.777+0000 7f803b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f803c0b53c0 0x7f803c157ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38542/0 (socket says 172.21.15.29:38542) 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.777+0000 7f803b400640 1 -- 172.21.15.29:0/1096731512 learned_addr learned my addr 172.21.15.29:0/1096731512 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.777+0000 7f803aa00640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803c0b4b80 0x7f803c1401d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.777+0000 7f8032000640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f803c0b4f60 0x7f803c157960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.777+0000 7f803b400640 1 -- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f803c0b4f60 msgr2=0x7f803c157960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.777+0000 7f803b400640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f803c0b4f60 0x7f803c157960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.777+0000 7f803b400640 1 -- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803c0b4b80 msgr2=0x7f803c1401d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.777+0000 7f803b400640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803c0b4b80 0x7f803c1401d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.777+0000 7f803b400640 1 -- 172.21.15.29:0/1096731512 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f803c156130 con 0x7f803c0b53c0 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.777+0000 7f803aa00640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803c0b4b80 0x7f803c1401d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.778+0000 7f803b400640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f803c0b53c0 0x7f803c157ea0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f8034034040 tx=0x7f8034004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.778+0000 7f8033400640 1 -- 172.21.15.29:0/1096731512 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034036050 con 0x7f803c0b53c0 2024-09-12T03:14:38.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.778+0000 7f8033400640 1 -- 172.21.15.29:0/1096731512 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8034042070 con 0x7f803c0b53c0 2024-09-12T03:14:38.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.778+0000 7f8033400640 1 -- 172.21.15.29:0/1096731512 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034009510 con 0x7f803c0b53c0 2024-09-12T03:14:38.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.778+0000 7f8041800640 1 -- 172.21.15.29:0/1096731512 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f803c156410 con 0x7f803c0b53c0 2024-09-12T03:14:38.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.778+0000 7f8041800640 1 -- 172.21.15.29:0/1096731512 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f803c1569d0 con 0x7f803c0b53c0 2024-09-12T03:14:38.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.779+0000 7f8041800640 1 -- 172.21.15.29:0/1096731512 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f803c0b33c0 con 0x7f803c0b53c0 2024-09-12T03:14:38.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.780+0000 7f8033400640 1 -- 172.21.15.29:0/1096731512 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8034007c50 con 0x7f803c0b53c0 2024-09-12T03:14:38.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.781+0000 7f8033400640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 0x7f801806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:38.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.781+0000 7f8033400640 1 -- 172.21.15.29:0/1096731512 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f80340abfe0 con 0x7f803c0b53c0 2024-09-12T03:14:38.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.781+0000 7f803aa00640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 0x7f801806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:38.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.782+0000 7f803aa00640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 0x7f801806e2f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f802c00b9f0 tx=0x7f802c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:38.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:38.785+0000 7f8033400640 1 -- 172.21.15.29:0/1096731512 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f803407a0e0 con 0x7f803c0b53c0 2024-09-12T03:14:39.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.037+0000 7f8041800640 1 -- 172.21.15.29:0/1096731512 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f803c148030 con 0x7f803c0b53c0 2024-09-12T03:14:39.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.038+0000 7f8033400640 1 -- 172.21.15.29:0/1096731512 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2000 (secure 0 0 0) 0x7f803407e3e0 con 0x7f803c0b53c0 2024-09-12T03:14:39.038 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:39.039 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":398,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":706301,"bytes_used":266203136,"bytes_avail":772827910144,"bytes_total":773094113280,"write_bytes_sec":682,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":23,"modified":"2024-09-12T03:14:35.809420+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:14:39.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 -- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 msgr2=0x7f801806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:39.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 0x7f801806e2f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f802c00b9f0 tx=0x7f802c008040 comp rx=0 tx=0).stop 2024-09-12T03:14:39.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 -- 172.21.15.29:0/1096731512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f803c0b53c0 msgr2=0x7f803c157ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:39.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f803c0b53c0 0x7f803c157ea0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f8034034040 tx=0x7f8034004a40 comp rx=0 tx=0).stop 2024-09-12T03:14:39.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 -- 172.21.15.29:0/1096731512 shutdown_connections 2024-09-12T03:14:39.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 0x7f801806e2f0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:39.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f803c0b53c0 0x7f803c157ea0 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:39.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f803c0b4f60 0x7f803c157960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:39.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 --2- 172.21.15.29:0/1096731512 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803c0b4b80 0x7f803c1401d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:39.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 -- 172.21.15.29:0/1096731512 >> 172.21.15.29:0/1096731512 conn(0x7f803c0b5f10 msgr2=0x7f803c0af280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:39.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 -- 172.21.15.29:0/1096731512 shutdown_connections 2024-09-12T03:14:39.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:39.040+0000 7f8041800640 1 -- 172.21.15.29:0/1096731512 wait complete. 2024-09-12T03:14:39.056 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'idle+waiting paths [/d1/d2/d3]', 'c': 'paused paths [/d1/d2/d3]', 'd': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:14:40.057 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:40.225 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.225+0000 7fbfb4800640 1 Processor -- start 2024-09-12T03:14:40.226 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.225+0000 7fbfb4800640 1 -- start start 2024-09-12T03:14:40.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.226+0000 7fbfb4800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbfac06f0e0 0x7fbfac15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:40.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.226+0000 7fbfb4800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfac15c620 con 0x7fbfac0b3ba0 2024-09-12T03:14:40.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.226+0000 7fbfb4800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfac0b4740 con 0x7fbfac06f4c0 2024-09-12T03:14:40.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.226+0000 7fbfb4800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fbfac15bc50 con 0x7fbfac06f0e0 2024-09-12T03:14:40.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.227+0000 7fbfb1e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbfac06f0e0 0x7fbfac15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:40.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.227+0000 7fbfb1e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbfac06f0e0 0x7fbfac15c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41710/0 (socket says 172.21.15.29:41710) 2024-09-12T03:14:40.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.227+0000 7fbfb1e00640 1 -- 172.21.15.29:0/2913802664 learned_addr learned my addr 172.21.15.29:0/2913802664 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:40.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.227+0000 7fbfb1e00640 1 -- 172.21.15.29:0/2913802664 >> v1:172.21.15.38:6789/0 conn(0x7fbfac06f4c0 legacy=0x7fbfac0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.227+0000 7fbfb1e00640 1 -- 172.21.15.29:0/2913802664 >> v1:172.21.15.29:6789/0 conn(0x7fbfac0b3ba0 legacy=0x7fbfac0b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.227+0000 7fbfb1e00640 1 -- 172.21.15.29:0/2913802664 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfac0cfb40 con 0x7fbfac06f0e0 2024-09-12T03:14:40.228 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.227+0000 7fbfb0a00640 1 -- 172.21.15.29:0/2913802664 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2761726128 0 0) 0x7fbfac15c620 con 0x7fbfac0b3ba0 2024-09-12T03:14:40.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.228+0000 7fbfb1e00640 1 --2- 172.21.15.29:0/2913802664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac06f0e0 0x7fbfac15c0e0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fbfa0009870 tx=0x7fbfa002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6aa2b6b5168924f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:40.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.228+0000 7fbfb0a00640 1 -- 172.21.15.29:0/2913802664 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa0037070 con 0x7fbfac06f0e0 2024-09-12T03:14:40.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.228+0000 7fbfb0a00640 1 -- 172.21.15.29:0/2913802664 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfa002ae50 con 0x7fbfac06f0e0 2024-09-12T03:14:40.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.228+0000 7fbfb0a00640 1 -- 172.21.15.29:0/2913802664 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa0032860 con 0x7fbfac06f0e0 2024-09-12T03:14:40.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.229+0000 7fbfb4800640 1 -- 172.21.15.29:0/2913802664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac06f0e0 msgr2=0x7fbfac15c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.229+0000 7fbfb4800640 1 --2- 172.21.15.29:0/2913802664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac06f0e0 0x7fbfac15c0e0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fbfa0009870 tx=0x7fbfa002a300 comp rx=0 tx=0).stop 2024-09-12T03:14:40.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.229+0000 7fbfb4800640 1 -- 172.21.15.29:0/2913802664 shutdown_connections 2024-09-12T03:14:40.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.229+0000 7fbfb4800640 1 --2- 172.21.15.29:0/2913802664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac06f0e0 0x7fbfac15c0e0 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.229+0000 7fbfb4800640 1 -- 172.21.15.29:0/2913802664 >> 172.21.15.29:0/2913802664 conn(0x7fbfac067da0 msgr2=0x7fbfac06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:40.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.229+0000 7fbfb4800640 1 -- 172.21.15.29:0/2913802664 shutdown_connections 2024-09-12T03:14:40.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.229+0000 7fbfb4800640 1 -- 172.21.15.29:0/2913802664 wait complete. 2024-09-12T03:14:40.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.231+0000 7fbfb4800640 1 Processor -- start 2024-09-12T03:14:40.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.231+0000 7fbfb4800640 1 -- start start 2024-09-12T03:14:40.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb4800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac06f0e0 0x7fbfac13ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:40.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb4800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbfac06f4c0 0x7fbfac151660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb4800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbfac0b3ba0 0x7fbfac0b27b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb4800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbfac15b8e0 con 0x7fbfac06f0e0 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb4800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbfac152630 con 0x7fbfac0b3ba0 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb4800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbfac0cf770 con 0x7fbfac06f4c0 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac06f0e0 0x7fbfac13ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac06f0e0 0x7fbfac13ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41716/0 (socket says 172.21.15.29:41716) 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb1e00640 1 -- 172.21.15.29:0/881297896 learned_addr learned my addr 172.21.15.29:0/881297896 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb1e00640 1 -- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbfac06f4c0 msgr2=0x7fbfac151660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb1e00640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbfac06f4c0 0x7fbfac151660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb1e00640 1 -- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbfac0b3ba0 msgr2=0x7fbfac0b27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb1e00640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbfac0b3ba0 0x7fbfac0b27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.232+0000 7fbfb1e00640 1 -- 172.21.15.29:0/881297896 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfac13b920 con 0x7fbfac06f0e0 2024-09-12T03:14:40.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.233+0000 7fbfb1e00640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac06f0e0 0x7fbfac13ec70 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fbfa0009870 tx=0x7fbfa00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:40.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.233+0000 7fbfa6000640 1 -- 172.21.15.29:0/881297896 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa0042070 con 0x7fbfac06f0e0 2024-09-12T03:14:40.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.233+0000 7fbfa6000640 1 -- 172.21.15.29:0/881297896 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfa003e870 con 0x7fbfac06f0e0 2024-09-12T03:14:40.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.233+0000 7fbfb4800640 1 -- 172.21.15.29:0/881297896 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfac13bc00 con 0x7fbfac06f0e0 2024-09-12T03:14:40.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.233+0000 7fbfa6000640 1 -- 172.21.15.29:0/881297896 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa0037040 con 0x7fbfac06f0e0 2024-09-12T03:14:40.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.233+0000 7fbfb4800640 1 -- 172.21.15.29:0/881297896 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfac13c1c0 con 0x7fbfac06f0e0 2024-09-12T03:14:40.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.234+0000 7fbfb4800640 1 -- 172.21.15.29:0/881297896 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfac06f8d0 con 0x7fbfac06f0e0 2024-09-12T03:14:40.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.235+0000 7fbfa6000640 1 -- 172.21.15.29:0/881297896 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbfa0045070 con 0x7fbfac06f0e0 2024-09-12T03:14:40.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.236+0000 7fbfa6000640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbf9006be30 0x7fbf9006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:40.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.236+0000 7fbfa6000640 1 -- 172.21.15.29:0/881297896 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fbfa00aba00 con 0x7fbfac06f0e0 2024-09-12T03:14:40.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.237+0000 7fbfb1400640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbf9006be30 0x7fbf9006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:40.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.237+0000 7fbfb1400640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbf9006be30 0x7fbf9006e2f0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c000f60 tx=0x7fbf9c0079b0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:40.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.241+0000 7fbfa6000640 1 -- 172.21.15.29:0/881297896 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbfa0032e20 con 0x7fbfac06f0e0 2024-09-12T03:14:40.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.462+0000 7fbfb4800640 1 -- 172.21.15.29:0/881297896 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbfac0b4190 con 0x7fbfac06f0e0 2024-09-12T03:14:40.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.463+0000 7fbfa6000640 1 -- 172.21.15.29:0/881297896 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7fbfa007a1a0 con 0x7fbfac06f0e0 2024-09-12T03:14:40.463 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:40.464 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:40.464 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:40.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 -- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbf9006be30 msgr2=0x7fbf9006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbf9006be30 0x7fbf9006e2f0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c000f60 tx=0x7fbf9c0079b0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 -- 172.21.15.29:0/881297896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac06f0e0 msgr2=0x7fbfac13ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac06f0e0 0x7fbfac13ec70 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fbfa0009870 tx=0x7fbfa00046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 -- 172.21.15.29:0/881297896 shutdown_connections 2024-09-12T03:14:40.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbf9006be30 0x7fbf9006e2f0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbfac0b3ba0 0x7fbfac0b27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbfac06f4c0 0x7fbfac151660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 --2- 172.21.15.29:0/881297896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac06f0e0 0x7fbfac13ec70 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 -- 172.21.15.29:0/881297896 >> 172.21.15.29:0/881297896 conn(0x7fbfac067da0 msgr2=0x7fbfac06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:40.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 -- 172.21.15.29:0/881297896 shutdown_connections 2024-09-12T03:14:40.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.465+0000 7fbfb4800640 1 -- 172.21.15.29:0/881297896 wait complete. 2024-09-12T03:14:40.482 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:40.482 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:40.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.637+0000 7f3f56600640 1 Processor -- start 2024-09-12T03:14:40.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.637+0000 7f3f56600640 1 -- start start 2024-09-12T03:14:40.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.638+0000 7f3f56600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3f5015b130 0x7f3f500ccec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:40.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.638+0000 7f3f56600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f500cd8f0 con 0x7f3f500b4ce0 2024-09-12T03:14:40.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.638+0000 7f3f56600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f5015ef00 con 0x7f3f500cd400 2024-09-12T03:14:40.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.638+0000 7f3f56600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f3f5015f550 con 0x7f3f5015b130 2024-09-12T03:14:40.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.638+0000 7f3f4f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3f5015b130 0x7f3f500ccec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:40.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.638+0000 7f3f4fe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f3f500b4ce0 0x7f3f500cf020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49046/0 (socket says 172.21.15.29:49046) 2024-09-12T03:14:40.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.638+0000 7f3f4fe00640 1 -- 172.21.15.29:0/2620918673 learned_addr learned my addr 172.21.15.29:0/2620918673 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:40.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.638+0000 7f3f4f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3f5015b130 0x7f3f500ccec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41722/0 (socket says 172.21.15.29:41722) 2024-09-12T03:14:40.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.639+0000 7f3f4f400640 1 -- 172.21.15.29:0/2620918673 >> v1:172.21.15.38:6789/0 conn(0x7f3f500cd400 legacy=0x7f3f500b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.639+0000 7f3f4f400640 1 -- 172.21.15.29:0/2620918673 >> v1:172.21.15.29:6789/0 conn(0x7f3f500b4ce0 legacy=0x7f3f500cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.639+0000 7f3f4f400640 1 -- 172.21.15.29:0/2620918673 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f5015f1e0 con 0x7f3f5015b130 2024-09-12T03:14:40.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.639+0000 7f3f4e000640 1 -- 172.21.15.29:0/2620918673 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1147093028 0 0) 0x7f3f500cd8f0 con 0x7f3f500b4ce0 2024-09-12T03:14:40.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.640+0000 7f3f4f400640 1 --2- 172.21.15.29:0/2620918673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f5015b130 0x7f3f500ccec0 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f3f400097a0 tx=0x7f3f4002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fefcd48115de348 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:40.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.640+0000 7f3f4e000640 1 -- 172.21.15.29:0/2620918673 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f40037070 con 0x7f3f5015b130 2024-09-12T03:14:40.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.640+0000 7f3f4e000640 1 -- 172.21.15.29:0/2620918673 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f40032440 con 0x7f3f5015b130 2024-09-12T03:14:40.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.640+0000 7f3f4e000640 1 -- 172.21.15.29:0/2620918673 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f40032810 con 0x7f3f5015b130 2024-09-12T03:14:40.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.641+0000 7f3f56600640 1 -- 172.21.15.29:0/2620918673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f5015b130 msgr2=0x7f3f500ccec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.641+0000 7f3f56600640 1 --2- 172.21.15.29:0/2620918673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f5015b130 0x7f3f500ccec0 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f3f400097a0 tx=0x7f3f4002a230 comp rx=0 tx=0).stop 2024-09-12T03:14:40.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.641+0000 7f3f56600640 1 -- 172.21.15.29:0/2620918673 shutdown_connections 2024-09-12T03:14:40.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.641+0000 7f3f56600640 1 --2- 172.21.15.29:0/2620918673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f5015b130 0x7f3f500ccec0 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.641+0000 7f3f56600640 1 -- 172.21.15.29:0/2620918673 >> 172.21.15.29:0/2620918673 conn(0x7f3f500b5f10 msgr2=0x7f3f500b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:40.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.641+0000 7f3f56600640 1 -- 172.21.15.29:0/2620918673 shutdown_connections 2024-09-12T03:14:40.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.641+0000 7f3f56600640 1 -- 172.21.15.29:0/2620918673 wait complete. 2024-09-12T03:14:40.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.642+0000 7f3f56600640 1 Processor -- start 2024-09-12T03:14:40.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.643+0000 7f3f56600640 1 -- start start 2024-09-12T03:14:40.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.643+0000 7f3f56600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f500b4ce0 0x7f3f50145fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:40.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f56600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f500cd400 0x7f3f5014e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:40.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f56600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f5015b130 0x7f3f50150240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f56600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3f5015c690 con 0x7f3f500cd400 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f56600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3f5015c510 con 0x7f3f5015b130 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f56600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3f5015f9e0 con 0x7f3f500b4ce0 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f4ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f500cd400 0x7f3f5014e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f4ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f500cd400 0x7f3f5014e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41728/0 (socket says 172.21.15.29:41728) 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f4ea00640 1 -- 172.21.15.29:0/2345756456 learned_addr learned my addr 172.21.15.29:0/2345756456 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f4f400640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f500b4ce0 0x7f3f50145fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f4fe00640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f5015b130 0x7f3f50150240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f4ea00640 1 -- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f500b4ce0 msgr2=0x7f3f50145fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f4ea00640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f500b4ce0 0x7f3f50145fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f4ea00640 1 -- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f5015b130 msgr2=0x7f3f50150240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f4ea00640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f5015b130 0x7f3f50150240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.644+0000 7f3f4ea00640 1 -- 172.21.15.29:0/2345756456 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f500ca300 con 0x7f3f500cd400 2024-09-12T03:14:40.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.645+0000 7f3f4ea00640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f500cd400 0x7f3f5014e690 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c00c430 tx=0x7f3f3c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:40.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.645+0000 7f3f47400640 1 -- 172.21.15.29:0/2345756456 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c017070 con 0x7f3f500cd400 2024-09-12T03:14:40.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.645+0000 7f3f47400640 1 -- 172.21.15.29:0/2345756456 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f3c0052d0 con 0x7f3f500cd400 2024-09-12T03:14:40.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.645+0000 7f3f47400640 1 -- 172.21.15.29:0/2345756456 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c003830 con 0x7f3f500cd400 2024-09-12T03:14:40.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.645+0000 7f3f56600640 1 -- 172.21.15.29:0/2345756456 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f50146520 con 0x7f3f500cd400 2024-09-12T03:14:40.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.645+0000 7f3f56600640 1 -- 172.21.15.29:0/2345756456 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f500ca8a0 con 0x7f3f500cd400 2024-09-12T03:14:40.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.646+0000 7f3f56600640 1 -- 172.21.15.29:0/2345756456 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f500ccec0 con 0x7f3f500cd400 2024-09-12T03:14:40.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.647+0000 7f3f47400640 1 -- 172.21.15.29:0/2345756456 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3f3c01a070 con 0x7f3f500cd400 2024-09-12T03:14:40.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.648+0000 7f3f47400640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f3006be30 0x7f3f3006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:40.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.648+0000 7f3f47400640 1 -- 172.21.15.29:0/2345756456 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f3f3c08a530 con 0x7f3f500cd400 2024-09-12T03:14:40.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.648+0000 7f3f4f400640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f3006be30 0x7f3f3006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:40.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.649+0000 7f3f4f400640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f3006be30 0x7f3f3006e2f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f3f40034000 tx=0x7f3f4002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:40.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.652+0000 7f3f47400640 1 -- 172.21.15.29:0/2345756456 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3f3c058c40 con 0x7f3f500cd400 2024-09-12T03:14:40.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.905+0000 7f3f56600640 1 -- 172.21.15.29:0/2345756456 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f3f5006eb00 con 0x7f3f500cd400 2024-09-12T03:14:40.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.906+0000 7f3f47400640 1 -- 172.21.15.29:0/2345756456 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2001 (secure 0 0 0) 0x7f3f3c058540 con 0x7f3f500cd400 2024-09-12T03:14:40.907 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:40.907 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":400,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":712067,"bytes_used":266203136,"bytes_avail":772827910144,"bytes_total":773094113280,"write_bytes_sec":1279,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":23,"modified":"2024-09-12T03:14:35.809420+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:14:40.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.908+0000 7f3f56600640 1 -- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f3006be30 msgr2=0x7f3f3006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.908+0000 7f3f56600640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f3006be30 0x7f3f3006e2f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f3f40034000 tx=0x7f3f4002e000 comp rx=0 tx=0).stop 2024-09-12T03:14:40.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.908+0000 7f3f56600640 1 -- 172.21.15.29:0/2345756456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f500cd400 msgr2=0x7f3f5014e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:40.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.908+0000 7f3f56600640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f500cd400 0x7f3f5014e690 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c00c430 tx=0x7f3f3c00c8f0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.908+0000 7f3f56600640 1 -- 172.21.15.29:0/2345756456 shutdown_connections 2024-09-12T03:14:40.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.908+0000 7f3f56600640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f3006be30 0x7f3f3006e2f0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.908+0000 7f3f56600640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f5015b130 0x7f3f50150240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.908+0000 7f3f56600640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f500cd400 0x7f3f5014e690 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.908+0000 7f3f56600640 1 --2- 172.21.15.29:0/2345756456 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f500b4ce0 0x7f3f50145fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:40.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.908+0000 7f3f56600640 1 -- 172.21.15.29:0/2345756456 >> 172.21.15.29:0/2345756456 conn(0x7f3f500b5f10 msgr2=0x7f3f500b40d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:40.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.909+0000 7f3f56600640 1 -- 172.21.15.29:0/2345756456 shutdown_connections 2024-09-12T03:14:40.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:40.909+0000 7f3f56600640 1 -- 172.21.15.29:0/2345756456 wait complete. 2024-09-12T03:14:40.925 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'idle+waiting paths [/d1/d2/d3]', 'c': 'paused paths [/d1/d2/d3]', 'd': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:14:41.926 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:42.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.093+0000 7fc825e00640 1 Processor -- start 2024-09-12T03:14:42.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.094+0000 7fc825e00640 1 -- start start 2024-09-12T03:14:42.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.095+0000 7fc825e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc82006f4c0 0x7fc8200cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.095+0000 7fc825e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8200cf5a0 0x7fc8200b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.095+0000 7fc825e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8200cfb40 con 0x7fc82006f0e0 2024-09-12T03:14:42.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.095+0000 7fc825e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fc82015bc50 con 0x7fc82006f4c0 2024-09-12T03:14:42.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.095+0000 7fc825e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc820152630 con 0x7fc8200cf5a0 2024-09-12T03:14:42.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.095+0000 7fc816000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc82006f4c0 0x7fc8200cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.095+0000 7fc816000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc82006f4c0 0x7fc8200cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:48386/0 (socket says 172.21.15.29:48386) 2024-09-12T03:14:42.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.095+0000 7fc816000640 1 -- 172.21.15.29:0/1524143769 learned_addr learned my addr 172.21.15.29:0/1524143769 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:42.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.095+0000 7fc81ea00640 1 --1- 172.21.15.29:0/1524143769 >> v1:172.21.15.38:6789/0 conn(0x7fc82006f0e0 0x7fc82015c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:51262/0 (socket says 172.21.15.29:51262) 2024-09-12T03:14:42.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.095+0000 7fc81f400640 1 --2- 172.21.15.29:0/1524143769 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8200cf5a0 0x7fc8200b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.096+0000 7fc816000640 1 -- 172.21.15.29:0/1524143769 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8200cf5a0 msgr2=0x7fc8200b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:42.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.096+0000 7fc816000640 1 --2- 172.21.15.29:0/1524143769 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8200cf5a0 0x7fc8200b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.096+0000 7fc816000640 1 -- 172.21.15.29:0/1524143769 >> v1:172.21.15.38:6789/0 conn(0x7fc82006f0e0 legacy=0x7fc82015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.096+0000 7fc816000640 1 -- 172.21.15.29:0/1524143769 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8200cfe20 con 0x7fc82006f4c0 2024-09-12T03:14:42.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.097+0000 7fc816000640 1 --2- 172.21.15.29:0/1524143769 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc82006f4c0 0x7fc8200cf060 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fc808009870 tx=0x7fc80802a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6857d0ab195e0a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:42.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.097+0000 7fc81e000640 1 -- 172.21.15.29:0/1524143769 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc808037070 con 0x7fc82006f4c0 2024-09-12T03:14:42.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.098+0000 7fc81e000640 1 -- 172.21.15.29:0/1524143769 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc808032440 con 0x7fc82006f4c0 2024-09-12T03:14:42.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.098+0000 7fc81e000640 1 -- 172.21.15.29:0/1524143769 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc808032810 con 0x7fc82006f4c0 2024-09-12T03:14:42.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.098+0000 7fc825e00640 1 -- 172.21.15.29:0/1524143769 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc82006f4c0 msgr2=0x7fc8200cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.098+0000 7fc825e00640 1 --2- 172.21.15.29:0/1524143769 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc82006f4c0 0x7fc8200cf060 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fc808009870 tx=0x7fc80802a270 comp rx=0 tx=0).stop 2024-09-12T03:14:42.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.098+0000 7fc825e00640 1 -- 172.21.15.29:0/1524143769 shutdown_connections 2024-09-12T03:14:42.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.098+0000 7fc825e00640 1 --2- 172.21.15.29:0/1524143769 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8200cf5a0 0x7fc8200b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.098+0000 7fc825e00640 1 --2- 172.21.15.29:0/1524143769 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc82006f4c0 0x7fc8200cf060 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.098+0000 7fc825e00640 1 -- 172.21.15.29:0/1524143769 >> 172.21.15.29:0/1524143769 conn(0x7fc820067da0 msgr2=0x7fc82006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:42.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.098+0000 7fc825e00640 1 -- 172.21.15.29:0/1524143769 shutdown_connections 2024-09-12T03:14:42.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.098+0000 7fc825e00640 1 -- 172.21.15.29:0/1524143769 wait complete. 2024-09-12T03:14:42.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.100+0000 7fc825e00640 1 Processor -- start 2024-09-12T03:14:42.100 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.100+0000 7fc825e00640 1 -- start start 2024-09-12T03:14:42.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.101+0000 7fc825e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc82006f0e0 0x7fc820149e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.101+0000 7fc825e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc82006f4c0 0x7fc82014faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.101+0000 7fc825e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8200cf5a0 0x7fc82014ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.101+0000 7fc825e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc82006fa90 con 0x7fc82006f4c0 2024-09-12T03:14:42.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.101+0000 7fc825e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc82006f910 con 0x7fc82006f0e0 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.101+0000 7fc825e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc82015ee80 con 0x7fc8200cf5a0 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.101+0000 7fc816000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc82006f4c0 0x7fc82014faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.101+0000 7fc816000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc82006f4c0 0x7fc82014faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41744/0 (socket says 172.21.15.29:41744) 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.101+0000 7fc816000640 1 -- 172.21.15.29:0/1354632029 learned_addr learned my addr 172.21.15.29:0/1354632029 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.101+0000 7fc81ea00640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc82006f0e0 0x7fc820149e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.102+0000 7fc81f400640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8200cf5a0 0x7fc82014ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.102+0000 7fc816000640 1 -- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8200cf5a0 msgr2=0x7fc82014ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.102+0000 7fc816000640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8200cf5a0 0x7fc82014ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.102+0000 7fc816000640 1 -- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc82006f0e0 msgr2=0x7fc820149e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.102+0000 7fc816000640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc82006f0e0 0x7fc820149e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.102+0000 7fc816000640 1 -- 172.21.15.29:0/1354632029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc82014af90 con 0x7fc82006f4c0 2024-09-12T03:14:42.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.102+0000 7fc816000640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc82006f4c0 0x7fc82014faa0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fc808009990 tx=0x7fc8080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:42.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.102+0000 7fc817e00640 1 -- 172.21.15.29:0/1354632029 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc808037040 con 0x7fc82006f4c0 2024-09-12T03:14:42.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.102+0000 7fc817e00640 1 -- 172.21.15.29:0/1354632029 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc808042070 con 0x7fc82006f4c0 2024-09-12T03:14:42.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.102+0000 7fc817e00640 1 -- 172.21.15.29:0/1354632029 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc808030940 con 0x7fc82006f4c0 2024-09-12T03:14:42.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.102+0000 7fc825e00640 1 -- 172.21.15.29:0/1354632029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc82014b230 con 0x7fc82006f4c0 2024-09-12T03:14:42.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.103+0000 7fc825e00640 1 -- 172.21.15.29:0/1354632029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc82014b7f0 con 0x7fc82006f4c0 2024-09-12T03:14:42.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.104+0000 7fc825e00640 1 -- 172.21.15.29:0/1354632029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc82015f9a0 con 0x7fc82006f4c0 2024-09-12T03:14:42.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.105+0000 7fc817e00640 1 -- 172.21.15.29:0/1354632029 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc808030ae0 con 0x7fc82006f4c0 2024-09-12T03:14:42.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.105+0000 7fc817e00640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc7fc06be30 0x7fc7fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.105+0000 7fc817e00640 1 -- 172.21.15.29:0/1354632029 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fc8080ab800 con 0x7fc82006f4c0 2024-09-12T03:14:42.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.106+0000 7fc81ea00640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc7fc06be30 0x7fc7fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.106+0000 7fc81ea00640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc7fc06be30 0x7fc7fc06e2f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc810007fd0 tx=0x7fc810007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:42.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.110+0000 7fc817e00640 1 -- 172.21.15.29:0/1354632029 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc808079fb0 con 0x7fc82006f4c0 2024-09-12T03:14:42.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.329+0000 7fc825e00640 1 -- 172.21.15.29:0/1354632029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc82014a3d0 con 0x7fc82006f4c0 2024-09-12T03:14:42.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.329+0000 7fc817e00640 1 -- 172.21.15.29:0/1354632029 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7fc8080798b0 con 0x7fc82006f4c0 2024-09-12T03:14:42.330 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:42.330 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:42.330 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:42.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.331+0000 7fc825e00640 1 -- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc7fc06be30 msgr2=0x7fc7fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.331+0000 7fc825e00640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc7fc06be30 0x7fc7fc06e2f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc810007fd0 tx=0x7fc810007e80 comp rx=0 tx=0).stop 2024-09-12T03:14:42.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.331+0000 7fc825e00640 1 -- 172.21.15.29:0/1354632029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc82006f4c0 msgr2=0x7fc82014faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.331+0000 7fc825e00640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc82006f4c0 0x7fc82014faa0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fc808009990 tx=0x7fc8080046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.331+0000 7fc825e00640 1 -- 172.21.15.29:0/1354632029 shutdown_connections 2024-09-12T03:14:42.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.331+0000 7fc825e00640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc7fc06be30 0x7fc7fc06e2f0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.331+0000 7fc825e00640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc8200cf5a0 0x7fc82014ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.331+0000 7fc825e00640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc82006f4c0 0x7fc82014faa0 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.331+0000 7fc825e00640 1 --2- 172.21.15.29:0/1354632029 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc82006f0e0 0x7fc820149e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.331+0000 7fc825e00640 1 -- 172.21.15.29:0/1354632029 >> 172.21.15.29:0/1354632029 conn(0x7fc820067da0 msgr2=0x7fc82006dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:42.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.332+0000 7fc825e00640 1 -- 172.21.15.29:0/1354632029 shutdown_connections 2024-09-12T03:14:42.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.332+0000 7fc825e00640 1 -- 172.21.15.29:0/1354632029 wait complete. 2024-09-12T03:14:42.347 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:42.348 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:42.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.502+0000 7f9eb7e00640 1 Processor -- start 2024-09-12T03:14:42.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.502+0000 7f9eb7e00640 1 -- start start 2024-09-12T03:14:42.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb7e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b4210 0x7f9eb80aeee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb7e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9eb8161c90 0x7f9eb80af420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb7e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9eb80b5410 con 0x7f9eb80b2100 2024-09-12T03:14:42.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb7e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9eb80aea50 con 0x7f9eb8161c90 2024-09-12T03:14:42.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb7e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9eb80b56f0 con 0x7f9eb80b4210 2024-09-12T03:14:42.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb7400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9eb8161c90 0x7f9eb80af420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb6a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9eb80b2100 0x7f9eb8161580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49056/0 (socket says 172.21.15.29:49056) 2024-09-12T03:14:42.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb6a00640 1 -- 172.21.15.29:0/4090118838 learned_addr learned my addr 172.21.15.29:0/4090118838 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:42.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eafe00640 1 --2- 172.21.15.29:0/4090118838 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b4210 0x7f9eb80aeee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb7400640 1 -- 172.21.15.29:0/4090118838 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b4210 msgr2=0x7f9eb80aeee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:42.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb7400640 1 --2- 172.21.15.29:0/4090118838 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b4210 0x7f9eb80aeee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb7400640 1 -- 172.21.15.29:0/4090118838 >> v1:172.21.15.29:6789/0 conn(0x7f9eb80b2100 legacy=0x7f9eb8161580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eb7400640 1 -- 172.21.15.29:0/4090118838 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9eb80b5100 con 0x7f9eb8161c90 2024-09-12T03:14:42.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.504+0000 7f9eafe00640 1 --2- 172.21.15.29:0/4090118838 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b4210 0x7f9eb80aeee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:42.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.505+0000 7f9eb7400640 1 --2- 172.21.15.29:0/4090118838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9eb8161c90 0x7f9eb80af420 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0009d90 tx=0x7f9eb002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f741968909016e5c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:42.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.506+0000 7f9eb6000640 1 -- 172.21.15.29:0/4090118838 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0007740 con 0x7f9eb8161c90 2024-09-12T03:14:42.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.506+0000 7f9eb6000640 1 -- 172.21.15.29:0/4090118838 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9eb00078e0 con 0x7f9eb8161c90 2024-09-12T03:14:42.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.506+0000 7f9eb6000640 1 -- 172.21.15.29:0/4090118838 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0007cb0 con 0x7f9eb8161c90 2024-09-12T03:14:42.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.506+0000 7f9eb7e00640 1 -- 172.21.15.29:0/4090118838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9eb8161c90 msgr2=0x7f9eb80af420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.506+0000 7f9eb7e00640 1 --2- 172.21.15.29:0/4090118838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9eb8161c90 0x7f9eb80af420 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0009d90 tx=0x7f9eb002a660 comp rx=0 tx=0).stop 2024-09-12T03:14:42.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.506+0000 7f9eb7e00640 1 -- 172.21.15.29:0/4090118838 shutdown_connections 2024-09-12T03:14:42.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.506+0000 7f9eb7e00640 1 --2- 172.21.15.29:0/4090118838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9eb8161c90 0x7f9eb80af420 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.506+0000 7f9eb7e00640 1 --2- 172.21.15.29:0/4090118838 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b4210 0x7f9eb80aeee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.506+0000 7f9eb7e00640 1 -- 172.21.15.29:0/4090118838 >> 172.21.15.29:0/4090118838 conn(0x7f9eb80b6950 msgr2=0x7f9eb80b2f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:42.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.506+0000 7f9eb7e00640 1 -- 172.21.15.29:0/4090118838 shutdown_connections 2024-09-12T03:14:42.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.506+0000 7f9eb7e00640 1 -- 172.21.15.29:0/4090118838 wait complete. 2024-09-12T03:14:42.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.508+0000 7f9eb7e00640 1 Processor -- start 2024-09-12T03:14:42.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.508+0000 7f9eb7e00640 1 -- start start 2024-09-12T03:14:42.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.509+0000 7f9eb7e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b2100 0x7f9eb8154720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.509+0000 7f9eb7e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9eb80b4210 0x7f9eb815b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.509+0000 7f9eb7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9eb8161c90 0x7f9eb806f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.509+0000 7f9eb7e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9eb80b2bb0 con 0x7f9eb8161c90 2024-09-12T03:14:42.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.509+0000 7f9eb7e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9eb80b2a30 con 0x7f9eb80b4210 2024-09-12T03:14:42.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.509+0000 7f9eb7e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9eb80b24e0 con 0x7f9eb80b2100 2024-09-12T03:14:42.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.509+0000 7f9eb7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9eb8161c90 0x7f9eb806f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.509+0000 7f9eb7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9eb8161c90 0x7f9eb806f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41762/0 (socket says 172.21.15.29:41762) 2024-09-12T03:14:42.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.509+0000 7f9eb7400640 1 -- 172.21.15.29:0/292377648 learned_addr learned my addr 172.21.15.29:0/292377648 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:42.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.509+0000 7f9eb6a00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b2100 0x7f9eb8154720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.509+0000 7f9eafe00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9eb80b4210 0x7f9eb815b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eb7400640 1 -- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b2100 msgr2=0x7f9eb8154720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eb7400640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b2100 0x7f9eb8154720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eb7400640 1 -- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9eb80b4210 msgr2=0x7f9eb815b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eb7400640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9eb80b4210 0x7f9eb815b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eb7400640 1 -- 172.21.15.29:0/292377648 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9eb8155050 con 0x7f9eb8161c90 2024-09-12T03:14:42.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eb6a00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b2100 0x7f9eb8154720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:42.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eafe00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9eb80b4210 0x7f9eb815b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:42.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eb7400640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9eb8161c90 0x7f9eb806f960 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f9eb002ac50 tx=0x7f9eb0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:42.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eaea00640 1 -- 172.21.15.29:0/292377648 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb003f070 con 0x7f9eb8161c90 2024-09-12T03:14:42.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eaea00640 1 -- 172.21.15.29:0/292377648 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9eb0031c90 con 0x7f9eb8161c90 2024-09-12T03:14:42.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eaea00640 1 -- 172.21.15.29:0/292377648 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0044680 con 0x7f9eb8161c90 2024-09-12T03:14:42.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.510+0000 7f9eb7e00640 1 -- 172.21.15.29:0/292377648 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9eb81f39a0 con 0x7f9eb8161c90 2024-09-12T03:14:42.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.511+0000 7f9eb7e00640 1 -- 172.21.15.29:0/292377648 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9eb8158ef0 con 0x7f9eb8161c90 2024-09-12T03:14:42.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.512+0000 7f9eb7e00640 1 -- 172.21.15.29:0/292377648 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9eb809aa70 con 0x7f9eb8161c90 2024-09-12T03:14:42.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.513+0000 7f9eaea00640 1 -- 172.21.15.29:0/292377648 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9eb003b410 con 0x7f9eb8161c90 2024-09-12T03:14:42.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.514+0000 7f9eaea00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9e9406be30 0x7f9e9406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:42.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.514+0000 7f9eaea00640 1 -- 172.21.15.29:0/292377648 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f9eb00ac920 con 0x7f9eb8161c90 2024-09-12T03:14:42.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.514+0000 7f9eb6a00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9e9406be30 0x7f9e9406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:42.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.515+0000 7f9eb6a00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9e9406be30 0x7f9e9406e2f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8070500 tx=0x7f9ea8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:42.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.518+0000 7f9eaea00640 1 -- 172.21.15.29:0/292377648 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9eb8155050 con 0x7f9eb8161c90 2024-09-12T03:14:42.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.774+0000 7f9eb7e00640 1 -- 172.21.15.29:0/292377648 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f9eb806dde0 con 0x7f9eb8161c90 2024-09-12T03:14:42.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.774+0000 7f9eaea00640 1 -- 172.21.15.29:0/292377648 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1959 (secure 0 0 0) 0x7f9eb007b190 con 0x7f9eb8161c90 2024-09-12T03:14:42.775 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:42.775 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":402,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":712067,"bytes_used":266203136,"bytes_avail":772827910144,"bytes_total":773094113280,"write_bytes_sec":597,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":24,"modified":"2024-09-12T03:14:41.810809+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:14:42.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.776+0000 7f9eb7e00640 1 -- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9e9406be30 msgr2=0x7f9e9406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.776+0000 7f9eb7e00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9e9406be30 0x7f9e9406e2f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8070500 tx=0x7f9ea8009040 comp rx=0 tx=0).stop 2024-09-12T03:14:42.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.776+0000 7f9eb7e00640 1 -- 172.21.15.29:0/292377648 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9eb8161c90 msgr2=0x7f9eb806f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:42.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.776+0000 7f9eb7e00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9eb8161c90 0x7f9eb806f960 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f9eb002ac50 tx=0x7f9eb0004a40 comp rx=0 tx=0).stop 2024-09-12T03:14:42.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.776+0000 7f9eb7e00640 1 -- 172.21.15.29:0/292377648 shutdown_connections 2024-09-12T03:14:42.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.776+0000 7f9eb7e00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9e9406be30 0x7f9e9406e2f0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.776+0000 7f9eb7e00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9eb8161c90 0x7f9eb806f960 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.776+0000 7f9eb7e00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9eb80b4210 0x7f9eb815b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.776+0000 7f9eb7e00640 1 --2- 172.21.15.29:0/292377648 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9eb80b2100 0x7f9eb8154720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:42.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.776+0000 7f9eb7e00640 1 -- 172.21.15.29:0/292377648 >> 172.21.15.29:0/292377648 conn(0x7f9eb80b6950 msgr2=0x7f9eb8160a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:42.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.777+0000 7f9eb7e00640 1 -- 172.21.15.29:0/292377648 shutdown_connections 2024-09-12T03:14:42.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:42.777+0000 7f9eb7e00640 1 -- 172.21.15.29:0/292377648 wait complete. 2024-09-12T03:14:42.793 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'idle+waiting paths [/d1/d2/d3]', 'd': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:14:43.795 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:43.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.963+0000 7f0f5ae00640 1 Processor -- start 2024-09-12T03:14:43.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.963+0000 7f0f5ae00640 1 -- start start 2024-09-12T03:14:43.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.964+0000 7f0f5ae00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0f5415e660 0x7f0f540d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:43.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.964+0000 7f0f5ae00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f540d3150 0x7f0f540b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:43.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.964+0000 7f0f5ae00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f540d3680 con 0x7f0f540b6530 2024-09-12T03:14:43.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.964+0000 7f0f5ae00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0f5406d4b0 con 0x7f0f5415e660 2024-09-12T03:14:43.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.964+0000 7f0f5ae00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0f540d3960 con 0x7f0f540d3150 2024-09-12T03:14:43.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.964+0000 7f0f53e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0f5415e660 0x7f0f540d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:43.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.964+0000 7f0f53e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0f5415e660 0x7f0f540d4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41766/0 (socket says 172.21.15.29:41766) 2024-09-12T03:14:43.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.964+0000 7f0f53e00640 1 -- 172.21.15.29:0/3120351943 learned_addr learned my addr 172.21.15.29:0/3120351943 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:43.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.964+0000 7f0f4b400640 1 --2- 172.21.15.29:0/3120351943 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f540d3150 0x7f0f540b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:43.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.965+0000 7f0f53e00640 1 -- 172.21.15.29:0/3120351943 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f540d3150 msgr2=0x7f0f540b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:43.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.965+0000 7f0f53e00640 1 --2- 172.21.15.29:0/3120351943 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f540d3150 0x7f0f540b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:43.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.965+0000 7f0f53e00640 1 -- 172.21.15.29:0/3120351943 >> v1:172.21.15.38:6789/0 conn(0x7f0f540b6530 legacy=0x7f0f540cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:43.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.965+0000 7f0f53e00640 1 -- 172.21.15.29:0/3120351943 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f5406ce60 con 0x7f0f5415e660 2024-09-12T03:14:43.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.966+0000 7f0f53e00640 1 --2- 172.21.15.29:0/3120351943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f5415e660 0x7f0f540d4dd0 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f0f44009870 tx=0x7f0f4402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=454c287700b9e514 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:43.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.966+0000 7f0f53400640 1 -- 172.21.15.29:0/3120351943 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f44037070 con 0x7f0f5415e660 2024-09-12T03:14:43.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.966+0000 7f0f53400640 1 -- 172.21.15.29:0/3120351943 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f4402ae50 con 0x7f0f5415e660 2024-09-12T03:14:43.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.966+0000 7f0f53400640 1 -- 172.21.15.29:0/3120351943 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f44032860 con 0x7f0f5415e660 2024-09-12T03:14:43.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.966+0000 7f0f5ae00640 1 -- 172.21.15.29:0/3120351943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f5415e660 msgr2=0x7f0f540d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:43.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.966+0000 7f0f5ae00640 1 --2- 172.21.15.29:0/3120351943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f5415e660 0x7f0f540d4dd0 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f0f44009870 tx=0x7f0f4402a300 comp rx=0 tx=0).stop 2024-09-12T03:14:43.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.967+0000 7f0f5ae00640 1 -- 172.21.15.29:0/3120351943 shutdown_connections 2024-09-12T03:14:43.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.967+0000 7f0f5ae00640 1 --2- 172.21.15.29:0/3120351943 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f540d3150 0x7f0f540b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:43.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.967+0000 7f0f5ae00640 1 --2- 172.21.15.29:0/3120351943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f5415e660 0x7f0f540d4dd0 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:43.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.967+0000 7f0f5ae00640 1 -- 172.21.15.29:0/3120351943 >> 172.21.15.29:0/3120351943 conn(0x7f0f5408c000 msgr2=0x7f0f540d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:43.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.967+0000 7f0f5ae00640 1 -- 172.21.15.29:0/3120351943 shutdown_connections 2024-09-12T03:14:43.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.967+0000 7f0f5ae00640 1 -- 172.21.15.29:0/3120351943 wait complete. 2024-09-12T03:14:43.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.968+0000 7f0f5ae00640 1 Processor -- start 2024-09-12T03:14:43.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.968+0000 7f0f5ae00640 1 -- start start 2024-09-12T03:14:43.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.969+0000 7f0f5ae00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f540b6530 0x7f0f5415a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:43.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.969+0000 7f0f5ae00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f540d3150 0x7f0f54157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:43.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.969+0000 7f0f5ae00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f5415e660 0x7f0f540ca290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:43.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.969+0000 7f0f5ae00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0f5415ea40 con 0x7f0f540d3150 2024-09-12T03:14:43.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.969+0000 7f0f5ae00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0f540d5310 con 0x7f0f540b6530 2024-09-12T03:14:43.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.969+0000 7f0f5ae00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0f5406e950 con 0x7f0f5415e660 2024-09-12T03:14:43.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f4b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f540d3150 0x7f0f54157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:43.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f4b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f540d3150 0x7f0f54157ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41770/0 (socket says 172.21.15.29:41770) 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f4b400640 1 -- 172.21.15.29:0/2351645597 learned_addr learned my addr 172.21.15.29:0/2351645597 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f4b400640 1 -- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f5415e660 msgr2=0x7f0f540ca290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f58e00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f5415e660 0x7f0f540ca290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f53e00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f540b6530 0x7f0f5415a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f4b400640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f5415e660 0x7f0f540ca290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f4b400640 1 -- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f540b6530 msgr2=0x7f0f5415a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f4b400640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f540b6530 0x7f0f5415a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f4b400640 1 -- 172.21.15.29:0/2351645597 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f540b95a0 con 0x7f0f540d3150 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f58e00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f5415e660 0x7f0f540ca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f53e00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f540b6530 0x7f0f5415a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.970+0000 7f0f4b400640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f540d3150 0x7f0f54157ad0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f0f3c00e9b0 tx=0x7f0f3c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.971+0000 7f0f50c00640 1 -- 172.21.15.29:0/2351645597 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f3c017070 con 0x7f0f540d3150 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.971+0000 7f0f50c00640 1 -- 172.21.15.29:0/2351645597 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f3c00c9a0 con 0x7f0f540d3150 2024-09-12T03:14:43.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.971+0000 7f0f5ae00640 1 -- 172.21.15.29:0/2351645597 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f540b8180 con 0x7f0f540d3150 2024-09-12T03:14:43.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.971+0000 7f0f50c00640 1 -- 172.21.15.29:0/2351645597 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f3c00cd70 con 0x7f0f540d3150 2024-09-12T03:14:43.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.971+0000 7f0f5ae00640 1 -- 172.21.15.29:0/2351645597 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f54158010 con 0x7f0f540d3150 2024-09-12T03:14:43.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.972+0000 7f0f5ae00640 1 -- 172.21.15.29:0/2351645597 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f540b5ff0 con 0x7f0f540d3150 2024-09-12T03:14:43.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.973+0000 7f0f50c00640 1 -- 172.21.15.29:0/2351645597 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0f3c01a070 con 0x7f0f540d3150 2024-09-12T03:14:43.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.973+0000 7f0f50c00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f3006be30 0x7f0f3006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:43.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.974+0000 7f0f50c00640 1 -- 172.21.15.29:0/2351645597 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f0f3c08b420 con 0x7f0f540d3150 2024-09-12T03:14:43.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.974+0000 7f0f53e00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f3006be30 0x7f0f3006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:43.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.975+0000 7f0f53e00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f3006be30 0x7f0f3006e2f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f0f44034000 tx=0x7f0f4402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:43.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:43.978+0000 7f0f50c00640 1 -- 172.21.15.29:0/2351645597 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0f3c059bc0 con 0x7f0f540d3150 2024-09-12T03:14:44.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.202+0000 7f0f5ae00640 1 -- 172.21.15.29:0/2351645597 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f540b4550 con 0x7f0f540d3150 2024-09-12T03:14:44.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.203+0000 7f0f50c00640 1 -- 172.21.15.29:0/2351645597 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7f0f3c0594c0 con 0x7f0f540d3150 2024-09-12T03:14:44.203 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:44.203 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:44.204 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 -- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f3006be30 msgr2=0x7f0f3006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f3006be30 0x7f0f3006e2f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f0f44034000 tx=0x7f0f4402e000 comp rx=0 tx=0).stop 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 -- 172.21.15.29:0/2351645597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f540d3150 msgr2=0x7f0f54157ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f540d3150 0x7f0f54157ad0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f0f3c00e9b0 tx=0x7f0f3c00ee70 comp rx=0 tx=0).stop 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 -- 172.21.15.29:0/2351645597 shutdown_connections 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f3006be30 0x7f0f3006e2f0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f5415e660 0x7f0f540ca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f540d3150 0x7f0f54157ad0 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 --2- 172.21.15.29:0/2351645597 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f540b6530 0x7f0f5415a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 -- 172.21.15.29:0/2351645597 >> 172.21.15.29:0/2351645597 conn(0x7f0f5408c000 msgr2=0x7f0f540cf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 -- 172.21.15.29:0/2351645597 shutdown_connections 2024-09-12T03:14:44.206 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.205+0000 7f0f5ae00640 1 -- 172.21.15.29:0/2351645597 wait complete. 2024-09-12T03:14:44.222 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:44.222 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:44.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.377+0000 7fa670200640 1 Processor -- start 2024-09-12T03:14:44.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.378+0000 7fa670200640 1 -- start start 2024-09-12T03:14:44.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.379+0000 7fa670200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6680c8e60 0x7fa668070800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:44.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.379+0000 7fa670200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa668070d40 0x7fa66809aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:44.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.379+0000 7fa670200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6680c9240 con 0x7fa66809afb0 2024-09-12T03:14:44.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.379+0000 7fa670200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa668071350 con 0x7fa668070d40 2024-09-12T03:14:44.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.379+0000 7fa670200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa668071630 con 0x7fa6680c8e60 2024-09-12T03:14:44.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.379+0000 7fa66ce00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa668070d40 0x7fa66809aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:44.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.379+0000 7fa66ce00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa668070d40 0x7fa66809aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41782/0 (socket says 172.21.15.29:41782) 2024-09-12T03:14:44.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.379+0000 7fa66ce00640 1 -- 172.21.15.29:0/1093875328 learned_addr learned my addr 172.21.15.29:0/1093875328 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:44.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.379+0000 7fa66d800640 1 --2- 172.21.15.29:0/1093875328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6680c8e60 0x7fa668070800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:44.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.380+0000 7fa66ce00640 1 -- 172.21.15.29:0/1093875328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6680c8e60 msgr2=0x7fa668070800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:44.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.380+0000 7fa66ce00640 1 --2- 172.21.15.29:0/1093875328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6680c8e60 0x7fa668070800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.380+0000 7fa66ce00640 1 -- 172.21.15.29:0/1093875328 >> v1:172.21.15.38:6789/0 conn(0x7fa66809afb0 legacy=0x7fa6681620b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:44.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.380+0000 7fa66ce00640 1 -- 172.21.15.29:0/1093875328 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa668071910 con 0x7fa668070d40 2024-09-12T03:14:44.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.380+0000 7fa66d800640 1 --2- 172.21.15.29:0/1093875328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6680c8e60 0x7fa668070800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:44.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.381+0000 7fa66ce00640 1 --2- 172.21.15.29:0/1093875328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa668070d40 0x7fa66809aa70 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7fa654009870 tx=0x7fa65402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bc4471917200f03 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:44.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.381+0000 7fa667e00640 1 -- 172.21.15.29:0/1093875328 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa654037070 con 0x7fa668070d40 2024-09-12T03:14:44.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.381+0000 7fa667e00640 1 -- 172.21.15.29:0/1093875328 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa654032440 con 0x7fa668070d40 2024-09-12T03:14:44.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.381+0000 7fa667e00640 1 -- 172.21.15.29:0/1093875328 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa654032810 con 0x7fa668070d40 2024-09-12T03:14:44.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.381+0000 7fa670200640 1 -- 172.21.15.29:0/1093875328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa668070d40 msgr2=0x7fa66809aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:44.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.381+0000 7fa670200640 1 --2- 172.21.15.29:0/1093875328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa668070d40 0x7fa66809aa70 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7fa654009870 tx=0x7fa65402a270 comp rx=0 tx=0).stop 2024-09-12T03:14:44.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.381+0000 7fa670200640 1 -- 172.21.15.29:0/1093875328 shutdown_connections 2024-09-12T03:14:44.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.381+0000 7fa670200640 1 --2- 172.21.15.29:0/1093875328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa668070d40 0x7fa66809aa70 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.381+0000 7fa670200640 1 --2- 172.21.15.29:0/1093875328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6680c8e60 0x7fa668070800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.381+0000 7fa670200640 1 -- 172.21.15.29:0/1093875328 >> 172.21.15.29:0/1093875328 conn(0x7fa6680d23a0 msgr2=0x7fa6680d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:44.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.382+0000 7fa670200640 1 -- 172.21.15.29:0/1093875328 shutdown_connections 2024-09-12T03:14:44.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.382+0000 7fa670200640 1 -- 172.21.15.29:0/1093875328 wait complete. 2024-09-12T03:14:44.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.383+0000 7fa670200640 1 Processor -- start 2024-09-12T03:14:44.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.383+0000 7fa670200640 1 -- start start 2024-09-12T03:14:44.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.384+0000 7fa670200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa668070d40 0x7fa6680b7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:44.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.384+0000 7fa670200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa66809afb0 0x7fa6680cb930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:44.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.384+0000 7fa670200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6680c8e60 0x7fa6681f4480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:44.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.384+0000 7fa670200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa66806d180 con 0x7fa668070d40 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.384+0000 7fa670200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa668071ed0 con 0x7fa66809afb0 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.384+0000 7fa670200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa66806d300 con 0x7fa6680c8e60 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.384+0000 7fa66d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa668070d40 0x7fa6680b7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.384+0000 7fa66d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa668070d40 0x7fa6680b7090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41790/0 (socket says 172.21.15.29:41790) 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.384+0000 7fa66d800640 1 -- 172.21.15.29:0/211708460 learned_addr learned my addr 172.21.15.29:0/211708460 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.385+0000 7fa66ce00640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa66809afb0 0x7fa6680cb930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.385+0000 7fa66e200640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6680c8e60 0x7fa6681f4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.385+0000 7fa66d800640 1 -- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6680c8e60 msgr2=0x7fa6681f4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.385+0000 7fa66d800640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6680c8e60 0x7fa6681f4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.385+0000 7fa66d800640 1 -- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa66809afb0 msgr2=0x7fa6680cb930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.385+0000 7fa66d800640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa66809afb0 0x7fa6680cb930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.385+0000 7fa66d800640 1 -- 172.21.15.29:0/211708460 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6680b52f0 con 0x7fa668070d40 2024-09-12T03:14:44.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.385+0000 7fa66d800640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa668070d40 0x7fa6680b7090 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7fa65c00e730 tx=0x7fa65c00ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:44.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.385+0000 7fa665600640 1 -- 172.21.15.29:0/211708460 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa65c00f040 con 0x7fa668070d40 2024-09-12T03:14:44.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.385+0000 7fa665600640 1 -- 172.21.15.29:0/211708460 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa65c004230 con 0x7fa668070d40 2024-09-12T03:14:44.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.386+0000 7fa670200640 1 -- 172.21.15.29:0/211708460 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6680cc3b0 con 0x7fa668070d40 2024-09-12T03:14:44.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.386+0000 7fa665600640 1 -- 172.21.15.29:0/211708460 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa65c00ee40 con 0x7fa668070d40 2024-09-12T03:14:44.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.386+0000 7fa670200640 1 -- 172.21.15.29:0/211708460 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6680b5890 con 0x7fa668070d40 2024-09-12T03:14:44.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.387+0000 7fa670200640 1 -- 172.21.15.29:0/211708460 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa66809aa70 con 0x7fa668070d40 2024-09-12T03:14:44.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.388+0000 7fa665600640 1 -- 172.21.15.29:0/211708460 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa65c00c6d0 con 0x7fa668070d40 2024-09-12T03:14:44.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.389+0000 7fa665600640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa64806be30 0x7fa64806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:44.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.389+0000 7fa665600640 1 -- 172.21.15.29:0/211708460 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fa65c08ad70 con 0x7fa668070d40 2024-09-12T03:14:44.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.390+0000 7fa66ce00640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa64806be30 0x7fa64806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:44.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.391+0000 7fa66ce00640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa64806be30 0x7fa64806e2f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fa654034000 tx=0x7fa65402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:44.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.394+0000 7fa665600640 1 -- 172.21.15.29:0/211708460 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa65c017020 con 0x7fa668070d40 2024-09-12T03:14:44.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.647+0000 7fa670200640 1 -- 172.21.15.29:0/211708460 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fa6680d3120 con 0x7fa668070d40 2024-09-12T03:14:44.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.648+0000 7fa665600640 1 -- 172.21.15.29:0/211708460 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1959 (secure 0 0 0) 0x7fa65c058e30 con 0x7fa668070d40 2024-09-12T03:14:44.648 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:44.648 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":403,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":712067,"bytes_used":266211328,"bytes_avail":772827901952,"bytes_total":773094113280,"write_bytes_sec":597,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":24,"modified":"2024-09-12T03:14:41.810809+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:14:44.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.650+0000 7fa670200640 1 -- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa64806be30 msgr2=0x7fa64806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:44.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.650+0000 7fa670200640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa64806be30 0x7fa64806e2f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fa654034000 tx=0x7fa65402e000 comp rx=0 tx=0).stop 2024-09-12T03:14:44.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.650+0000 7fa670200640 1 -- 172.21.15.29:0/211708460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa668070d40 msgr2=0x7fa6680b7090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:44.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.650+0000 7fa670200640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa668070d40 0x7fa6680b7090 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7fa65c00e730 tx=0x7fa65c00ebf0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.650+0000 7fa670200640 1 -- 172.21.15.29:0/211708460 shutdown_connections 2024-09-12T03:14:44.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.650+0000 7fa670200640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa64806be30 0x7fa64806e2f0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.650+0000 7fa670200640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa6680c8e60 0x7fa6681f4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.650+0000 7fa670200640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa66809afb0 0x7fa6680cb930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.650+0000 7fa670200640 1 --2- 172.21.15.29:0/211708460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa668070d40 0x7fa6680b7090 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:44.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.650+0000 7fa670200640 1 -- 172.21.15.29:0/211708460 >> 172.21.15.29:0/211708460 conn(0x7fa6680d23a0 msgr2=0x7fa6680cd2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:44.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.650+0000 7fa670200640 1 -- 172.21.15.29:0/211708460 shutdown_connections 2024-09-12T03:14:44.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:44.651+0000 7fa670200640 1 -- 172.21.15.29:0/211708460 wait complete. 2024-09-12T03:14:44.666 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'idle+waiting paths [/d1/d2/d3]', 'd': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:14:45.667 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.835+0000 7f5687200640 1 Processor -- start 2024-09-12T03:14:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.835+0000 7f5687200640 1 -- start start 2024-09-12T03:14:45.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.836+0000 7f5687200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f568806db70 0x7f56880d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:45.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.836+0000 7f5687200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f568815e850 con 0x7f568815e470 2024-09-12T03:14:45.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.836+0000 7f5687200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56880d1c60 con 0x7f56880d4310 2024-09-12T03:14:45.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.836+0000 7f5687200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f56880d4cc0 con 0x7f568806db70 2024-09-12T03:14:45.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.837+0000 7f5685e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f568815e470 0x7f56880cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49060/0 (socket says 172.21.15.29:49060) 2024-09-12T03:14:45.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.837+0000 7f5685e00640 1 -- 172.21.15.29:0/2829933171 learned_addr learned my addr 172.21.15.29:0/2829933171 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:45.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.837+0000 7f5686800640 1 --2- 172.21.15.29:0/2829933171 >> v2:172.21.15.38:3300/0 conn(0x7f568806db70 0x7f56880d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:45.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.837+0000 7f5685400640 1 -- 172.21.15.29:0/2829933171 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1918637005 0 0) 0x7f568815e850 con 0x7f568815e470 2024-09-12T03:14:45.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.837+0000 7f5685400640 1 -- 172.21.15.29:0/2829933171 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f566c003520 con 0x7f568815e470 2024-09-12T03:14:45.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.837+0000 7f5686800640 1 -- 172.21.15.29:0/2829933171 >> v1:172.21.15.38:6789/0 conn(0x7f56880d4310 legacy=0x7f568806d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:45.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.837+0000 7f5686800640 1 -- 172.21.15.29:0/2829933171 >> v1:172.21.15.29:6789/0 conn(0x7f568815e470 legacy=0x7f56880cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:45.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.837+0000 7f5686800640 1 -- 172.21.15.29:0/2829933171 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56880d1980 con 0x7f568806db70 2024-09-12T03:14:45.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.838+0000 7f5686800640 1 --2- 172.21.15.29:0/2829933171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f568806db70 0x7f56880d4780 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f5680009d90 tx=0x7f568002a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66a111e096b6bde9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:45.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.839+0000 7f5685400640 1 -- 172.21.15.29:0/2829933171 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5680007740 con 0x7f568806db70 2024-09-12T03:14:45.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.839+0000 7f5685400640 1 -- 172.21.15.29:0/2829933171 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56800078e0 con 0x7f568806db70 2024-09-12T03:14:45.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.839+0000 7f5685400640 1 -- 172.21.15.29:0/2829933171 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5680007c90 con 0x7f568806db70 2024-09-12T03:14:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.839+0000 7f5687200640 1 -- 172.21.15.29:0/2829933171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f568806db70 msgr2=0x7f56880d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.839+0000 7f5687200640 1 --2- 172.21.15.29:0/2829933171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f568806db70 0x7f56880d4780 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f5680009d90 tx=0x7f568002a6f0 comp rx=0 tx=0).stop 2024-09-12T03:14:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.839+0000 7f5687200640 1 -- 172.21.15.29:0/2829933171 shutdown_connections 2024-09-12T03:14:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.839+0000 7f5687200640 1 --2- 172.21.15.29:0/2829933171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f568806db70 0x7f56880d4780 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.839+0000 7f5687200640 1 -- 172.21.15.29:0/2829933171 >> 172.21.15.29:0/2829933171 conn(0x7f568809d700 msgr2=0x7f568808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.839+0000 7f5687200640 1 -- 172.21.15.29:0/2829933171 shutdown_connections 2024-09-12T03:14:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.839+0000 7f5687200640 1 -- 172.21.15.29:0/2829933171 wait complete. 2024-09-12T03:14:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.841+0000 7f5687200640 1 Processor -- start 2024-09-12T03:14:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.841+0000 7f5687200640 1 -- start start 2024-09-12T03:14:45.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.842+0000 7f5687200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f568806db70 0x7f56881569d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:45.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.842+0000 7f5687200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56880d4310 0x7f56880b9820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:45.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.842+0000 7f5687200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f568815e470 0x7f568815b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:45.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.842+0000 7f5687200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f56880cf3a0 con 0x7f56880d4310 2024-09-12T03:14:45.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.842+0000 7f5687200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f56880cf710 con 0x7f568806db70 2024-09-12T03:14:45.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.842+0000 7f5687200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f56880d02b0 con 0x7f568815e470 2024-09-12T03:14:45.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.842+0000 7f567fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56880d4310 0x7f56880b9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.842+0000 7f567fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56880d4310 0x7f56880b9820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41794/0 (socket says 172.21.15.29:41794) 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.842+0000 7f567fe00640 1 -- 172.21.15.29:0/3681410326 learned_addr learned my addr 172.21.15.29:0/3681410326 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.842+0000 7f5685e00640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f568806db70 0x7f56881569d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.842+0000 7f5686800640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f568815e470 0x7f568815b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.843+0000 7f567fe00640 1 -- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f568815e470 msgr2=0x7f568815b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.843+0000 7f567fe00640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f568815e470 0x7f568815b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.843+0000 7f567fe00640 1 -- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f568806db70 msgr2=0x7f56881569d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.843+0000 7f567fe00640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f568806db70 0x7f56881569d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.843+0000 7f567fe00640 1 -- 172.21.15.29:0/3681410326 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56880b9d60 con 0x7f56880d4310 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.843+0000 7f567fe00640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56880d4310 0x7f56880b9820 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f567000c400 tx=0x7f567000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.843+0000 7f567e000640 1 -- 172.21.15.29:0/3681410326 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56700052d0 con 0x7f56880d4310 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.843+0000 7f567e000640 1 -- 172.21.15.29:0/3681410326 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5670005490 con 0x7f56880d4310 2024-09-12T03:14:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.843+0000 7f5687200640 1 -- 172.21.15.29:0/3681410326 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f568815eca0 con 0x7f56880d4310 2024-09-12T03:14:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.843+0000 7f567e000640 1 -- 172.21.15.29:0/3681410326 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5670007260 con 0x7f56880d4310 2024-09-12T03:14:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.843+0000 7f5687200640 1 -- 172.21.15.29:0/3681410326 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f568815f260 con 0x7f56880d4310 2024-09-12T03:14:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.844+0000 7f5687200640 1 -- 172.21.15.29:0/3681410326 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56880d4780 con 0x7f56880d4310 2024-09-12T03:14:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.845+0000 7f567e000640 1 -- 172.21.15.29:0/3681410326 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5670007400 con 0x7f56880d4310 2024-09-12T03:14:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.846+0000 7f567e000640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f566406be30 0x7f566406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:45.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.846+0000 7f567e000640 1 -- 172.21.15.29:0/3681410326 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f567008a5b0 con 0x7f56880d4310 2024-09-12T03:14:45.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.847+0000 7f5685e00640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f566406be30 0x7f566406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:45.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.848+0000 7f5685e00640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f566406be30 0x7f566406e2f0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f56780011e0 tx=0x7f5678009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:45.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:45.851+0000 7f567e000640 1 -- 172.21.15.29:0/3681410326 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f56880b9d60 con 0x7f56880d4310 2024-09-12T03:14:46.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.077+0000 7f5687200640 1 -- 172.21.15.29:0/3681410326 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f568806cf90 con 0x7f56880d4310 2024-09-12T03:14:46.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.077+0000 7f567e000640 1 -- 172.21.15.29:0/3681410326 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7f5670058d50 con 0x7f56880d4310 2024-09-12T03:14:46.078 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:46.078 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:46.078 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:46.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 -- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f566406be30 msgr2=0x7f566406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:46.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f566406be30 0x7f566406e2f0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f56780011e0 tx=0x7f5678009040 comp rx=0 tx=0).stop 2024-09-12T03:14:46.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 -- 172.21.15.29:0/3681410326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56880d4310 msgr2=0x7f56880b9820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:46.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56880d4310 0x7f56880b9820 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f567000c400 tx=0x7f567000c8c0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 -- 172.21.15.29:0/3681410326 shutdown_connections 2024-09-12T03:14:46.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f566406be30 0x7f566406e2f0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f568815e470 0x7f568815b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56880d4310 0x7f56880b9820 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 --2- 172.21.15.29:0/3681410326 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f568806db70 0x7f56881569d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 -- 172.21.15.29:0/3681410326 >> 172.21.15.29:0/3681410326 conn(0x7f568809d700 msgr2=0x7f56880d0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:46.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 -- 172.21.15.29:0/3681410326 shutdown_connections 2024-09-12T03:14:46.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.080+0000 7f5687200640 1 -- 172.21.15.29:0/3681410326 wait complete. 2024-09-12T03:14:46.097 DEBUG:tasks.cephfs.test_multimds_misc:current active=['d', 'b', 'c'] 2024-09-12T03:14:46.097 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:14:46.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.252+0000 7f9c58c00640 1 Processor -- start 2024-09-12T03:14:46.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.252+0000 7f9c58c00640 1 -- start start 2024-09-12T03:14:46.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.253+0000 7f9c58c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9c5415b130 0x7f9c540ccec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.253+0000 7f9c58c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c540b4ce0 0x7f9c540cf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.253+0000 7f9c58c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c540cd8f0 con 0x7f9c540cd400 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.253+0000 7f9c58c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9c5415f550 con 0x7f9c5415b130 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.253+0000 7f9c58c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9c5415ef00 con 0x7f9c540b4ce0 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.253+0000 7f9c51e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9c5415b130 0x7f9c540ccec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.254+0000 7f9c51e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9c5415b130 0x7f9c540ccec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41796/0 (socket says 172.21.15.29:41796) 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.254+0000 7f9c51400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9c540cd400 0x7f9c540b45d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49070/0 (socket says 172.21.15.29:49070) 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.254+0000 7f9c51e00640 1 -- 172.21.15.29:0/4073104132 learned_addr learned my addr 172.21.15.29:0/4073104132 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.254+0000 7f9c52800640 1 --2- 172.21.15.29:0/4073104132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c540b4ce0 0x7f9c540cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.254+0000 7f9c51e00640 1 -- 172.21.15.29:0/4073104132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c540b4ce0 msgr2=0x7f9c540cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.254+0000 7f9c51e00640 1 --2- 172.21.15.29:0/4073104132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c540b4ce0 0x7f9c540cf020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.254+0000 7f9c51e00640 1 -- 172.21.15.29:0/4073104132 >> v1:172.21.15.29:6789/0 conn(0x7f9c540cd400 legacy=0x7f9c540b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:46.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.254+0000 7f9c50a00640 1 -- 172.21.15.29:0/4073104132 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1945709687 0 0) 0x7f9c540cd8f0 con 0x7f9c540cd400 2024-09-12T03:14:46.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.254+0000 7f9c51e00640 1 -- 172.21.15.29:0/4073104132 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c5415f1e0 con 0x7f9c5415b130 2024-09-12T03:14:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.255+0000 7f9c51e00640 1 --2- 172.21.15.29:0/4073104132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c5415b130 0x7f9c540ccec0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f9c44009870 tx=0x7f9c4402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da2f1292a82007c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.255+0000 7f9c50a00640 1 -- 172.21.15.29:0/4073104132 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c44037070 con 0x7f9c5415b130 2024-09-12T03:14:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.255+0000 7f9c50a00640 1 -- 172.21.15.29:0/4073104132 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c44032440 con 0x7f9c5415b130 2024-09-12T03:14:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.255+0000 7f9c50a00640 1 -- 172.21.15.29:0/4073104132 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c44032810 con 0x7f9c5415b130 2024-09-12T03:14:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.256+0000 7f9c58c00640 1 -- 172.21.15.29:0/4073104132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c5415b130 msgr2=0x7f9c540ccec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.256+0000 7f9c58c00640 1 --2- 172.21.15.29:0/4073104132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c5415b130 0x7f9c540ccec0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f9c44009870 tx=0x7f9c4402a270 comp rx=0 tx=0).stop 2024-09-12T03:14:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.256+0000 7f9c58c00640 1 -- 172.21.15.29:0/4073104132 shutdown_connections 2024-09-12T03:14:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.256+0000 7f9c58c00640 1 --2- 172.21.15.29:0/4073104132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c540b4ce0 0x7f9c540cf020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.256+0000 7f9c58c00640 1 --2- 172.21.15.29:0/4073104132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c5415b130 0x7f9c540ccec0 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.256+0000 7f9c58c00640 1 -- 172.21.15.29:0/4073104132 >> 172.21.15.29:0/4073104132 conn(0x7f9c540b5f10 msgr2=0x7f9c540b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:46.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.256+0000 7f9c58c00640 1 -- 172.21.15.29:0/4073104132 shutdown_connections 2024-09-12T03:14:46.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.256+0000 7f9c58c00640 1 -- 172.21.15.29:0/4073104132 wait complete. 2024-09-12T03:14:46.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.258+0000 7f9c58c00640 1 Processor -- start 2024-09-12T03:14:46.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.258+0000 7f9c58c00640 1 -- start start 2024-09-12T03:14:46.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c58c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c540b4ce0 0x7f9c540c6360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c58c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c540cd400 0x7f9c54145b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c58c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c5415b130 0x7f9c541590a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c58c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5415c690 con 0x7f9c540b4ce0 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c58c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5415c510 con 0x7f9c540cd400 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c58c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9c5415f9e0 con 0x7f9c5415b130 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c51e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c540b4ce0 0x7f9c540c6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c51e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c540b4ce0 0x7f9c540c6360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41812/0 (socket says 172.21.15.29:41812) 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c51e00640 1 -- 172.21.15.29:0/2037830068 learned_addr learned my addr 172.21.15.29:0/2037830068 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c51e00640 1 -- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c5415b130 msgr2=0x7f9c541590a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c51e00640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c5415b130 0x7f9c541590a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c51e00640 1 -- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c540cd400 msgr2=0x7f9c54145b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c51e00640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c540cd400 0x7f9c54145b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c51e00640 1 -- 172.21.15.29:0/2037830068 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c54146060 con 0x7f9c540b4ce0 2024-09-12T03:14:46.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.259+0000 7f9c51e00640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c540b4ce0 0x7f9c540c6360 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f9c44000c00 tx=0x7f9c440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:46.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.260+0000 7f9c4a000640 1 -- 172.21.15.29:0/2037830068 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c44041070 con 0x7f9c540b4ce0 2024-09-12T03:14:46.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.260+0000 7f9c4a000640 1 -- 172.21.15.29:0/2037830068 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c4403c870 con 0x7f9c540b4ce0 2024-09-12T03:14:46.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.260+0000 7f9c4a000640 1 -- 172.21.15.29:0/2037830068 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c44037040 con 0x7f9c540b4ce0 2024-09-12T03:14:46.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.260+0000 7f9c58c00640 1 -- 172.21.15.29:0/2037830068 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c54159960 con 0x7f9c540b4ce0 2024-09-12T03:14:46.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.260+0000 7f9c58c00640 1 -- 172.21.15.29:0/2037830068 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c54159f20 con 0x7f9c540b4ce0 2024-09-12T03:14:46.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.261+0000 7f9c58c00640 1 -- 172.21.15.29:0/2037830068 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c540ccec0 con 0x7f9c540b4ce0 2024-09-12T03:14:46.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.262+0000 7f9c4a000640 1 -- 172.21.15.29:0/2037830068 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9c44044070 con 0x7f9c540b4ce0 2024-09-12T03:14:46.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.263+0000 7f9c4a000640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c3406be30 0x7f9c3406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:46.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.263+0000 7f9c4a000640 1 -- 172.21.15.29:0/2037830068 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f9c440abb80 con 0x7f9c540b4ce0 2024-09-12T03:14:46.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.263+0000 7f9c51400640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c3406be30 0x7f9c3406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:46.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.264+0000 7f9c51400640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c3406be30 0x7f9c3406e2f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f9c40007fd0 tx=0x7f9c40007920 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:46.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.267+0000 7f9c4a000640 1 -- 172.21.15.29:0/2037830068 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9c4407a3b0 con 0x7f9c540b4ce0 2024-09-12T03:14:46.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.519+0000 7f9c58c00640 1 -- 172.21.15.29:0/2037830068 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f9c54156190 con 0x7f9c540b4ce0 2024-09-12T03:14:46.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.519+0000 7f9c4a000640 1 -- 172.21.15.29:0/2037830068 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1865 (secure 0 0 0) 0x7f9c44079cb0 con 0x7f9c540b4ce0 2024-09-12T03:14:46.520 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:46.520 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":405,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":93,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":712067,"bytes_used":266211328,"bytes_avail":772827901952,"bytes_total":773094113280,"write_bytes_sec":597,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","id":6,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":6,"rank":2,"name":"c","status":"up:active","gid":6928},{"filesystem_id":6,"rank":1,"name":"b","status":"up:active","gid":6931},{"filesystem_id":6,"rank":0,"name":"d","status":"up:active","gid":7233}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":25,"modified":"2024-09-12T03:14:45.811715+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-12T03:14:46.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 -- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c3406be30 msgr2=0x7f9c3406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:46.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c3406be30 0x7f9c3406e2f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f9c40007fd0 tx=0x7f9c40007920 comp rx=0 tx=0).stop 2024-09-12T03:14:46.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 -- 172.21.15.29:0/2037830068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c540b4ce0 msgr2=0x7f9c540c6360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:46.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c540b4ce0 0x7f9c540c6360 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f9c44000c00 tx=0x7f9c440046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 -- 172.21.15.29:0/2037830068 shutdown_connections 2024-09-12T03:14:46.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9c3406be30 0x7f9c3406e2f0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c5415b130 0x7f9c541590a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c540cd400 0x7f9c54145b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 --2- 172.21.15.29:0/2037830068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c540b4ce0 0x7f9c540c6360 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:46.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 -- 172.21.15.29:0/2037830068 >> 172.21.15.29:0/2037830068 conn(0x7f9c540b5f10 msgr2=0x7f9c540cefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:46.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 -- 172.21.15.29:0/2037830068 shutdown_connections 2024-09-12T03:14:46.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:46.521+0000 7f9c58c00640 1 -- 172.21.15.29:0/2037830068 wait complete. 2024-09-12T03:14:46.537 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-12T03:14:46.537 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:14:46.537 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:14:46.610 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:14:46.713 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:14:46.713 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:14:46.713 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:14:46.714 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:14:46.749 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:14:46.749 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:14:46.824 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:14:47.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.021+0000 7fcd36400640 1 Processor -- start 2024-09-12T03:14:47.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.021+0000 7fcd36400640 1 -- start start 2024-09-12T03:14:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.022+0000 7fcd36400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcd300d4310 0x7fcd300d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.022+0000 7fcd36400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd3015e850 con 0x7fcd3015e470 2024-09-12T03:14:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.022+0000 7fcd36400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd300d1c60 con 0x7fcd3006d460 2024-09-12T03:14:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.022+0000 7fcd36400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fcd300d4cc0 con 0x7fcd300d4310 2024-09-12T03:14:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.022+0000 7fcd35000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcd3015e470 0x7fcd300cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49084/0 (socket says 172.21.15.29:49084) 2024-09-12T03:14:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.022+0000 7fcd35000640 1 -- 172.21.15.29:0/2097252926 learned_addr learned my addr 172.21.15.29:0/2097252926 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:47.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.022+0000 7fcd2fe00640 1 --2- 172.21.15.29:0/2097252926 >> v2:172.21.15.29:3300/0 conn(0x7fcd300d4310 0x7fcd300d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:47.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.023+0000 7fcd2fe00640 1 -- 172.21.15.29:0/2097252926 >> v1:172.21.15.38:6789/0 conn(0x7fcd3006d460 legacy=0x7fcd3006d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:47.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.023+0000 7fcd2f400640 1 -- 172.21.15.29:0/2097252926 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2846922360 0 0) 0x7fcd3015e850 con 0x7fcd3015e470 2024-09-12T03:14:47.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.023+0000 7fcd2fe00640 1 -- 172.21.15.29:0/2097252926 >> v1:172.21.15.29:6789/0 conn(0x7fcd3015e470 legacy=0x7fcd300cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.023+0000 7fcd2fe00640 1 -- 172.21.15.29:0/2097252926 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd300d1980 con 0x7fcd300d4310 2024-09-12T03:14:47.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.024+0000 7fcd2fe00640 1 --2- 172.21.15.29:0/2097252926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd300d4310 0x7fcd300d4780 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c0097a0 tx=0x7fcd1c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7708216991746756 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:47.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.024+0000 7fcd2f400640 1 -- 172.21.15.29:0/2097252926 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd1c037070 con 0x7fcd300d4310 2024-09-12T03:14:47.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.024+0000 7fcd2f400640 1 -- 172.21.15.29:0/2097252926 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd1c032440 con 0x7fcd300d4310 2024-09-12T03:14:47.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.024+0000 7fcd2f400640 1 -- 172.21.15.29:0/2097252926 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd1c032810 con 0x7fcd300d4310 2024-09-12T03:14:47.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.025+0000 7fcd36400640 1 -- 172.21.15.29:0/2097252926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd300d4310 msgr2=0x7fcd300d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.025+0000 7fcd36400640 1 --2- 172.21.15.29:0/2097252926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd300d4310 0x7fcd300d4780 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c0097a0 tx=0x7fcd1c02a230 comp rx=0 tx=0).stop 2024-09-12T03:14:47.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.025+0000 7fcd36400640 1 -- 172.21.15.29:0/2097252926 shutdown_connections 2024-09-12T03:14:47.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.025+0000 7fcd36400640 1 --2- 172.21.15.29:0/2097252926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd300d4310 0x7fcd300d4780 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.025+0000 7fcd36400640 1 -- 172.21.15.29:0/2097252926 >> 172.21.15.29:0/2097252926 conn(0x7fcd3009d700 msgr2=0x7fcd3008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:47.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.025+0000 7fcd36400640 1 -- 172.21.15.29:0/2097252926 shutdown_connections 2024-09-12T03:14:47.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.025+0000 7fcd36400640 1 -- 172.21.15.29:0/2097252926 wait complete. 2024-09-12T03:14:47.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.026+0000 7fcd36400640 1 Processor -- start 2024-09-12T03:14:47.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.027+0000 7fcd36400640 1 -- start start 2024-09-12T03:14:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.027+0000 7fcd36400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd3006d460 0x7fcd3015d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.027+0000 7fcd36400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd300d4310 0x7fcd3015daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.027+0000 7fcd36400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd3015e470 0x7fcd30161ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd36400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcd300cf3a0 con 0x7fcd300d4310 2024-09-12T03:14:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd36400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcd300cf710 con 0x7fcd3015e470 2024-09-12T03:14:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd36400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcd300d02b0 con 0x7fcd3006d460 2024-09-12T03:14:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd2fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd300d4310 0x7fcd3015daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd2fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd300d4310 0x7fcd3015daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41826/0 (socket says 172.21.15.29:41826) 2024-09-12T03:14:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd2fe00640 1 -- 172.21.15.29:0/2602613164 learned_addr learned my addr 172.21.15.29:0/2602613164 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd35000640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd3006d460 0x7fcd3015d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd35a00640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd3015e470 0x7fcd30161ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:47.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd2fe00640 1 -- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd3006d460 msgr2=0x7fcd3015d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd2fe00640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd3006d460 0x7fcd3015d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd2fe00640 1 -- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd3015e470 msgr2=0x7fcd30161ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd2fe00640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd3015e470 0x7fcd30161ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.028+0000 7fcd2fe00640 1 -- 172.21.15.29:0/2602613164 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd3015d340 con 0x7fcd300d4310 2024-09-12T03:14:47.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.029+0000 7fcd2fe00640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd300d4310 0x7fcd3015daa0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c0098c0 tx=0x7fcd1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:47.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.029+0000 7fcd2cc00640 1 -- 172.21.15.29:0/2602613164 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd1c037040 con 0x7fcd300d4310 2024-09-12T03:14:47.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.029+0000 7fcd2cc00640 1 -- 172.21.15.29:0/2602613164 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd1c042070 con 0x7fcd300d4310 2024-09-12T03:14:47.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.029+0000 7fcd2cc00640 1 -- 172.21.15.29:0/2602613164 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd1c030a70 con 0x7fcd300d4310 2024-09-12T03:14:47.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.029+0000 7fcd36400640 1 -- 172.21.15.29:0/2602613164 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd300b9fc0 con 0x7fcd300d4310 2024-09-12T03:14:47.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.029+0000 7fcd36400640 1 -- 172.21.15.29:0/2602613164 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd300cc3e0 con 0x7fcd300d4310 2024-09-12T03:14:47.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.030+0000 7fcd36400640 1 -- 172.21.15.29:0/2602613164 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd300d4780 con 0x7fcd300d4310 2024-09-12T03:14:47.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.031+0000 7fcd2cc00640 1 -- 172.21.15.29:0/2602613164 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcd1c030c10 con 0x7fcd300d4310 2024-09-12T03:14:47.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.032+0000 7fcd2cc00640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcd1006be30 0x7fcd1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:47.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.032+0000 7fcd2cc00640 1 -- 172.21.15.29:0/2602613164 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fcd1c0ab9c0 con 0x7fcd300d4310 2024-09-12T03:14:47.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.032+0000 7fcd35000640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcd1006be30 0x7fcd1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:47.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.033+0000 7fcd35000640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcd1006be30 0x7fcd1006e2f0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fcd24000f60 tx=0x7fcd24007e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:47.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.036+0000 7fcd2cc00640 1 -- 172.21.15.29:0/2602613164 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcd1c079b10 con 0x7fcd300d4310 2024-09-12T03:14:47.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.232+0000 7fcd36400640 1 -- 172.21.15.29:0/2602613164 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcd300cacf0 con 0x7fcd300d4310 2024-09-12T03:14:47.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.232+0000 7fcd2cc00640 1 -- 172.21.15.29:0/2602613164 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v93) ==== 80+0+0 (secure 0 0 0) 0x7fcd1c07de10 con 0x7fcd300d4310 2024-09-12T03:14:47.232 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:14:47.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.234+0000 7fcd36400640 1 -- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcd1006be30 msgr2=0x7fcd1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.234+0000 7fcd36400640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcd1006be30 0x7fcd1006e2f0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fcd24000f60 tx=0x7fcd24007e40 comp rx=0 tx=0).stop 2024-09-12T03:14:47.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.234+0000 7fcd36400640 1 -- 172.21.15.29:0/2602613164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd300d4310 msgr2=0x7fcd3015daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.234+0000 7fcd36400640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd300d4310 0x7fcd3015daa0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c0098c0 tx=0x7fcd1c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.234+0000 7fcd36400640 1 -- 172.21.15.29:0/2602613164 shutdown_connections 2024-09-12T03:14:47.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.234+0000 7fcd36400640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcd1006be30 0x7fcd1006e2f0 secure :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fcd24000f60 tx=0x7fcd24007e40 comp rx=0 tx=0).stop 2024-09-12T03:14:47.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.234+0000 7fcd36400640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcd3015e470 0x7fcd30161ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.234+0000 7fcd36400640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd300d4310 0x7fcd3015daa0 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.234+0000 7fcd36400640 1 --2- 172.21.15.29:0/2602613164 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcd3006d460 0x7fcd3015d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.234+0000 7fcd36400640 1 -- 172.21.15.29:0/2602613164 >> 172.21.15.29:0/2602613164 conn(0x7fcd3009d700 msgr2=0x7fcd3006e450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:47.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.235+0000 7fcd36400640 1 -- 172.21.15.29:0/2602613164 shutdown_connections 2024-09-12T03:14:47.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.235+0000 7fcd36400640 1 -- 172.21.15.29:0/2602613164 wait complete. 2024-09-12T03:14:47.250 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T03:14:47.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:47.250 DEBUG:teuthology.orchestra.run.smithi029:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-12T03:14:47.315 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:14:47.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:14:47.316 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T03:14:47.351 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:14:47.351 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:14:47.351 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:14:47.394 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:14:47.394 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:14:47.394 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:14:47.394 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:14:47.430 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:14:47.430 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:14:47.430 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:14:47.431 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:14:47.472 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:14:47.472 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:47.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.628+0000 7fa563e00640 1 Processor -- start 2024-09-12T03:14:47.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.628+0000 7fa563e00640 1 -- start start 2024-09-12T03:14:47.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.629+0000 7fa563e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa5640d4310 0x7fa5640d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.629+0000 7fa563e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa56406d460 0x7fa56406d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.629+0000 7fa563e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa56415e850 con 0x7fa56415e470 2024-09-12T03:14:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.629+0000 7fa563e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa5640d4cc0 con 0x7fa5640d4310 2024-09-12T03:14:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.629+0000 7fa563e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa5640cf710 con 0x7fa56406d460 2024-09-12T03:14:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.629+0000 7fa55a000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa5640d4310 0x7fa5640d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.629+0000 7fa55a000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa5640d4310 0x7fa5640d4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41834/0 (socket says 172.21.15.29:41834) 2024-09-12T03:14:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.629+0000 7fa55a000640 1 -- 172.21.15.29:0/4212083724 learned_addr learned my addr 172.21.15.29:0/4212083724 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:47.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.630+0000 7fa563400640 1 --2- 172.21.15.29:0/4212083724 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa56406d460 0x7fa56406d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:47.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.630+0000 7fa55a000640 1 -- 172.21.15.29:0/4212083724 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa56406d460 msgr2=0x7fa56406d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.630+0000 7fa55a000640 1 --2- 172.21.15.29:0/4212083724 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa56406d460 0x7fa56406d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.630+0000 7fa55a000640 1 -- 172.21.15.29:0/4212083724 >> v1:172.21.15.38:6789/0 conn(0x7fa56415e470 legacy=0x7fa5640cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.630+0000 7fa55a000640 1 -- 172.21.15.29:0/4212083724 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5640d1c60 con 0x7fa5640d4310 2024-09-12T03:14:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.631+0000 7fa55a000640 1 --2- 172.21.15.29:0/4212083724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5640d4310 0x7fa5640d4780 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fa54c009870 tx=0x7fa54c02a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c29172a62bb96e0d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.631+0000 7fa562000640 1 -- 172.21.15.29:0/4212083724 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa54c037070 con 0x7fa5640d4310 2024-09-12T03:14:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.631+0000 7fa562000640 1 -- 172.21.15.29:0/4212083724 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa54c032440 con 0x7fa5640d4310 2024-09-12T03:14:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.631+0000 7fa562000640 1 -- 172.21.15.29:0/4212083724 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa54c032810 con 0x7fa5640d4310 2024-09-12T03:14:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.631+0000 7fa563e00640 1 -- 172.21.15.29:0/4212083724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5640d4310 msgr2=0x7fa5640d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.631+0000 7fa563e00640 1 --2- 172.21.15.29:0/4212083724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5640d4310 0x7fa5640d4780 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fa54c009870 tx=0x7fa54c02a250 comp rx=0 tx=0).stop 2024-09-12T03:14:47.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.632+0000 7fa563e00640 1 -- 172.21.15.29:0/4212083724 shutdown_connections 2024-09-12T03:14:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.632+0000 7fa563e00640 1 --2- 172.21.15.29:0/4212083724 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa56406d460 0x7fa56406d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.632+0000 7fa563e00640 1 --2- 172.21.15.29:0/4212083724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5640d4310 0x7fa5640d4780 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.632+0000 7fa563e00640 1 -- 172.21.15.29:0/4212083724 >> 172.21.15.29:0/4212083724 conn(0x7fa56409d700 msgr2=0x7fa56408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.632+0000 7fa563e00640 1 -- 172.21.15.29:0/4212083724 shutdown_connections 2024-09-12T03:14:47.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.632+0000 7fa563e00640 1 -- 172.21.15.29:0/4212083724 wait complete. 2024-09-12T03:14:47.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.633+0000 7fa563e00640 1 Processor -- start 2024-09-12T03:14:47.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.633+0000 7fa563e00640 1 -- start start 2024-09-12T03:14:47.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.634+0000 7fa563e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56406d460 0x7fa56415c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:47.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.634+0000 7fa563e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5640d4310 0x7fa5640cbbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:47.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.634+0000 7fa563e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa56415e470 0x7fa56409e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:47.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.634+0000 7fa563e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa5640cf0c0 con 0x7fa56406d460 2024-09-12T03:14:47.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.634+0000 7fa563e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa56406de30 con 0x7fa5640d4310 2024-09-12T03:14:47.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.634+0000 7fa563e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa5640cf3a0 con 0x7fa56415e470 2024-09-12T03:14:47.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.635+0000 7fa562a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56406d460 0x7fa56415c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:47.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.635+0000 7fa562a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56406d460 0x7fa56415c5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41842/0 (socket says 172.21.15.29:41842) 2024-09-12T03:14:47.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.635+0000 7fa562a00640 1 -- 172.21.15.29:0/4024952942 learned_addr learned my addr 172.21.15.29:0/4024952942 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:47.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.635+0000 7fa55a000640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5640d4310 0x7fa5640cbbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:47.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.635+0000 7fa563400640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa56415e470 0x7fa56409e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:47.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.635+0000 7fa562a00640 1 -- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa56415e470 msgr2=0x7fa56409e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.635+0000 7fa562a00640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa56415e470 0x7fa56409e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.635+0000 7fa562a00640 1 -- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5640d4310 msgr2=0x7fa5640cbbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.635+0000 7fa562a00640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5640d4310 0x7fa5640cbbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.635+0000 7fa562a00640 1 -- 172.21.15.29:0/4024952942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa56415cb00 con 0x7fa56406d460 2024-09-12T03:14:47.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.635+0000 7fa562a00640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56406d460 0x7fa56415c5c0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fa55400c3f0 tx=0x7fa55400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:47.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.636+0000 7fa55b400640 1 -- 172.21.15.29:0/4024952942 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5540052d0 con 0x7fa56406d460 2024-09-12T03:14:47.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.636+0000 7fa55b400640 1 -- 172.21.15.29:0/4024952942 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa554005490 con 0x7fa56406d460 2024-09-12T03:14:47.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.636+0000 7fa55b400640 1 -- 172.21.15.29:0/4024952942 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa554007260 con 0x7fa56406d460 2024-09-12T03:14:47.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.636+0000 7fa563e00640 1 -- 172.21.15.29:0/4024952942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5640cc600 con 0x7fa56406d460 2024-09-12T03:14:47.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.636+0000 7fa563e00640 1 -- 172.21.15.29:0/4024952942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5641607b0 con 0x7fa56406d460 2024-09-12T03:14:47.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.637+0000 7fa563e00640 1 -- 172.21.15.29:0/4024952942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5641602c0 con 0x7fa56406d460 2024-09-12T03:14:47.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.638+0000 7fa55b400640 1 -- 172.21.15.29:0/4024952942 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa554007400 con 0x7fa56406d460 2024-09-12T03:14:47.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.639+0000 7fa55b400640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa54006be30 0x7fa54006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:47.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.639+0000 7fa55b400640 1 -- 172.21.15.29:0/4024952942 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fa55408a4b0 con 0x7fa56406d460 2024-09-12T03:14:47.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.640+0000 7fa55a000640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa54006be30 0x7fa54006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:47.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.640+0000 7fa55a000640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa54006be30 0x7fa54006e2f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fa54c034000 tx=0x7fa54c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:47.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.644+0000 7fa55b400640 1 -- 172.21.15.29:0/4024952942 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa554058600 con 0x7fa56406d460 2024-09-12T03:14:47.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.870+0000 7fa563e00640 1 -- 172.21.15.29:0/4024952942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa56406d8f0 con 0x7fa56406d460 2024-09-12T03:14:47.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.871+0000 7fa55b400640 1 -- 172.21.15.29:0/4024952942 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7fa55405c900 con 0x7fa56406d460 2024-09-12T03:14:47.873 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:47.873 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:47.874 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:47.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.873+0000 7fa563e00640 1 -- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa54006be30 msgr2=0x7fa54006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.873+0000 7fa563e00640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa54006be30 0x7fa54006e2f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fa54c034000 tx=0x7fa54c02e000 comp rx=0 tx=0).stop 2024-09-12T03:14:47.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.873+0000 7fa563e00640 1 -- 172.21.15.29:0/4024952942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56406d460 msgr2=0x7fa56415c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:47.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.873+0000 7fa563e00640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56406d460 0x7fa56415c5c0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fa55400c3f0 tx=0x7fa55400c8b0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.873+0000 7fa563e00640 1 -- 172.21.15.29:0/4024952942 shutdown_connections 2024-09-12T03:14:47.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.873+0000 7fa563e00640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa54006be30 0x7fa54006e2f0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.873+0000 7fa563e00640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa56415e470 0x7fa56409e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.873+0000 7fa563e00640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa5640d4310 0x7fa5640cbbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.873+0000 7fa563e00640 1 --2- 172.21.15.29:0/4024952942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56406d460 0x7fa56415c5c0 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:47.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.874+0000 7fa563e00640 1 -- 172.21.15.29:0/4024952942 >> 172.21.15.29:0/4024952942 conn(0x7fa56409d700 msgr2=0x7fa56406dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:47.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.874+0000 7fa563e00640 1 -- 172.21.15.29:0/4024952942 shutdown_connections 2024-09-12T03:14:47.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:47.874+0000 7fa563e00640 1 -- 172.21.15.29:0/4024952942 wait complete. 2024-09-12T03:14:47.890 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:48.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.045+0000 7fac6e200640 1 Processor -- start 2024-09-12T03:14:48.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.046+0000 7fac6e200640 1 -- start start 2024-09-12T03:14:48.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.047+0000 7fac6e200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fac68162cc0 0x7fac680b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.047+0000 7fac6e200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac6806c320 0x7fac68158530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.047+0000 7fac6e200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac680711b0 con 0x7fac68070a80 2024-09-12T03:14:48.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.047+0000 7fac6e200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fac680d2110 con 0x7fac68162cc0 2024-09-12T03:14:48.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.047+0000 7fac6e200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fac6815fa40 con 0x7fac6806c320 2024-09-12T03:14:48.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.047+0000 7fac67400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fac68162cc0 0x7fac680b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.047+0000 7fac67400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fac68162cc0 0x7fac680b6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41846/0 (socket says 172.21.15.29:41846) 2024-09-12T03:14:48.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.047+0000 7fac67400640 1 -- 172.21.15.29:0/2675757063 learned_addr learned my addr 172.21.15.29:0/2675757063 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:48.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.047+0000 7fac67e00640 1 --2- 172.21.15.29:0/2675757063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac6806c320 0x7fac68158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.048+0000 7fac67400640 1 -- 172.21.15.29:0/2675757063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac6806c320 msgr2=0x7fac68158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:48.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.048+0000 7fac67400640 1 --2- 172.21.15.29:0/2675757063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac6806c320 0x7fac68158530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.048+0000 7fac67400640 1 -- 172.21.15.29:0/2675757063 >> v1:172.21.15.29:6789/0 conn(0x7fac68070a80 legacy=0x7fac6806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.048+0000 7fac67400640 1 -- 172.21.15.29:0/2675757063 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac68070f10 con 0x7fac68162cc0 2024-09-12T03:14:48.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.049+0000 7fac67400640 1 --2- 172.21.15.29:0/2675757063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68162cc0 0x7fac680b6f90 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fac58009870 tx=0x7fac5802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecfec838e21ed0b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:48.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.049+0000 7fac66a00640 1 -- 172.21.15.29:0/2675757063 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac58037070 con 0x7fac68162cc0 2024-09-12T03:14:48.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.049+0000 7fac66a00640 1 -- 172.21.15.29:0/2675757063 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac58032440 con 0x7fac68162cc0 2024-09-12T03:14:48.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.049+0000 7fac66a00640 1 -- 172.21.15.29:0/2675757063 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac58032810 con 0x7fac68162cc0 2024-09-12T03:14:48.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.049+0000 7fac6e200640 1 -- 172.21.15.29:0/2675757063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68162cc0 msgr2=0x7fac680b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.049+0000 7fac6e200640 1 --2- 172.21.15.29:0/2675757063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68162cc0 0x7fac680b6f90 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fac58009870 tx=0x7fac5802a250 comp rx=0 tx=0).stop 2024-09-12T03:14:48.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.049+0000 7fac6e200640 1 -- 172.21.15.29:0/2675757063 shutdown_connections 2024-09-12T03:14:48.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.049+0000 7fac6e200640 1 --2- 172.21.15.29:0/2675757063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac6806c320 0x7fac68158530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.049+0000 7fac6e200640 1 --2- 172.21.15.29:0/2675757063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68162cc0 0x7fac680b6f90 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.049+0000 7fac6e200640 1 -- 172.21.15.29:0/2675757063 >> 172.21.15.29:0/2675757063 conn(0x7fac6809aa70 msgr2=0x7fac680b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:48.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.050+0000 7fac6e200640 1 -- 172.21.15.29:0/2675757063 shutdown_connections 2024-09-12T03:14:48.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.050+0000 7fac6e200640 1 -- 172.21.15.29:0/2675757063 wait complete. 2024-09-12T03:14:48.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.051+0000 7fac6e200640 1 Processor -- start 2024-09-12T03:14:48.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.051+0000 7fac6e200640 1 -- start start 2024-09-12T03:14:48.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.052+0000 7fac6e200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac6806c320 0x7fac680af600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.052+0000 7fac6e200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac68070a80 0x7fac681522b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.052+0000 7fac6e200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68162cc0 0x7fac681506e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.052+0000 7fac6e200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac680d1350 con 0x7fac68162cc0 2024-09-12T03:14:48.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.052+0000 7fac6e200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fac680d1c80 con 0x7fac68070a80 2024-09-12T03:14:48.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.052+0000 7fac6e200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fac680d1630 con 0x7fac6806c320 2024-09-12T03:14:48.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.052+0000 7fac67e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68162cc0 0x7fac681506e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.052+0000 7fac67e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68162cc0 0x7fac681506e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41862/0 (socket says 172.21.15.29:41862) 2024-09-12T03:14:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.052+0000 7fac67e00640 1 -- 172.21.15.29:0/2464661829 learned_addr learned my addr 172.21.15.29:0/2464661829 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.052+0000 7fac67400640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac6806c320 0x7fac680af600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.053+0000 7fac5fe00640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac68070a80 0x7fac681522b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.053+0000 7fac67e00640 1 -- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac6806c320 msgr2=0x7fac680af600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.053+0000 7fac67e00640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac6806c320 0x7fac680af600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.053+0000 7fac67e00640 1 -- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac68070a80 msgr2=0x7fac681522b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.053+0000 7fac67e00640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac68070a80 0x7fac681522b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.053+0000 7fac67e00640 1 -- 172.21.15.29:0/2464661829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac68152c20 con 0x7fac68162cc0 2024-09-12T03:14:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.053+0000 7fac67e00640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68162cc0 0x7fac681506e0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fac6000efc0 tx=0x7fac6000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.053+0000 7fac5f400640 1 -- 172.21.15.29:0/2464661829 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac60018020 con 0x7fac68162cc0 2024-09-12T03:14:48.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.054+0000 7fac5f400640 1 -- 172.21.15.29:0/2464661829 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac60014480 con 0x7fac68162cc0 2024-09-12T03:14:48.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.054+0000 7fac6e200640 1 -- 172.21.15.29:0/2464661829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac68152f00 con 0x7fac68162cc0 2024-09-12T03:14:48.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.054+0000 7fac5f400640 1 -- 172.21.15.29:0/2464661829 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac60009e60 con 0x7fac68162cc0 2024-09-12T03:14:48.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.054+0000 7fac6e200640 1 -- 172.21.15.29:0/2464661829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac68155830 con 0x7fac68162cc0 2024-09-12T03:14:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.055+0000 7fac6e200640 1 -- 172.21.15.29:0/2464661829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac680d1910 con 0x7fac68162cc0 2024-09-12T03:14:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.056+0000 7fac5f400640 1 -- 172.21.15.29:0/2464661829 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fac60005d10 con 0x7fac68162cc0 2024-09-12T03:14:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.057+0000 7fac5f400640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fac4406be30 0x7fac4406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.057+0000 7fac5f400640 1 -- 172.21.15.29:0/2464661829 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fac6008bd90 con 0x7fac68162cc0 2024-09-12T03:14:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.057+0000 7fac67400640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fac4406be30 0x7fac4406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.058+0000 7fac67400640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fac4406be30 0x7fac4406e2f0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fac58034000 tx=0x7fac5802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.061+0000 7fac5f400640 1 -- 172.21.15.29:0/2464661829 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fac60022030 con 0x7fac68162cc0 2024-09-12T03:14:48.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.283+0000 7fac6e200640 1 -- 172.21.15.29:0/2464661829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac68155a00 con 0x7fac68162cc0 2024-09-12T03:14:48.284 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.284+0000 7fac5f400640 1 -- 172.21.15.29:0/2464661829 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7fac60010040 con 0x7fac68162cc0 2024-09-12T03:14:48.285 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:48.285 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:48.285 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.286+0000 7fac6e200640 1 -- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fac4406be30 msgr2=0x7fac4406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.286+0000 7fac6e200640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fac4406be30 0x7fac4406e2f0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fac58034000 tx=0x7fac5802e000 comp rx=0 tx=0).stop 2024-09-12T03:14:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.286+0000 7fac6e200640 1 -- 172.21.15.29:0/2464661829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68162cc0 msgr2=0x7fac681506e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.286+0000 7fac6e200640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68162cc0 0x7fac681506e0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fac6000efc0 tx=0x7fac6000c490 comp rx=0 tx=0).stop 2024-09-12T03:14:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.286+0000 7fac6e200640 1 -- 172.21.15.29:0/2464661829 shutdown_connections 2024-09-12T03:14:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.286+0000 7fac6e200640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fac4406be30 0x7fac4406e2f0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.286+0000 7fac6e200640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68162cc0 0x7fac681506e0 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.286+0000 7fac6e200640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fac68070a80 0x7fac681522b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.286+0000 7fac6e200640 1 --2- 172.21.15.29:0/2464661829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fac6806c320 0x7fac680af600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.286+0000 7fac6e200640 1 -- 172.21.15.29:0/2464661829 >> 172.21.15.29:0/2464661829 conn(0x7fac6809aa70 msgr2=0x7fac68151a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:48.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.287+0000 7fac6e200640 1 -- 172.21.15.29:0/2464661829 shutdown_connections 2024-09-12T03:14:48.288 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.287+0000 7fac6e200640 1 -- 172.21.15.29:0/2464661829 wait complete. 2024-09-12T03:14:48.303 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:14:48.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.459+0000 7f3f48600640 1 Processor -- start 2024-09-12T03:14:48.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.459+0000 7f3f48600640 1 -- start start 2024-09-12T03:14:48.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f48600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3f4006f0e0 0x7f3f4015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f48600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f4015c620 con 0x7f3f400b3ba0 2024-09-12T03:14:48.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f48600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f400b4740 con 0x7f3f4006f4c0 2024-09-12T03:14:48.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f48600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f3f4015bc50 con 0x7f3f4006f0e0 2024-09-12T03:14:48.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f45c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3f4006f0e0 0x7f3f4015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f45c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f3f4006f0e0 0x7f3f4015c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41866/0 (socket says 172.21.15.29:41866) 2024-09-12T03:14:48.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f45c00640 1 -- 172.21.15.29:0/1819279080 learned_addr learned my addr 172.21.15.29:0/1819279080 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:48.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f46600640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f3f400b3ba0 0x7f3f400b4030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49098/0 (socket says 172.21.15.29:49098) 2024-09-12T03:14:48.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f45c00640 1 -- 172.21.15.29:0/1819279080 >> v1:172.21.15.38:6789/0 conn(0x7f3f4006f4c0 legacy=0x7f3f400cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f45c00640 1 -- 172.21.15.29:0/1819279080 >> v1:172.21.15.29:6789/0 conn(0x7f3f400b3ba0 legacy=0x7f3f400b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f45c00640 1 -- 172.21.15.29:0/1819279080 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f400cfb40 con 0x7f3f4006f0e0 2024-09-12T03:14:48.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.461+0000 7f3f3fe00640 1 -- 172.21.15.29:0/1819279080 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 385143913 0 0) 0x7f3f4015c620 con 0x7f3f400b3ba0 2024-09-12T03:14:48.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.462+0000 7f3f45c00640 1 --2- 172.21.15.29:0/1819279080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f4006f0e0 0x7f3f4015c0e0 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f3f3400bb10 tx=0x7f3f3402c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10775a5dd5be8bb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:48.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.463+0000 7f3f3fe00640 1 -- 172.21.15.29:0/1819279080 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f34035070 con 0x7f3f4006f0e0 2024-09-12T03:14:48.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.463+0000 7f3f3fe00640 1 -- 172.21.15.29:0/1819279080 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f34031830 con 0x7f3f4006f0e0 2024-09-12T03:14:48.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.463+0000 7f3f3fe00640 1 -- 172.21.15.29:0/1819279080 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f34031c00 con 0x7f3f4006f0e0 2024-09-12T03:14:48.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.463+0000 7f3f48600640 1 -- 172.21.15.29:0/1819279080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f4006f0e0 msgr2=0x7f3f4015c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.463+0000 7f3f48600640 1 --2- 172.21.15.29:0/1819279080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f4006f0e0 0x7f3f4015c0e0 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f3f3400bb10 tx=0x7f3f3402c9d0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.463+0000 7f3f48600640 1 -- 172.21.15.29:0/1819279080 shutdown_connections 2024-09-12T03:14:48.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.463+0000 7f3f48600640 1 --2- 172.21.15.29:0/1819279080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f4006f0e0 0x7f3f4015c0e0 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.463+0000 7f3f48600640 1 -- 172.21.15.29:0/1819279080 >> 172.21.15.29:0/1819279080 conn(0x7f3f40067da0 msgr2=0x7f3f4006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:48.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.463+0000 7f3f48600640 1 -- 172.21.15.29:0/1819279080 shutdown_connections 2024-09-12T03:14:48.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.463+0000 7f3f48600640 1 -- 172.21.15.29:0/1819279080 wait complete. 2024-09-12T03:14:48.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.465+0000 7f3f48600640 1 Processor -- start 2024-09-12T03:14:48.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.465+0000 7f3f48600640 1 -- start start 2024-09-12T03:14:48.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f48600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f4006f0e0 0x7f3f4014ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f48600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f4006f4c0 0x7f3f400af1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f48600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f400b3ba0 0x7f3f400b0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f48600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3f4015b8e0 con 0x7f3f4006f0e0 2024-09-12T03:14:48.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f48600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3f40152630 con 0x7f3f400b3ba0 2024-09-12T03:14:48.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f48600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3f4006f930 con 0x7f3f4006f4c0 2024-09-12T03:14:48.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f45c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f4006f0e0 0x7f3f4014ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f45c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f4006f0e0 0x7f3f4014ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41878/0 (socket says 172.21.15.29:41878) 2024-09-12T03:14:48.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f45c00640 1 -- 172.21.15.29:0/1873575759 learned_addr learned my addr 172.21.15.29:0/1873575759 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:48.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f46600640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f400b3ba0 0x7f3f400b0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f45c00640 1 -- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f4006f4c0 msgr2=0x7f3f400af1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.466+0000 7f3f45200640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f4006f4c0 0x7f3f400af1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f45c00640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f4006f4c0 0x7f3f400af1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f45c00640 1 -- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f400b3ba0 msgr2=0x7f3f400b0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f45c00640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f400b3ba0 0x7f3f400b0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f45c00640 1 -- 172.21.15.29:0/1873575759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f40157f90 con 0x7f3f4006f0e0 2024-09-12T03:14:48.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f46600640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f400b3ba0 0x7f3f400b0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:48.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f45200640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f4006f4c0 0x7f3f400af1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:48.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f45c00640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f4006f0e0 0x7f3f4014ad10 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f3f34000c00 tx=0x7f3f340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:48.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f3d600640 1 -- 172.21.15.29:0/1873575759 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f34035040 con 0x7f3f4006f0e0 2024-09-12T03:14:48.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f3d600640 1 -- 172.21.15.29:0/1873575759 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f34030910 con 0x7f3f4006f0e0 2024-09-12T03:14:48.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f3d600640 1 -- 172.21.15.29:0/1873575759 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f34030d00 con 0x7f3f4006f0e0 2024-09-12T03:14:48.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f48600640 1 -- 172.21.15.29:0/1873575759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f40158270 con 0x7f3f4006f0e0 2024-09-12T03:14:48.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.467+0000 7f3f48600640 1 -- 172.21.15.29:0/1873575759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f4014d120 con 0x7f3f4006f0e0 2024-09-12T03:14:48.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.468+0000 7f3f48600640 1 -- 172.21.15.29:0/1873575759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f4015ee80 con 0x7f3f4006f0e0 2024-09-12T03:14:48.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.469+0000 7f3f3d600640 1 -- 172.21.15.29:0/1873575759 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3f34049060 con 0x7f3f4006f0e0 2024-09-12T03:14:48.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.470+0000 7f3f3d600640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f2006be30 0x7f3f2006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.470+0000 7f3f3d600640 1 -- 172.21.15.29:0/1873575759 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7f3f340abc70 con 0x7f3f4006f0e0 2024-09-12T03:14:48.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.471+0000 7f3f45200640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f2006be30 0x7f3f2006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.471+0000 7f3f45200640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f2006be30 0x7f3f2006e2f0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c000f60 tx=0x7f3f2c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:48.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.474+0000 7f3f3d600640 1 -- 172.21.15.29:0/1873575759 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3f34038e40 con 0x7f3f4006f0e0 2024-09-12T03:14:48.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.660+0000 7f3f48600640 1 -- 172.21.15.29:0/1873575759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3f4006bf90 con 0x7f3f4006f0e0 2024-09-12T03:14:48.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.662+0000 7f3f3d600640 1 -- 172.21.15.29:0/1873575759 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+17067 (secure 0 0 0) 0x7f3f3407a380 con 0x7f3f4006f0e0 2024-09-12T03:14:48.663 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:48.663 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":93,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:14:09.197302+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:13:55.229211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-12T03:13:56.435782+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"14.26","mappings":[{"from":1,"to":7}]},{"pgid":"14.31","mappings":[{"from":1,"to":5}]},{"pgid":"14.32","mappings":[{"from":1,"to":2}]},{"pgid":"14.3c","mappings":[{"from":1,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:14:48.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 -- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f2006be30 msgr2=0x7f3f2006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f2006be30 0x7f3f2006e2f0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c000f60 tx=0x7f3f2c009040 comp rx=0 tx=0).stop 2024-09-12T03:14:48.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 -- 172.21.15.29:0/1873575759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f4006f0e0 msgr2=0x7f3f4014ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f4006f0e0 0x7f3f4014ad10 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f3f34000c00 tx=0x7f3f340046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 -- 172.21.15.29:0/1873575759 shutdown_connections 2024-09-12T03:14:48.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3f2006be30 0x7f3f2006e2f0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3f400b3ba0 0x7f3f400b0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3f4006f4c0 0x7f3f400af1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 --2- 172.21.15.29:0/1873575759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f4006f0e0 0x7f3f4014ad10 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 -- 172.21.15.29:0/1873575759 >> 172.21.15.29:0/1873575759 conn(0x7f3f40067da0 msgr2=0x7f3f40150e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:48.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 -- 172.21.15.29:0/1873575759 shutdown_connections 2024-09-12T03:14:48.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.664+0000 7f3f48600640 1 -- 172.21.15.29:0/1873575759 wait complete. 2024-09-12T03:14:48.681 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T03:14:48.681 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:48.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.838+0000 7fbd4bc00640 1 Processor -- start 2024-09-12T03:14:48.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.838+0000 7fbd4bc00640 1 -- start start 2024-09-12T03:14:48.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.839+0000 7fbd4bc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd441627a0 0x7fbd440b42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.839+0000 7fbd4bc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbd4406dfd0 0x7fbd4406e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.839+0000 7fbd4bc00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd440ce7c0 con 0x7fbd440cdfc0 2024-09-12T03:14:48.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.839+0000 7fbd4bc00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fbd440b4820 con 0x7fbd4406dfd0 2024-09-12T03:14:48.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.839+0000 7fbd4bc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbd440cf3d0 con 0x7fbd441627a0 2024-09-12T03:14:48.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.840+0000 7fbd49c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbd4406dfd0 0x7fbd4406e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.840+0000 7fbd49c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fbd4406dfd0 0x7fbd4406e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41884/0 (socket says 172.21.15.29:41884) 2024-09-12T03:14:48.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.840+0000 7fbd49c00640 1 -- 172.21.15.29:0/1588652926 learned_addr learned my addr 172.21.15.29:0/1588652926 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:48.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.840+0000 7fbd43e00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fbd440cdfc0 0x7fbd440cf860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:51348/0 (socket says 172.21.15.29:51348) 2024-09-12T03:14:48.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.840+0000 7fbd49200640 1 --2- 172.21.15.29:0/1588652926 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd441627a0 0x7fbd440b42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.840+0000 7fbd49c00640 1 -- 172.21.15.29:0/1588652926 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd441627a0 msgr2=0x7fbd440b42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:48.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.840+0000 7fbd49c00640 1 --2- 172.21.15.29:0/1588652926 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd441627a0 0x7fbd440b42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.840+0000 7fbd49c00640 1 -- 172.21.15.29:0/1588652926 >> v1:172.21.15.38:6789/0 conn(0x7fbd440cdfc0 legacy=0x7fbd440cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.840+0000 7fbd49c00640 1 -- 172.21.15.29:0/1588652926 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd440ceaa0 con 0x7fbd4406dfd0 2024-09-12T03:14:48.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.841+0000 7fbd49c00640 1 --2- 172.21.15.29:0/1588652926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd4406dfd0 0x7fbd4406e460 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c009e50 tx=0x7fbd3c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f4feae732502841 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:48.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.841+0000 7fbd43400640 1 -- 172.21.15.29:0/1588652926 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd3c036070 con 0x7fbd4406dfd0 2024-09-12T03:14:48.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.841+0000 7fbd43400640 1 -- 172.21.15.29:0/1588652926 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd3c031600 con 0x7fbd4406dfd0 2024-09-12T03:14:48.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.842+0000 7fbd43400640 1 -- 172.21.15.29:0/1588652926 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd3c0319d0 con 0x7fbd4406dfd0 2024-09-12T03:14:48.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.842+0000 7fbd4bc00640 1 -- 172.21.15.29:0/1588652926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd4406dfd0 msgr2=0x7fbd4406e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.842+0000 7fbd4bc00640 1 --2- 172.21.15.29:0/1588652926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd4406dfd0 0x7fbd4406e460 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c009e50 tx=0x7fbd3c02a730 comp rx=0 tx=0).stop 2024-09-12T03:14:48.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.842+0000 7fbd4bc00640 1 -- 172.21.15.29:0/1588652926 shutdown_connections 2024-09-12T03:14:48.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.842+0000 7fbd4bc00640 1 --2- 172.21.15.29:0/1588652926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd4406dfd0 0x7fbd4406e460 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.842+0000 7fbd4bc00640 1 --2- 172.21.15.29:0/1588652926 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd441627a0 0x7fbd440b42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.842+0000 7fbd4bc00640 1 -- 172.21.15.29:0/1588652926 >> 172.21.15.29:0/1588652926 conn(0x7fbd44067da0 msgr2=0x7fbd4406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:48.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.842+0000 7fbd4bc00640 1 -- 172.21.15.29:0/1588652926 shutdown_connections 2024-09-12T03:14:48.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.842+0000 7fbd4bc00640 1 -- 172.21.15.29:0/1588652926 wait complete. 2024-09-12T03:14:48.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.844+0000 7fbd4bc00640 1 Processor -- start 2024-09-12T03:14:48.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.844+0000 7fbd4bc00640 1 -- start start 2024-09-12T03:14:48.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.845+0000 7fbd4bc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd4406dfd0 0x7fbd440affc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.845+0000 7fbd4bc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd440cdfc0 0x7fbd441503f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.845+0000 7fbd4bc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd441627a0 0x7fbd440b1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.845+0000 7fbd4bc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbd44162b80 con 0x7fbd4406dfd0 2024-09-12T03:14:48.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.845+0000 7fbd4bc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbd440cf060 con 0x7fbd440cdfc0 2024-09-12T03:14:48.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.845+0000 7fbd4bc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbd44162d00 con 0x7fbd441627a0 2024-09-12T03:14:48.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.845+0000 7fbd49200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd4406dfd0 0x7fbd440affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.845+0000 7fbd49200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd4406dfd0 0x7fbd440affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41900/0 (socket says 172.21.15.29:41900) 2024-09-12T03:14:48.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.845+0000 7fbd49200640 1 -- 172.21.15.29:0/2433180529 learned_addr learned my addr 172.21.15.29:0/2433180529 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:48.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.845+0000 7fbd43e00640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd440cdfc0 0x7fbd441503f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.845+0000 7fbd49c00640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd441627a0 0x7fbd440b1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.846+0000 7fbd49200640 1 -- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd441627a0 msgr2=0x7fbd440b1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.846+0000 7fbd49200640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd441627a0 0x7fbd440b1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.846+0000 7fbd49200640 1 -- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd440cdfc0 msgr2=0x7fbd441503f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:48.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.846+0000 7fbd49200640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd440cdfc0 0x7fbd441503f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:48.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.846+0000 7fbd49200640 1 -- 172.21.15.29:0/2433180529 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd440b05a0 con 0x7fbd4406dfd0 2024-09-12T03:14:48.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.846+0000 7fbd49200640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd4406dfd0 0x7fbd440affc0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7fbd3800e870 tx=0x7fbd3800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:48.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.846+0000 7fbd40c00640 1 -- 172.21.15.29:0/2433180529 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd38017070 con 0x7fbd4406dfd0 2024-09-12T03:14:48.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.846+0000 7fbd40c00640 1 -- 172.21.15.29:0/2433180529 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd3800c940 con 0x7fbd4406dfd0 2024-09-12T03:14:48.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.846+0000 7fbd4bc00640 1 -- 172.21.15.29:0/2433180529 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd440b0880 con 0x7fbd4406dfd0 2024-09-12T03:14:48.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.846+0000 7fbd40c00640 1 -- 172.21.15.29:0/2433180529 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd3800cd30 con 0x7fbd4406dfd0 2024-09-12T03:14:48.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.846+0000 7fbd4bc00640 1 -- 172.21.15.29:0/2433180529 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd440b0e40 con 0x7fbd4406dfd0 2024-09-12T03:14:48.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.847+0000 7fbd4bc00640 1 -- 172.21.15.29:0/2433180529 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd440b1270 con 0x7fbd4406dfd0 2024-09-12T03:14:48.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.848+0000 7fbd40c00640 1 -- 172.21.15.29:0/2433180529 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbd3801a070 con 0x7fbd4406dfd0 2024-09-12T03:14:48.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.849+0000 7fbd40c00640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd2406be60 0x7fbd2406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:48.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.849+0000 7fbd40c00640 1 -- 172.21.15.29:0/2433180529 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fbd3808b480 con 0x7fbd4406dfd0 2024-09-12T03:14:48.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.849+0000 7fbd43e00640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd2406be60 0x7fbd2406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:48.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.850+0000 7fbd43e00640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd2406be60 0x7fbd2406e320 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fbd4415e5c0 tx=0x7fbd30007cc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:48.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:48.853+0000 7fbd40c00640 1 -- 172.21.15.29:0/2433180529 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbd38059a80 con 0x7fbd4406dfd0 2024-09-12T03:14:49.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.075+0000 7fbd4bc00640 1 -- 172.21.15.29:0/2433180529 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd440b39d0 con 0x7fbd4406dfd0 2024-09-12T03:14:49.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.076+0000 7fbd40c00640 1 -- 172.21.15.29:0/2433180529 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7fbd38059380 con 0x7fbd4406dfd0 2024-09-12T03:14:49.076 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:49.077 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:49.077 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:49.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 -- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd2406be60 msgr2=0x7fbd2406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd2406be60 0x7fbd2406e320 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fbd4415e5c0 tx=0x7fbd30007cc0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 -- 172.21.15.29:0/2433180529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd4406dfd0 msgr2=0x7fbd440affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd4406dfd0 0x7fbd440affc0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7fbd3800e870 tx=0x7fbd3800ed30 comp rx=0 tx=0).stop 2024-09-12T03:14:49.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 -- 172.21.15.29:0/2433180529 shutdown_connections 2024-09-12T03:14:49.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbd2406be60 0x7fbd2406e320 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd441627a0 0x7fbd440b1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd440cdfc0 0x7fbd441503f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 --2- 172.21.15.29:0/2433180529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd4406dfd0 0x7fbd440affc0 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 -- 172.21.15.29:0/2433180529 >> 172.21.15.29:0/2433180529 conn(0x7fbd44067da0 msgr2=0x7fbd44162e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:49.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 -- 172.21.15.29:0/2433180529 shutdown_connections 2024-09-12T03:14:49.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.078+0000 7fbd4bc00640 1 -- 172.21.15.29:0/2433180529 wait complete. 2024-09-12T03:14:49.097 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:49.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.252+0000 7fd462200640 1 Processor -- start 2024-09-12T03:14:49.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.252+0000 7fd462200640 1 -- start start 2024-09-12T03:14:49.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.253+0000 7fd462200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c1554d0 0x7fd45c0ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.253+0000 7fd462200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fd45c162750 0x7fd45c06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd462200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd45c0af860 con 0x7fd45c0af3a0 2024-09-12T03:14:49.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd462200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fd45c0b0470 con 0x7fd45c162750 2024-09-12T03:14:49.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd462200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd45c0afb40 con 0x7fd45c1554d0 2024-09-12T03:14:49.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd453e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fd45c0af3a0 0x7fd45c162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49100/0 (socket says 172.21.15.29:49100) 2024-09-12T03:14:49.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd453e00640 1 -- 172.21.15.29:0/2351586213 learned_addr learned my addr 172.21.15.29:0/2351586213 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:49.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd45be00640 1 --2- 172.21.15.29:0/2351586213 >> v2:172.21.15.29:3300/0 conn(0x7fd45c162750 0x7fd45c06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd45be00640 1 -- 172.21.15.29:0/2351586213 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c1554d0 msgr2=0x7fd45c0ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:49.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd45b400640 1 --2- 172.21.15.29:0/2351586213 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c1554d0 0x7fd45c0ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd45be00640 1 --2- 172.21.15.29:0/2351586213 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c1554d0 0x7fd45c0ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd45be00640 1 -- 172.21.15.29:0/2351586213 >> v1:172.21.15.29:6789/0 conn(0x7fd45c0af3a0 legacy=0x7fd45c162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd45be00640 1 -- 172.21.15.29:0/2351586213 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd45c0afe20 con 0x7fd45c162750 2024-09-12T03:14:49.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd45b400640 1 --2- 172.21.15.29:0/2351586213 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c1554d0 0x7fd45c0ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:14:49.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.254+0000 7fd45aa00640 1 -- 172.21.15.29:0/2351586213 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1184104677 0 0) 0x7fd45c0af860 con 0x7fd45c0af3a0 2024-09-12T03:14:49.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.255+0000 7fd45be00640 1 --2- 172.21.15.29:0/2351586213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd45c162750 0x7fd45c06eb60 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fd454009dc0 tx=0x7fd45402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8800ca0a379fdbf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:49.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.255+0000 7fd45aa00640 1 -- 172.21.15.29:0/2351586213 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd45402ae60 con 0x7fd45c162750 2024-09-12T03:14:49.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.255+0000 7fd45aa00640 1 -- 172.21.15.29:0/2351586213 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd454007740 con 0x7fd45c162750 2024-09-12T03:14:49.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.255+0000 7fd45aa00640 1 -- 172.21.15.29:0/2351586213 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd454007b10 con 0x7fd45c162750 2024-09-12T03:14:49.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.256+0000 7fd462200640 1 -- 172.21.15.29:0/2351586213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd45c162750 msgr2=0x7fd45c06eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.256+0000 7fd462200640 1 --2- 172.21.15.29:0/2351586213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd45c162750 0x7fd45c06eb60 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fd454009dc0 tx=0x7fd45402a680 comp rx=0 tx=0).stop 2024-09-12T03:14:49.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.256+0000 7fd462200640 1 -- 172.21.15.29:0/2351586213 shutdown_connections 2024-09-12T03:14:49.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.256+0000 7fd462200640 1 --2- 172.21.15.29:0/2351586213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd45c162750 0x7fd45c06eb60 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.256+0000 7fd462200640 1 --2- 172.21.15.29:0/2351586213 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c1554d0 0x7fd45c0ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.256+0000 7fd462200640 1 -- 172.21.15.29:0/2351586213 >> 172.21.15.29:0/2351586213 conn(0x7fd45c0736d0 msgr2=0x7fd45c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:49.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.256+0000 7fd462200640 1 -- 172.21.15.29:0/2351586213 shutdown_connections 2024-09-12T03:14:49.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.256+0000 7fd462200640 1 -- 172.21.15.29:0/2351586213 wait complete. 2024-09-12T03:14:49.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.258+0000 7fd462200640 1 Processor -- start 2024-09-12T03:14:49.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.258+0000 7fd462200640 1 -- start start 2024-09-12T03:14:49.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.259+0000 7fd462200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c0af3a0 0x7fd45c151200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.259+0000 7fd462200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd45c1554d0 0x7fd45c140460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.259+0000 7fd462200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd45c162750 0x7fd45c1576d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.259+0000 7fd462200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd45c162d30 con 0x7fd45c1554d0 2024-09-12T03:14:49.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.259+0000 7fd462200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd45c1558b0 con 0x7fd45c162750 2024-09-12T03:14:49.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.259+0000 7fd462200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd45c162eb0 con 0x7fd45c0af3a0 2024-09-12T03:14:49.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.259+0000 7fd453e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd45c1554d0 0x7fd45c140460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.259+0000 7fd453e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd45c1554d0 0x7fd45c140460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41918/0 (socket says 172.21.15.29:41918) 2024-09-12T03:14:49.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.259+0000 7fd453e00640 1 -- 172.21.15.29:0/1309172830 learned_addr learned my addr 172.21.15.29:0/1309172830 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:49.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.259+0000 7fd45b400640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c0af3a0 0x7fd45c151200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.259+0000 7fd45be00640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd45c162750 0x7fd45c1576d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd453e00640 1 -- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c0af3a0 msgr2=0x7fd45c151200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd453e00640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c0af3a0 0x7fd45c151200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd453e00640 1 -- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd45c162750 msgr2=0x7fd45c1576d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd453e00640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd45c162750 0x7fd45c1576d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd453e00640 1 -- 172.21.15.29:0/1309172830 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd45c158020 con 0x7fd45c1554d0 2024-09-12T03:14:49.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd45b400640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c0af3a0 0x7fd45c151200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:49.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd453e00640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd45c1554d0 0x7fd45c140460 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fd44400c4a0 tx=0x7fd44400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:49.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd453400640 1 -- 172.21.15.29:0/1309172830 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd444018070 con 0x7fd45c1554d0 2024-09-12T03:14:49.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd453400640 1 -- 172.21.15.29:0/1309172830 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4440074e0 con 0x7fd45c1554d0 2024-09-12T03:14:49.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd453400640 1 -- 172.21.15.29:0/1309172830 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd444004a20 con 0x7fd45c1554d0 2024-09-12T03:14:49.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd462200640 1 -- 172.21.15.29:0/1309172830 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd45c150720 con 0x7fd45c1554d0 2024-09-12T03:14:49.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.260+0000 7fd462200640 1 -- 172.21.15.29:0/1309172830 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd45c150ce0 con 0x7fd45c1554d0 2024-09-12T03:14:49.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.261+0000 7fd462200640 1 -- 172.21.15.29:0/1309172830 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd45c150ee0 con 0x7fd45c1554d0 2024-09-12T03:14:49.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.262+0000 7fd453400640 1 -- 172.21.15.29:0/1309172830 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd444004bc0 con 0x7fd45c1554d0 2024-09-12T03:14:49.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.263+0000 7fd453400640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd43806be30 0x7fd43806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.263+0000 7fd453400640 1 -- 172.21.15.29:0/1309172830 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fd44408a2d0 con 0x7fd45c1554d0 2024-09-12T03:14:49.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.264+0000 7fd45b400640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd43806be30 0x7fd43806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.264+0000 7fd45b400640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd43806be30 0x7fd43806e2f0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fd44c00aa30 tx=0x7fd44c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:49.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.268+0000 7fd453400640 1 -- 172.21.15.29:0/1309172830 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd45c150ee0 con 0x7fd45c1554d0 2024-09-12T03:14:49.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.491+0000 7fd462200640 1 -- 172.21.15.29:0/1309172830 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd45c0ccf60 con 0x7fd45c1554d0 2024-09-12T03:14:49.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.492+0000 7fd453400640 1 -- 172.21.15.29:0/1309172830 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5269 (secure 0 0 0) 0x7fd444058390 con 0x7fd45c1554d0 2024-09-12T03:14:49.492 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:49.492 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":95,"btime":"2024-09-12T03:14:31:281921+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:13:57.434460+0000","modified":"2024-09-12T03:14:31.202678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":7233,"mds_1":6931,"mds_2":6928},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6928":{"gid":6928,"name":"c","rank":2,"incarnation":91,"state":"up:active","state_seq":11,"addr":"172.21.15.29:6835/2581876515","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2581876515},{"type":"v1","addr":"172.21.15.29:6835","nonce":2581876515}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6931":{"gid":6931,"name":"b","rank":1,"incarnation":89,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6836/1187811370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":1187811370},{"type":"v1","addr":"172.21.15.38:6836","nonce":1187811370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7233":{"gid":7233,"name":"d","rank":0,"incarnation":83,"state":"up:active","state_seq":11,"addr":"172.21.15.38:6837/1296681172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6835","nonce":1296681172},{"type":"v1","addr":"172.21.15.38:6837","nonce":1296681172}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7233,"qdb_cluster":[7233,6931,6928]},"id":6}]} 2024-09-12T03:14:49.493 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 95 2024-09-12T03:14:49.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.494+0000 7fd462200640 1 -- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd43806be30 msgr2=0x7fd43806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.494+0000 7fd462200640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd43806be30 0x7fd43806e2f0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fd44c00aa30 tx=0x7fd44c008040 comp rx=0 tx=0).stop 2024-09-12T03:14:49.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.494+0000 7fd462200640 1 -- 172.21.15.29:0/1309172830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd45c1554d0 msgr2=0x7fd45c140460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.494+0000 7fd462200640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd45c1554d0 0x7fd45c140460 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fd44400c4a0 tx=0x7fd44400c960 comp rx=0 tx=0).stop 2024-09-12T03:14:49.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.494+0000 7fd462200640 1 -- 172.21.15.29:0/1309172830 shutdown_connections 2024-09-12T03:14:49.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.494+0000 7fd462200640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd43806be30 0x7fd43806e2f0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.494+0000 7fd462200640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd45c162750 0x7fd45c1576d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.494+0000 7fd462200640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd45c1554d0 0x7fd45c140460 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.494+0000 7fd462200640 1 --2- 172.21.15.29:0/1309172830 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd45c0af3a0 0x7fd45c151200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.494+0000 7fd462200640 1 -- 172.21.15.29:0/1309172830 >> 172.21.15.29:0/1309172830 conn(0x7fd45c0736d0 msgr2=0x7fd45c1529d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:49.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.494+0000 7fd462200640 1 -- 172.21.15.29:0/1309172830 shutdown_connections 2024-09-12T03:14:49.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.495+0000 7fd462200640 1 -- 172.21.15.29:0/1309172830 wait complete. 2024-09-12T03:14:49.511 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:14:49.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.667+0000 7fce73e00640 1 Processor -- start 2024-09-12T03:14:49.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.667+0000 7fce73e00640 1 -- start start 2024-09-12T03:14:49.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce73e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fce7415e470 0x7fce740cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce73e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fce740d00e0 0x7fce740d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce73e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fce740d4850 0x7fce7406d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce73e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fce740cf710 con 0x7fce7415e470 2024-09-12T03:14:49.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce73e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fce7415e850 con 0x7fce740d00e0 2024-09-12T03:14:49.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce73e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fce740d1c60 con 0x7fce740d4850 2024-09-12T03:14:49.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce72a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fce7415e470 0x7fce740cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce72a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fce7415e470 0x7fce740cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41930/0 (socket says 172.21.15.29:41930) 2024-09-12T03:14:49.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce72a00640 1 -- 172.21.15.29:0/3186406046 learned_addr learned my addr 172.21.15.29:0/3186406046 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:49.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce72000640 1 --2- 172.21.15.29:0/3186406046 >> v2:172.21.15.38:3300/0 conn(0x7fce740d00e0 0x7fce740d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce73400640 1 --2- 172.21.15.29:0/3186406046 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fce740d4850 0x7fce7406d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce72a00640 1 -- 172.21.15.29:0/3186406046 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fce740d4850 msgr2=0x7fce7406d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:49.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce72a00640 1 --2- 172.21.15.29:0/3186406046 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fce740d4850 0x7fce7406d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce72a00640 1 -- 172.21.15.29:0/3186406046 >> v2:172.21.15.38:3300/0 conn(0x7fce740d00e0 msgr2=0x7fce740d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:49.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce72a00640 1 --2- 172.21.15.29:0/3186406046 >> v2:172.21.15.38:3300/0 conn(0x7fce740d00e0 0x7fce740d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.668+0000 7fce72a00640 1 -- 172.21.15.29:0/3186406046 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce740d1980 con 0x7fce7415e470 2024-09-12T03:14:49.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.669+0000 7fce72a00640 1 --2- 172.21.15.29:0/3186406046 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fce7415e470 0x7fce740cfba0 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7fce740b6f10 tx=0x7fce6402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cfa1df71da311e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:49.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.669+0000 7fce71600640 1 -- 172.21.15.29:0/3186406046 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce64037070 con 0x7fce7415e470 2024-09-12T03:14:49.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.669+0000 7fce71600640 1 -- 172.21.15.29:0/3186406046 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce64032440 con 0x7fce7415e470 2024-09-12T03:14:49.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.669+0000 7fce71600640 1 -- 172.21.15.29:0/3186406046 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce64032810 con 0x7fce7415e470 2024-09-12T03:14:49.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.670+0000 7fce73e00640 1 -- 172.21.15.29:0/3186406046 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fce7415e470 msgr2=0x7fce740cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.670+0000 7fce73e00640 1 --2- 172.21.15.29:0/3186406046 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fce7415e470 0x7fce740cfba0 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7fce740b6f10 tx=0x7fce6402a1e0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.670+0000 7fce73e00640 1 -- 172.21.15.29:0/3186406046 shutdown_connections 2024-09-12T03:14:49.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.670+0000 7fce73e00640 1 --2- 172.21.15.29:0/3186406046 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fce740d4850 0x7fce7406d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.670+0000 7fce73e00640 1 --2- 172.21.15.29:0/3186406046 >> v2:172.21.15.38:3300/0 conn(0x7fce740d00e0 0x7fce740d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.670+0000 7fce73e00640 1 --2- 172.21.15.29:0/3186406046 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fce7415e470 0x7fce740cfba0 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.670+0000 7fce73e00640 1 -- 172.21.15.29:0/3186406046 >> 172.21.15.29:0/3186406046 conn(0x7fce7409d700 msgr2=0x7fce7408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:49.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.670+0000 7fce73e00640 1 -- 172.21.15.29:0/3186406046 shutdown_connections 2024-09-12T03:14:49.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.670+0000 7fce73e00640 1 -- 172.21.15.29:0/3186406046 wait complete. 2024-09-12T03:14:49.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.672+0000 7fce73e00640 1 Processor -- start 2024-09-12T03:14:49.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.672+0000 7fce73e00640 1 -- start start 2024-09-12T03:14:49.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce73e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fce740d00e0 0x7fce740cd460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce73e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fce740d4850 0x7fce7414b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce73e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce7415e470 0x7fce7415b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce73e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fce7406d9a0 con 0x7fce740d4850 2024-09-12T03:14:49.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce73e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fce740cf3a0 con 0x7fce7415e470 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce73e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fce7406db20 con 0x7fce740d00e0 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce72000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fce740d4850 0x7fce7414b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce72a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fce740d00e0 0x7fce740cd460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce72000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fce740d4850 0x7fce7414b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:41938/0 (socket says 172.21.15.29:41938) 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce72000640 1 -- 172.21.15.29:0/2119972865 learned_addr learned my addr 172.21.15.29:0/2119972865 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce73400640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce7415e470 0x7fce7415b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce72000640 1 -- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fce740d00e0 msgr2=0x7fce740cd460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce72000640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fce740d00e0 0x7fce740cd460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce72000640 1 -- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce7415e470 msgr2=0x7fce7415b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce72000640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce7415e470 0x7fce7415b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.673+0000 7fce72000640 1 -- 172.21.15.29:0/2119972865 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce740cdaf0 con 0x7fce740d4850 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.674+0000 7fce72000640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fce740d4850 0x7fce7414b8d0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7fce6000e9b0 tx=0x7fce6000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:49.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.674+0000 7fce6b400640 1 -- 172.21.15.29:0/2119972865 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce60017070 con 0x7fce740d4850 2024-09-12T03:14:49.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.674+0000 7fce6b400640 1 -- 172.21.15.29:0/2119972865 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce6000c9a0 con 0x7fce740d4850 2024-09-12T03:14:49.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.674+0000 7fce6b400640 1 -- 172.21.15.29:0/2119972865 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce6000cd90 con 0x7fce740d4850 2024-09-12T03:14:49.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.674+0000 7fce73e00640 1 -- 172.21.15.29:0/2119972865 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce740cddd0 con 0x7fce740d4850 2024-09-12T03:14:49.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.674+0000 7fce73e00640 1 -- 172.21.15.29:0/2119972865 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce740ce390 con 0x7fce740d4850 2024-09-12T03:14:49.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.675+0000 7fce73e00640 1 -- 172.21.15.29:0/2119972865 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce7406d460 con 0x7fce740d4850 2024-09-12T03:14:49.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.676+0000 7fce6b400640 1 -- 172.21.15.29:0/2119972865 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fce6001a070 con 0x7fce740d4850 2024-09-12T03:14:49.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.677+0000 7fce6b400640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fce5406be30 0x7fce5406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:49.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.677+0000 7fce6b400640 1 -- 172.21.15.29:0/2119972865 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fce6008aff0 con 0x7fce740d4850 2024-09-12T03:14:49.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.677+0000 7fce72a00640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fce5406be30 0x7fce5406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:49.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.678+0000 7fce72a00640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fce5406be30 0x7fce5406e2f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fce64034000 tx=0x7fce6402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:49.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.682+0000 7fce6b400640 1 -- 172.21.15.29:0/2119972865 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fce60059140 con 0x7fce740d4850 2024-09-12T03:14:49.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.866+0000 7fce73e00640 1 -- 172.21.15.29:0/2119972865 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fce7406cf90 con 0x7fce740d4850 2024-09-12T03:14:49.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.867+0000 7fce6b400640 1 -- 172.21.15.29:0/2119972865 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+17067 (secure 0 0 0) 0x7fce6005d440 con 0x7fce740d4850 2024-09-12T03:14:49.868 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:49.868 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":93,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:14:09.197302+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:13:55.229211+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-12T03:13:56.435782+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"14.26","mappings":[{"from":1,"to":7}]},{"pgid":"14.31","mappings":[{"from":1,"to":5}]},{"pgid":"14.32","mappings":[{"from":1,"to":2}]},{"pgid":"14.3c","mappings":[{"from":1,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:14:49.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 -- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fce5406be30 msgr2=0x7fce5406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fce5406be30 0x7fce5406e2f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fce64034000 tx=0x7fce6402e000 comp rx=0 tx=0).stop 2024-09-12T03:14:49.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 -- 172.21.15.29:0/2119972865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fce740d4850 msgr2=0x7fce7414b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:49.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fce740d4850 0x7fce7414b8d0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7fce6000e9b0 tx=0x7fce6000ee70 comp rx=0 tx=0).stop 2024-09-12T03:14:49.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 -- 172.21.15.29:0/2119972865 shutdown_connections 2024-09-12T03:14:49.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fce5406be30 0x7fce5406e2f0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fce7415e470 0x7fce7415b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fce740d4850 0x7fce7414b8d0 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 --2- 172.21.15.29:0/2119972865 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fce740d00e0 0x7fce740cd460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:49.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 -- 172.21.15.29:0/2119972865 >> 172.21.15.29:0/2119972865 conn(0x7fce7409d700 msgr2=0x7fce740b48d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:49.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 -- 172.21.15.29:0/2119972865 shutdown_connections 2024-09-12T03:14:49.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:49.870+0000 7fce73e00640 1 -- 172.21.15.29:0/2119972865 wait complete. 2024-09-12T03:14:49.887 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-12T03:14:50.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.044+0000 7fb2ffe00640 1 Processor -- start 2024-09-12T03:14:50.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.046+0000 7fb2ffe00640 1 -- start start 2024-09-12T03:14:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ffe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb3000d4310 0x7fb3000d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ffe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb30006d460 0x7fb30006d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ffe00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb30015e850 con 0x7fb30015e470 2024-09-12T03:14:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ffe00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb30006de50 con 0x7fb30006d460 2024-09-12T03:14:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ffe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb3000cf710 con 0x7fb3000d4310 2024-09-12T03:14:50.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ff400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb30006d460 0x7fb30006d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ff400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb30006d460 0x7fb30006d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38076/0 (socket says 172.21.15.29:38076) 2024-09-12T03:14:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2fea00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fb30015e470 0x7fb3000cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:43626/0 (socket says 172.21.15.29:43626) 2024-09-12T03:14:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ff400640 1 -- 172.21.15.29:0/2920380897 learned_addr learned my addr 172.21.15.29:0/2920380897 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2f7e00640 1 --2- 172.21.15.29:0/2920380897 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb3000d4310 0x7fb3000d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ff400640 1 -- 172.21.15.29:0/2920380897 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb3000d4310 msgr2=0x7fb3000d4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ff400640 1 --2- 172.21.15.29:0/2920380897 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb3000d4310 0x7fb3000d4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ff400640 1 -- 172.21.15.29:0/2920380897 >> v1:172.21.15.38:6789/0 conn(0x7fb30015e470 legacy=0x7fb3000cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2ff400640 1 -- 172.21.15.29:0/2920380897 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3000d1c60 con 0x7fb30006d460 2024-09-12T03:14:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2fe000640 1 -- 172.21.15.29:0/2920380897 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1562286160 0 0) 0x7fb30015e850 con 0x7fb30015e470 2024-09-12T03:14:50.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.047+0000 7fb2f7e00640 1 --2- 172.21.15.29:0/2920380897 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb3000d4310 0x7fb3000d4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:50.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.048+0000 7fb2ff400640 1 --2- 172.21.15.29:0/2920380897 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30006d460 0x7fb30006d910 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fb2f8009e50 tx=0x7fb2f802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fb6d328f8e8d019 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:50.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.048+0000 7fb2fe000640 1 -- 172.21.15.29:0/2920380897 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2f8036070 con 0x7fb30006d460 2024-09-12T03:14:50.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.048+0000 7fb2fe000640 1 -- 172.21.15.29:0/2920380897 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2f8031600 con 0x7fb30006d460 2024-09-12T03:14:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.048+0000 7fb2fe000640 1 -- 172.21.15.29:0/2920380897 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2f80319d0 con 0x7fb30006d460 2024-09-12T03:14:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.048+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2920380897 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30006d460 msgr2=0x7fb30006d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.048+0000 7fb2ffe00640 1 --2- 172.21.15.29:0/2920380897 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30006d460 0x7fb30006d910 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fb2f8009e50 tx=0x7fb2f802a710 comp rx=0 tx=0).stop 2024-09-12T03:14:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.049+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2920380897 shutdown_connections 2024-09-12T03:14:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.049+0000 7fb2ffe00640 1 --2- 172.21.15.29:0/2920380897 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb3000d4310 0x7fb3000d4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.049+0000 7fb2ffe00640 1 --2- 172.21.15.29:0/2920380897 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb30006d460 0x7fb30006d910 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.049+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2920380897 >> 172.21.15.29:0/2920380897 conn(0x7fb30009d700 msgr2=0x7fb30008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.049+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2920380897 shutdown_connections 2024-09-12T03:14:50.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.049+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2920380897 wait complete. 2024-09-12T03:14:50.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.050+0000 7fb2ffe00640 1 Processor -- start 2024-09-12T03:14:50.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.050+0000 7fb2ffe00640 1 -- start start 2024-09-12T03:14:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.051+0000 7fb2ffe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30006d460 0x7fb30015e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.051+0000 7fb2ffe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb3000d4310 0x7fb300160530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.051+0000 7fb2ffe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb30015e470 0x7fb300160a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.051+0000 7fb2ffe00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb3000cf0c0 con 0x7fb3000d4310 2024-09-12T03:14:50.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.051+0000 7fb2ffe00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb3000d4c90 con 0x7fb30015e470 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.051+0000 7fb2ffe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb3000cf3a0 con 0x7fb30006d460 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.051+0000 7fb2f7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb3000d4310 0x7fb300160530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.051+0000 7fb2f7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb3000d4310 0x7fb300160530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38088/0 (socket says 172.21.15.29:38088) 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.051+0000 7fb2f7e00640 1 -- 172.21.15.29:0/2739813996 learned_addr learned my addr 172.21.15.29:0/2739813996 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2fea00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30006d460 0x7fb30015e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2ff400640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb30015e470 0x7fb300160a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2f7e00640 1 -- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30006d460 msgr2=0x7fb30015e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2f7e00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30006d460 0x7fb30015e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2f7e00640 1 -- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb30015e470 msgr2=0x7fb300160a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2f7e00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb30015e470 0x7fb300160a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2f7e00640 1 -- 172.21.15.29:0/2739813996 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3000cceb0 con 0x7fb3000d4310 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2ff400640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb30015e470 0x7fb300160a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:50.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2f7e00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb3000d4310 0x7fb300160530 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fb2e800ebb0 tx=0x7fb2e800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:50.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2f7400640 1 -- 172.21.15.29:0/2739813996 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8017070 con 0x7fb3000d4310 2024-09-12T03:14:50.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2f7400640 1 -- 172.21.15.29:0/2739813996 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2e800cc30 con 0x7fb3000d4310 2024-09-12T03:14:50.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2f7400640 1 -- 172.21.15.29:0/2739813996 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8013470 con 0x7fb3000d4310 2024-09-12T03:14:50.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.052+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2739813996 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3000cd150 con 0x7fb3000d4310 2024-09-12T03:14:50.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.053+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2739813996 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3000cd710 con 0x7fb3000d4310 2024-09-12T03:14:50.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.054+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2739813996 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb30006d910 con 0x7fb3000d4310 2024-09-12T03:14:50.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.055+0000 7fb2f7400640 1 -- 172.21.15.29:0/2739813996 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb2e801a070 con 0x7fb3000d4310 2024-09-12T03:14:50.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.055+0000 7fb2f7400640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 0x7fb2dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.055+0000 7fb2f7400640 1 -- 172.21.15.29:0/2739813996 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6217+0+0 (secure 0 0 0) 0x7fb2e808b340 con 0x7fb3000d4310 2024-09-12T03:14:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.056+0000 7fb2fea00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 0x7fb2dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:50.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.056+0000 7fb2fea00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 0x7fb2dc06e2f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fb2f0000f60 tx=0x7fb2f0007d00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:50.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.059+0000 7fb2f7400640 1 -- 172.21.15.29:0/2739813996 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb2e8059ae0 con 0x7fb3000d4310 2024-09-12T03:14:50.144 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:14:50.149 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:14:50.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.288+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2739813996 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fb30006cf90 con 0x7fb3000d4310 2024-09-12T03:14:50.287 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:14:50.288+0000 7fcf24a00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T03:14:50.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.291+0000 7fb2f7400640 1 -- 172.21.15.29:0/2739813996 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v96) ==== 161+0+0 (secure 0 0 0) 0x7fb2e80593e0 con 0x7fb3000d4310 2024-09-12T03:14:50.291 INFO:teuthology.orchestra.run.smithi029.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-12T03:14:50.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.294+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 msgr2=0x7fb2dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:50.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.294+0000 7fb2ffe00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 0x7fb2dc06e2f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fb2f0000f60 tx=0x7fb2f0007d00 comp rx=0 tx=0).stop 2024-09-12T03:14:50.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.294+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2739813996 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb3000d4310 msgr2=0x7fb300160530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:50.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.294+0000 7fb2ffe00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb3000d4310 0x7fb300160530 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fb2e800ebb0 tx=0x7fb2e800c520 comp rx=0 tx=0).stop 2024-09-12T03:14:50.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.295+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2739813996 shutdown_connections 2024-09-12T03:14:50.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.295+0000 7fb2ffe00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb2dc06be30 0x7fb2dc06e2f0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.295+0000 7fb2ffe00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb30015e470 0x7fb300160a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.295+0000 7fb2ffe00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb3000d4310 0x7fb300160530 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.295+0000 7fb2ffe00640 1 --2- 172.21.15.29:0/2739813996 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb30006d460 0x7fb30015e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.295+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2739813996 >> 172.21.15.29:0/2739813996 conn(0x7fb30009d700 msgr2=0x7fb3000d2cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:50.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.295+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2739813996 shutdown_connections 2024-09-12T03:14:50.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.295+0000 7fb2ffe00640 1 -- 172.21.15.29:0/2739813996 wait complete. 2024-09-12T03:14:50.306 INFO:tasks.ceph.mds.b.smithi038.stderr: -1337> 2024-09-12T03:14:24.327+0000 7fd519800640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000004 [...2,head] /d1/d2/d3/d4/d5/ auth{0=1,2=1} v15 ap=1 f(v0 m2024-09-12T03:14:10.097911+0000 1=0+1) n(v2 rc2024-09-12T03:14:10.375907+0000 4=0+4) (inest lock) (ifile excl) caps={6356=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6356 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 authpin=1 scrubqueue=0 0x55d3fa070580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000004:[<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:14:10.097911+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:14:10.375907+0000 4=0+4)","memory_value.dirstat":"f(v0 m2024-09-12T03:14:10.097911+0000 1=0+1)","memory_value.rstat":"n(v2 rc2024-09-12T03:14:10.375907+0000 4=0+4)","error_str":""},"return_code":-61} 2024-09-12T03:14:50.307 INFO:tasks.ceph.mds.b.smithi038.stderr: -1198> 2024-09-12T03:14:24.329+0000 7fd521a00640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000005 [...2,head] /d1/d2/d3/d4/d5/d6/ auth{0=1,2=1} v11 ap=2 f(v0 m2024-09-12T03:14:10.098911+0000 1=0+1) n(v1 rc2024-09-12T03:14:10.375907+0000 3=0+3) (inest sync->mix g=0,2) caps={6356=pAsLsXsFs/pAsLsXsFsxcral@3} | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirtyparent=0 dirwaiter=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 export_pin=2 0x55d3fb02c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000005:[<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:14:10.098911+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:14:10.099911+0000 3=0+3)","memory_value.dirstat":"f(v0 m2024-09-12T03:14:10.098911+0000 1=0+1)","memory_value.rstat":"n(v1 rc2024-09-12T03:14:10.375907+0000 3=0+3)","error_str":""},"return_code":-61} 2024-09-12T03:14:50.311 INFO:tasks.ceph.mds.c.smithi029.stderr: -1243> 2024-09-12T03:14:24.327+0000 7f4792200640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000006 [...2,head] /d1/d2/d3/d4/d5/d6/d7/ auth v4 ap=1 f(v0 m2024-09-12T03:14:10.099911+0000 1=0+1) n(v0 rc2024-09-12T03:14:10.099911+0000 2=0+2) (inest lock) (ifile excl) caps={6356=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6356 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55db9e4ee000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000006:[<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:14:10.099911+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:14:10.099911+0000 2=0+2)","memory_value.dirstat":"f(v0 m2024-09-12T03:14:10.099911+0000 1=0+1)","memory_value.rstat":"n(v0 rc2024-09-12T03:14:10.099911+0000 2=0+2)","error_str":""},"return_code":-61} 2024-09-12T03:14:50.312 INFO:tasks.ceph.mds.c.smithi029.stderr: -1221> 2024-09-12T03:14:24.328+0000 7f4792200640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000007 [...2,head] /d1/d2/d3/d4/d5/d6/d7/d8/ auth v2 ap=1 f() n(v0 1=0+1) (inest lock) (ifile excl) caps={6356=pAsLsXsFsx/AsLsXsFsx@3},l=6356 | importingcaps=0 dirfrag=0 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55db9e4ee580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000007:[<0x10000000006/d8 v2>,<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n(v0 1=0+1)","memory_value.dirstat":"f()","memory_value.rstat":"n(v0 1=0+1)","error_str":""},"return_code":-61} 2024-09-12T03:14:50.317 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-12T03:14:50.318 INFO:tasks.ceph.mds.d.smithi038.stderr: -2990> 2024-09-12T03:14:24.327+0000 7f114a000640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000002 [...2,head] /d1/d2/d3/ auth{1=1,2=1} v19 ap=1 f(v0 m2024-09-12T03:14:10.095911+0000 1=0+1) n(v3 rc2024-09-12T03:14:10.375907+0000 6=0+6) (inest mix dirty) (ifile excl) caps={6356=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6356 | dirtyscattered=1 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x560776c75600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000002:[<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:14:10.095911+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:14:10.375907+0000 6=0+6)","memory_value.dirstat":"f(v0 m2024-09-12T03:14:10.095911+0000 1=0+1)","memory_value.rstat":"n(v3 rc2024-09-12T03:14:10.375907+0000 6=0+6)","error_str":""},"return_code":-61} 2024-09-12T03:14:50.318 INFO:tasks.ceph.mds.d.smithi038.stderr: -2868> 2024-09-12T03:14:24.329+0000 7f1152200640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000003 [...2,head] /d1/d2/d3/d4/ auth{1=1,2=1} v19 ap=2 f(v0 m2024-09-12T03:14:10.096911+0000 1=0+1) n(v4 rc2024-09-12T03:14:10.375907+0000 5=0+5) (inest sync->mix g=1,2) caps={6356=pAsLsXsFs/pAsLsXsFsxcral@8} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 export_pin=1 0x560776c75b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(13)0x10000000003:[<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:14:10.096911+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:14:10.375907+0000 5=0+5)","memory_value.dirstat":"f(v0 m2024-09-12T03:14:10.096911+0000 1=0+1)","memory_value.rstat":"n(v4 rc2024-09-12T03:14:10.375907+0000 5=0+5)","error_str":""},"return_code":-61} 2024-09-12T03:14:50.356 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:14:50.359 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:14:50.370 INFO:tasks.ceph.mds.d.smithi038.stdout:starting mds.d at 2024-09-12T03:14:50.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.516+0000 7fc06b800640 1 Processor -- start 2024-09-12T03:14:50.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.516+0000 7fc06b800640 1 -- start start 2024-09-12T03:14:50.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.518+0000 7fc06b800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc064072750 0x7fc0641691f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:50.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.518+0000 7fc06b800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0640b4ed0 con 0x7fc064147fe0 2024-09-12T03:14:50.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.518+0000 7fc06b800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0640b51b0 con 0x7fc06415ebf0 2024-09-12T03:14:50.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.518+0000 7fc06b800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc0641483c0 con 0x7fc064072750 2024-09-12T03:14:50.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.518+0000 7fc068e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc064147fe0 0x7fc0640b4140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39760/0 (socket says 172.21.15.29:39760) 2024-09-12T03:14:50.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.518+0000 7fc068e00640 1 -- 172.21.15.29:0/3230995870 learned_addr learned my addr 172.21.15.29:0/3230995870 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:50.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.518+0000 7fc069800640 1 --2- 172.21.15.29:0/3230995870 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc064072750 0x7fc0641691f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:50.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.518+0000 7fc063400640 1 -- 172.21.15.29:0/3230995870 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 704783034 0 0) 0x7fc0640b4ed0 con 0x7fc064147fe0 2024-09-12T03:14:50.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.518+0000 7fc063400640 1 -- 172.21.15.29:0/3230995870 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc04c003520 con 0x7fc064147fe0 2024-09-12T03:14:50.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.519+0000 7fc063400640 1 -- 172.21.15.29:0/3230995870 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4255606928 0 0) 0x7fc0640b51b0 con 0x7fc06415ebf0 2024-09-12T03:14:50.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.519+0000 7fc063400640 1 -- 172.21.15.29:0/3230995870 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0640b4ed0 con 0x7fc06415ebf0 2024-09-12T03:14:50.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.519+0000 7fc069800640 1 -- 172.21.15.29:0/3230995870 >> v1:172.21.15.38:6789/0 conn(0x7fc06415ebf0 legacy=0x7fc064072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:50.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.519+0000 7fc069800640 1 -- 172.21.15.29:0/3230995870 >> v1:172.21.15.29:6789/0 conn(0x7fc064147fe0 legacy=0x7fc0640b4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:50.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.519+0000 7fc063400640 1 -- 172.21.15.29:0/3230995870 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2246578513 0 0) 0x7fc04c003520 con 0x7fc064147fe0 2024-09-12T03:14:50.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.519+0000 7fc069800640 1 -- 172.21.15.29:0/3230995870 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0640b5490 con 0x7fc064072750 2024-09-12T03:14:50.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.520+0000 7fc069800640 1 --2- 172.21.15.29:0/3230995870 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc064072750 0x7fc0641691f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc05c009dc0 tx=0x7fc05c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7bd38c5e0bfc746e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:50.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.520+0000 7fc063400640 1 -- 172.21.15.29:0/3230995870 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc058001670 con 0x7fc064072750 2024-09-12T03:14:50.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.520+0000 7fc063400640 1 -- 172.21.15.29:0/3230995870 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc05c007540 con 0x7fc064072750 2024-09-12T03:14:50.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.520+0000 7fc063400640 1 -- 172.21.15.29:0/3230995870 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c007910 con 0x7fc064072750 2024-09-12T03:14:50.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.521+0000 7fc06b800640 1 -- 172.21.15.29:0/3230995870 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc064072750 msgr2=0x7fc0641691f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:50.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.521+0000 7fc06b800640 1 --2- 172.21.15.29:0/3230995870 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc064072750 0x7fc0641691f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc05c009dc0 tx=0x7fc05c02a660 comp rx=0 tx=0).stop 2024-09-12T03:14:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.521+0000 7fc06b800640 1 -- 172.21.15.29:0/3230995870 shutdown_connections 2024-09-12T03:14:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.521+0000 7fc06b800640 1 --2- 172.21.15.29:0/3230995870 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc064072750 0x7fc0641691f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.521+0000 7fc06b800640 1 -- 172.21.15.29:0/3230995870 >> 172.21.15.29:0/3230995870 conn(0x7fc064067d70 msgr2=0x7fc06406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.521+0000 7fc06b800640 1 -- 172.21.15.29:0/3230995870 shutdown_connections 2024-09-12T03:14:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.521+0000 7fc06b800640 1 -- 172.21.15.29:0/3230995870 wait complete. 2024-09-12T03:14:50.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.522+0000 7fc06b800640 1 Processor -- start 2024-09-12T03:14:50.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.523+0000 7fc06b800640 1 -- start start 2024-09-12T03:14:50.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.523+0000 7fc06b800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc064072750 0x7fc06413cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:50.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.523+0000 7fc06b800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc064147fe0 0x7fc06413fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:50.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.523+0000 7fc06b800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06415ebf0 0x7fc0640b2140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:50.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.523+0000 7fc06b800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc0640b5770 con 0x7fc06415ebf0 2024-09-12T03:14:50.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.523+0000 7fc06b800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc0640b4850 con 0x7fc064072750 2024-09-12T03:14:50.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.523+0000 7fc06b800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc0640b4b30 con 0x7fc064147fe0 2024-09-12T03:14:50.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.524+0000 7fc069800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06415ebf0 0x7fc0640b2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:50.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.524+0000 7fc069800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06415ebf0 0x7fc0640b2140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38102/0 (socket says 172.21.15.29:38102) 2024-09-12T03:14:50.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.524+0000 7fc069800640 1 -- 172.21.15.29:0/2304109171 learned_addr learned my addr 172.21.15.29:0/2304109171 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:50.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.524+0000 7fc068e00640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc064072750 0x7fc06413cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:50.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.524+0000 7fc063e00640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc064147fe0 0x7fc06413fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:50.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.524+0000 7fc069800640 1 -- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc064147fe0 msgr2=0x7fc06413fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:50.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.524+0000 7fc069800640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc064147fe0 0x7fc06413fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.524+0000 7fc069800640 1 -- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc064072750 msgr2=0x7fc06413cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:50.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.524+0000 7fc069800640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc064072750 0x7fc06413cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:50.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.524+0000 7fc069800640 1 -- 172.21.15.29:0/2304109171 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc064140af0 con 0x7fc06415ebf0 2024-09-12T03:14:50.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.524+0000 7fc068e00640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc064072750 0x7fc06413cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:50.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.525+0000 7fc069800640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06415ebf0 0x7fc0640b2140 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7fc05c009ee0 tx=0x7fc05c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:50.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.525+0000 7fc060c00640 1 -- 172.21.15.29:0/2304109171 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c040070 con 0x7fc06415ebf0 2024-09-12T03:14:50.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.525+0000 7fc060c00640 1 -- 172.21.15.29:0/2304109171 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc05c031bc0 con 0x7fc06415ebf0 2024-09-12T03:14:50.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.525+0000 7fc06b800640 1 -- 172.21.15.29:0/2304109171 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc064140dd0 con 0x7fc06415ebf0 2024-09-12T03:14:50.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.525+0000 7fc060c00640 1 -- 172.21.15.29:0/2304109171 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c007e90 con 0x7fc06415ebf0 2024-09-12T03:14:50.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.525+0000 7fc06b800640 1 -- 172.21.15.29:0/2304109171 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc064141390 con 0x7fc06415ebf0 2024-09-12T03:14:50.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.526+0000 7fc06b800640 1 -- 172.21.15.29:0/2304109171 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0640b4140 con 0x7fc06415ebf0 2024-09-12T03:14:50.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.527+0000 7fc060c00640 1 -- 172.21.15.29:0/2304109171 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc05c039040 con 0x7fc06415ebf0 2024-09-12T03:14:50.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.528+0000 7fc060c00640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04406be30 0x7fc04406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:50.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.528+0000 7fc060c00640 1 -- 172.21.15.29:0/2304109171 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6475+0+0 (secure 0 0 0) 0x7fc05c0ac570 con 0x7fc06415ebf0 2024-09-12T03:14:50.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.529+0000 7fc068e00640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04406be30 0x7fc04406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:50.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.529+0000 7fc068e00640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04406be30 0x7fc04406e2f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc0580011e0 tx=0x7fc058009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:50.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.533+0000 7fc060c00640 1 -- 172.21.15.29:0/2304109171 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc05c07ab80 con 0x7fc06415ebf0 2024-09-12T03:14:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:50.753+0000 7fc06b800640 1 -- 172.21.15.29:0/2304109171 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fc06406d020 con 0x7fc06415ebf0 2024-09-12T03:14:51.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.293+0000 7fc060c00640 1 -- 172.21.15.29:0/2304109171 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v97) ==== 104+0+0 (secure 0 0 0) 0x7fc05c07a480 con 0x7fc06415ebf0 2024-09-12T03:14:51.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.295+0000 7fc06b800640 1 -- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04406be30 msgr2=0x7fc04406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:51.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.295+0000 7fc06b800640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04406be30 0x7fc04406e2f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc0580011e0 tx=0x7fc058009040 comp rx=0 tx=0).stop 2024-09-12T03:14:51.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.295+0000 7fc06b800640 1 -- 172.21.15.29:0/2304109171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06415ebf0 msgr2=0x7fc0640b2140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:51.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.295+0000 7fc06b800640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06415ebf0 0x7fc0640b2140 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7fc05c009ee0 tx=0x7fc05c004a40 comp rx=0 tx=0).stop 2024-09-12T03:14:51.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.296+0000 7fc06b800640 1 -- 172.21.15.29:0/2304109171 shutdown_connections 2024-09-12T03:14:51.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.296+0000 7fc06b800640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc04406be30 0x7fc04406e2f0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:51.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.296+0000 7fc06b800640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc06415ebf0 0x7fc0640b2140 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:51.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.296+0000 7fc06b800640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc064147fe0 0x7fc06413fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:51.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.296+0000 7fc06b800640 1 --2- 172.21.15.29:0/2304109171 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc064072750 0x7fc06413cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:51.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.296+0000 7fc06b800640 1 -- 172.21.15.29:0/2304109171 >> 172.21.15.29:0/2304109171 conn(0x7fc064067d70 msgr2=0x7fc06415f060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:51.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.296+0000 7fc06b800640 1 -- 172.21.15.29:0/2304109171 shutdown_connections 2024-09-12T03:14:51.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.296+0000 7fc06b800640 1 -- 172.21.15.29:0/2304109171 wait complete. 2024-09-12T03:14:51.313 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-12T03:14:51.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.477+0000 7f7d1c400640 1 Processor -- start 2024-09-12T03:14:51.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.477+0000 7f7d1c400640 1 -- start start 2024-09-12T03:14:51.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.478+0000 7f7d1c400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d140cf530 0x7f7d140cf9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:51.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.478+0000 7f7d1c400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d140cf1d0 con 0x7f7d1415e790 2024-09-12T03:14:51.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.478+0000 7f7d1c400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d140d2a80 con 0x7f7d140ceb40 2024-09-12T03:14:51.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.478+0000 7f7d1c400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7d140cefa0 con 0x7f7d140cf530 2024-09-12T03:14:51.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.478+0000 7f7d19a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7d1415e790 0x7f7d140d3560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39766/0 (socket says 172.21.15.29:39766) 2024-09-12T03:14:51.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.478+0000 7f7d19a00640 1 -- 172.21.15.29:0/213491301 learned_addr learned my addr 172.21.15.29:0/213491301 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:51.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d1a400640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d140cf530 0x7f7d140cf9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:51.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3304987597 0 0) 0x7f7d140cf1d0 con 0x7f7d1415e790 2024-09-12T03:14:51.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7cfc003520 con 0x7f7d1415e790 2024-09-12T03:14:51.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 157430390 0 0) 0x7f7d140d2a80 con 0x7f7d140ceb40 2024-09-12T03:14:51.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7d140cf1d0 con 0x7f7d140ceb40 2024-09-12T03:14:51.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1394516591 0 0) 0x7f7cfc003520 con 0x7f7d1415e790 2024-09-12T03:14:51.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d140cf530 msgr2=0x7f7d140cf9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:51.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d140cf530 0x7f7d140cf9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:51.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 >> v1:172.21.15.38:6789/0 conn(0x7f7d140ceb40 legacy=0x7f7d140d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d140d2d60 con 0x7f7d1415e790 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f7d08001670 con 0x7f7d1415e790 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 >> v1:172.21.15.29:6789/0 conn(0x7f7d1415e790 legacy=0x7f7d140d3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7cfc003b70 0x7f7cfc003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7cfc004800 0x7f7cfc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d140cf530 0x7f7cfc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7cfc00ba70 con 0x7f7cfc004800 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7cfc00bc20 con 0x7f7cfc003b70 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7cfc00be20 con 0x7f7d140cf530 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.479+0000 7f7d19000640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7cfc004800 0x7f7cfc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.480+0000 7f7d19a00640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7cfc003b70 0x7f7cfc003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.480+0000 7f7d1a400640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d140cf530 0x7f7cfc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:51.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.480+0000 7f7d19000640 1 -- 172.21.15.29:0/213491301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d140cf530 msgr2=0x7f7cfc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:51.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.480+0000 7f7d19000640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d140cf530 0x7f7cfc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:51.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.480+0000 7f7d19000640 1 -- 172.21.15.29:0/213491301 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7cfc003b70 msgr2=0x7f7cfc003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:51.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.480+0000 7f7d19000640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7cfc003b70 0x7f7cfc003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:51.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.480+0000 7f7d19000640 1 -- 172.21.15.29:0/213491301 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cfc003520 con 0x7f7cfc004800 2024-09-12T03:14:51.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.481+0000 7f7d19000640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7cfc004800 0x7f7cfc004c80 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f7d000018a0 tx=0x7f7cfc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3bb6408b85effb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:51.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.481+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d000014f0 con 0x7f7cfc004800 2024-09-12T03:14:51.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.481+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d000052d0 con 0x7f7cfc004800 2024-09-12T03:14:51.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.481+0000 7f7d13e00640 1 -- 172.21.15.29:0/213491301 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0002ac60 con 0x7f7cfc004800 2024-09-12T03:14:51.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.482+0000 7f7d1c400640 1 -- 172.21.15.29:0/213491301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7cfc004800 msgr2=0x7f7cfc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:51.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.482+0000 7f7d1c400640 1 --2- 172.21.15.29:0/213491301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7cfc004800 0x7f7cfc004c80 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f7d000018a0 tx=0x7f7cfc005830 comp rx=0 tx=0).stop 2024-09-12T03:14:51.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.482+0000 7f7d1a400640 1 -- 172.21.15.29:0/213491301 reap_dead start 2024-09-12T03:14:51.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.482+0000 7f7d1c400640 1 -- 172.21.15.29:0/213491301 shutdown_connections 2024-09-12T03:14:51.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.482+0000 7f7d1c400640 1 -- 172.21.15.29:0/213491301 >> 172.21.15.29:0/213491301 conn(0x7f7d1408c000 msgr2=0x7f7d140d44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:51.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.482+0000 7f7d1c400640 1 -- 172.21.15.29:0/213491301 shutdown_connections 2024-09-12T03:14:51.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.482+0000 7f7d1c400640 1 -- 172.21.15.29:0/213491301 wait complete. 2024-09-12T03:14:51.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.483+0000 7f7d1c400640 1 Processor -- start 2024-09-12T03:14:51.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.484+0000 7f7d1c400640 1 -- start start 2024-09-12T03:14:51.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.484+0000 7f7d1c400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7cfc004800 0x7f7d1414e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:51.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.484+0000 7f7d1c400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d14159110 0x7f7d14159590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.484+0000 7f7d1c400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d1415ff40 0x7f7d141603c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.484+0000 7f7d1c400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7d140d26a0 con 0x7f7d1415ff40 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.484+0000 7f7d1c400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7d140d30d0 con 0x7f7cfc004800 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.484+0000 7f7d1c400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7d140d2820 con 0x7f7d14159110 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d1a400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d1415ff40 0x7f7d141603c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d1a400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d1415ff40 0x7f7d141603c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38110/0 (socket says 172.21.15.29:38110) 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d1a400640 1 -- 172.21.15.29:0/1598393315 learned_addr learned my addr 172.21.15.29:0/1598393315 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d19000640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d14159110 0x7f7d14159590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d19a00640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7cfc004800 0x7f7d1414e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d1a400640 1 -- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d14159110 msgr2=0x7f7d14159590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d1a400640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d14159110 0x7f7d14159590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d1a400640 1 -- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7cfc004800 msgr2=0x7f7d1414e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d1a400640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7cfc004800 0x7f7d1414e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:51.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d1a400640 1 -- 172.21.15.29:0/1598393315 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d1414ee70 con 0x7f7d1415ff40 2024-09-12T03:14:51.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d19a00640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7cfc004800 0x7f7d1414e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:51.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.485+0000 7f7d19000640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d14159110 0x7f7d14159590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:51.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.486+0000 7f7d1a400640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d1415ff40 0x7f7d141603c0 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f7d14162230 tx=0x7f7d0c00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:51.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.486+0000 7f7d11600640 1 -- 172.21.15.29:0/1598393315 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c015430 con 0x7f7d1415ff40 2024-09-12T03:14:51.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.486+0000 7f7d11600640 1 -- 172.21.15.29:0/1598393315 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d0c0155d0 con 0x7f7d1415ff40 2024-09-12T03:14:51.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.486+0000 7f7d11600640 1 -- 172.21.15.29:0/1598393315 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c0159c0 con 0x7f7d1415ff40 2024-09-12T03:14:51.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.486+0000 7f7d1c400640 1 -- 172.21.15.29:0/1598393315 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d1415eea0 con 0x7f7d1415ff40 2024-09-12T03:14:51.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.486+0000 7f7d1c400640 1 -- 172.21.15.29:0/1598393315 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d1415f460 con 0x7f7d1415ff40 2024-09-12T03:14:51.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.487+0000 7f7d1c400640 1 -- 172.21.15.29:0/1598393315 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d140cfb00 con 0x7f7d1415ff40 2024-09-12T03:14:51.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.488+0000 7f7d11600640 1 -- 172.21.15.29:0/1598393315 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7d0c015b60 con 0x7f7d1415ff40 2024-09-12T03:14:51.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.489+0000 7f7d11600640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7cf406be60 0x7f7cf406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:51.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.489+0000 7f7d11600640 1 -- 172.21.15.29:0/1598393315 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6475+0+0 (secure 0 0 0) 0x7f7d0c08bbd0 con 0x7f7d1415ff40 2024-09-12T03:14:51.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.489+0000 7f7d19a00640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7cf406be60 0x7f7cf406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:51.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.490+0000 7f7d19a00640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7cf406be60 0x7f7cf406e320 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f7d141581b0 tx=0x7f7d08009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:51.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.493+0000 7f7d11600640 1 -- 172.21.15.29:0/1598393315 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7d0c024030 con 0x7f7d1415ff40 2024-09-12T03:14:51.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:51.677+0000 7f7d1c400640 1 -- 172.21.15.29:0/1598393315 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7d140ba370 con 0x7f7d1415ff40 2024-09-12T03:14:52.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.395+0000 7f7d11600640 1 -- 172.21.15.29:0/1598393315 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v95) ==== 181+0+0 (secure 0 0 0) 0x7f7d1414ee70 con 0x7f7d1415ff40 2024-09-12T03:14:52.395 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' removed 2024-09-12T03:14:52.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.399+0000 7f7d1c400640 1 -- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7cf406be60 msgr2=0x7f7cf406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:52.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.399+0000 7f7d1c400640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7cf406be60 0x7f7cf406e320 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f7d141581b0 tx=0x7f7d08009040 comp rx=0 tx=0).stop 2024-09-12T03:14:52.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.399+0000 7f7d1c400640 1 -- 172.21.15.29:0/1598393315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d1415ff40 msgr2=0x7f7d141603c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:52.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.399+0000 7f7d1c400640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d1415ff40 0x7f7d141603c0 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f7d14162230 tx=0x7f7d0c00f580 comp rx=0 tx=0).stop 2024-09-12T03:14:52.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.399+0000 7f7d1c400640 1 -- 172.21.15.29:0/1598393315 shutdown_connections 2024-09-12T03:14:52.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.399+0000 7f7d1c400640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7cf406be60 0x7f7cf406e320 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:52.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.399+0000 7f7d1c400640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7d1415ff40 0x7f7d141603c0 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:52.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.399+0000 7f7d1c400640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7d14159110 0x7f7d14159590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:52.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.399+0000 7f7d1c400640 1 --2- 172.21.15.29:0/1598393315 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7cfc004800 0x7f7d1414e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:52.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.399+0000 7f7d1c400640 1 -- 172.21.15.29:0/1598393315 >> 172.21.15.29:0/1598393315 conn(0x7f7d1408c000 msgr2=0x7f7d140b8cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:52.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.400+0000 7f7d1c400640 1 -- 172.21.15.29:0/1598393315 shutdown_connections 2024-09-12T03:14:52.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.400+0000 7f7d1c400640 1 -- 172.21.15.29:0/1598393315 wait complete. 2024-09-12T03:14:52.420 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-12T03:14:52.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.585+0000 7fad53000640 1 Processor -- start 2024-09-12T03:14:52.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.585+0000 7fad53000640 1 -- start start 2024-09-12T03:14:52.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.586+0000 7fad53000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c0d2a00 0x7fad4c0d2e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:52.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.586+0000 7fad53000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad4c1627d0 con 0x7fad4c15e510 2024-09-12T03:14:52.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.586+0000 7fad53000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad4c162ab0 con 0x7fad4c0d2460 2024-09-12T03:14:52.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.586+0000 7fad53000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fad4c0d33b0 con 0x7fad4c0d2a00 2024-09-12T03:14:52.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.586+0000 7fad51c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fad4c15e510 0x7fad4c161f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39768/0 (socket says 172.21.15.29:39768) 2024-09-12T03:14:52.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.586+0000 7fad51c00640 1 -- 172.21.15.29:0/3335424029 learned_addr learned my addr 172.21.15.29:0/3335424029 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:52.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad52600640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c0d2a00 0x7fad4c0d2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:52.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 171347546 0 0) 0x7fad4c1627d0 con 0x7fad4c15e510 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fad34003520 con 0x7fad4c15e510 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 746973780 0 0) 0x7fad34003520 con 0x7fad4c15e510 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c0d2a00 msgr2=0x7fad4c0d2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c0d2a00 0x7fad4c0d2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 >> v1:172.21.15.38:6789/0 conn(0x7fad4c0d2460 legacy=0x7fad4c06dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad4c06d4c0 con 0x7fad4c15e510 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fad40001670 con 0x7fad4c15e510 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 >> v1:172.21.15.29:6789/0 conn(0x7fad4c15e510 legacy=0x7fad4c161f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad340039e0 0x7fad34003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad34004800 0x7fad34004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c0d2a00 0x7fad340051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fad4c0d33b0 con 0x7fad34004800 2024-09-12T03:14:52.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fad3400ba70 con 0x7fad340039e0 2024-09-12T03:14:52.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fad3400bc70 con 0x7fad4c0d2a00 2024-09-12T03:14:52.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.587+0000 7fad51200640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad34004800 0x7fad34004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:52.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.588+0000 7fad51c00640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad340039e0 0x7fad34003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:52.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.588+0000 7fad52600640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c0d2a00 0x7fad340051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:52.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.588+0000 7fad51200640 1 -- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c0d2a00 msgr2=0x7fad340051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:52.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.588+0000 7fad51200640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c0d2a00 0x7fad340051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:52.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.588+0000 7fad51200640 1 -- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad340039e0 msgr2=0x7fad34003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:52.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.588+0000 7fad51200640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad340039e0 0x7fad34003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:52.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.588+0000 7fad51200640 1 -- 172.21.15.29:0/3335424029 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad34003520 con 0x7fad34004800 2024-09-12T03:14:52.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.588+0000 7fad52600640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c0d2a00 0x7fad340051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:52.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.589+0000 7fad51200640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad34004800 0x7fad34004c80 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7fad38007fd0 tx=0x7fad34005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca0f71dc4fbddd58 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:52.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.589+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad380013c0 con 0x7fad34004800 2024-09-12T03:14:52.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.589+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad380052d0 con 0x7fad34004800 2024-09-12T03:14:52.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.589+0000 7fad4be00640 1 -- 172.21.15.29:0/3335424029 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3802a850 con 0x7fad34004800 2024-09-12T03:14:52.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.590+0000 7fad53000640 1 -- 172.21.15.29:0/3335424029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad34004800 msgr2=0x7fad34004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:52.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.590+0000 7fad53000640 1 --2- 172.21.15.29:0/3335424029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad34004800 0x7fad34004c80 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7fad38007fd0 tx=0x7fad34005830 comp rx=0 tx=0).stop 2024-09-12T03:14:52.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.590+0000 7fad52600640 1 -- 172.21.15.29:0/3335424029 reap_dead start 2024-09-12T03:14:52.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.590+0000 7fad53000640 1 -- 172.21.15.29:0/3335424029 shutdown_connections 2024-09-12T03:14:52.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.590+0000 7fad53000640 1 -- 172.21.15.29:0/3335424029 >> 172.21.15.29:0/3335424029 conn(0x7fad4c09d7b0 msgr2=0x7fad4c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:52.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.590+0000 7fad53000640 1 -- 172.21.15.29:0/3335424029 shutdown_connections 2024-09-12T03:14:52.591 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.590+0000 7fad53000640 1 -- 172.21.15.29:0/3335424029 wait complete. 2024-09-12T03:14:52.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.591+0000 7fad53000640 1 Processor -- start 2024-09-12T03:14:52.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.592+0000 7fad53000640 1 -- start start 2024-09-12T03:14:52.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.592+0000 7fad53000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad34004800 0x7fad4c153990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:52.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.592+0000 7fad53000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad4c0b9860 0x7fad4c0b9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:52.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.592+0000 7fad53000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c159bb0 0x7fad4c15a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:52.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.592+0000 7fad53000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fad4c06e3d0 con 0x7fad4c0b9860 2024-09-12T03:14:52.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.592+0000 7fad53000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fad4c162d90 con 0x7fad34004800 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.592+0000 7fad53000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fad4c0d2e70 con 0x7fad4c159bb0 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.593+0000 7fad51200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad4c0b9860 0x7fad4c0b9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.593+0000 7fad51200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad4c0b9860 0x7fad4c0b9ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38134/0 (socket says 172.21.15.29:38134) 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.593+0000 7fad51200640 1 -- 172.21.15.29:0/1766917097 learned_addr learned my addr 172.21.15.29:0/1766917097 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.593+0000 7fad51c00640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad34004800 0x7fad4c153990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.593+0000 7fad52600640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c159bb0 0x7fad4c15a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.593+0000 7fad51200640 1 -- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c159bb0 msgr2=0x7fad4c15a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.593+0000 7fad51200640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c159bb0 0x7fad4c15a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.593+0000 7fad51200640 1 -- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad34004800 msgr2=0x7fad4c153990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.593+0000 7fad51200640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad34004800 0x7fad4c153990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.593+0000 7fad51200640 1 -- 172.21.15.29:0/1766917097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad4c1597c0 con 0x7fad4c0b9860 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.593+0000 7fad51c00640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad34004800 0x7fad4c153990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.594+0000 7fad51200640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad4c0b9860 0x7fad4c0b9ce0 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7fad3802a500 tx=0x7fad38001170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:52.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.594+0000 7fad49600640 1 -- 172.21.15.29:0/1766917097 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad38037040 con 0x7fad4c0b9860 2024-09-12T03:14:52.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.594+0000 7fad49600640 1 -- 172.21.15.29:0/1766917097 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad38040070 con 0x7fad4c0b9860 2024-09-12T03:14:52.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.594+0000 7fad49600640 1 -- 172.21.15.29:0/1766917097 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad38006a60 con 0x7fad4c0b9860 2024-09-12T03:14:52.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.594+0000 7fad53000640 1 -- 172.21.15.29:0/1766917097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad4c1613f0 con 0x7fad4c0b9860 2024-09-12T03:14:52.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.594+0000 7fad53000640 1 -- 172.21.15.29:0/1766917097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad4c158a00 con 0x7fad4c0b9860 2024-09-12T03:14:52.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.595+0000 7fad53000640 1 -- 172.21.15.29:0/1766917097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad4c06dcc0 con 0x7fad4c0b9860 2024-09-12T03:14:52.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.596+0000 7fad49600640 1 -- 172.21.15.29:0/1766917097 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fad38006c00 con 0x7fad4c0b9860 2024-09-12T03:14:52.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.597+0000 7fad49600640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad2c06be60 0x7fad2c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:52.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.597+0000 7fad49600640 1 -- 172.21.15.29:0/1766917097 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6037+0+0 (secure 0 0 0) 0x7fad380aabd0 con 0x7fad4c0b9860 2024-09-12T03:14:52.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.597+0000 7fad51c00640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad2c06be60 0x7fad2c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:52.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.598+0000 7fad51c00640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad2c06be60 0x7fad2c06e320 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fad4c161a80 tx=0x7fad40009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:52.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.601+0000 7fad49600640 1 -- 172.21.15.29:0/1766917097 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fad4c1597c0 con 0x7fad4c0b9860 2024-09-12T03:14:52.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:52.785+0000 7fad53000640 1 -- 172.21.15.29:0/1766917097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fad4c06cf70 con 0x7fad4c0b9860 2024-09-12T03:14:53.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.397+0000 7fad49600640 1 -- 172.21.15.29:0/1766917097 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v96) ==== 169+0+0 (secure 0 0 0) 0x7fad38079420 con 0x7fad4c0b9860 2024-09-12T03:14:53.397 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' removed 2024-09-12T03:14:53.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.401+0000 7fad53000640 1 -- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad2c06be60 msgr2=0x7fad2c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.401+0000 7fad53000640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad2c06be60 0x7fad2c06e320 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fad4c161a80 tx=0x7fad40009040 comp rx=0 tx=0).stop 2024-09-12T03:14:53.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.401+0000 7fad53000640 1 -- 172.21.15.29:0/1766917097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad4c0b9860 msgr2=0x7fad4c0b9ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.401+0000 7fad53000640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad4c0b9860 0x7fad4c0b9ce0 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7fad3802a500 tx=0x7fad38001170 comp rx=0 tx=0).stop 2024-09-12T03:14:53.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.402+0000 7fad53000640 1 -- 172.21.15.29:0/1766917097 shutdown_connections 2024-09-12T03:14:53.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.402+0000 7fad53000640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fad2c06be60 0x7fad2c06e320 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.402+0000 7fad53000640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fad4c159bb0 0x7fad4c15a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.402+0000 7fad53000640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad4c0b9860 0x7fad4c0b9ce0 secure :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7fad3802a500 tx=0x7fad38001170 comp rx=0 tx=0).stop 2024-09-12T03:14:53.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.402+0000 7fad53000640 1 --2- 172.21.15.29:0/1766917097 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fad34004800 0x7fad4c153990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.402+0000 7fad53000640 1 -- 172.21.15.29:0/1766917097 >> 172.21.15.29:0/1766917097 conn(0x7fad4c09d7b0 msgr2=0x7fad4c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:53.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.402+0000 7fad53000640 1 -- 172.21.15.29:0/1766917097 shutdown_connections 2024-09-12T03:14:53.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.402+0000 7fad53000640 1 -- 172.21.15.29:0/1766917097 wait complete. 2024-09-12T03:14:53.423 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-12T03:14:53.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.593+0000 7f1f91c00640 1 Processor -- start 2024-09-12T03:14:53.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.593+0000 7f1f91c00640 1 -- start start 2024-09-12T03:14:53.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.594+0000 7f1f91c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1f8c15e6a0 0x7f1f8c0d3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:53.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.594+0000 7f1f91c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1f8c0d3870 0x7f1f8c0d1070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:53.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.594+0000 7f1f91c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1f8c15ea80 con 0x7f1f8c0d15b0 2024-09-12T03:14:53.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.594+0000 7f1f91c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1f8c0b7b60 con 0x7f1f8c15e6a0 2024-09-12T03:14:53.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.594+0000 7f1f91c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f1f8c0d19c0 con 0x7f1f8c0d3870 2024-09-12T03:14:53.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.595+0000 7f1f8aa00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1f8c15e6a0 0x7f1f8c0d3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:53.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.595+0000 7f1f8aa00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1f8c15e6a0 0x7f1f8c0d3330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38146/0 (socket says 172.21.15.29:38146) 2024-09-12T03:14:53.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.595+0000 7f1f8aa00640 1 -- 172.21.15.29:0/3297231004 learned_addr learned my addr 172.21.15.29:0/3297231004 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:53.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.595+0000 7f1f8a000640 1 --2- 172.21.15.29:0/3297231004 >> v2:172.21.15.38:3300/0 conn(0x7f1f8c0d3870 0x7f1f8c0d1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:53.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.595+0000 7f1f8aa00640 1 -- 172.21.15.29:0/3297231004 >> v2:172.21.15.38:3300/0 conn(0x7f1f8c0d3870 msgr2=0x7f1f8c0d1070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:53.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.595+0000 7f1f8aa00640 1 --2- 172.21.15.29:0/3297231004 >> v2:172.21.15.38:3300/0 conn(0x7f1f8c0d3870 0x7f1f8c0d1070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.595+0000 7f1f8aa00640 1 -- 172.21.15.29:0/3297231004 >> v1:172.21.15.38:6789/0 conn(0x7f1f8c0d15b0 legacy=0x7f1f8c0b60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:53.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.595+0000 7f1f8aa00640 1 -- 172.21.15.29:0/3297231004 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f8c0d3d60 con 0x7f1f8c15e6a0 2024-09-12T03:14:53.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.596+0000 7f1f8aa00640 1 --2- 172.21.15.29:0/3297231004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f8c15e6a0 0x7f1f8c0d3330 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f1f8c0d1bc0 tx=0x7f1f7c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c23564f076195512 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:53.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.596+0000 7f1f89600640 1 -- 172.21.15.29:0/3297231004 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7c037070 con 0x7f1f8c15e6a0 2024-09-12T03:14:53.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.596+0000 7f1f89600640 1 -- 172.21.15.29:0/3297231004 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f7c032440 con 0x7f1f8c15e6a0 2024-09-12T03:14:53.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.596+0000 7f1f89600640 1 -- 172.21.15.29:0/3297231004 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7c032810 con 0x7f1f8c15e6a0 2024-09-12T03:14:53.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.597+0000 7f1f91c00640 1 -- 172.21.15.29:0/3297231004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f8c15e6a0 msgr2=0x7f1f8c0d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.597+0000 7f1f91c00640 1 --2- 172.21.15.29:0/3297231004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f8c15e6a0 0x7f1f8c0d3330 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f1f8c0d1bc0 tx=0x7f1f7c02a230 comp rx=0 tx=0).stop 2024-09-12T03:14:53.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.597+0000 7f1f91c00640 1 -- 172.21.15.29:0/3297231004 shutdown_connections 2024-09-12T03:14:53.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.597+0000 7f1f91c00640 1 --2- 172.21.15.29:0/3297231004 >> v2:172.21.15.38:3300/0 conn(0x7f1f8c0d3870 0x7f1f8c0d1070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.597+0000 7f1f91c00640 1 --2- 172.21.15.29:0/3297231004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f8c15e6a0 0x7f1f8c0d3330 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.597+0000 7f1f91c00640 1 -- 172.21.15.29:0/3297231004 >> 172.21.15.29:0/3297231004 conn(0x7f1f8c067f80 msgr2=0x7f1f8c06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:53.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.597+0000 7f1f91c00640 1 -- 172.21.15.29:0/3297231004 shutdown_connections 2024-09-12T03:14:53.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.597+0000 7f1f91c00640 1 -- 172.21.15.29:0/3297231004 wait complete. 2024-09-12T03:14:53.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.599+0000 7f1f91c00640 1 Processor -- start 2024-09-12T03:14:53.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.599+0000 7f1f91c00640 1 -- start start 2024-09-12T03:14:53.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.599+0000 7f1f91c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1f8c0d15b0 0x7f1f8c1f3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:53.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.599+0000 7f1f91c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f8c0d3870 0x7f1f8c0cb730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:53.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.599+0000 7f1f91c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1f8c15e6a0 0x7f1f8c157f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f91c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c0b76f0 con 0x7f1f8c0d3870 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f91c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1f8c0d4320 con 0x7f1f8c0d15b0 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f91c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1f8c0b7870 con 0x7f1f8c15e6a0 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f8a000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f8c0d3870 0x7f1f8c0cb730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f8a000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f8c0d3870 0x7f1f8c0cb730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38160/0 (socket says 172.21.15.29:38160) 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f8a000640 1 -- 172.21.15.29:0/2376086734 learned_addr learned my addr 172.21.15.29:0/2376086734 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f8aa00640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1f8c0d15b0 0x7f1f8c1f3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f8b400640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1f8c15e6a0 0x7f1f8c157f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f8a000640 1 -- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1f8c15e6a0 msgr2=0x7f1f8c157f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f8a000640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1f8c15e6a0 0x7f1f8c157f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f8a000640 1 -- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1f8c0d15b0 msgr2=0x7f1f8c1f3cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f8a000640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1f8c0d15b0 0x7f1f8c1f3cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.600+0000 7f1f8a000640 1 -- 172.21.15.29:0/2376086734 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f8c14c280 con 0x7f1f8c0d3870 2024-09-12T03:14:53.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.601+0000 7f1f8a000640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f8c0d3870 0x7f1f8c0cb730 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f1f7800d800 tx=0x7f1f7800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:53.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.601+0000 7f1f82a00640 1 -- 172.21.15.29:0/2376086734 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7800b6c0 con 0x7f1f8c0d3870 2024-09-12T03:14:53.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.601+0000 7f1f82a00640 1 -- 172.21.15.29:0/2376086734 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f78019070 con 0x7f1f8c0d3870 2024-09-12T03:14:53.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.601+0000 7f1f82a00640 1 -- 172.21.15.29:0/2376086734 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7800ba80 con 0x7f1f8c0d3870 2024-09-12T03:14:53.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.601+0000 7f1f91c00640 1 -- 172.21.15.29:0/2376086734 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f8c14c560 con 0x7f1f8c0d3870 2024-09-12T03:14:53.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.601+0000 7f1f91c00640 1 -- 172.21.15.29:0/2376086734 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f8c14cb20 con 0x7f1f8c0d3870 2024-09-12T03:14:53.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.602+0000 7f1f91c00640 1 -- 172.21.15.29:0/2376086734 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f8c0cf810 con 0x7f1f8c0d3870 2024-09-12T03:14:53.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.603+0000 7f1f82a00640 1 -- 172.21.15.29:0/2376086734 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1f7800bc20 con 0x7f1f8c0d3870 2024-09-12T03:14:53.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.604+0000 7f1f82a00640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1f6c06be30 0x7f1f6c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:53.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.604+0000 7f1f82a00640 1 -- 172.21.15.29:0/2376086734 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5507+0+0 (secure 0 0 0) 0x7f1f7808b2e0 con 0x7f1f8c0d3870 2024-09-12T03:14:53.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.604+0000 7f1f8aa00640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1f6c06be30 0x7f1f6c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:53.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.605+0000 7f1f8aa00640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1f6c06be30 0x7f1f6c06e2f0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c034000 tx=0x7f1f7c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:53.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.608+0000 7f1f82a00640 1 -- 172.21.15.29:0/2376086734 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1f78059c20 con 0x7f1f8c0d3870 2024-09-12T03:14:53.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.791+0000 7f1f91c00640 1 -- 172.21.15.29:0/2376086734 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f1f8c0cbc70 con 0x7f1f8c0d3870 2024-09-12T03:14:53.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.795+0000 7f1f82a00640 1 -- 172.21.15.29:0/2376086734 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7f1f78059520 con 0x7f1f8c0d3870 2024-09-12T03:14:53.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.797+0000 7f1f91c00640 1 -- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1f6c06be30 msgr2=0x7f1f6c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.797+0000 7f1f91c00640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1f6c06be30 0x7f1f6c06e2f0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c034000 tx=0x7f1f7c02e000 comp rx=0 tx=0).stop 2024-09-12T03:14:53.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.797+0000 7f1f91c00640 1 -- 172.21.15.29:0/2376086734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f8c0d3870 msgr2=0x7f1f8c0cb730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.797+0000 7f1f91c00640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f8c0d3870 0x7f1f8c0cb730 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f1f7800d800 tx=0x7f1f7800dcc0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.797+0000 7f1f91c00640 1 -- 172.21.15.29:0/2376086734 shutdown_connections 2024-09-12T03:14:53.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.797+0000 7f1f91c00640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1f6c06be30 0x7f1f6c06e2f0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.797+0000 7f1f91c00640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1f8c15e6a0 0x7f1f8c157f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.797+0000 7f1f91c00640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f8c0d3870 0x7f1f8c0cb730 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.797+0000 7f1f91c00640 1 --2- 172.21.15.29:0/2376086734 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1f8c0d15b0 0x7f1f8c1f3cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.797+0000 7f1f91c00640 1 -- 172.21.15.29:0/2376086734 >> 172.21.15.29:0/2376086734 conn(0x7f1f8c067f80 msgr2=0x7f1f8c0b9ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:53.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.798+0000 7f1f91c00640 1 -- 172.21.15.29:0/2376086734 shutdown_connections 2024-09-12T03:14:53.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.798+0000 7f1f91c00640 1 -- 172.21.15.29:0/2376086734 wait complete. 2024-09-12T03:14:53.813 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_mds0' 2024-09-12T03:14:53.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.970+0000 7f26e9200640 1 Processor -- start 2024-09-12T03:14:53.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.970+0000 7f26e9200640 1 -- start start 2024-09-12T03:14:53.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.972+0000 7f26e9200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 0x7f26e4166f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:53.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.972+0000 7f26e9200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26e406e590 con 0x7f26e4072620 2024-09-12T03:14:53.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.972+0000 7f26e9200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26e406e870 con 0x7f26e4072240 2024-09-12T03:14:53.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.972+0000 7f26e9200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f26e406eb50 con 0x7f26e40afc40 2024-09-12T03:14:53.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.972+0000 7f26dbe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f26e4072620 0x7f26e40af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39782/0 (socket says 172.21.15.29:39782) 2024-09-12T03:14:53.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.972+0000 7f26dbe00640 1 -- 172.21.15.29:0/265581069 learned_addr learned my addr 172.21.15.29:0/265581069 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:53.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.972+0000 7f26e2800640 1 --2- 172.21.15.29:0/265581069 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 0x7f26e4166f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:53.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.972+0000 7f26e1400640 1 -- 172.21.15.29:0/265581069 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 856622726 0 0) 0x7f26e406e590 con 0x7f26e4072620 2024-09-12T03:14:53.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.972+0000 7f26e1400640 1 -- 172.21.15.29:0/265581069 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f26c8003520 con 0x7f26e4072620 2024-09-12T03:14:53.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.973+0000 7f26e1400640 1 -- 172.21.15.29:0/265581069 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4123782251 0 0) 0x7f26e406e870 con 0x7f26e4072240 2024-09-12T03:14:53.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.973+0000 7f26e1400640 1 -- 172.21.15.29:0/265581069 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f26e406e590 con 0x7f26e4072240 2024-09-12T03:14:53.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.973+0000 7f26e2800640 1 -- 172.21.15.29:0/265581069 >> v1:172.21.15.38:6789/0 conn(0x7f26e4072240 legacy=0x7f26e415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.973+0000 7f26e2800640 1 -- 172.21.15.29:0/265581069 >> v1:172.21.15.29:6789/0 conn(0x7f26e4072620 legacy=0x7f26e40af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.973+0000 7f26e2800640 1 -- 172.21.15.29:0/265581069 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26e406ee30 con 0x7f26e40afc40 2024-09-12T03:14:53.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.974+0000 7f26e2800640 1 --2- 172.21.15.29:0/265581069 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 0x7f26e4166f50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f26dc009dc0 tx=0x7f26dc02a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5572a24a5c306748 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:53.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.974+0000 7f26e1400640 1 -- 172.21.15.29:0/265581069 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26dc007740 con 0x7f26e40afc40 2024-09-12T03:14:53.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.974+0000 7f26e1400640 1 -- 172.21.15.29:0/265581069 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26dc0078e0 con 0x7f26e40afc40 2024-09-12T03:14:53.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.974+0000 7f26e1400640 1 -- 172.21.15.29:0/265581069 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26dc007cb0 con 0x7f26e40afc40 2024-09-12T03:14:53.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.975+0000 7f26e9200640 1 -- 172.21.15.29:0/265581069 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 msgr2=0x7f26e4166f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.975+0000 7f26e9200640 1 --2- 172.21.15.29:0/265581069 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 0x7f26e4166f50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f26dc009dc0 tx=0x7f26dc02a6d0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.975+0000 7f26e9200640 1 -- 172.21.15.29:0/265581069 shutdown_connections 2024-09-12T03:14:53.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.975+0000 7f26e9200640 1 --2- 172.21.15.29:0/265581069 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 0x7f26e4166f50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.975+0000 7f26e9200640 1 -- 172.21.15.29:0/265581069 >> 172.21.15.29:0/265581069 conn(0x7f26e4067da0 msgr2=0x7f26e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:53.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.975+0000 7f26e9200640 1 -- 172.21.15.29:0/265581069 shutdown_connections 2024-09-12T03:14:53.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.975+0000 7f26e9200640 1 -- 172.21.15.29:0/265581069 wait complete. 2024-09-12T03:14:53.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.976+0000 7f26e9200640 1 Processor -- start 2024-09-12T03:14:53.976 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.977+0000 7f26e9200640 1 -- start start 2024-09-12T03:14:53.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26e9200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26e4072240 0x7f26e40cbce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:53.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26e9200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4072620 0x7f26e41f45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:53.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26e9200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 0x7f26e415b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:53.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26e9200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f26e406dfd0 con 0x7f26e4072620 2024-09-12T03:14:53.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26e9200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f26e40ce3f0 con 0x7f26e4072240 2024-09-12T03:14:53.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26e9200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f26e406e150 con 0x7f26e40afc40 2024-09-12T03:14:53.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26dbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4072620 0x7f26e41f45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:53.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26dbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4072620 0x7f26e41f45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38174/0 (socket says 172.21.15.29:38174) 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26dbe00640 1 -- 172.21.15.29:0/1405728046 learned_addr learned my addr 172.21.15.29:0/1405728046 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26e1e00640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26e4072240 0x7f26e40cbce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26e2800640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 0x7f26e415b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26dbe00640 1 -- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 msgr2=0x7f26e415b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26dbe00640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 0x7f26e415b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26dbe00640 1 -- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26e4072240 msgr2=0x7f26e40cbce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26dbe00640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26e4072240 0x7f26e40cbce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26dbe00640 1 -- 172.21.15.29:0/1405728046 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26e40cc220 con 0x7f26e4072620 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26e2800640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 0x7f26e415b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.978+0000 7f26e1e00640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26e4072240 0x7f26e40cbce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.979+0000 7f26dbe00640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4072620 0x7f26e41f45d0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f26cc00c530 tx=0x7f26cc00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.979+0000 7f26da000640 1 -- 172.21.15.29:0/1405728046 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26cc017070 con 0x7f26e4072620 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.979+0000 7f26da000640 1 -- 172.21.15.29:0/1405728046 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26cc005ce0 con 0x7f26e4072620 2024-09-12T03:14:53.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.979+0000 7f26da000640 1 -- 172.21.15.29:0/1405728046 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26cc007270 con 0x7f26e4072620 2024-09-12T03:14:53.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.979+0000 7f26e9200640 1 -- 172.21.15.29:0/1405728046 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26e41f4b10 con 0x7f26e4072620 2024-09-12T03:14:53.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.979+0000 7f26e9200640 1 -- 172.21.15.29:0/1405728046 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26e415bdc0 con 0x7f26e4072620 2024-09-12T03:14:53.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.980+0000 7f26e9200640 1 -- 172.21.15.29:0/1405728046 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26e40b3760 con 0x7f26e4072620 2024-09-12T03:14:53.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.981+0000 7f26da000640 1 -- 172.21.15.29:0/1405728046 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f26cc01a070 con 0x7f26e4072620 2024-09-12T03:14:53.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.982+0000 7f26da000640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f26c006be30 0x7f26c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:53.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.982+0000 7f26da000640 1 -- 172.21.15.29:0/1405728046 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5507+0+0 (secure 0 0 0) 0x7f26cc08a0c0 con 0x7f26e4072620 2024-09-12T03:14:53.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.982+0000 7f26e1e00640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f26c006be30 0x7f26c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:53.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.983+0000 7f26e1e00640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f26c006be30 0x7f26c006e2f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f26d40011e0 tx=0x7f26d4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:53.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:53.986+0000 7f26da000640 1 -- 172.21.15.29:0/1405728046 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f26e41f4b10 con 0x7f26e4072620 2024-09-12T03:14:54.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.239+0000 7f26e9200640 1 -- 172.21.15.29:0/1405728046 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_mds0"]} v 0) -- 0x7f26e415d1f0 con 0x7f26e4072620 2024-09-12T03:14:54.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.406+0000 7f26da000640 1 -- 172.21.15.29:0/1405728046 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_mds0"]}]=0 v339) ==== 154+0+0 (secure 0 0 0) 0x7f26cc0584d0 con 0x7f26e4072620 2024-09-12T03:14:54.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 -- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f26c006be30 msgr2=0x7f26c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f26c006be30 0x7f26c006e2f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f26d40011e0 tx=0x7f26d4009040 comp rx=0 tx=0).stop 2024-09-12T03:14:54.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 -- 172.21.15.29:0/1405728046 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4072620 msgr2=0x7f26e41f45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4072620 0x7f26e41f45d0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f26cc00c530 tx=0x7f26cc00c9f0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 -- 172.21.15.29:0/1405728046 shutdown_connections 2024-09-12T03:14:54.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f26c006be30 0x7f26c006e2f0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f26e40afc40 0x7f26e415b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4072620 0x7f26e41f45d0 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 --2- 172.21.15.29:0/1405728046 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f26e4072240 0x7f26e40cbce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 -- 172.21.15.29:0/1405728046 >> 172.21.15.29:0/1405728046 conn(0x7f26e4067da0 msgr2=0x7f26e40b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:54.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 -- 172.21.15.29:0/1405728046 shutdown_connections 2024-09-12T03:14:54.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.410+0000 7f26e9200640 1 -- 172.21.15.29:0/1405728046 wait complete. 2024-09-12T03:14:54.426 INFO:tasks.cephfs_test_runner:test_scrub_pause_and_resume_mds0 (tasks.cephfs.test_multimds_misc.TestScrub2) ... ok 2024-09-12T03:14:54.427 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_pause_and_resume_with_abort_mds0 (tasks.cephfs.test_multimds_misc.TestScrub2) 2024-09-12T03:14:54.427 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:14:54.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.584+0000 7f86aa600640 1 Processor -- start 2024-09-12T03:14:54.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.584+0000 7f86aa600640 1 -- start start 2024-09-12T03:14:54.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.585+0000 7f86aa600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86a406f0e0 0x7f86a415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.586+0000 7f86aa600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f86a40b3ba0 0x7f86a40b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.586+0000 7f86aa600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86a415c620 con 0x7f86a406f4c0 2024-09-12T03:14:54.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.586+0000 7f86aa600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f86a415bc50 con 0x7f86a40b3ba0 2024-09-12T03:14:54.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.586+0000 7f86aa600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f86a4152630 con 0x7f86a406f0e0 2024-09-12T03:14:54.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.586+0000 7f869be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f86a406f4c0 0x7f86a40cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39786/0 (socket says 172.21.15.29:39786) 2024-09-12T03:14:54.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.586+0000 7f869be00640 1 -- 172.21.15.29:0/2950136307 learned_addr learned my addr 172.21.15.29:0/2950136307 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:54.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.586+0000 7f86a3400640 1 --2- 172.21.15.29:0/2950136307 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86a406f0e0 0x7f86a415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.586+0000 7f86a3e00640 1 --2- 172.21.15.29:0/2950136307 >> v2:172.21.15.38:3300/0 conn(0x7f86a40b3ba0 0x7f86a40b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.586+0000 7f86a2a00640 1 -- 172.21.15.29:0/2950136307 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3218291997 0 0) 0x7f86a415c620 con 0x7f86a406f4c0 2024-09-12T03:14:54.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.586+0000 7f86a2a00640 1 -- 172.21.15.29:0/2950136307 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8688003520 con 0x7f86a406f4c0 2024-09-12T03:14:54.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.587+0000 7f86a3e00640 1 -- 172.21.15.29:0/2950136307 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86a406f0e0 msgr2=0x7f86a415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:54.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.587+0000 7f86a3e00640 1 --2- 172.21.15.29:0/2950136307 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86a406f0e0 0x7f86a415c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.587+0000 7f86a3e00640 1 -- 172.21.15.29:0/2950136307 >> v1:172.21.15.29:6789/0 conn(0x7f86a406f4c0 legacy=0x7f86a40cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.587+0000 7f86a3e00640 1 -- 172.21.15.29:0/2950136307 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86a40cfb40 con 0x7f86a40b3ba0 2024-09-12T03:14:54.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.587+0000 7f86a3400640 1 --2- 172.21.15.29:0/2950136307 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86a406f0e0 0x7f86a415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:14:54.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.588+0000 7f86a3e00640 1 --2- 172.21.15.29:0/2950136307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86a40b3ba0 0x7f86a40b4050 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f869c009d90 tx=0x7f869c02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c472614550fca8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:54.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.588+0000 7f86a2a00640 1 -- 172.21.15.29:0/2950136307 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f869c007740 con 0x7f86a40b3ba0 2024-09-12T03:14:54.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.588+0000 7f86a2a00640 1 -- 172.21.15.29:0/2950136307 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f869c0078e0 con 0x7f86a40b3ba0 2024-09-12T03:14:54.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.588+0000 7f86a2a00640 1 -- 172.21.15.29:0/2950136307 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f869c007cb0 con 0x7f86a40b3ba0 2024-09-12T03:14:54.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.589+0000 7f86aa600640 1 -- 172.21.15.29:0/2950136307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86a40b3ba0 msgr2=0x7f86a40b4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.589+0000 7f86aa600640 1 --2- 172.21.15.29:0/2950136307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86a40b3ba0 0x7f86a40b4050 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f869c009d90 tx=0x7f869c02a660 comp rx=0 tx=0).stop 2024-09-12T03:14:54.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.589+0000 7f86aa600640 1 -- 172.21.15.29:0/2950136307 shutdown_connections 2024-09-12T03:14:54.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.589+0000 7f86aa600640 1 --2- 172.21.15.29:0/2950136307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86a40b3ba0 0x7f86a40b4050 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.589+0000 7f86aa600640 1 --2- 172.21.15.29:0/2950136307 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86a406f0e0 0x7f86a415c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.589+0000 7f86aa600640 1 -- 172.21.15.29:0/2950136307 >> 172.21.15.29:0/2950136307 conn(0x7f86a4067da0 msgr2=0x7f86a406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:54.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.589+0000 7f86aa600640 1 -- 172.21.15.29:0/2950136307 shutdown_connections 2024-09-12T03:14:54.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.589+0000 7f86aa600640 1 -- 172.21.15.29:0/2950136307 wait complete. 2024-09-12T03:14:54.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.591+0000 7f86aa600640 1 Processor -- start 2024-09-12T03:14:54.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.591+0000 7f86aa600640 1 -- start start 2024-09-12T03:14:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86aa600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86a406f0e0 0x7f86a4155210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86aa600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86a406f4c0 0x7f86a4144b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86aa600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86a40b3ba0 0x7f86a41509a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86aa600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f86a406f900 con 0x7f86a40b3ba0 2024-09-12T03:14:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86aa600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f86a415b8e0 con 0x7f86a406f4c0 2024-09-12T03:14:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86aa600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f86a4154170 con 0x7f86a406f0e0 2024-09-12T03:14:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86a3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86a40b3ba0 0x7f86a41509a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86a3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86a40b3ba0 0x7f86a41509a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38184/0 (socket says 172.21.15.29:38184) 2024-09-12T03:14:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86a3e00640 1 -- 172.21.15.29:0/3083616066 learned_addr learned my addr 172.21.15.29:0/3083616066 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f869be00640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86a406f4c0 0x7f86a4144b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86a3400640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86a406f0e0 0x7f86a4155210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86a3e00640 1 -- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86a406f0e0 msgr2=0x7f86a4155210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86a3e00640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86a406f0e0 0x7f86a4155210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86a3e00640 1 -- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86a406f4c0 msgr2=0x7f86a4144b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86a3e00640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86a406f4c0 0x7f86a4144b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.592+0000 7f86a3e00640 1 -- 172.21.15.29:0/3083616066 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86a4154450 con 0x7f86a40b3ba0 2024-09-12T03:14:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.593+0000 7f86a3e00640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86a40b3ba0 0x7f86a41509a0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f869c009eb0 tx=0x7f869c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:54.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.593+0000 7f869b400640 1 -- 172.21.15.29:0/3083616066 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f869c040070 con 0x7f86a40b3ba0 2024-09-12T03:14:54.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.593+0000 7f869b400640 1 -- 172.21.15.29:0/3083616066 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f869c031bc0 con 0x7f86a40b3ba0 2024-09-12T03:14:54.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.593+0000 7f869b400640 1 -- 172.21.15.29:0/3083616066 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f869c009450 con 0x7f86a40b3ba0 2024-09-12T03:14:54.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.593+0000 7f86aa600640 1 -- 172.21.15.29:0/3083616066 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86a4154730 con 0x7f86a40b3ba0 2024-09-12T03:14:54.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.593+0000 7f86aa600640 1 -- 172.21.15.29:0/3083616066 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86a41450a0 con 0x7f86a40b3ba0 2024-09-12T03:14:54.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.594+0000 7f86aa600640 1 -- 172.21.15.29:0/3083616066 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86a415f370 con 0x7f86a40b3ba0 2024-09-12T03:14:54.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.595+0000 7f869b400640 1 -- 172.21.15.29:0/3083616066 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f869c039040 con 0x7f86a40b3ba0 2024-09-12T03:14:54.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.596+0000 7f869b400640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f868006be30 0x7f868006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.596+0000 7f869b400640 1 -- 172.21.15.29:0/3083616066 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5507+0+0 (secure 0 0 0) 0x7f869c0ac5f0 con 0x7f86a40b3ba0 2024-09-12T03:14:54.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.596+0000 7f86a3400640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f868006be30 0x7f868006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.597+0000 7f86a3400640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f868006be30 0x7f868006e2f0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f8694009a30 tx=0x7f8694008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:54.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.600+0000 7f869b400640 1 -- 172.21.15.29:0/3083616066 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f869c07b050 con 0x7f86a40b3ba0 2024-09-12T03:14:54.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.784+0000 7f86aa600640 1 -- 172.21.15.29:0/3083616066 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f86a40afb10 con 0x7f86a40b3ba0 2024-09-12T03:14:54.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.785+0000 7f869b400640 1 -- 172.21.15.29:0/3083616066 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+13494 (secure 0 0 0) 0x7f869c07a950 con 0x7f86a40b3ba0 2024-09-12T03:14:54.785 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:54.785 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":96,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:14:53.395768+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.38:6837/1296681172":"2024-09-13T03:14:50.288811+0000","172.21.15.38:6835/1296681172":"2024-09-13T03:14:50.288811+0000","172.21.15.38:6836/1187811370":"2024-09-13T03:14:50.288807+0000","172.21.15.38:6834/1187811370":"2024-09-13T03:14:50.288807+0000","172.21.15.29:6835/2581876515":"2024-09-13T03:14:50.288794+0000","172.21.15.29:6833/2581876515":"2024-09-13T03:14:50.288794+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:14:54.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.787+0000 7f86aa600640 1 -- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f868006be30 msgr2=0x7f868006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.787+0000 7f86aa600640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f868006be30 0x7f868006e2f0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f8694009a30 tx=0x7f8694008040 comp rx=0 tx=0).stop 2024-09-12T03:14:54.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.787+0000 7f86aa600640 1 -- 172.21.15.29:0/3083616066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86a40b3ba0 msgr2=0x7f86a41509a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.787+0000 7f86aa600640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86a40b3ba0 0x7f86a41509a0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f869c009eb0 tx=0x7f869c004a40 comp rx=0 tx=0).stop 2024-09-12T03:14:54.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.788+0000 7f86aa600640 1 -- 172.21.15.29:0/3083616066 shutdown_connections 2024-09-12T03:14:54.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.788+0000 7f86aa600640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f868006be30 0x7f868006e2f0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.788+0000 7f86aa600640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f86a40b3ba0 0x7f86a41509a0 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.788+0000 7f86aa600640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f86a406f4c0 0x7f86a4144b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.788+0000 7f86aa600640 1 --2- 172.21.15.29:0/3083616066 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f86a406f0e0 0x7f86a4155210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.788+0000 7f86aa600640 1 -- 172.21.15.29:0/3083616066 >> 172.21.15.29:0/3083616066 conn(0x7f86a4067da0 msgr2=0x7f86a406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:54.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.788+0000 7f86aa600640 1 -- 172.21.15.29:0/3083616066 shutdown_connections 2024-09-12T03:14:54.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.788+0000 7f86aa600640 1 -- 172.21.15.29:0/3083616066 wait complete. 2024-09-12T03:14:54.803 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-12T03:08:13.773348+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-12T03:14:54.803 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-12T03:14:54.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.963+0000 7f9ce7a00640 1 Processor -- start 2024-09-12T03:14:54.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.963+0000 7f9ce7a00640 1 -- start start 2024-09-12T03:14:54.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.965+0000 7f9ce7a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9ce006efd0 0x7f9ce006f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.965+0000 7f9ce7a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9ce00b03a0 0x7f9ce00b5530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.965+0000 7f9ce7a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ce00d0620 con 0x7f9ce006f8f0 2024-09-12T03:14:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.965+0000 7f9ce7a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f9ce015af50 con 0x7f9ce006efd0 2024-09-12T03:14:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.965+0000 7f9ce7a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9ce00d0900 con 0x7f9ce00b03a0 2024-09-12T03:14:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.965+0000 7f9ce5a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9ce006f8f0 0x7f9ce00b5a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39794/0 (socket says 172.21.15.29:39794) 2024-09-12T03:14:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.965+0000 7f9ce5a00640 1 -- 172.21.15.29:0/1573308957 learned_addr learned my addr 172.21.15.29:0/1573308957 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.965+0000 7f9cdfe00640 1 --2- 172.21.15.29:0/1573308957 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9ce00b03a0 0x7f9ce00b5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.965+0000 7f9ce5000640 1 --2- 172.21.15.29:0/1573308957 >> v2:172.21.15.38:3300/0 conn(0x7f9ce006efd0 0x7f9ce006f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.965+0000 7f9cdf400640 1 -- 172.21.15.29:0/1573308957 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 680306876 0 0) 0x7f9ce00d0620 con 0x7f9ce006f8f0 2024-09-12T03:14:54.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.966+0000 7f9cdf400640 1 -- 172.21.15.29:0/1573308957 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9cc8003520 con 0x7f9ce006f8f0 2024-09-12T03:14:54.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.966+0000 7f9cdfe00640 1 -- 172.21.15.29:0/1573308957 >> v2:172.21.15.38:3300/0 conn(0x7f9ce006efd0 msgr2=0x7f9ce006f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:54.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.966+0000 7f9cdfe00640 1 --2- 172.21.15.29:0/1573308957 >> v2:172.21.15.38:3300/0 conn(0x7f9ce006efd0 0x7f9ce006f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.966+0000 7f9cdfe00640 1 -- 172.21.15.29:0/1573308957 >> v1:172.21.15.29:6789/0 conn(0x7f9ce006f8f0 legacy=0x7f9ce00b5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.966+0000 7f9cdfe00640 1 -- 172.21.15.29:0/1573308957 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ce00b4d30 con 0x7f9ce00b03a0 2024-09-12T03:14:54.966 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.967+0000 7f9cdfe00640 1 --2- 172.21.15.29:0/1573308957 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9ce00b03a0 0x7f9ce00b5530 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc0097a0 tx=0x7f9ccc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e6d4186341e2bd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:54.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.967+0000 7f9cdf400640 1 -- 172.21.15.29:0/1573308957 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ccc037070 con 0x7f9ce00b03a0 2024-09-12T03:14:54.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.967+0000 7f9cdf400640 1 -- 172.21.15.29:0/1573308957 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ccc032440 con 0x7f9ce00b03a0 2024-09-12T03:14:54.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.967+0000 7f9cdf400640 1 -- 172.21.15.29:0/1573308957 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ccc032810 con 0x7f9ce00b03a0 2024-09-12T03:14:54.967 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.968+0000 7f9ce7a00640 1 -- 172.21.15.29:0/1573308957 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9ce00b03a0 msgr2=0x7f9ce00b5530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.968+0000 7f9ce7a00640 1 --2- 172.21.15.29:0/1573308957 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9ce00b03a0 0x7f9ce00b5530 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc0097a0 tx=0x7f9ccc02a180 comp rx=0 tx=0).stop 2024-09-12T03:14:54.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.968+0000 7f9ce7a00640 1 -- 172.21.15.29:0/1573308957 shutdown_connections 2024-09-12T03:14:54.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.968+0000 7f9ce7a00640 1 --2- 172.21.15.29:0/1573308957 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9ce00b03a0 0x7f9ce00b5530 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.968+0000 7f9ce7a00640 1 --2- 172.21.15.29:0/1573308957 >> v2:172.21.15.38:3300/0 conn(0x7f9ce006efd0 0x7f9ce006f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.968+0000 7f9ce7a00640 1 -- 172.21.15.29:0/1573308957 >> 172.21.15.29:0/1573308957 conn(0x7f9ce00cd820 msgr2=0x7f9ce00cdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:54.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.968+0000 7f9ce7a00640 1 -- 172.21.15.29:0/1573308957 shutdown_connections 2024-09-12T03:14:54.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.968+0000 7f9ce7a00640 1 -- 172.21.15.29:0/1573308957 wait complete. 2024-09-12T03:14:54.968 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.969+0000 7f9ce7a00640 1 Processor -- start 2024-09-12T03:14:54.969 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.970+0000 7f9ce7a00640 1 -- start start 2024-09-12T03:14:54.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.970+0000 7f9ce7a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9ce006efd0 0x7f9ce01f4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.970+0000 7f9ce7a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ce006f8f0 0x7f9ce0157c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9ce7a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9ce00b03a0 0x7f9ce0153440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9ce7a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce00d0400 con 0x7f9ce006f8f0 2024-09-12T03:14:54.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9ce7a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce00d0280 con 0x7f9ce006efd0 2024-09-12T03:14:54.970 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9ce7a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9ce00b4950 con 0x7f9ce00b03a0 2024-09-12T03:14:54.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9cdfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ce006f8f0 0x7f9ce0157c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9ce5000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9ce006efd0 0x7f9ce01f4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9ce5000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9ce006efd0 0x7f9ce01f4340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:50466/0 (socket says 172.21.15.29:50466) 2024-09-12T03:14:54.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9ce5a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9ce00b03a0 0x7f9ce0153440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.971 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9ce5000640 1 -- 172.21.15.29:0/165526808 learned_addr learned my addr 172.21.15.29:0/165526808 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:54.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9cdfe00640 1 -- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9ce00b03a0 msgr2=0x7f9ce0153440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9cdfe00640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9ce00b03a0 0x7f9ce0153440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9cdfe00640 1 -- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9ce006efd0 msgr2=0x7f9ce01f4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:54.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9cdfe00640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9ce006efd0 0x7f9ce01f4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:54.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.971+0000 7f9cdfe00640 1 -- 172.21.15.29:0/165526808 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ce0155730 con 0x7f9ce006f8f0 2024-09-12T03:14:54.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.972+0000 7f9cdfe00640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ce006f8f0 0x7f9ce0157c50 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc031000 tx=0x7f9ccc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:54.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.972+0000 7f9cdcc00640 1 -- 172.21.15.29:0/165526808 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ccc041030 con 0x7f9ce006f8f0 2024-09-12T03:14:54.972 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.972+0000 7f9cdcc00640 1 -- 172.21.15.29:0/165526808 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ccc03d4e0 con 0x7f9ce006f8f0 2024-09-12T03:14:54.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.972+0000 7f9cdcc00640 1 -- 172.21.15.29:0/165526808 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ccc037040 con 0x7f9ce006f8f0 2024-09-12T03:14:54.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.972+0000 7f9ce7a00640 1 -- 172.21.15.29:0/165526808 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ce0155a10 con 0x7f9ce006f8f0 2024-09-12T03:14:54.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.972+0000 7f9ce7a00640 1 -- 172.21.15.29:0/165526808 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ce0155fd0 con 0x7f9ce006f8f0 2024-09-12T03:14:54.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.973+0000 7f9ce7a00640 1 -- 172.21.15.29:0/165526808 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ce006bc10 con 0x7f9ce006f8f0 2024-09-12T03:14:54.973 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.974+0000 7f9cdcc00640 1 -- 172.21.15.29:0/165526808 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9ccc044070 con 0x7f9ce006f8f0 2024-09-12T03:14:54.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.975+0000 7f9cdcc00640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cc006be30 0x7f9cc006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:54.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.975+0000 7f9cdcc00640 1 -- 172.21.15.29:0/165526808 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5507+0+0 (secure 0 0 0) 0x7f9ccc0aaf90 con 0x7f9ce006f8f0 2024-09-12T03:14:54.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.975+0000 7f9ce5000640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cc006be30 0x7f9cc006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:54.975 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.976+0000 7f9ce5000640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cc006be30 0x7f9cc006e2f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f9ce006c220 tx=0x7f9cd400a2a0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:54.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:54.979+0000 7f9cdcc00640 1 -- 172.21.15.29:0/165526808 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9ccc04b070 con 0x7f9ce006f8f0 2024-09-12T03:14:55.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.162+0000 7f9ce7a00640 1 -- 172.21.15.29:0/165526808 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9ce0156470 con 0x7f9ce006f8f0 2024-09-12T03:14:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.163+0000 7f9cdcc00640 1 -- 172.21.15.29:0/165526808 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v96) ==== 93+0+10 (secure 0 0 0) 0x7f9ccc0793a0 con 0x7f9ce006f8f0 2024-09-12T03:14:55.162 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2024-09-12T03:14:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 -- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cc006be30 msgr2=0x7f9cc006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cc006be30 0x7f9cc006e2f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f9ce006c220 tx=0x7f9cd400a2a0 comp rx=0 tx=0).stop 2024-09-12T03:14:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 -- 172.21.15.29:0/165526808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ce006f8f0 msgr2=0x7f9ce0157c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ce006f8f0 0x7f9ce0157c50 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc031000 tx=0x7f9ccc0046c0 comp rx=0 tx=0).stop 2024-09-12T03:14:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 -- 172.21.15.29:0/165526808 shutdown_connections 2024-09-12T03:14:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9cc006be30 0x7f9cc006e2f0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9ce00b03a0 0x7f9ce0153440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9ce006f8f0 0x7f9ce0157c50 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 --2- 172.21.15.29:0/165526808 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9ce006efd0 0x7f9ce01f4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 -- 172.21.15.29:0/165526808 >> 172.21.15.29:0/165526808 conn(0x7f9ce00cd820 msgr2=0x7f9ce006cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 -- 172.21.15.29:0/165526808 shutdown_connections 2024-09-12T03:14:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.165+0000 7f9ce7a00640 1 -- 172.21.15.29:0/165526808 wait complete. 2024-09-12T03:14:55.181 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_with_abort_mds0' 2024-09-12T03:14:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.338+0000 7f3d3a400640 1 Processor -- start 2024-09-12T03:14:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.338+0000 7f3d3a400640 1 -- start start 2024-09-12T03:14:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.340+0000 7f3d3a400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d341554d0 0x7f3d340ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.340+0000 7f3d3a400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d340af860 con 0x7f3d34162750 2024-09-12T03:14:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.340+0000 7f3d3a400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d340afb40 con 0x7f3d340af3a0 2024-09-12T03:14:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.340+0000 7f3d3a400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3d340b0470 con 0x7f3d341554d0 2024-09-12T03:14:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.340+0000 7f3d33e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f3d34162750 0x7f3d3406eb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39808/0 (socket says 172.21.15.29:39808) 2024-09-12T03:14:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.340+0000 7f3d33e00640 1 -- 172.21.15.29:0/3490682974 learned_addr learned my addr 172.21.15.29:0/3490682974 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.340+0000 7f3d33400640 1 --2- 172.21.15.29:0/3490682974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d341554d0 0x7f3d340ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.341+0000 7f3d32a00640 1 -- 172.21.15.29:0/3490682974 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1388709869 0 0) 0x7f3d340af860 con 0x7f3d34162750 2024-09-12T03:14:55.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.341+0000 7f3d32a00640 1 -- 172.21.15.29:0/3490682974 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d18003520 con 0x7f3d34162750 2024-09-12T03:14:55.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.341+0000 7f3d32a00640 1 -- 172.21.15.29:0/3490682974 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1936799271 0 0) 0x7f3d340afb40 con 0x7f3d340af3a0 2024-09-12T03:14:55.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.341+0000 7f3d32a00640 1 -- 172.21.15.29:0/3490682974 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d340af860 con 0x7f3d340af3a0 2024-09-12T03:14:55.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.341+0000 7f3d33400640 1 -- 172.21.15.29:0/3490682974 >> v1:172.21.15.38:6789/0 conn(0x7f3d340af3a0 legacy=0x7f3d34162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:55.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.341+0000 7f3d33400640 1 -- 172.21.15.29:0/3490682974 >> v1:172.21.15.29:6789/0 conn(0x7f3d34162750 legacy=0x7f3d3406eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:55.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.341+0000 7f3d33400640 1 -- 172.21.15.29:0/3490682974 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d340afe20 con 0x7f3d341554d0 2024-09-12T03:14:55.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.342+0000 7f3d33400640 1 --2- 172.21.15.29:0/3490682974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d341554d0 0x7f3d340ccf60 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3d340b05f0 tx=0x7f3d2402a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da3815c1475bbec3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:55.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.342+0000 7f3d32a00640 1 -- 172.21.15.29:0/3490682974 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d24037070 con 0x7f3d341554d0 2024-09-12T03:14:55.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.342+0000 7f3d32a00640 1 -- 172.21.15.29:0/3490682974 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d24032440 con 0x7f3d341554d0 2024-09-12T03:14:55.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.342+0000 7f3d32a00640 1 -- 172.21.15.29:0/3490682974 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d24032810 con 0x7f3d341554d0 2024-09-12T03:14:55.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.343+0000 7f3d3a400640 1 -- 172.21.15.29:0/3490682974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d341554d0 msgr2=0x7f3d340ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.343+0000 7f3d3a400640 1 --2- 172.21.15.29:0/3490682974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d341554d0 0x7f3d340ccf60 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3d340b05f0 tx=0x7f3d2402a230 comp rx=0 tx=0).stop 2024-09-12T03:14:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.343+0000 7f3d3a400640 1 -- 172.21.15.29:0/3490682974 shutdown_connections 2024-09-12T03:14:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.343+0000 7f3d3a400640 1 --2- 172.21.15.29:0/3490682974 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d341554d0 0x7f3d340ccf60 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.343+0000 7f3d3a400640 1 -- 172.21.15.29:0/3490682974 >> 172.21.15.29:0/3490682974 conn(0x7f3d340736d0 msgr2=0x7f3d3406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.343+0000 7f3d3a400640 1 -- 172.21.15.29:0/3490682974 shutdown_connections 2024-09-12T03:14:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.343+0000 7f3d3a400640 1 -- 172.21.15.29:0/3490682974 wait complete. 2024-09-12T03:14:55.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.345+0000 7f3d3a400640 1 Processor -- start 2024-09-12T03:14:55.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.345+0000 7f3d3a400640 1 -- start start 2024-09-12T03:14:55.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d3a400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d340af3a0 0x7f3d341565e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:55.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d3a400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d341554d0 0x7f3d34152430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:55.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d3a400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d34162750 0x7f3d340b0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:55.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d3a400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3d34162d30 con 0x7f3d341554d0 2024-09-12T03:14:55.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d3a400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3d341558b0 con 0x7f3d340af3a0 2024-09-12T03:14:55.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d3a400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3d34162eb0 con 0x7f3d34162750 2024-09-12T03:14:55.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d2be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d341554d0 0x7f3d34152430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:55.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d2be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d341554d0 0x7f3d34152430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38196/0 (socket says 172.21.15.29:38196) 2024-09-12T03:14:55.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d2be00640 1 -- 172.21.15.29:0/392394504 learned_addr learned my addr 172.21.15.29:0/392394504 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:55.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d2be00640 1 -- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d34162750 msgr2=0x7f3d340b0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:55.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d2be00640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d34162750 0x7f3d340b0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:55.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d2be00640 1 -- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d340af3a0 msgr2=0x7f3d341565e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:55.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.346+0000 7f3d2be00640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d340af3a0 0x7f3d341565e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:55.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.347+0000 7f3d2be00640 1 -- 172.21.15.29:0/392394504 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d34152970 con 0x7f3d341554d0 2024-09-12T03:14:55.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.347+0000 7f3d2be00640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d341554d0 0x7f3d34152430 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00c430 tx=0x7f3d1c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:55.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.347+0000 7f3d2b400640 1 -- 172.21.15.29:0/392394504 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c017070 con 0x7f3d341554d0 2024-09-12T03:14:55.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.347+0000 7f3d2b400640 1 -- 172.21.15.29:0/392394504 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d1c0052d0 con 0x7f3d341554d0 2024-09-12T03:14:55.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.347+0000 7f3d2b400640 1 -- 172.21.15.29:0/392394504 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c003830 con 0x7f3d341554d0 2024-09-12T03:14:55.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.347+0000 7f3d3a400640 1 -- 172.21.15.29:0/392394504 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d34142dc0 con 0x7f3d341554d0 2024-09-12T03:14:55.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.347+0000 7f3d3a400640 1 -- 172.21.15.29:0/392394504 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d34143380 con 0x7f3d341554d0 2024-09-12T03:14:55.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.348+0000 7f3d3a400640 1 -- 172.21.15.29:0/392394504 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d34161db0 con 0x7f3d341554d0 2024-09-12T03:14:55.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.349+0000 7f3d2b400640 1 -- 172.21.15.29:0/392394504 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3d1c01a070 con 0x7f3d341554d0 2024-09-12T03:14:55.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.350+0000 7f3d2b400640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3d1006be60 0x7f3d1006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:55.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.350+0000 7f3d2b400640 1 -- 172.21.15.29:0/392394504 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5507+0+0 (secure 0 0 0) 0x7f3d1c08a340 con 0x7f3d341554d0 2024-09-12T03:14:55.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.350+0000 7f3d33400640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3d1006be60 0x7f3d1006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:55.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.351+0000 7f3d33400640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3d1006be60 0x7f3d1006e320 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f3d24034000 tx=0x7f3d2402c000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:55.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.354+0000 7f3d2b400640 1 -- 172.21.15.29:0/392394504 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3d1c058d40 con 0x7f3d341554d0 2024-09-12T03:14:55.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:55.609+0000 7f3d3a400640 1 -- 172.21.15.29:0/392394504 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_with_abort_mds0"]} v 0) -- 0x7f3d340b5ea0 con 0x7f3d341554d0 2024-09-12T03:14:56.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.417+0000 7f3d2b400640 1 -- 172.21.15.29:0/392394504 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_with_abort_mds0"]}]=0 v341) ==== 168+0+0 (secure 0 0 0) 0x7f3d1c058640 con 0x7f3d341554d0 2024-09-12T03:14:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.421+0000 7f3d3a400640 1 -- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3d1006be60 msgr2=0x7f3d1006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.421+0000 7f3d3a400640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3d1006be60 0x7f3d1006e320 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f3d24034000 tx=0x7f3d2402c000 comp rx=0 tx=0).stop 2024-09-12T03:14:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.421+0000 7f3d3a400640 1 -- 172.21.15.29:0/392394504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d341554d0 msgr2=0x7f3d34152430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.421+0000 7f3d3a400640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d341554d0 0x7f3d34152430 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00c430 tx=0x7f3d1c00c8f0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.421+0000 7f3d3a400640 1 -- 172.21.15.29:0/392394504 shutdown_connections 2024-09-12T03:14:56.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.421+0000 7f3d3a400640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3d1006be60 0x7f3d1006e320 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.421+0000 7f3d3a400640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3d34162750 0x7f3d340b0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.421+0000 7f3d3a400640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d341554d0 0x7f3d34152430 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.422+0000 7f3d3a400640 1 --2- 172.21.15.29:0/392394504 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3d340af3a0 0x7f3d341565e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.422+0000 7f3d3a400640 1 -- 172.21.15.29:0/392394504 >> 172.21.15.29:0/392394504 conn(0x7f3d340736d0 msgr2=0x7f3d340b1770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.422+0000 7f3d3a400640 1 -- 172.21.15.29:0/392394504 shutdown_connections 2024-09-12T03:14:56.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.422+0000 7f3d3a400640 1 -- 172.21.15.29:0/392394504 wait complete. 2024-09-12T03:14:56.440 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-12T03:14:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.604+0000 7f79da800640 1 Processor -- start 2024-09-12T03:14:56.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.604+0000 7f79da800640 1 -- start start 2024-09-12T03:14:56.604 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.605+0000 7f79da800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f79d415e4b0 0x7f79d40d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.605+0000 7f79da800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f79d40d3090 0x7f79d406d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.605+0000 7f79da800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79d40cf8c0 con 0x7f79d40cefb0 2024-09-12T03:14:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.605+0000 7f79da800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f79d40cfba0 con 0x7f79d40d3090 2024-09-12T03:14:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.605+0000 7f79da800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f79d40cfe80 con 0x7f79d415e4b0 2024-09-12T03:14:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.605+0000 7f79d9e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f79d40d3090 0x7f79d406d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.605+0000 7f79d9e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f79d40d3090 0x7f79d406d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38210/0 (socket says 172.21.15.29:38210) 2024-09-12T03:14:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.605+0000 7f79d9e00640 1 -- 172.21.15.29:0/240890739 learned_addr learned my addr 172.21.15.29:0/240890739 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:56.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.605+0000 7f79d9400640 1 --2- 172.21.15.29:0/240890739 >> v2:172.21.15.38:3300/0 conn(0x7f79d415e4b0 0x7f79d40d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:56.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.606+0000 7f79d9e00640 1 -- 172.21.15.29:0/240890739 >> v2:172.21.15.38:3300/0 conn(0x7f79d415e4b0 msgr2=0x7f79d40d23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:14:56.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.606+0000 7f79d9e00640 1 --2- 172.21.15.29:0/240890739 >> v2:172.21.15.38:3300/0 conn(0x7f79d415e4b0 0x7f79d40d23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.606+0000 7f79d9e00640 1 -- 172.21.15.29:0/240890739 >> v1:172.21.15.38:6789/0 conn(0x7f79d40cefb0 legacy=0x7f79d40d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:56.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.606+0000 7f79d9e00640 1 -- 172.21.15.29:0/240890739 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79d40d0160 con 0x7f79d40d3090 2024-09-12T03:14:56.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.607+0000 7f79d9e00640 1 --2- 172.21.15.29:0/240890739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79d40d3090 0x7f79d406d810 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f79d40d1e50 tx=0x7f79cc02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=603498bc395e0545 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:56.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.607+0000 7f79d3e00640 1 -- 172.21.15.29:0/240890739 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc036070 con 0x7f79d40d3090 2024-09-12T03:14:56.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.607+0000 7f79d3e00640 1 -- 172.21.15.29:0/240890739 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79cc031600 con 0x7f79d40d3090 2024-09-12T03:14:56.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.607+0000 7f79d3e00640 1 -- 172.21.15.29:0/240890739 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc0319d0 con 0x7f79d40d3090 2024-09-12T03:14:56.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.608+0000 7f79da800640 1 -- 172.21.15.29:0/240890739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79d40d3090 msgr2=0x7f79d406d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:56.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.608+0000 7f79da800640 1 --2- 172.21.15.29:0/240890739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79d40d3090 0x7f79d406d810 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f79d40d1e50 tx=0x7f79cc02a730 comp rx=0 tx=0).stop 2024-09-12T03:14:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.608+0000 7f79da800640 1 -- 172.21.15.29:0/240890739 shutdown_connections 2024-09-12T03:14:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.608+0000 7f79da800640 1 --2- 172.21.15.29:0/240890739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79d40d3090 0x7f79d406d810 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.608+0000 7f79da800640 1 --2- 172.21.15.29:0/240890739 >> v2:172.21.15.38:3300/0 conn(0x7f79d415e4b0 0x7f79d40d23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.608+0000 7f79da800640 1 -- 172.21.15.29:0/240890739 >> 172.21.15.29:0/240890739 conn(0x7f79d409d740 msgr2=0x7f79d408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.608+0000 7f79da800640 1 -- 172.21.15.29:0/240890739 shutdown_connections 2024-09-12T03:14:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.608+0000 7f79da800640 1 -- 172.21.15.29:0/240890739 wait complete. 2024-09-12T03:14:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.609+0000 7f79da800640 1 Processor -- start 2024-09-12T03:14:56.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.609+0000 7f79da800640 1 -- start start 2024-09-12T03:14:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.610+0000 7f79da800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f79d40cefb0 0x7f79d4157900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:56.610 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.610+0000 7f79da800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79d40d3090 0x7f79d4158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.610+0000 7f79da800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79d415e4b0 0x7f79d41f40a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.610+0000 7f79da800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f79d40cf3f0 con 0x7f79d415e4b0 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.610+0000 7f79da800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f79d40cf570 con 0x7f79d40d3090 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.610+0000 7f79da800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f79d406dd50 con 0x7f79d40cefb0 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.611+0000 7f79d9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79d415e4b0 0x7f79d41f40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.611+0000 7f79d9400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f79d40cefb0 0x7f79d4157900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.611+0000 7f79d9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79d415e4b0 0x7f79d41f40a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38216/0 (socket says 172.21.15.29:38216) 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.611+0000 7f79d9e00640 1 -- 172.21.15.29:0/1407561197 learned_addr learned my addr 172.21.15.29:0/1407561197 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.611+0000 7f79d8a00640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79d40d3090 0x7f79d4158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.611+0000 7f79d9e00640 1 -- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f79d40cefb0 msgr2=0x7f79d4157900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.611+0000 7f79d9e00640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f79d40cefb0 0x7f79d4157900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.611+0000 7f79d9e00640 1 -- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79d40d3090 msgr2=0x7f79d4158bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:56.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.611+0000 7f79d9e00640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79d40d3090 0x7f79d4158bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.611+0000 7f79d9e00640 1 -- 172.21.15.29:0/1407561197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79d41601b0 con 0x7f79d415e4b0 2024-09-12T03:14:56.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.612+0000 7f79d9e00640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79d415e4b0 0x7f79d41f40a0 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f79cc009f40 tx=0x7f79cc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:56.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.612+0000 7f79d1600640 1 -- 172.21.15.29:0/1407561197 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc036050 con 0x7f79d415e4b0 2024-09-12T03:14:56.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.612+0000 7f79d1600640 1 -- 172.21.15.29:0/1407561197 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79cc042070 con 0x7f79d415e4b0 2024-09-12T03:14:56.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.612+0000 7f79d1600640 1 -- 172.21.15.29:0/1407561197 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc009510 con 0x7f79d415e4b0 2024-09-12T03:14:56.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.612+0000 7f79da800640 1 -- 172.21.15.29:0/1407561197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79d4160740 con 0x7f79d415e4b0 2024-09-12T03:14:56.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.612+0000 7f79da800640 1 -- 172.21.15.29:0/1407561197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79d4160d00 con 0x7f79d415e4b0 2024-09-12T03:14:56.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.613+0000 7f79da800640 1 -- 172.21.15.29:0/1407561197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79d406d810 con 0x7f79d415e4b0 2024-09-12T03:14:56.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.614+0000 7f79d1600640 1 -- 172.21.15.29:0/1407561197 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f79cc007bf0 con 0x7f79d415e4b0 2024-09-12T03:14:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.615+0000 7f79d1600640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f79b406be30 0x7f79b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:56.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.615+0000 7f79d1600640 1 -- 172.21.15.29:0/1407561197 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5507+0+0 (secure 0 0 0) 0x7f79cc0aba30 con 0x7f79d415e4b0 2024-09-12T03:14:56.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.616+0000 7f79d9400640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f79b406be30 0x7f79b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:56.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.616+0000 7f79d9400640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f79b406be30 0x7f79b406e2f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f79c8009aa0 tx=0x7f79c8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:56.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.620+0000 7f79d1600640 1 -- 172.21.15.29:0/1407561197 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f79cc079dc0 con 0x7f79d415e4b0 2024-09-12T03:14:56.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.804+0000 7f79da800640 1 -- 172.21.15.29:0/1407561197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f79d40b2f80 con 0x7f79d415e4b0 2024-09-12T03:14:56.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.808+0000 7f79d1600640 1 -- 172.21.15.29:0/1407561197 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v20)=0 v20) ==== 122+0+0 (secure 0 0 0) 0x7f79cc07e0c0 con 0x7f79d415e4b0 2024-09-12T03:14:56.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 -- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f79b406be30 msgr2=0x7f79b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:56.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f79b406be30 0x7f79b406e2f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f79c8009aa0 tx=0x7f79c8009190 comp rx=0 tx=0).stop 2024-09-12T03:14:56.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 -- 172.21.15.29:0/1407561197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79d415e4b0 msgr2=0x7f79d41f40a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:56.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79d415e4b0 0x7f79d41f40a0 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f79cc009f40 tx=0x7f79cc004a40 comp rx=0 tx=0).stop 2024-09-12T03:14:56.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 -- 172.21.15.29:0/1407561197 shutdown_connections 2024-09-12T03:14:56.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f79b406be30 0x7f79b406e2f0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79d415e4b0 0x7f79d41f40a0 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f79d40d3090 0x7f79d4158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 --2- 172.21.15.29:0/1407561197 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f79d40cefb0 0x7f79d4157900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:56.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 -- 172.21.15.29:0/1407561197 >> 172.21.15.29:0/1407561197 conn(0x7f79d409d740 msgr2=0x7f79d40b0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:56.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 -- 172.21.15.29:0/1407561197 shutdown_connections 2024-09-12T03:14:56.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:56.810+0000 7f79da800640 1 -- 172.21.15.29:0/1407561197 wait complete. 2024-09-12T03:14:56.826 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:14:56.826 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:14:56.918 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:14:57.009 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:14:57.009 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:14:57.009 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:14:57.045 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:14:57.045 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:14:57.045 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:14:57.082 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:14:57.083 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:14:57.083 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:14:57.120 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:14:57.120 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:14:57.120 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:14:57.159 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:14:57.159 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-12T03:14:57.159 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:14:57.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.316+0000 7f6e36a00640 1 Processor -- start 2024-09-12T03:14:57.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.316+0000 7f6e36a00640 1 -- start start 2024-09-12T03:14:57.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e36a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f6e300d4310 0x7f6e300d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:57.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e36a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e3015e850 con 0x7f6e3015e470 2024-09-12T03:14:57.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e36a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e300d1c60 con 0x7f6e3006d460 2024-09-12T03:14:57.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e36a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f6e300d4cc0 con 0x7f6e300d4310 2024-09-12T03:14:57.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e35600640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f6e3015e470 0x7f6e300cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:39810/0 (socket says 172.21.15.29:39810) 2024-09-12T03:14:57.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e35600640 1 -- 172.21.15.29:0/3366558419 learned_addr learned my addr 172.21.15.29:0/3366558419 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:14:57.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e34c00640 1 --2- 172.21.15.29:0/3366558419 >> v2:172.21.15.29:3300/0 conn(0x7f6e300d4310 0x7f6e300d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:57.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e2fe00640 1 -- 172.21.15.29:0/3366558419 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3464682376 0 0) 0x7f6e3015e850 con 0x7f6e3015e470 2024-09-12T03:14:57.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e2fe00640 1 -- 172.21.15.29:0/3366558419 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6e18003520 con 0x7f6e3015e470 2024-09-12T03:14:57.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e34c00640 1 -- 172.21.15.29:0/3366558419 >> v1:172.21.15.38:6789/0 conn(0x7f6e3006d460 legacy=0x7f6e3006d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:57.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e34c00640 1 -- 172.21.15.29:0/3366558419 >> v1:172.21.15.29:6789/0 conn(0x7f6e3015e470 legacy=0x7f6e300cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:57.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.318+0000 7f6e34c00640 1 -- 172.21.15.29:0/3366558419 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e300d1980 con 0x7f6e300d4310 2024-09-12T03:14:57.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.319+0000 7f6e34c00640 1 --2- 172.21.15.29:0/3366558419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6e300d4310 0x7f6e300d4780 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c0097a0 tx=0x7f6e1c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1828309e0c7f421a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:57.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.320+0000 7f6e2fe00640 1 -- 172.21.15.29:0/3366558419 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e1c037070 con 0x7f6e300d4310 2024-09-12T03:14:57.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.320+0000 7f6e2fe00640 1 -- 172.21.15.29:0/3366558419 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e1c032440 con 0x7f6e300d4310 2024-09-12T03:14:57.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.320+0000 7f6e2fe00640 1 -- 172.21.15.29:0/3366558419 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e1c032810 con 0x7f6e300d4310 2024-09-12T03:14:57.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.320+0000 7f6e36a00640 1 -- 172.21.15.29:0/3366558419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6e300d4310 msgr2=0x7f6e300d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:57.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.320+0000 7f6e36a00640 1 --2- 172.21.15.29:0/3366558419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6e300d4310 0x7f6e300d4780 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c0097a0 tx=0x7f6e1c02a230 comp rx=0 tx=0).stop 2024-09-12T03:14:57.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.320+0000 7f6e36a00640 1 -- 172.21.15.29:0/3366558419 shutdown_connections 2024-09-12T03:14:57.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.320+0000 7f6e36a00640 1 --2- 172.21.15.29:0/3366558419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6e300d4310 0x7f6e300d4780 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:57.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.320+0000 7f6e36a00640 1 -- 172.21.15.29:0/3366558419 >> 172.21.15.29:0/3366558419 conn(0x7f6e3009d700 msgr2=0x7f6e3008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:57.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.320+0000 7f6e36a00640 1 -- 172.21.15.29:0/3366558419 shutdown_connections 2024-09-12T03:14:57.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.320+0000 7f6e36a00640 1 -- 172.21.15.29:0/3366558419 wait complete. 2024-09-12T03:14:57.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.322+0000 7f6e36a00640 1 Processor -- start 2024-09-12T03:14:57.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.322+0000 7f6e36a00640 1 -- start start 2024-09-12T03:14:57.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.323+0000 7f6e36a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6e3006d460 0x7f6e300b95d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:57.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.323+0000 7f6e36a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6e300d4310 0x7f6e3015be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:57.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.323+0000 7f6e36a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e3015e470 0x7f6e3015c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:57.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.323+0000 7f6e36a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6e300cf3a0 con 0x7f6e3006d460 2024-09-12T03:14:57.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.323+0000 7f6e36a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6e300cf710 con 0x7f6e3015e470 2024-09-12T03:14:57.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.323+0000 7f6e36a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6e300d02b0 con 0x7f6e300d4310 2024-09-12T03:14:57.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.323+0000 7f6e35600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6e3006d460 0x7f6e300b95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:57.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.323+0000 7f6e35600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6e3006d460 0x7f6e300b95d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:38226/0 (socket says 172.21.15.29:38226) 2024-09-12T03:14:57.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.323+0000 7f6e35600640 1 -- 172.21.15.29:0/1310138339 learned_addr learned my addr 172.21.15.29:0/1310138339 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:14:57.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.323+0000 7f6e34c00640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6e300d4310 0x7f6e3015be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:57.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.323+0000 7f6e36000640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e3015e470 0x7f6e3015c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:57.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.324+0000 7f6e35600640 1 -- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6e300d4310 msgr2=0x7f6e3015be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:57.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.324+0000 7f6e35600640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6e300d4310 0x7f6e3015be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:57.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.324+0000 7f6e35600640 1 -- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e3015e470 msgr2=0x7f6e3015c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:57.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.324+0000 7f6e35600640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e3015e470 0x7f6e3015c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:57.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.324+0000 7f6e35600640 1 -- 172.21.15.29:0/1310138339 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e301f8260 con 0x7f6e3006d460 2024-09-12T03:14:57.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.324+0000 7f6e35600640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6e3006d460 0x7f6e300b95d0 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f6e2400c410 tx=0x7f6e2400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:57.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.324+0000 7f6e2d600640 1 -- 172.21.15.29:0/1310138339 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e24017070 con 0x7f6e3006d460 2024-09-12T03:14:57.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.324+0000 7f6e2d600640 1 -- 172.21.15.29:0/1310138339 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e24005ce0 con 0x7f6e3006d460 2024-09-12T03:14:57.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.324+0000 7f6e2d600640 1 -- 172.21.15.29:0/1310138339 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e240072f0 con 0x7f6e3006d460 2024-09-12T03:14:57.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.324+0000 7f6e36a00640 1 -- 172.21.15.29:0/1310138339 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e301f8540 con 0x7f6e3006d460 2024-09-12T03:14:57.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.324+0000 7f6e36a00640 1 -- 172.21.15.29:0/1310138339 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e301f8b00 con 0x7f6e3006d460 2024-09-12T03:14:57.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.325+0000 7f6e36a00640 1 -- 172.21.15.29:0/1310138339 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e30162bc0 con 0x7f6e3006d460 2024-09-12T03:14:57.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.326+0000 7f6e2d600640 1 -- 172.21.15.29:0/1310138339 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6e2401a070 con 0x7f6e3006d460 2024-09-12T03:14:57.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.328+0000 7f6e2d600640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6e1006be30 0x7f6e1006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:14:57.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.328+0000 7f6e2d600640 1 -- 172.21.15.29:0/1310138339 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5507+0+0 (secure 0 0 0) 0x7f6e2408a220 con 0x7f6e3006d460 2024-09-12T03:14:57.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.328+0000 7f6e34c00640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6e1006be30 0x7f6e1006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:14:57.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.329+0000 7f6e34c00640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6e1006be30 0x7f6e1006e2f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c034000 tx=0x7f6e1c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:14:57.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.332+0000 7f6e2d600640 1 -- 172.21.15.29:0/1310138339 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6e24058d40 con 0x7f6e3006d460 2024-09-12T03:14:57.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.551+0000 7f6e36a00640 1 -- 172.21.15.29:0/1310138339 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6e3006cf90 con 0x7f6e3006d460 2024-09-12T03:14:57.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.551+0000 7f6e2d600640 1 -- 172.21.15.29:0/1310138339 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 97 v97) ==== 94+0+3908 (secure 0 0 0) 0x7f6e24058640 con 0x7f6e3006d460 2024-09-12T03:14:57.551 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:14:57.551 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":97,"btime":"2024-09-12T03:14:51:291743+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6925,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/2946061699","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2946061699},{"type":"v1","addr":"172.21.15.29:6834","nonce":2946061699}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81},{"gid":7591,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/3756666994","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":3756666994},{"type":"v1","addr":"172.21.15.38:6837","nonce":3756666994}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":7941,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/2760422970","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":2760422970},{"type":"v1","addr":"172.21.15.29:6835","nonce":2760422970}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97},{"gid":7944,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/518402290","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":518402290},{"type":"v1","addr":"172.21.15.38:6835","nonce":518402290}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":97}],"filesystems":[]} 2024-09-12T03:14:57.551 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 97 2024-09-12T03:14:57.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.553+0000 7f6e36a00640 1 -- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6e1006be30 msgr2=0x7f6e1006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:57.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.553+0000 7f6e36a00640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6e1006be30 0x7f6e1006e2f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c034000 tx=0x7f6e1c02e000 comp rx=0 tx=0).stop 2024-09-12T03:14:57.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.553+0000 7f6e36a00640 1 -- 172.21.15.29:0/1310138339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6e3006d460 msgr2=0x7f6e300b95d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:14:57.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.553+0000 7f6e36a00640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6e3006d460 0x7f6e300b95d0 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f6e2400c410 tx=0x7f6e2400c8d0 comp rx=0 tx=0).stop 2024-09-12T03:14:57.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.554+0000 7f6e36a00640 1 -- 172.21.15.29:0/1310138339 shutdown_connections 2024-09-12T03:14:57.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.554+0000 7f6e36a00640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6e1006be30 0x7f6e1006e2f0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:57.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.554+0000 7f6e36a00640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6e3015e470 0x7f6e3015c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:57.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.554+0000 7f6e36a00640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6e300d4310 0x7f6e3015be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:57.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.554+0000 7f6e36a00640 1 --2- 172.21.15.29:0/1310138339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6e3006d460 0x7f6e300b95d0 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:14:57.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.554+0000 7f6e36a00640 1 -- 172.21.15.29:0/1310138339 >> 172.21.15.29:0/1310138339 conn(0x7f6e3009d700 msgr2=0x7f6e300b42c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:14:57.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.554+0000 7f6e36a00640 1 -- 172.21.15.29:0/1310138339 shutdown_connections 2024-09-12T03:14:57.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:14:57.554+0000 7f6e36a00640 1 -- 172.21.15.29:0/1310138339 wait complete. 2024-09-12T03:14:57.570 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-12T03:14:57.570 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-12T03:14:57.570 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-12T03:14:57.570 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:14:57.570 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-12T03:14:57.571 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-12T03:14:57.571 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-12T03:14:57.571 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:14:57.571 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-12T03:14:57.571 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-12T03:14:57.571 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-12T03:14:57.571 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:14:57.572 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-12T03:14:57.572 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-12T03:14:57.572 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-12T03:14:57.572 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:14:57.585 INFO:tasks.ceph.mds.c:Stopped 2024-09-12T03:14:57.585 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-12T03:14:57.586 INFO:tasks.ceph.mds.a:Stopped 2024-09-12T03:14:57.586 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-12T03:14:57.590 INFO:tasks.ceph.mds.d:Stopped 2024-09-12T03:14:57.590 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-12T03:14:57.631 INFO:tasks.ceph.mds.c:Started 2024-09-12T03:14:57.631 DEBUG:teuthology.parallel:result is None 2024-09-12T03:14:57.633 INFO:tasks.ceph.mds.a:Started 2024-09-12T03:14:57.633 DEBUG:teuthology.parallel:result is None 2024-09-12T03:14:57.635 INFO:tasks.ceph.mds.d:Started 2024-09-12T03:14:57.635 DEBUG:teuthology.parallel:result is None 2024-09-12T03:14:57.760 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:14:57.761 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:14:57.762 INFO:tasks.ceph.mds.a.smithi029.stderr:2024-09-12T03:14:57.762+0000 7f6067e00640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-09-12T03:14:57.768 INFO:tasks.ceph.mds.d.smithi038.stdout:starting mds.d at 2024-09-12T03:14:58.753 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-12T03:15:03.590 INFO:tasks.ceph.mds.b:Stopped 2024-09-12T03:15:03.590 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-12T03:15:03.595 INFO:tasks.ceph.mds.b:Started 2024-09-12T03:15:03.595 DEBUG:teuthology.parallel:result is None 2024-09-12T03:15:03.595 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-12T03:15:03.732 INFO:tasks.ceph.mds.b.smithi038.stdout:starting mds.b at 2024-09-12T03:15:03.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.764+0000 7febdf200640 1 Processor -- start 2024-09-12T03:15:03.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.765+0000 7febdf200640 1 -- start start 2024-09-12T03:15:03.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.766+0000 7febdf200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7febd806f0e0 0x7febd815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:03.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.766+0000 7febdf200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7febd806f4c0 0x7febd80cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:03.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.766+0000 7febdf200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7febd815c620 con 0x7febd80cf5a0 2024-09-12T03:15:03.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.766+0000 7febdf200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7febd815bc50 con 0x7febd806f4c0 2024-09-12T03:15:03.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.766+0000 7febdf200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7febd8152630 con 0x7febd806f0e0 2024-09-12T03:15:03.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.766+0000 7febcf400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7febd806f4c0 0x7febd80cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:03.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.766+0000 7febdd200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7febd80cf5a0 0x7febd80b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:43828/0 (socket says 172.21.15.29:43828) 2024-09-12T03:15:03.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.766+0000 7febdd200640 1 -- 172.21.15.29:0/158106471 learned_addr learned my addr 172.21.15.29:0/158106471 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:03.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.766+0000 7febd7e00640 1 --2- 172.21.15.29:0/158106471 >> v2:172.21.15.38:3300/0 conn(0x7febd806f0e0 0x7febd815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:03.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.767+0000 7febd7400640 1 -- 172.21.15.29:0/158106471 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 276722994 0 0) 0x7febd815c620 con 0x7febd80cf5a0 2024-09-12T03:15:03.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.767+0000 7febcf400640 1 -- 172.21.15.29:0/158106471 >> v2:172.21.15.38:3300/0 conn(0x7febd806f0e0 msgr2=0x7febd815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:03.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.767+0000 7febcf400640 1 --2- 172.21.15.29:0/158106471 >> v2:172.21.15.38:3300/0 conn(0x7febd806f0e0 0x7febd815c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:03.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.767+0000 7febcf400640 1 -- 172.21.15.29:0/158106471 >> v1:172.21.15.29:6789/0 conn(0x7febd80cf5a0 legacy=0x7febd80b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:03.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.767+0000 7febcf400640 1 -- 172.21.15.29:0/158106471 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febd80cfb40 con 0x7febd806f4c0 2024-09-12T03:15:03.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.768+0000 7febcf400640 1 --2- 172.21.15.29:0/158106471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febd806f4c0 0x7febd80cf060 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7febd8073070 tx=0x7febc002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4455ab8397892b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:03.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.768+0000 7febd7400640 1 -- 172.21.15.29:0/158106471 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc0037070 con 0x7febd806f4c0 2024-09-12T03:15:03.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.768+0000 7febd7400640 1 -- 172.21.15.29:0/158106471 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febc0032440 con 0x7febd806f4c0 2024-09-12T03:15:03.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.768+0000 7febd7400640 1 -- 172.21.15.29:0/158106471 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc0032810 con 0x7febd806f4c0 2024-09-12T03:15:03.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.768+0000 7febdf200640 1 -- 172.21.15.29:0/158106471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febd806f4c0 msgr2=0x7febd80cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:03.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.768+0000 7febdf200640 1 --2- 172.21.15.29:0/158106471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febd806f4c0 0x7febd80cf060 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7febd8073070 tx=0x7febc002a1a0 comp rx=0 tx=0).stop 2024-09-12T03:15:03.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.768+0000 7febdf200640 1 -- 172.21.15.29:0/158106471 shutdown_connections 2024-09-12T03:15:03.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.769+0000 7febdf200640 1 --2- 172.21.15.29:0/158106471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febd806f4c0 0x7febd80cf060 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:03.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.769+0000 7febdf200640 1 --2- 172.21.15.29:0/158106471 >> v2:172.21.15.38:3300/0 conn(0x7febd806f0e0 0x7febd815c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:03.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.769+0000 7febdf200640 1 -- 172.21.15.29:0/158106471 >> 172.21.15.29:0/158106471 conn(0x7febd8067da0 msgr2=0x7febd806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:03.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.769+0000 7febdf200640 1 -- 172.21.15.29:0/158106471 shutdown_connections 2024-09-12T03:15:03.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.769+0000 7febdf200640 1 -- 172.21.15.29:0/158106471 wait complete. 2024-09-12T03:15:03.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.770+0000 7febdf200640 1 Processor -- start 2024-09-12T03:15:03.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.770+0000 7febdf200640 1 -- start start 2024-09-12T03:15:03.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.771+0000 7febdf200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febd806f0e0 0x7febd8143850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:03.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.771+0000 7febdf200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7febd806f4c0 0x7febd81534d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:03.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.771+0000 7febdf200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febd80cf5a0 0x7febd81494b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:03.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.771+0000 7febdf200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7febd806f930 con 0x7febd80cf5a0 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.771+0000 7febdf200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7febd815b8e0 con 0x7febd806f0e0 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.771+0000 7febdf200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7febd815ee80 con 0x7febd806f4c0 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.771+0000 7febdd200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febd80cf5a0 0x7febd81494b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.771+0000 7febdd200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febd80cf5a0 0x7febd81494b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:51676/0 (socket says 172.21.15.29:51676) 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.771+0000 7febdd200640 1 -- 172.21.15.29:0/393092730 learned_addr learned my addr 172.21.15.29:0/393092730 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.771+0000 7febd7e00640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febd806f0e0 0x7febd8143850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febcf400640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7febd806f4c0 0x7febd81534d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febdd200640 1 -- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7febd806f4c0 msgr2=0x7febd81534d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febdd200640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7febd806f4c0 0x7febd81534d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febdd200640 1 -- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febd806f0e0 msgr2=0x7febd8143850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febdd200640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febd806f0e0 0x7febd8143850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febdd200640 1 -- 172.21.15.29:0/393092730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febd8146000 con 0x7febd80cf5a0 2024-09-12T03:15:03.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febdd200640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febd80cf5a0 0x7febd81494b0 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7febd000c730 tx=0x7febd000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:03.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febd4c00640 1 -- 172.21.15.29:0/393092730 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd0018070 con 0x7febd80cf5a0 2024-09-12T03:15:03.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febd4c00640 1 -- 172.21.15.29:0/393092730 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febd000ce40 con 0x7febd80cf5a0 2024-09-12T03:15:03.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febd4c00640 1 -- 172.21.15.29:0/393092730 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd000a860 con 0x7febd80cf5a0 2024-09-12T03:15:03.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febdf200640 1 -- 172.21.15.29:0/393092730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febd81462e0 con 0x7febd80cf5a0 2024-09-12T03:15:03.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.772+0000 7febdf200640 1 -- 172.21.15.29:0/393092730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febd81468a0 con 0x7febd80cf5a0 2024-09-12T03:15:03.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.774+0000 7febdf200640 1 -- 172.21.15.29:0/393092730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febd815f9a0 con 0x7febd80cf5a0 2024-09-12T03:15:03.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.774+0000 7febd4c00640 1 -- 172.21.15.29:0/393092730 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7febd001b070 con 0x7febd80cf5a0 2024-09-12T03:15:03.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.775+0000 7febd4c00640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7febb406be30 0x7febb406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:03.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.775+0000 7febd4c00640 1 -- 172.21.15.29:0/393092730 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5507+0+0 (secure 0 0 0) 0x7febd008a320 con 0x7febd80cf5a0 2024-09-12T03:15:03.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.776+0000 7febd7e00640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7febb406be30 0x7febb406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:03.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.776+0000 7febd7e00640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7febb406be30 0x7febb406e2f0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7febc8009b40 tx=0x7febc8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:03.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.780+0000 7febd4c00640 1 -- 172.21.15.29:0/393092730 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7febd0058730 con 0x7febd80cf5a0 2024-09-12T03:15:03.974 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:03.975+0000 7febdf200640 1 -- 172.21.15.29:0/393092730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7febd81479e0 con 0x7febd80cf5a0 2024-09-12T03:15:05.466 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-12T03:15:05.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.466+0000 7febd4c00640 1 -- 172.21.15.29:0/393092730 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v101) ==== 97+0+0 (secure 0 0 0) 0x7febd005ca30 con 0x7febd80cf5a0 2024-09-12T03:15:05.467 INFO:teuthology.orchestra.run.smithi029.stderr: removed all blocklist entries 2024-09-12T03:15:05.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 -- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7febb406be30 msgr2=0x7febb406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:05.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7febb406be30 0x7febb406e2f0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7febc8009b40 tx=0x7febc8009190 comp rx=0 tx=0).stop 2024-09-12T03:15:05.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 -- 172.21.15.29:0/393092730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febd80cf5a0 msgr2=0x7febd81494b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:05.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febd80cf5a0 0x7febd81494b0 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7febd000c730 tx=0x7febd000cbf0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 -- 172.21.15.29:0/393092730 shutdown_connections 2024-09-12T03:15:05.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7febb406be30 0x7febb406e2f0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febd80cf5a0 0x7febd81494b0 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7febd806f4c0 0x7febd81534d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 --2- 172.21.15.29:0/393092730 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7febd806f0e0 0x7febd8143850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 -- 172.21.15.29:0/393092730 >> 172.21.15.29:0/393092730 conn(0x7febd8067da0 msgr2=0x7febd815ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:05.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 -- 172.21.15.29:0/393092730 shutdown_connections 2024-09-12T03:15:05.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.469+0000 7febdf200640 1 -- 172.21.15.29:0/393092730 wait complete. 2024-09-12T03:15:05.489 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-12T03:15:05.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.650+0000 7f2965400640 1 Processor -- start 2024-09-12T03:15:05.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.651+0000 7f2965400640 1 -- start start 2024-09-12T03:15:05.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.652+0000 7f2965400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f296006f0e0 0x7f296015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:05.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.652+0000 7f2965400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f296015c620 con 0x7f296006f4c0 2024-09-12T03:15:05.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.652+0000 7f2965400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29600b4740 con 0x7f29600b3ba0 2024-09-12T03:15:05.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.652+0000 7f2965400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f296015bc50 con 0x7f296006f0e0 2024-09-12T03:15:05.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.652+0000 7f295e800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f296006f0e0 0x7f296015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:05.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.652+0000 7f2955e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f296006f4c0 0x7f29600cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:43832/0 (socket says 172.21.15.29:43832) 2024-09-12T03:15:05.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.652+0000 7f2955e00640 1 -- 172.21.15.29:0/1525616570 learned_addr learned my addr 172.21.15.29:0/1525616570 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:05.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.653+0000 7f295e800640 1 -- 172.21.15.29:0/1525616570 >> v1:172.21.15.38:6789/0 conn(0x7f29600b3ba0 legacy=0x7f29600b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:05.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.653+0000 7f295e800640 1 -- 172.21.15.29:0/1525616570 >> v1:172.21.15.29:6789/0 conn(0x7f296006f4c0 legacy=0x7f29600cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:05.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.653+0000 7f295e800640 1 -- 172.21.15.29:0/1525616570 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29600cfb40 con 0x7f296006f0e0 2024-09-12T03:15:05.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.654+0000 7f295e800640 1 --2- 172.21.15.29:0/1525616570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f296006f0e0 0x7f296015c0e0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f29500097a0 tx=0x7f295002c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e344f209f9ccd026 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:05.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.654+0000 7f295de00640 1 -- 172.21.15.29:0/1525616570 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950038070 con 0x7f296006f0e0 2024-09-12T03:15:05.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.654+0000 7f295de00640 1 -- 172.21.15.29:0/1525616570 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2950031710 con 0x7f296006f0e0 2024-09-12T03:15:05.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.654+0000 7f295de00640 1 -- 172.21.15.29:0/1525616570 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950031ae0 con 0x7f296006f0e0 2024-09-12T03:15:05.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.654+0000 7f2965400640 1 -- 172.21.15.29:0/1525616570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f296006f0e0 msgr2=0x7f296015c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:05.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.654+0000 7f2965400640 1 --2- 172.21.15.29:0/1525616570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f296006f0e0 0x7f296015c0e0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f29500097a0 tx=0x7f295002c440 comp rx=0 tx=0).stop 2024-09-12T03:15:05.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.654+0000 7f2965400640 1 -- 172.21.15.29:0/1525616570 shutdown_connections 2024-09-12T03:15:05.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.654+0000 7f2965400640 1 --2- 172.21.15.29:0/1525616570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f296006f0e0 0x7f296015c0e0 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.655+0000 7f2965400640 1 -- 172.21.15.29:0/1525616570 >> 172.21.15.29:0/1525616570 conn(0x7f2960067da0 msgr2=0x7f296006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:05.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.655+0000 7f2965400640 1 -- 172.21.15.29:0/1525616570 shutdown_connections 2024-09-12T03:15:05.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.655+0000 7f2965400640 1 -- 172.21.15.29:0/1525616570 wait complete. 2024-09-12T03:15:05.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.656+0000 7f2965400640 1 Processor -- start 2024-09-12T03:15:05.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.656+0000 7f2965400640 1 -- start start 2024-09-12T03:15:05.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.657+0000 7f2965400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f296006f0e0 0x7f296014af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:05.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.657+0000 7f2965400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f296006f4c0 0x7f2960154b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.657+0000 7f2965400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29600b3ba0 0x7f29601550d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.657+0000 7f2965400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f296015b8e0 con 0x7f296006f0e0 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.657+0000 7f2965400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f2960152630 con 0x7f29600b3ba0 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.657+0000 7f2965400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f296006f930 con 0x7f296006f4c0 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.657+0000 7f295e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f296006f0e0 0x7f296014af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.658+0000 7f295e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f296006f0e0 0x7f296014af30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:51700/0 (socket says 172.21.15.29:51700) 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.658+0000 7f295e800640 1 -- 172.21.15.29:0/783570059 learned_addr learned my addr 172.21.15.29:0/783570059 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.658+0000 7f2955e00640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f296006f4c0 0x7f2960154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.658+0000 7f295f200640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29600b3ba0 0x7f29601550d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.658+0000 7f295e800640 1 -- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f296006f4c0 msgr2=0x7f2960154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.658+0000 7f295e800640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f296006f4c0 0x7f2960154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.658+0000 7f295e800640 1 -- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29600b3ba0 msgr2=0x7f29601550d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.658+0000 7f295e800640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29600b3ba0 0x7f29601550d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.658+0000 7f295e800640 1 -- 172.21.15.29:0/783570059 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29600ae730 con 0x7f296006f0e0 2024-09-12T03:15:05.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.658+0000 7f295e800640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f296006f0e0 0x7f296014af30 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f2950036040 tx=0x7f29500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:05.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.659+0000 7f2957400640 1 -- 172.21.15.29:0/783570059 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950042020 con 0x7f296006f0e0 2024-09-12T03:15:05.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.659+0000 7f2957400640 1 -- 172.21.15.29:0/783570059 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2950033830 con 0x7f296006f0e0 2024-09-12T03:15:05.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.659+0000 7f2957400640 1 -- 172.21.15.29:0/783570059 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2950038040 con 0x7f296006f0e0 2024-09-12T03:15:05.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.659+0000 7f2965400640 1 -- 172.21.15.29:0/783570059 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29600aea10 con 0x7f296006f0e0 2024-09-12T03:15:05.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.659+0000 7f2965400640 1 -- 172.21.15.29:0/783570059 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29600aefd0 con 0x7f296006f0e0 2024-09-12T03:15:05.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.660+0000 7f2965400640 1 -- 172.21.15.29:0/783570059 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29601f5520 con 0x7f296006f0e0 2024-09-12T03:15:05.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.661+0000 7f2957400640 1 -- 172.21.15.29:0/783570059 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2950033c40 con 0x7f296006f0e0 2024-09-12T03:15:05.661 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.661+0000 7f2957400640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f293c06be30 0x7f293c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:05.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.662+0000 7f2957400640 1 -- 172.21.15.29:0/783570059 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5249+0+0 (secure 0 0 0) 0x7f29500ab550 con 0x7f296006f0e0 2024-09-12T03:15:05.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.662+0000 7f2955e00640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f293c06be30 0x7f293c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:05.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.662+0000 7f2955e00640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f293c06be30 0x7f293c06e2f0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f29601f1ea0 tx=0x7f2948009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:05.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.666+0000 7f2957400640 1 -- 172.21.15.29:0/783570059 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f295004c020 con 0x7f296006f0e0 2024-09-12T03:15:05.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.918+0000 7f2965400640 1 -- 172.21.15.29:0/783570059 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f296015ee80 con 0x7f296006f0e0 2024-09-12T03:15:05.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.919+0000 7f2957400640 1 -- 172.21.15.29:0/783570059 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v15) ==== 80+0+5304 (secure 0 0 0) 0x7f2950079a60 con 0x7f296006f0e0 2024-09-12T03:15:05.920 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:05.920 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:05.920 INFO:teuthology.orchestra.run.smithi029.stdout: "auth_dump": [ 2024-09-12T03:15:05.920 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.920 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.a", 2024-09-12T03:15:05.920 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmGdhrORAAsOS/B6LbhU6MJ2GUBYBJFA==", 2024-09-12T03:15:05.920 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.920 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:15:05.920 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:15:05.920 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:15:05.920 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.b", 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJm7e2+ERAAyldNZARwXOigGaWNqli9Bg==", 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.921 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.c", 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmqYmoBxAAYPJQB2lkVmdMtBEIdiX1mQ==", 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mds.d", 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmoACEGxAAER5bDtRQNdNN8FDWARVXzQ==", 2024-09-12T03:15:05.922 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.0", 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDsWuJm1gnvDRAAg+7CcQx/xZXRfM+g7lsR/A==", 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.923 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.1", 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDvWuJmnW8NKBAAISZJQD5VBkM1KkgEcWGfbQ==", 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.2", 2024-09-12T03:15:05.924 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDyWuJmZNQuMRAA2ANl+grvUEpgKJt5/+m10w==", 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.3", 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD1WuJmesWYOxAACNJ0k9wf5vX7Jfu09q2HoA==", 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:15:05.925 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.4", 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQD/WuJm9fUiHBAAZrBRG+pAXyud5zXPvQy1CQ==", 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.5", 2024-09-12T03:15:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQACW+Jm8F8tJxAAPAwz7p5jMlNbkQC94UiSUA==", 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.6", 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAFW+Jm3IMDMhAAoT6gQFrllSSRpiM6+SH6gA==", 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.927 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "osd.7", 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQAJW+Jmr+JtAhAAbP/l6S1lDbCzyaZ2DhcYOw==", 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow profile osd", 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile osd", 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.0", 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w==", 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.928 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow r", 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.1", 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmLdQsMRAA+n1A7Ovo1XnY3u+lXv2Ilg==", 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:15:05.929 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.2", 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmTP2lKhAA0th0lTng+ToO8M32YkX49A==", 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.3", 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDqWuJmN5KtNxAAPlcAKyvfzPH0Nz+zPjjFLg==", 2024-09-12T03:15:05.930 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow", 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow r", 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow rw", 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow rwx" 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "client.admin", 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmTksqChAA0bocgO0/5SUJ4Gs5Ctchdg==", 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr": "allow *", 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow *", 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.931 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.x", 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmamHAMhAAOO0VgoWBN+cj+LH+hCjMrA==", 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:05.932 INFO:teuthology.orchestra.run.smithi029.stdout: "entity": "mgr.y", 2024-09-12T03:15:05.933 INFO:teuthology.orchestra.run.smithi029.stdout: "key": "AQDpWuJmaP4NLBAA2aCTJ8rKhk1yHyvYwew2fQ==", 2024-09-12T03:15:05.933 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": { 2024-09-12T03:15:05.933 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": "allow *", 2024-09-12T03:15:05.933 INFO:teuthology.orchestra.run.smithi029.stdout: "mon": "allow profile mgr", 2024-09-12T03:15:05.933 INFO:teuthology.orchestra.run.smithi029.stdout: "osd": "allow *" 2024-09-12T03:15:05.933 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.933 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:05.933 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2024-09-12T03:15:05.933 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:05.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 -- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f293c06be30 msgr2=0x7f293c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:05.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f293c06be30 0x7f293c06e2f0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f29601f1ea0 tx=0x7f2948009040 comp rx=0 tx=0).stop 2024-09-12T03:15:05.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 -- 172.21.15.29:0/783570059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f296006f0e0 msgr2=0x7f296014af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:05.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f296006f0e0 0x7f296014af30 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f2950036040 tx=0x7f29500046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 -- 172.21.15.29:0/783570059 shutdown_connections 2024-09-12T03:15:05.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f293c06be30 0x7f293c06e2f0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29600b3ba0 0x7f29601550d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f296006f4c0 0x7f2960154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 --2- 172.21.15.29:0/783570059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f296006f0e0 0x7f296014af30 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:05.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 -- 172.21.15.29:0/783570059 >> 172.21.15.29:0/783570059 conn(0x7f2960067da0 msgr2=0x7f296006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:05.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 -- 172.21.15.29:0/783570059 shutdown_connections 2024-09-12T03:15:05.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:05.921+0000 7f2965400640 1 -- 172.21.15.29:0/783570059 wait complete. 2024-09-12T03:15:05.938 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-12T03:15:06.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.093+0000 7f1720200640 1 Processor -- start 2024-09-12T03:15:06.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.093+0000 7f1720200640 1 -- start start 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.094+0000 7f1720200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f171806d580 0x7f171809b480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f1720200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1718070be0 0x7f1718071030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f1720200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f171806d210 con 0x7f171806d960 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f1720200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f171815fc70 con 0x7f1718070be0 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f1720200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f171815f060 con 0x7f171806d580 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f171e200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1718070be0 0x7f1718071030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f171e200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1718070be0 0x7f1718071030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:51706/0 (socket says 172.21.15.29:51706) 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f171e200640 1 -- 172.21.15.29:0/3577142316 learned_addr learned my addr 172.21.15.29:0/3577142316 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f171d800640 1 --2- 172.21.15.29:0/3577142316 >> v2:172.21.15.38:3300/0 conn(0x7f171806d580 0x7f171809b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f171e200640 1 -- 172.21.15.29:0/3577142316 >> v2:172.21.15.38:3300/0 conn(0x7f171806d580 msgr2=0x7f171809b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f171e200640 1 --2- 172.21.15.29:0/3577142316 >> v2:172.21.15.38:3300/0 conn(0x7f171806d580 0x7f171809b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f171e200640 1 -- 172.21.15.29:0/3577142316 >> v1:172.21.15.38:6789/0 conn(0x7f171806d960 legacy=0x7f171815e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:06.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.095+0000 7f171e200640 1 -- 172.21.15.29:0/3577142316 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f171815f340 con 0x7f1718070be0 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.096+0000 7f171e200640 1 --2- 172.21.15.29:0/3577142316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1718070be0 0x7f1718071030 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f1718073890 tx=0x7f171002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20e385d86f42dd78 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.097+0000 7f1717e00640 1 -- 172.21.15.29:0/3577142316 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1710036070 con 0x7f1718070be0 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.097+0000 7f1717e00640 1 -- 172.21.15.29:0/3577142316 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1710031600 con 0x7f1718070be0 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.097+0000 7f1717e00640 1 -- 172.21.15.29:0/3577142316 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17100319d0 con 0x7f1718070be0 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.097+0000 7f1720200640 1 -- 172.21.15.29:0/3577142316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1718070be0 msgr2=0x7f1718071030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.097+0000 7f1720200640 1 --2- 172.21.15.29:0/3577142316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1718070be0 0x7f1718071030 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f1718073890 tx=0x7f171002a730 comp rx=0 tx=0).stop 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.097+0000 7f1720200640 1 -- 172.21.15.29:0/3577142316 shutdown_connections 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.097+0000 7f1720200640 1 --2- 172.21.15.29:0/3577142316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1718070be0 0x7f1718071030 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.097+0000 7f1720200640 1 --2- 172.21.15.29:0/3577142316 >> v2:172.21.15.38:3300/0 conn(0x7f171806d580 0x7f171809b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.097+0000 7f1720200640 1 -- 172.21.15.29:0/3577142316 >> 172.21.15.29:0/3577142316 conn(0x7f17180d23a0 msgr2=0x7f17180d27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.097+0000 7f1720200640 1 -- 172.21.15.29:0/3577142316 shutdown_connections 2024-09-12T03:15:06.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.097+0000 7f1720200640 1 -- 172.21.15.29:0/3577142316 wait complete. 2024-09-12T03:15:06.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.099+0000 7f1720200640 1 Processor -- start 2024-09-12T03:15:06.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.099+0000 7f1720200640 1 -- start start 2024-09-12T03:15:06.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.100+0000 7f1720200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f171806d580 0x7f1718161f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:06.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.100+0000 7f1720200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f171806d960 0x7f1718160040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:06.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.100+0000 7f1720200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1718070be0 0x7f171815a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:06.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.100+0000 7f1720200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f171815ed70 con 0x7f171806d580 2024-09-12T03:15:06.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.100+0000 7f1720200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f171815f900 con 0x7f171806d960 2024-09-12T03:15:06.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.100+0000 7f1720200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f171806ddb0 con 0x7f1718070be0 2024-09-12T03:15:06.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.100+0000 7f171d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f171806d580 0x7f1718161f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:06.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.100+0000 7f171d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f171806d580 0x7f1718161f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:51716/0 (socket says 172.21.15.29:51716) 2024-09-12T03:15:06.101 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.100+0000 7f171d800640 1 -- 172.21.15.29:0/3522287337 learned_addr learned my addr 172.21.15.29:0/3522287337 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:06.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.101+0000 7f171d800640 1 -- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1718070be0 msgr2=0x7f171815a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:06.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.101+0000 7f171d800640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1718070be0 0x7f171815a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.101+0000 7f171d800640 1 -- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f171806d960 msgr2=0x7f1718160040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:06.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.101+0000 7f171d800640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f171806d960 0x7f1718160040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.101+0000 7f171d800640 1 -- 172.21.15.29:0/3522287337 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17180b5aa0 con 0x7f171806d580 2024-09-12T03:15:06.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.101+0000 7f171d800640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f171806d580 0x7f1718161f00 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f170c00d800 tx=0x7f170c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:06.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.101+0000 7f1715600640 1 -- 172.21.15.29:0/3522287337 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f170c00b6c0 con 0x7f171806d580 2024-09-12T03:15:06.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.101+0000 7f1715600640 1 -- 172.21.15.29:0/3522287337 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f170c019070 con 0x7f171806d580 2024-09-12T03:15:06.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.101+0000 7f1720200640 1 -- 172.21.15.29:0/3522287337 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17180b5d80 con 0x7f171806d580 2024-09-12T03:15:06.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.101+0000 7f1715600640 1 -- 172.21.15.29:0/3522287337 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f170c00ba80 con 0x7f171806d580 2024-09-12T03:15:06.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.101+0000 7f1720200640 1 -- 172.21.15.29:0/3522287337 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17180b6620 con 0x7f171806d580 2024-09-12T03:15:06.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.102+0000 7f1720200640 1 -- 172.21.15.29:0/3522287337 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f171809b480 con 0x7f171806d580 2024-09-12T03:15:06.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.104+0000 7f1715600640 1 -- 172.21.15.29:0/3522287337 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f170c00bc20 con 0x7f171806d580 2024-09-12T03:15:06.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.105+0000 7f1715600640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16f806be60 0x7f16f806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:06.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.105+0000 7f1715600640 1 -- 172.21.15.29:0/3522287337 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5249+0+0 (secure 0 0 0) 0x7f170c08b120 con 0x7f171806d580 2024-09-12T03:15:06.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.105+0000 7f171ce00640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16f806be60 0x7f16f806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:06.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.106+0000 7f171ce00640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16f806be60 0x7f16f806e320 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f1704000f60 tx=0x7f17040079d0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:06.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.109+0000 7f1715600640 1 -- 172.21.15.29:0/3522287337 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f170c01c360 con 0x7f171806d580 2024-09-12T03:15:06.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.298+0000 7f1720200640 1 -- 172.21.15.29:0/3522287337 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f17180affe0 con 0x7f171806d580 2024-09-12T03:15:06.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.299+0000 7f1715600640 1 -- 172.21.15.29:0/3522287337 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v101) ==== 84+0+65 (secure 0 0 0) 0x7f170c059c80 con 0x7f171806d580 2024-09-12T03:15:06.299 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:06.299 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2024-09-12T03:15:06.299 INFO:teuthology.orchestra.run.smithi029.stdout: { 2024-09-12T03:15:06.300 INFO:teuthology.orchestra.run.smithi029.stdout: "poolnum": 1, 2024-09-12T03:15:06.300 INFO:teuthology.orchestra.run.smithi029.stdout: "poolname": ".mgr" 2024-09-12T03:15:06.300 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:06.300 INFO:teuthology.orchestra.run.smithi029.stdout:] 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 -- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16f806be60 msgr2=0x7f16f806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16f806be60 0x7f16f806e320 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f1704000f60 tx=0x7f17040079d0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 -- 172.21.15.29:0/3522287337 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f171806d580 msgr2=0x7f1718161f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f171806d580 0x7f1718161f00 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f170c00d800 tx=0x7f170c00dcc0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 -- 172.21.15.29:0/3522287337 shutdown_connections 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f16f806be60 0x7f16f806e320 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1718070be0 0x7f171815a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f171806d960 0x7f1718160040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 --2- 172.21.15.29:0/3522287337 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f171806d580 0x7f1718161f00 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 -- 172.21.15.29:0/3522287337 >> 172.21.15.29:0/3522287337 conn(0x7f17180d23a0 msgr2=0x7f17180c8a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 -- 172.21.15.29:0/3522287337 shutdown_connections 2024-09-12T03:15:06.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.301+0000 7f1720200640 1 -- 172.21.15.29:0/3522287337 wait complete. 2024-09-12T03:15:06.318 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-12T03:15:06.318 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-12T03:15:06.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.479+0000 7f8d23e00640 1 Processor -- start 2024-09-12T03:15:06.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.479+0000 7f8d23e00640 1 -- start start 2024-09-12T03:15:06.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.480+0000 7f8d23e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d24161a00 0x7f8d240d4f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:06.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.480+0000 7f8d23e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d240b31c0 con 0x7f8d241629a0 2024-09-12T03:15:06.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.480+0000 7f8d23e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d240b3460 con 0x7f8d24161de0 2024-09-12T03:15:06.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.480+0000 7f8d23e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8d24163130 con 0x7f8d24161a00 2024-09-12T03:15:06.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.481+0000 7f8d23400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f8d241629a0 0x7f8d240cf7d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:43836/0 (socket says 172.21.15.29:43836) 2024-09-12T03:15:06.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.481+0000 7f8d23400640 1 -- 172.21.15.29:0/2168125328 learned_addr learned my addr 172.21.15.29:0/2168125328 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:06.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.481+0000 7f8d22a00640 1 --2- 172.21.15.29:0/2168125328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d24161a00 0x7f8d240d4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:06.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.481+0000 7f8d22000640 1 -- 172.21.15.29:0/2168125328 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1569632586 0 0) 0x7f8d240b31c0 con 0x7f8d241629a0 2024-09-12T03:15:06.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.481+0000 7f8d22000640 1 -- 172.21.15.29:0/2168125328 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d08003520 con 0x7f8d241629a0 2024-09-12T03:15:06.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.481+0000 7f8d22000640 1 -- 172.21.15.29:0/2168125328 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2724924078 0 0) 0x7f8d240b3460 con 0x7f8d24161de0 2024-09-12T03:15:06.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.481+0000 7f8d22a00640 1 -- 172.21.15.29:0/2168125328 >> v1:172.21.15.38:6789/0 conn(0x7f8d24161de0 legacy=0x7f8d24162290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:06.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.481+0000 7f8d22a00640 1 -- 172.21.15.29:0/2168125328 >> v1:172.21.15.29:6789/0 conn(0x7f8d241629a0 legacy=0x7f8d240cf7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:06.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.481+0000 7f8d22a00640 1 -- 172.21.15.29:0/2168125328 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d240d3360 con 0x7f8d24161a00 2024-09-12T03:15:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.482+0000 7f8d22a00640 1 --2- 172.21.15.29:0/2168125328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d24161a00 0x7f8d240d4f40 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8d140097d0 tx=0x7f8d1402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c065a3469ff19bb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.483+0000 7f8d22000640 1 -- 172.21.15.29:0/2168125328 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d14037070 con 0x7f8d24161a00 2024-09-12T03:15:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.483+0000 7f8d22000640 1 -- 172.21.15.29:0/2168125328 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d1402ae50 con 0x7f8d24161a00 2024-09-12T03:15:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.483+0000 7f8d22000640 1 -- 172.21.15.29:0/2168125328 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d14032660 con 0x7f8d24161a00 2024-09-12T03:15:06.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.483+0000 7f8d23e00640 1 -- 172.21.15.29:0/2168125328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d24161a00 msgr2=0x7f8d240d4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:06.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.483+0000 7f8d23e00640 1 --2- 172.21.15.29:0/2168125328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d24161a00 0x7f8d240d4f40 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f8d140097d0 tx=0x7f8d1402a100 comp rx=0 tx=0).stop 2024-09-12T03:15:06.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.483+0000 7f8d23e00640 1 -- 172.21.15.29:0/2168125328 shutdown_connections 2024-09-12T03:15:06.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.483+0000 7f8d23e00640 1 --2- 172.21.15.29:0/2168125328 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d24161a00 0x7f8d240d4f40 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.483+0000 7f8d23e00640 1 -- 172.21.15.29:0/2168125328 >> 172.21.15.29:0/2168125328 conn(0x7f8d2408c000 msgr2=0x7f8d240d4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:06.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.484+0000 7f8d23e00640 1 -- 172.21.15.29:0/2168125328 shutdown_connections 2024-09-12T03:15:06.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.484+0000 7f8d23e00640 1 -- 172.21.15.29:0/2168125328 wait complete. 2024-09-12T03:15:06.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.485+0000 7f8d23e00640 1 Processor -- start 2024-09-12T03:15:06.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.485+0000 7f8d23e00640 1 -- start start 2024-09-12T03:15:06.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.486+0000 7f8d23e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d24161a00 0x7f8d240b3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:06.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.486+0000 7f8d23e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8d24161de0 0x7f8d2415bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:06.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.486+0000 7f8d23e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d241629a0 0x7f8d240b51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:06.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.486+0000 7f8d23e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2406cf00 con 0x7f8d24161de0 2024-09-12T03:15:06.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.486+0000 7f8d23e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8d2406cd80 con 0x7f8d24161a00 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.486+0000 7f8d23e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8d240d2da0 con 0x7f8d241629a0 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.486+0000 7f8d1be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8d24161de0 0x7f8d2415bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.486+0000 7f8d1be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8d24161de0 0x7f8d2415bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:51720/0 (socket says 172.21.15.29:51720) 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.486+0000 7f8d1be00640 1 -- 172.21.15.29:0/3722480034 learned_addr learned my addr 172.21.15.29:0/3722480034 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d22a00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d24161a00 0x7f8d240b3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d23400640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d241629a0 0x7f8d240b51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d1be00640 1 -- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d241629a0 msgr2=0x7f8d240b51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d1be00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d241629a0 0x7f8d240b51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d1be00640 1 -- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d24161a00 msgr2=0x7f8d240b3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d1be00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d24161a00 0x7f8d240b3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d1be00640 1 -- 172.21.15.29:0/3722480034 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d240b4110 con 0x7f8d24161de0 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d23400640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d241629a0 0x7f8d240b51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d1be00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8d24161de0 0x7f8d2415bf80 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c00c4b0 tx=0x7f8d0c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:06.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d1aa00640 1 -- 172.21.15.29:0/3722480034 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c017070 con 0x7f8d24161de0 2024-09-12T03:15:06.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d1aa00640 1 -- 172.21.15.29:0/3722480034 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d0c005480 con 0x7f8d24161de0 2024-09-12T03:15:06.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d1aa00640 1 -- 172.21.15.29:0/3722480034 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d0c003830 con 0x7f8d24161de0 2024-09-12T03:15:06.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.487+0000 7f8d23e00640 1 -- 172.21.15.29:0/3722480034 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d240b43f0 con 0x7f8d24161de0 2024-09-12T03:15:06.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.488+0000 7f8d23e00640 1 -- 172.21.15.29:0/3722480034 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d240b49b0 con 0x7f8d24161de0 2024-09-12T03:15:06.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.489+0000 7f8d23e00640 1 -- 172.21.15.29:0/3722480034 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d240b25d0 con 0x7f8d24161de0 2024-09-12T03:15:06.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.489+0000 7f8d1aa00640 1 -- 172.21.15.29:0/3722480034 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8d0c01a070 con 0x7f8d24161de0 2024-09-12T03:15:06.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.490+0000 7f8d1aa00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8d0006be30 0x7f8d0006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:06.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.490+0000 7f8d1aa00640 1 -- 172.21.15.29:0/3722480034 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5249+0+0 (secure 0 0 0) 0x7f8d0c089fe0 con 0x7f8d24161de0 2024-09-12T03:15:06.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.491+0000 7f8d22a00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8d0006be30 0x7f8d0006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:06.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.492+0000 7f8d22a00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8d0006be30 0x7f8d0006e2f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f8d14034000 tx=0x7f8d1402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:06.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.495+0000 7f8d1aa00640 1 -- 172.21.15.29:0/3722480034 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8d240b25d0 con 0x7f8d24161de0 2024-09-12T03:15:06.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:06.681+0000 7f8d23e00640 1 -- 172.21.15.29:0/3722480034 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f8d240d4f40 con 0x7f8d24161de0 2024-09-12T03:15:07.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.480+0000 7f8d1aa00640 1 -- 172.21.15.29:0/3722480034 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v102) ==== 138+0+0 (secure 0 0 0) 0x7f8d0c058530 con 0x7f8d24161de0 2024-09-12T03:15:07.481 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' created 2024-09-12T03:15:07.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.485+0000 7f8d23e00640 1 -- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8d0006be30 msgr2=0x7f8d0006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:07.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.485+0000 7f8d23e00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8d0006be30 0x7f8d0006e2f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f8d14034000 tx=0x7f8d1402e000 comp rx=0 tx=0).stop 2024-09-12T03:15:07.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.485+0000 7f8d23e00640 1 -- 172.21.15.29:0/3722480034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8d24161de0 msgr2=0x7f8d2415bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:07.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.485+0000 7f8d23e00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8d24161de0 0x7f8d2415bf80 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c00c4b0 tx=0x7f8d0c00c970 comp rx=0 tx=0).stop 2024-09-12T03:15:07.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.485+0000 7f8d23e00640 1 -- 172.21.15.29:0/3722480034 shutdown_connections 2024-09-12T03:15:07.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.485+0000 7f8d23e00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8d0006be30 0x7f8d0006e2f0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:07.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.485+0000 7f8d23e00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8d241629a0 0x7f8d240b51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:07.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.485+0000 7f8d23e00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8d24161de0 0x7f8d2415bf80 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:07.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.485+0000 7f8d23e00640 1 --2- 172.21.15.29:0/3722480034 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8d24161a00 0x7f8d240b3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:07.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.485+0000 7f8d23e00640 1 -- 172.21.15.29:0/3722480034 >> 172.21.15.29:0/3722480034 conn(0x7f8d2408c000 msgr2=0x7f8d240b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:07.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.485+0000 7f8d23e00640 1 -- 172.21.15.29:0/3722480034 shutdown_connections 2024-09-12T03:15:07.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.486+0000 7f8d23e00640 1 -- 172.21.15.29:0/3722480034 wait complete. 2024-09-12T03:15:07.508 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-12T03:15:07.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.676+0000 7fb992c00640 1 Processor -- start 2024-09-12T03:15:07.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.676+0000 7fb992c00640 1 -- start start 2024-09-12T03:15:07.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.677+0000 7fb992c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb98c0d2460 0x7fb98c06dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:07.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.677+0000 7fb992c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb98c06e200 0x7fb98c0d2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:07.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.677+0000 7fb992c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb98c1627d0 con 0x7fb98c15e510 2024-09-12T03:15:07.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.677+0000 7fb992c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb98c162ab0 con 0x7fb98c0d2460 2024-09-12T03:15:07.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.677+0000 7fb992c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fb98c06d4c0 con 0x7fb98c06e200 2024-09-12T03:15:07.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.677+0000 7fb991800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fb98c15e510 0x7fb98c161f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:43846/0 (socket says 172.21.15.29:43846) 2024-09-12T03:15:07.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.677+0000 7fb991800640 1 -- 172.21.15.29:0/1613586443 learned_addr learned my addr 172.21.15.29:0/1613586443 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:07.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.677+0000 7fb990e00640 1 --2- 172.21.15.29:0/1613586443 >> v2:172.21.15.29:3300/0 conn(0x7fb98c0d2460 0x7fb98c06dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:07.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.677+0000 7fb992200640 1 --2- 172.21.15.29:0/1613586443 >> v2:172.21.15.38:3300/0 conn(0x7fb98c06e200 0x7fb98c0d2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:07.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.678+0000 7fb990e00640 1 -- 172.21.15.29:0/1613586443 >> v2:172.21.15.38:3300/0 conn(0x7fb98c06e200 msgr2=0x7fb98c0d2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:07.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.678+0000 7fb990e00640 1 --2- 172.21.15.29:0/1613586443 >> v2:172.21.15.38:3300/0 conn(0x7fb98c06e200 0x7fb98c0d2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:07.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.678+0000 7fb990e00640 1 -- 172.21.15.29:0/1613586443 >> v1:172.21.15.29:6789/0 conn(0x7fb98c15e510 legacy=0x7fb98c161f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:07.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.678+0000 7fb990e00640 1 -- 172.21.15.29:0/1613586443 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98c06d7a0 con 0x7fb98c0d2460 2024-09-12T03:15:07.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.679+0000 7fb990e00640 1 --2- 172.21.15.29:0/1613586443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb98c0d2460 0x7fb98c06dcc0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0d0b90 tx=0x7fb97802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=814a3c69dc61c328 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:07.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.679+0000 7fb98be00640 1 -- 172.21.15.29:0/1613586443 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb978037070 con 0x7fb98c0d2460 2024-09-12T03:15:07.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.679+0000 7fb98be00640 1 -- 172.21.15.29:0/1613586443 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb978032440 con 0x7fb98c0d2460 2024-09-12T03:15:07.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.679+0000 7fb98be00640 1 -- 172.21.15.29:0/1613586443 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb978032810 con 0x7fb98c0d2460 2024-09-12T03:15:07.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.680+0000 7fb992c00640 1 -- 172.21.15.29:0/1613586443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb98c0d2460 msgr2=0x7fb98c06dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:07.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.680+0000 7fb992c00640 1 --2- 172.21.15.29:0/1613586443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb98c0d2460 0x7fb98c06dcc0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7fb98c0d0b90 tx=0x7fb97802a1a0 comp rx=0 tx=0).stop 2024-09-12T03:15:07.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.680+0000 7fb992c00640 1 -- 172.21.15.29:0/1613586443 shutdown_connections 2024-09-12T03:15:07.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.680+0000 7fb992c00640 1 --2- 172.21.15.29:0/1613586443 >> v2:172.21.15.38:3300/0 conn(0x7fb98c06e200 0x7fb98c0d2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:07.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.680+0000 7fb992c00640 1 --2- 172.21.15.29:0/1613586443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb98c0d2460 0x7fb98c06dcc0 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:07.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.680+0000 7fb992c00640 1 -- 172.21.15.29:0/1613586443 >> 172.21.15.29:0/1613586443 conn(0x7fb98c09d7b0 msgr2=0x7fb98c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:07.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.680+0000 7fb992c00640 1 -- 172.21.15.29:0/1613586443 shutdown_connections 2024-09-12T03:15:07.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.680+0000 7fb992c00640 1 -- 172.21.15.29:0/1613586443 wait complete. 2024-09-12T03:15:07.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.682+0000 7fb992c00640 1 Processor -- start 2024-09-12T03:15:07.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.682+0000 7fb992c00640 1 -- start start 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.682+0000 7fb992c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb98c06e200 0x7fb98c15cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.682+0000 7fb992c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb98c0d2460 0x7fb98c15d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb992c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb98c15e510 0x7fb98c0b9190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb992c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb98c0d30c0 con 0x7fb98c0d2460 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb992c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb98c0d2f40 con 0x7fb98c06e200 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb992c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb98c0d3240 con 0x7fb98c15e510 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb990e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb98c0d2460 0x7fb98c15d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb990e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb98c0d2460 0x7fb98c15d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:51734/0 (socket says 172.21.15.29:51734) 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb990e00640 1 -- 172.21.15.29:0/3524755057 learned_addr learned my addr 172.21.15.29:0/3524755057 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb991800640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb98c06e200 0x7fb98c15cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb992200640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb98c15e510 0x7fb98c0b9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:07.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb990e00640 1 -- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb98c15e510 msgr2=0x7fb98c0b9190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:07.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb990e00640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb98c15e510 0x7fb98c0b9190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:07.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb990e00640 1 -- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb98c06e200 msgr2=0x7fb98c15cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:07.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb990e00640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb98c06e200 0x7fb98c15cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:07.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb990e00640 1 -- 172.21.15.29:0/3524755057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98c0b7d00 con 0x7fb98c0d2460 2024-09-12T03:15:07.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.683+0000 7fb991800640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb98c06e200 0x7fb98c15cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:07.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.684+0000 7fb990e00640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb98c0d2460 0x7fb98c15d460 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7fb978000c00 tx=0x7fb9780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:07.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.684+0000 7fb989600640 1 -- 172.21.15.29:0/3524755057 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb978037040 con 0x7fb98c0d2460 2024-09-12T03:15:07.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.684+0000 7fb989600640 1 -- 172.21.15.29:0/3524755057 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb978042070 con 0x7fb98c0d2460 2024-09-12T03:15:07.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.684+0000 7fb992c00640 1 -- 172.21.15.29:0/3524755057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb98c0b9fc0 con 0x7fb98c0d2460 2024-09-12T03:15:07.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.684+0000 7fb989600640 1 -- 172.21.15.29:0/3524755057 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb978030960 con 0x7fb98c0d2460 2024-09-12T03:15:07.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.684+0000 7fb992c00640 1 -- 172.21.15.29:0/3524755057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb98c0b7f70 con 0x7fb98c0d2460 2024-09-12T03:15:07.686 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.685+0000 7fb992c00640 1 -- 172.21.15.29:0/3524755057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb98c0d1ef0 con 0x7fb98c0d2460 2024-09-12T03:15:07.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.686+0000 7fb989600640 1 -- 172.21.15.29:0/3524755057 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb978030b00 con 0x7fb98c0d2460 2024-09-12T03:15:07.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.687+0000 7fb989600640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb96c06be30 0x7fb96c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:07.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.687+0000 7fb989600640 1 -- 172.21.15.29:0/3524755057 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5619+0+0 (secure 0 0 0) 0x7fb9780ab830 con 0x7fb98c0d2460 2024-09-12T03:15:07.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.688+0000 7fb991800640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb96c06be30 0x7fb96c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:07.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.688+0000 7fb991800640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb96c06be30 0x7fb96c06e2f0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fb98c1f7360 tx=0x7fb980009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:07.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.692+0000 7fb989600640 1 -- 172.21.15.29:0/3524755057 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb97807a110 con 0x7fb98c0d2460 2024-09-12T03:15:07.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:07.880+0000 7fb992c00640 1 -- 172.21.15.29:0/3524755057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fb98c06cef0 con 0x7fb98c0d2460 2024-09-12T03:15:08.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.487+0000 7fb989600640 1 -- 172.21.15.29:0/3524755057 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v103) ==== 170+0+0 (secure 0 0 0) 0x7fb978079a10 con 0x7fb98c0d2460 2024-09-12T03:15:08.488 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' created 2024-09-12T03:15:08.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 -- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb96c06be30 msgr2=0x7fb96c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:08.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb96c06be30 0x7fb96c06e2f0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fb98c1f7360 tx=0x7fb980009040 comp rx=0 tx=0).stop 2024-09-12T03:15:08.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 -- 172.21.15.29:0/3524755057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb98c0d2460 msgr2=0x7fb98c15d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:08.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb98c0d2460 0x7fb98c15d460 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7fb978000c00 tx=0x7fb9780046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 -- 172.21.15.29:0/3524755057 shutdown_connections 2024-09-12T03:15:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb96c06be30 0x7fb96c06e2f0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb98c15e510 0x7fb98c0b9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb98c0d2460 0x7fb98c15d460 unknown :-1 s=CLOSED pgs=1278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 --2- 172.21.15.29:0/3524755057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb98c06e200 0x7fb98c15cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 -- 172.21.15.29:0/3524755057 >> 172.21.15.29:0/3524755057 conn(0x7fb98c09d7b0 msgr2=0x7fb98c0b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 -- 172.21.15.29:0/3524755057 shutdown_connections 2024-09-12T03:15:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.491+0000 7fb992c00640 1 -- 172.21.15.29:0/3524755057 wait complete. 2024-09-12T03:15:08.523 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-12T03:15:08.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.684+0000 7f239aa00640 1 Processor -- start 2024-09-12T03:15:08.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.685+0000 7f239aa00640 1 -- start start 2024-09-12T03:15:08.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.686+0000 7f239aa00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2394147340 0x7f2394070ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:08.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.686+0000 7f239aa00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f239406bc10 0x7f239406c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:08.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.686+0000 7f239aa00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f239406f240 con 0x7f23940b4440 2024-09-12T03:15:08.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.686+0000 7f239aa00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f23940b5dc0 con 0x7f239406bc10 2024-09-12T03:15:08.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.686+0000 7f239aa00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f2394071210 con 0x7f2394147340 2024-09-12T03:15:08.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.686+0000 7f2398a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f239406bc10 0x7f239406c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:08.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.686+0000 7f2398a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f239406bc10 0x7f239406c020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:51740/0 (socket says 172.21.15.29:51740) 2024-09-12T03:15:08.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.686+0000 7f2398a00640 1 -- 172.21.15.29:0/3510054395 learned_addr learned my addr 172.21.15.29:0/3510054395 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:08.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.687+0000 7f2393e00640 1 --2- 172.21.15.29:0/3510054395 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2394147340 0x7f2394070ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:08.687 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.687+0000 7f2398a00640 1 -- 172.21.15.29:0/3510054395 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2394147340 msgr2=0x7f2394070ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:08.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.687+0000 7f2398a00640 1 --2- 172.21.15.29:0/3510054395 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2394147340 0x7f2394070ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:08.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.687+0000 7f2398a00640 1 -- 172.21.15.29:0/3510054395 >> v1:172.21.15.38:6789/0 conn(0x7f23940b4440 legacy=0x7f23940ae340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:08.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.687+0000 7f2398a00640 1 -- 172.21.15.29:0/3510054395 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f239406c560 con 0x7f239406bc10 2024-09-12T03:15:08.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.688+0000 7f2398a00640 1 --2- 172.21.15.29:0/3510054395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f239406bc10 0x7f239406c020 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f238c009e50 tx=0x7f238c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51f50fde17f68ad6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:08.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.688+0000 7f2393400640 1 -- 172.21.15.29:0/3510054395 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f238c036070 con 0x7f239406bc10 2024-09-12T03:15:08.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.688+0000 7f2393400640 1 -- 172.21.15.29:0/3510054395 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f238c031600 con 0x7f239406bc10 2024-09-12T03:15:08.688 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.688+0000 7f2393400640 1 -- 172.21.15.29:0/3510054395 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f238c0319d0 con 0x7f239406bc10 2024-09-12T03:15:08.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.689+0000 7f239aa00640 1 -- 172.21.15.29:0/3510054395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f239406bc10 msgr2=0x7f239406c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:08.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.689+0000 7f239aa00640 1 --2- 172.21.15.29:0/3510054395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f239406bc10 0x7f239406c020 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f238c009e50 tx=0x7f238c02a680 comp rx=0 tx=0).stop 2024-09-12T03:15:08.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.689+0000 7f239aa00640 1 -- 172.21.15.29:0/3510054395 shutdown_connections 2024-09-12T03:15:08.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.689+0000 7f239aa00640 1 --2- 172.21.15.29:0/3510054395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f239406bc10 0x7f239406c020 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:08.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.689+0000 7f239aa00640 1 --2- 172.21.15.29:0/3510054395 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2394147340 0x7f2394070ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.689+0000 7f239aa00640 1 -- 172.21.15.29:0/3510054395 >> 172.21.15.29:0/3510054395 conn(0x7f239409aa70 msgr2=0x7f23940b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.689+0000 7f239aa00640 1 -- 172.21.15.29:0/3510054395 shutdown_connections 2024-09-12T03:15:08.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.689+0000 7f239aa00640 1 -- 172.21.15.29:0/3510054395 wait complete. 2024-09-12T03:15:08.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.690+0000 7f239aa00640 1 Processor -- start 2024-09-12T03:15:08.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.691+0000 7f239aa00640 1 -- start start 2024-09-12T03:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.691+0000 7f239aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f239406bc10 0x7f239409be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.691+0000 7f239aa00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f23940b4440 0x7f239409e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.691+0000 7f239aa00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2394147340 0x7f239409ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.691+0000 7f239aa00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2394147720 con 0x7f239406bc10 2024-09-12T03:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.691+0000 7f239aa00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f23940b62d0 con 0x7f23940b4440 2024-09-12T03:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.691+0000 7f239aa00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f23940b65b0 con 0x7f2394147340 2024-09-12T03:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.692+0000 7f2393e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f239406bc10 0x7f239409be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.692+0000 7f2393e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f239406bc10 0x7f239409be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:51742/0 (socket says 172.21.15.29:51742) 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.692+0000 7f2393e00640 1 -- 172.21.15.29:0/2171588829 learned_addr learned my addr 172.21.15.29:0/2171588829 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.692+0000 7f238b400640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f23940b4440 0x7f239409e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.692+0000 7f2398a00640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2394147340 0x7f239409ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.692+0000 7f2393e00640 1 -- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2394147340 msgr2=0x7f239409ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.692+0000 7f2393e00640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2394147340 0x7f239409ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.692+0000 7f2393e00640 1 -- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f23940b4440 msgr2=0x7f239409e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.692+0000 7f2393e00640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f23940b4440 0x7f239409e820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.692+0000 7f2393e00640 1 -- 172.21.15.29:0/2171588829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f239414d3c0 con 0x7f239406bc10 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.692+0000 7f2393e00640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f239406bc10 0x7f239409be70 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f238400d620 tx=0x7f238400dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.693+0000 7f2390c00640 1 -- 172.21.15.29:0/2171588829 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f238400b620 con 0x7f239406bc10 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.693+0000 7f2390c00640 1 -- 172.21.15.29:0/2171588829 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2384019070 con 0x7f239406bc10 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.693+0000 7f239aa00640 1 -- 172.21.15.29:0/2171588829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f239414d6a0 con 0x7f239406bc10 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.693+0000 7f2390c00640 1 -- 172.21.15.29:0/2171588829 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f238400ba00 con 0x7f239406bc10 2024-09-12T03:15:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.693+0000 7f239aa00640 1 -- 172.21.15.29:0/2171588829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f239414dc60 con 0x7f239406bc10 2024-09-12T03:15:08.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.694+0000 7f239aa00640 1 -- 172.21.15.29:0/2171588829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23940b4860 con 0x7f239406bc10 2024-09-12T03:15:08.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.695+0000 7f2390c00640 1 -- 172.21.15.29:0/2171588829 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f238400bba0 con 0x7f239406bc10 2024-09-12T03:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.696+0000 7f2390c00640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f237006be30 0x7f237006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.696+0000 7f2390c00640 1 -- 172.21.15.29:0/2171588829 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6001+0+0 (secure 0 0 0) 0x7f238408b440 con 0x7f239406bc10 2024-09-12T03:15:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.696+0000 7f238b400640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f237006be30 0x7f237006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:08.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.697+0000 7f238b400640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f237006be30 0x7f237006e2f0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f23940b33d0 tx=0x7f237c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:08.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.701+0000 7f2390c00640 1 -- 172.21.15.29:0/2171588829 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2384059c20 con 0x7f239406bc10 2024-09-12T03:15:08.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:08.925+0000 7f239aa00640 1 -- 172.21.15.29:0/2171588829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f2394070a40 con 0x7f239406bc10 2024-09-12T03:15:09.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.490+0000 7f2390c00640 1 -- 172.21.15.29:0/2171588829 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 15 and data pool 16 v101) ==== 174+0+0 (secure 0 0 0) 0x7f2384059520 con 0x7f239406bc10 2024-09-12T03:15:09.491 INFO:teuthology.orchestra.run.smithi029.stderr:new fs with metadata pool 15 and data pool 16 2024-09-12T03:15:09.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.496+0000 7f239aa00640 1 -- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f237006be30 msgr2=0x7f237006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:09.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.496+0000 7f239aa00640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f237006be30 0x7f237006e2f0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f23940b33d0 tx=0x7f237c009040 comp rx=0 tx=0).stop 2024-09-12T03:15:09.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.496+0000 7f239aa00640 1 -- 172.21.15.29:0/2171588829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f239406bc10 msgr2=0x7f239409be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:09.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.496+0000 7f239aa00640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f239406bc10 0x7f239409be70 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f238400d620 tx=0x7f238400dae0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.497+0000 7f239aa00640 1 -- 172.21.15.29:0/2171588829 shutdown_connections 2024-09-12T03:15:09.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.497+0000 7f239aa00640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f237006be30 0x7f237006e2f0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.497+0000 7f239aa00640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f2394147340 0x7f239409ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.497+0000 7f239aa00640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f23940b4440 0x7f239409e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.497+0000 7f239aa00640 1 --2- 172.21.15.29:0/2171588829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f239406bc10 0x7f239409be70 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.497+0000 7f239aa00640 1 -- 172.21.15.29:0/2171588829 >> 172.21.15.29:0/2171588829 conn(0x7f239409aa70 msgr2=0x7f23941465f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:09.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.498+0000 7f239aa00640 1 -- 172.21.15.29:0/2171588829 shutdown_connections 2024-09-12T03:15:09.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.498+0000 7f239aa00640 1 -- 172.21.15.29:0/2171588829 wait complete. 2024-09-12T03:15:09.541 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:15:09.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.698+0000 7f0f6b600640 1 Processor -- start 2024-09-12T03:15:09.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.698+0000 7f0f6b600640 1 -- start start 2024-09-12T03:15:09.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.699+0000 7f0f6b600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0f6415c1c0 0x7f0f64070770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:09.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.699+0000 7f0f6b600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f6415f8d0 con 0x7f0f6415f480 2024-09-12T03:15:09.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.699+0000 7f0f6b600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f64070e00 con 0x7f0f6409b180 2024-09-12T03:15:09.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.699+0000 7f0f6b600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0f640b5d90 con 0x7f0f6415c1c0 2024-09-12T03:15:09.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.700+0000 7f0f5be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f0f6415f480 0x7f0f6409aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:43850/0 (socket says 172.21.15.29:43850) 2024-09-12T03:15:09.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.700+0000 7f0f5be00640 1 -- 172.21.15.29:0/1178002035 learned_addr learned my addr 172.21.15.29:0/1178002035 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:09.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.700+0000 7f0f68c00640 1 --2- 172.21.15.29:0/1178002035 >> v2:172.21.15.38:3300/0 conn(0x7f0f6415c1c0 0x7f0f64070770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:09.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.700+0000 7f0f63e00640 1 -- 172.21.15.29:0/1178002035 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 111101156 0 0) 0x7f0f6415f8d0 con 0x7f0f6415f480 2024-09-12T03:15:09.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.700+0000 7f0f63e00640 1 -- 172.21.15.29:0/1178002035 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0f48003520 con 0x7f0f6415f480 2024-09-12T03:15:09.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.700+0000 7f0f63e00640 1 -- 172.21.15.29:0/1178002035 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2688760841 0 0) 0x7f0f64070e00 con 0x7f0f6409b180 2024-09-12T03:15:09.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.700+0000 7f0f63e00640 1 -- 172.21.15.29:0/1178002035 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0f6415f8d0 con 0x7f0f6409b180 2024-09-12T03:15:09.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.700+0000 7f0f68c00640 1 -- 172.21.15.29:0/1178002035 >> v1:172.21.15.38:6789/0 conn(0x7f0f6409b180 legacy=0x7f0f640b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:09.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.700+0000 7f0f68c00640 1 -- 172.21.15.29:0/1178002035 >> v1:172.21.15.29:6789/0 conn(0x7f0f6415f480 legacy=0x7f0f6409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:09.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.700+0000 7f0f68c00640 1 -- 172.21.15.29:0/1178002035 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f640710e0 con 0x7f0f6415c1c0 2024-09-12T03:15:09.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.701+0000 7f0f68c00640 1 --2- 172.21.15.29:0/1178002035 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f6415c1c0 0x7f0f64070770 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0f540097d0 tx=0x7f0f5402a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87f1c62e044f2a49 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:09.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.702+0000 7f0f63e00640 1 -- 172.21.15.29:0/1178002035 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f54037070 con 0x7f0f6415c1c0 2024-09-12T03:15:09.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.702+0000 7f0f63e00640 1 -- 172.21.15.29:0/1178002035 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f54032440 con 0x7f0f6415c1c0 2024-09-12T03:15:09.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.702+0000 7f0f63e00640 1 -- 172.21.15.29:0/1178002035 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f540327f0 con 0x7f0f6415c1c0 2024-09-12T03:15:09.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.702+0000 7f0f6b600640 1 -- 172.21.15.29:0/1178002035 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f6415c1c0 msgr2=0x7f0f64070770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:09.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.702+0000 7f0f6b600640 1 --2- 172.21.15.29:0/1178002035 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f6415c1c0 0x7f0f64070770 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0f540097d0 tx=0x7f0f5402a250 comp rx=0 tx=0).stop 2024-09-12T03:15:09.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.702+0000 7f0f6b600640 1 -- 172.21.15.29:0/1178002035 shutdown_connections 2024-09-12T03:15:09.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.702+0000 7f0f6b600640 1 --2- 172.21.15.29:0/1178002035 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f6415c1c0 0x7f0f64070770 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.702+0000 7f0f6b600640 1 -- 172.21.15.29:0/1178002035 >> 172.21.15.29:0/1178002035 conn(0x7f0f640b3ff0 msgr2=0x7f0f640b4400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:09.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.702+0000 7f0f6b600640 1 -- 172.21.15.29:0/1178002035 shutdown_connections 2024-09-12T03:15:09.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.702+0000 7f0f6b600640 1 -- 172.21.15.29:0/1178002035 wait complete. 2024-09-12T03:15:09.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.704+0000 7f0f6b600640 1 Processor -- start 2024-09-12T03:15:09.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.704+0000 7f0f6b600640 1 -- start start 2024-09-12T03:15:09.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.705+0000 7f0f6b600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f6409b180 0x7f0f640cb670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:09.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.705+0000 7f0f6b600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f6415c1c0 0x7f0f641f3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:09.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.705+0000 7f0f6b600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f6415f480 0x7f0f640cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:09.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.705+0000 7f0f6b600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0f640b6930 con 0x7f0f6409b180 2024-09-12T03:15:09.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.705+0000 7f0f6b600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0f640716a0 con 0x7f0f6415f480 2024-09-12T03:15:09.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.705+0000 7f0f6b600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0f640b6ab0 con 0x7f0f6415c1c0 2024-09-12T03:15:09.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.705+0000 7f0f68c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f6409b180 0x7f0f640cb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:09.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.705+0000 7f0f68c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f6409b180 0x7f0f640cb670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:51750/0 (socket says 172.21.15.29:51750) 2024-09-12T03:15:09.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.705+0000 7f0f68c00640 1 -- 172.21.15.29:0/3535888934 learned_addr learned my addr 172.21.15.29:0/3535888934 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:09.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.705+0000 7f0f69600640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f6415f480 0x7f0f640cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:09.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.705+0000 7f0f5be00640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f6415c1c0 0x7f0f641f3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:09.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.706+0000 7f0f68c00640 1 -- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f6415c1c0 msgr2=0x7f0f641f3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:09.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.706+0000 7f0f68c00640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f6415c1c0 0x7f0f641f3ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.706+0000 7f0f68c00640 1 -- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f6415f480 msgr2=0x7f0f640cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:09.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.706+0000 7f0f68c00640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f6415f480 0x7f0f640cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.706+0000 7f0f68c00640 1 -- 172.21.15.29:0/3535888934 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f640cbc50 con 0x7f0f6409b180 2024-09-12T03:15:09.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.706+0000 7f0f68c00640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f6409b180 0x7f0f640cb670 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f0f54000c00 tx=0x7f0f540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:09.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.706+0000 7f0f61600640 1 -- 172.21.15.29:0/3535888934 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f54041030 con 0x7f0f6409b180 2024-09-12T03:15:09.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.706+0000 7f0f61600640 1 -- 172.21.15.29:0/3535888934 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f5403d4e0 con 0x7f0f6409b180 2024-09-12T03:15:09.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.706+0000 7f0f61600640 1 -- 172.21.15.29:0/3535888934 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f54037040 con 0x7f0f6409b180 2024-09-12T03:15:09.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.706+0000 7f0f6b600640 1 -- 172.21.15.29:0/3535888934 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f640cbf30 con 0x7f0f6409b180 2024-09-12T03:15:09.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.706+0000 7f0f6b600640 1 -- 172.21.15.29:0/3535888934 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f640cc4f0 con 0x7f0f6409b180 2024-09-12T03:15:09.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.707+0000 7f0f6b600640 1 -- 172.21.15.29:0/3535888934 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f64070e00 con 0x7f0f6409b180 2024-09-12T03:15:09.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.708+0000 7f0f61600640 1 -- 172.21.15.29:0/3535888934 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0f54044070 con 0x7f0f6409b180 2024-09-12T03:15:09.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.709+0000 7f0f61600640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f4006be30 0x7f0f4006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:09.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.709+0000 7f0f61600640 1 -- 172.21.15.29:0/3535888934 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 6101+0+0 (secure 0 0 0) 0x7f0f540ab700 con 0x7f0f6409b180 2024-09-12T03:15:09.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.709+0000 7f0f5be00640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f4006be30 0x7f0f4006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:09.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.710+0000 7f0f5be00640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f4006be30 0x7f0f4006e2f0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f0f640ccfd0 tx=0x7f0f4c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:09.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.714+0000 7f0f61600640 1 -- 172.21.15.29:0/3535888934 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0f54044e40 con 0x7f0f6409b180 2024-09-12T03:15:09.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.901+0000 7f0f6b600640 1 -- 172.21.15.29:0/3535888934 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0f6409b5a0 con 0x7f0f6409b180 2024-09-12T03:15:09.903 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.902+0000 7f0f61600640 1 -- 172.21.15.29:0/3535888934 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v104) ==== 74+0+16885 (secure 0 0 0) 0x7f0f54079e90 con 0x7f0f6409b180 2024-09-12T03:15:09.903 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:09.903 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":104,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:15:08.926870+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:15:06.724771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-12T03:15:07.923462+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:15:09.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.904+0000 7f0f6b600640 1 -- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f4006be30 msgr2=0x7f0f4006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:09.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.904+0000 7f0f6b600640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f4006be30 0x7f0f4006e2f0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f0f640ccfd0 tx=0x7f0f4c009040 comp rx=0 tx=0).stop 2024-09-12T03:15:09.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.904+0000 7f0f6b600640 1 -- 172.21.15.29:0/3535888934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f6409b180 msgr2=0x7f0f640cb670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:09.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.904+0000 7f0f6b600640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f6409b180 0x7f0f640cb670 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f0f54000c00 tx=0x7f0f540046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.904+0000 7f0f6b600640 1 -- 172.21.15.29:0/3535888934 shutdown_connections 2024-09-12T03:15:09.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.905+0000 7f0f6b600640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0f4006be30 0x7f0f4006e2f0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.905+0000 7f0f6b600640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0f6415f480 0x7f0f640cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.905+0000 7f0f6b600640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0f6415c1c0 0x7f0f641f3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.905+0000 7f0f6b600640 1 --2- 172.21.15.29:0/3535888934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f6409b180 0x7f0f640cb670 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:09.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.905+0000 7f0f6b600640 1 -- 172.21.15.29:0/3535888934 >> 172.21.15.29:0/3535888934 conn(0x7f0f640b3ff0 msgr2=0x7f0f64071b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:09.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.905+0000 7f0f6b600640 1 -- 172.21.15.29:0/3535888934 shutdown_connections 2024-09-12T03:15:09.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:09.905+0000 7f0f6b600640 1 -- 172.21.15.29:0/3535888934 wait complete. 2024-09-12T03:15:09.921 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:15:10.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.077+0000 7fc0bb200640 1 Processor -- start 2024-09-12T03:15:10.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.077+0000 7fc0bb200640 1 -- start start 2024-09-12T03:15:10.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.078+0000 7fc0bb200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0bc15a390 0x7fc0bc0af780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.078+0000 7fc0bb200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc0bc15a770 0x7fc0bc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.078+0000 7fc0bb200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0bc0ae6e0 con 0x7fc0bc0b4490 2024-09-12T03:15:10.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.078+0000 7fc0bb200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fc0bc0ae4b0 con 0x7fc0bc15a770 2024-09-12T03:15:10.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.078+0000 7fc0bb200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc0bc0ae9c0 con 0x7fc0bc15a390 2024-09-12T03:15:10.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.078+0000 7fc0b3e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc0bc0b4490 0x7fc0bc0b3b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35116/0 (socket says 172.21.15.29:35116) 2024-09-12T03:15:10.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.078+0000 7fc0b3e00640 1 -- 172.21.15.29:0/2570846322 learned_addr learned my addr 172.21.15.29:0/2570846322 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:10.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.078+0000 7fc0ba800640 1 --2- 172.21.15.29:0/2570846322 >> v2:172.21.15.38:3300/0 conn(0x7fc0bc15a770 0x7fc0bc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:10.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.078+0000 7fc0b9e00640 1 --2- 172.21.15.29:0/2570846322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0bc15a390 0x7fc0bc0af780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:10.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.079+0000 7fc0b9400640 1 -- 172.21.15.29:0/2570846322 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2930376879 0 0) 0x7fc0bc0ae6e0 con 0x7fc0bc0b4490 2024-09-12T03:15:10.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.079+0000 7fc0b9400640 1 -- 172.21.15.29:0/2570846322 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0a0003520 con 0x7fc0bc0b4490 2024-09-12T03:15:10.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.079+0000 7fc0ba800640 1 -- 172.21.15.29:0/2570846322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0bc15a390 msgr2=0x7fc0bc0af780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:10.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.079+0000 7fc0ba800640 1 --2- 172.21.15.29:0/2570846322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0bc15a390 0x7fc0bc0af780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.079+0000 7fc0ba800640 1 -- 172.21.15.29:0/2570846322 >> v1:172.21.15.29:6789/0 conn(0x7fc0bc0b4490 legacy=0x7fc0bc0b3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:10.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.079+0000 7fc0ba800640 1 -- 172.21.15.29:0/2570846322 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0bc0aeca0 con 0x7fc0bc15a770 2024-09-12T03:15:10.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.080+0000 7fc0ba800640 1 --2- 172.21.15.29:0/2570846322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0bc15a770 0x7fc0bc06e7a0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009d90 tx=0x7fc0b402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15f6122dc46f237a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:10.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.080+0000 7fc0b9400640 1 -- 172.21.15.29:0/2570846322 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b4007740 con 0x7fc0bc15a770 2024-09-12T03:15:10.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.080+0000 7fc0b9400640 1 -- 172.21.15.29:0/2570846322 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0b40078e0 con 0x7fc0bc15a770 2024-09-12T03:15:10.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.080+0000 7fc0b9400640 1 -- 172.21.15.29:0/2570846322 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b4007cb0 con 0x7fc0bc15a770 2024-09-12T03:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.081+0000 7fc0bb200640 1 -- 172.21.15.29:0/2570846322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0bc15a770 msgr2=0x7fc0bc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.081+0000 7fc0bb200640 1 --2- 172.21.15.29:0/2570846322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0bc15a770 0x7fc0bc06e7a0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009d90 tx=0x7fc0b402a660 comp rx=0 tx=0).stop 2024-09-12T03:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.081+0000 7fc0bb200640 1 -- 172.21.15.29:0/2570846322 shutdown_connections 2024-09-12T03:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.081+0000 7fc0bb200640 1 --2- 172.21.15.29:0/2570846322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0bc15a770 0x7fc0bc06e7a0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.081+0000 7fc0bb200640 1 --2- 172.21.15.29:0/2570846322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0bc15a390 0x7fc0bc0af780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.081+0000 7fc0bb200640 1 -- 172.21.15.29:0/2570846322 >> 172.21.15.29:0/2570846322 conn(0x7fc0bc06bdf0 msgr2=0x7fc0bc06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.081+0000 7fc0bb200640 1 -- 172.21.15.29:0/2570846322 shutdown_connections 2024-09-12T03:15:10.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.081+0000 7fc0bb200640 1 -- 172.21.15.29:0/2570846322 wait complete. 2024-09-12T03:15:10.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.083+0000 7fc0bb200640 1 Processor -- start 2024-09-12T03:15:10.083 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.083+0000 7fc0bb200640 1 -- start start 2024-09-12T03:15:10.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0bb200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0bc0b4490 0x7fc0bc14cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0bb200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0bc15a390 0x7fc0bc1f3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0bb200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0bc15a770 0x7fc0bc14ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0bb200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc0bc06ece0 con 0x7fc0bc0b4490 2024-09-12T03:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0bb200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc0bc0af260 con 0x7fc0bc15a770 2024-09-12T03:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0bb200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc0bc06ee60 con 0x7fc0bc15a390 2024-09-12T03:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0b9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0bc0b4490 0x7fc0bc14cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0b9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0bc0b4490 0x7fc0bc14cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34196/0 (socket says 172.21.15.29:34196) 2024-09-12T03:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0b9e00640 1 -- 172.21.15.29:0/390649130 learned_addr learned my addr 172.21.15.29:0/390649130 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0b9e00640 1 -- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0bc15a390 msgr2=0x7fc0bc1f3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:10.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0b9e00640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0bc15a390 0x7fc0bc1f3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0b9e00640 1 -- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0bc15a770 msgr2=0x7fc0bc14ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0b9e00640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0bc15a770 0x7fc0bc14ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0b9e00640 1 -- 172.21.15.29:0/390649130 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0bc06c380 con 0x7fc0bc0b4490 2024-09-12T03:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.084+0000 7fc0b9e00640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0bc0b4490 0x7fc0bc14cda0 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac00e910 tx=0x7fc0ac00edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.085+0000 7fc0b2000640 1 -- 172.21.15.29:0/390649130 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0ac016070 con 0x7fc0bc0b4490 2024-09-12T03:15:10.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.085+0000 7fc0b2000640 1 -- 172.21.15.29:0/390649130 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0ac00cbc0 con 0x7fc0bc0b4490 2024-09-12T03:15:10.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.085+0000 7fc0b2000640 1 -- 172.21.15.29:0/390649130 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0ac00b040 con 0x7fc0bc0b4490 2024-09-12T03:15:10.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.085+0000 7fc0bb200640 1 -- 172.21.15.29:0/390649130 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0bc14e320 con 0x7fc0bc0b4490 2024-09-12T03:15:10.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.085+0000 7fc0bb200640 1 -- 172.21.15.29:0/390649130 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0bc14eb60 con 0x7fc0bc0b4490 2024-09-12T03:15:10.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.086+0000 7fc0bb200640 1 -- 172.21.15.29:0/390649130 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0bc0af780 con 0x7fc0bc0b4490 2024-09-12T03:15:10.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.087+0000 7fc0b2000640 1 -- 172.21.15.29:0/390649130 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc0ac019070 con 0x7fc0bc0b4490 2024-09-12T03:15:10.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.088+0000 7fc0b2000640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc09806be30 0x7fc09806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.088+0000 7fc0b2000640 1 -- 172.21.15.29:0/390649130 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 6101+0+0 (secure 0 0 0) 0x7fc0ac08ab80 con 0x7fc0bc0b4490 2024-09-12T03:15:10.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.088+0000 7fc0b3e00640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc09806be30 0x7fc09806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:10.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.089+0000 7fc0b3e00640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc09806be30 0x7fc09806e2f0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fc0a4000f60 tx=0x7fc0a40078f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:10.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.092+0000 7fc0b2000640 1 -- 172.21.15.29:0/390649130 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc0bc14e320 con 0x7fc0bc0b4490 2024-09-12T03:15:10.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.278+0000 7fc0bb200640 1 -- 172.21.15.29:0/390649130 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc0bc1594d0 con 0x7fc0bc0b4490 2024-09-12T03:15:10.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.279+0000 7fc0b2000640 1 -- 172.21.15.29:0/390649130 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v104) ==== 74+0+16885 (secure 0 0 0) 0x7fc0bc06c380 con 0x7fc0bc0b4490 2024-09-12T03:15:10.280 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:10.280 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":104,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:15:08.926870+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:15:06.724771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-12T03:15:07.923462+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:15:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 -- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc09806be30 msgr2=0x7fc09806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc09806be30 0x7fc09806e2f0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fc0a4000f60 tx=0x7fc0a40078f0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 -- 172.21.15.29:0/390649130 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0bc0b4490 msgr2=0x7fc0bc14cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0bc0b4490 0x7fc0bc14cda0 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac00e910 tx=0x7fc0ac00edd0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 -- 172.21.15.29:0/390649130 shutdown_connections 2024-09-12T03:15:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc09806be30 0x7fc09806e2f0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc0bc15a770 0x7fc0bc14ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc0bc15a390 0x7fc0bc1f3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 --2- 172.21.15.29:0/390649130 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0bc0b4490 0x7fc0bc14cda0 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 -- 172.21.15.29:0/390649130 >> 172.21.15.29:0/390649130 conn(0x7fc0bc06bdf0 msgr2=0x7fc0bc06deb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 -- 172.21.15.29:0/390649130 shutdown_connections 2024-09-12T03:15:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.281+0000 7fc0bb200640 1 -- 172.21.15.29:0/390649130 wait complete. 2024-09-12T03:15:10.298 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-12T03:15:10.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.457+0000 7fc66b600640 1 Processor -- start 2024-09-12T03:15:10.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.458+0000 7fc66b600640 1 -- start start 2024-09-12T03:15:10.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.459+0000 7fc66b600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc664155910 0x7fc66413e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.459+0000 7fc66b600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc66406f1b0 0x7fc66406f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.459+0000 7fc66b600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6640cf5b0 con 0x7fc6640cf0d0 2024-09-12T03:15:10.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.459+0000 7fc66b600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc66413ed70 con 0x7fc664155910 2024-09-12T03:15:10.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.459+0000 7fc66b600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc6640cf890 con 0x7fc66406f1b0 2024-09-12T03:15:10.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.459+0000 7fc668c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc664155910 0x7fc66413e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:10.460 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.459+0000 7fc65be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc6640cf0d0 0x7fc664141270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35128/0 (socket says 172.21.15.29:35128) 2024-09-12T03:15:10.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.459+0000 7fc65be00640 1 -- 172.21.15.29:0/2983543720 learned_addr learned my addr 172.21.15.29:0/2983543720 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:10.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.459+0000 7fc669600640 1 --2- 172.21.15.29:0/2983543720 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc66406f1b0 0x7fc66406f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:10.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.460+0000 7fc668c00640 1 -- 172.21.15.29:0/2983543720 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc66406f1b0 msgr2=0x7fc66406f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:10.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.460+0000 7fc668c00640 1 --2- 172.21.15.29:0/2983543720 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc66406f1b0 0x7fc66406f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.460+0000 7fc668c00640 1 -- 172.21.15.29:0/2983543720 >> v1:172.21.15.29:6789/0 conn(0x7fc6640cf0d0 legacy=0x7fc664141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:10.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.460+0000 7fc668c00640 1 -- 172.21.15.29:0/2983543720 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6640cfb70 con 0x7fc664155910 2024-09-12T03:15:10.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.460+0000 7fc663e00640 1 -- 172.21.15.29:0/2983543720 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 840366530 0 0) 0x7fc6640cf5b0 con 0x7fc6640cf0d0 2024-09-12T03:15:10.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.461+0000 7fc668c00640 1 --2- 172.21.15.29:0/2983543720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc664155910 0x7fc66413e830 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7fc65400ba40 tx=0x7fc65402c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aa32a0a51adf3ec server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:10.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.461+0000 7fc663e00640 1 -- 172.21.15.29:0/2983543720 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654031710 con 0x7fc664155910 2024-09-12T03:15:10.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.461+0000 7fc663e00640 1 -- 172.21.15.29:0/2983543720 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6540318b0 con 0x7fc664155910 2024-09-12T03:15:10.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.461+0000 7fc663e00640 1 -- 172.21.15.29:0/2983543720 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654031c80 con 0x7fc664155910 2024-09-12T03:15:10.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.461+0000 7fc66b600640 1 -- 172.21.15.29:0/2983543720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc664155910 msgr2=0x7fc66413e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:10.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.461+0000 7fc66b600640 1 --2- 172.21.15.29:0/2983543720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc664155910 0x7fc66413e830 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7fc65400ba40 tx=0x7fc65402c7b0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.462+0000 7fc66b600640 1 -- 172.21.15.29:0/2983543720 shutdown_connections 2024-09-12T03:15:10.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.462+0000 7fc66b600640 1 --2- 172.21.15.29:0/2983543720 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc66406f1b0 0x7fc66406f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.462+0000 7fc66b600640 1 --2- 172.21.15.29:0/2983543720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc664155910 0x7fc66413e830 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.462+0000 7fc66b600640 1 -- 172.21.15.29:0/2983543720 >> 172.21.15.29:0/2983543720 conn(0x7fc664067d70 msgr2=0x7fc66406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:10.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.462+0000 7fc66b600640 1 -- 172.21.15.29:0/2983543720 shutdown_connections 2024-09-12T03:15:10.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.462+0000 7fc66b600640 1 -- 172.21.15.29:0/2983543720 wait complete. 2024-09-12T03:15:10.463 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.463+0000 7fc66b600640 1 Processor -- start 2024-09-12T03:15:10.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.463+0000 7fc66b600640 1 -- start start 2024-09-12T03:15:10.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.464+0000 7fc66b600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc66406f1b0 0x7fc66413ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.464+0000 7fc66b600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc6640cf0d0 0x7fc66415d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.464+0000 7fc66b600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc664155910 0x7fc66415d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.464+0000 7fc66b600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc6640cd1b0 con 0x7fc66406f1b0 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.464+0000 7fc66b600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc6640cd030 con 0x7fc6640cf0d0 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.464+0000 7fc66b600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc66415bb60 con 0x7fc664155910 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc668c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc66406f1b0 0x7fc66413ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc668c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc66406f1b0 0x7fc66413ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34224/0 (socket says 172.21.15.29:34224) 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc668c00640 1 -- 172.21.15.29:0/1597476251 learned_addr learned my addr 172.21.15.29:0/1597476251 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc65be00640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc6640cf0d0 0x7fc66415d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc669600640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc664155910 0x7fc66415d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc668c00640 1 -- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc664155910 msgr2=0x7fc66415d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc668c00640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc664155910 0x7fc66415d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc668c00640 1 -- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc6640cf0d0 msgr2=0x7fc66415d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc668c00640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc6640cf0d0 0x7fc66415d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:10.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc668c00640 1 -- 172.21.15.29:0/1597476251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6641e70c0 con 0x7fc66406f1b0 2024-09-12T03:15:10.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc669600640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc664155910 0x7fc66415d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:10.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.465+0000 7fc668c00640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc66406f1b0 0x7fc66413ac10 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7fc65400bb60 tx=0x7fc6540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:10.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.466+0000 7fc661600640 1 -- 172.21.15.29:0/1597476251 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654033bc0 con 0x7fc66406f1b0 2024-09-12T03:15:10.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.466+0000 7fc661600640 1 -- 172.21.15.29:0/1597476251 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc654041070 con 0x7fc66406f1b0 2024-09-12T03:15:10.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.466+0000 7fc661600640 1 -- 172.21.15.29:0/1597476251 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65403c460 con 0x7fc66406f1b0 2024-09-12T03:15:10.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.466+0000 7fc66b600640 1 -- 172.21.15.29:0/1597476251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6641e73a0 con 0x7fc66406f1b0 2024-09-12T03:15:10.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.466+0000 7fc66b600640 1 -- 172.21.15.29:0/1597476251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6641e7960 con 0x7fc66406f1b0 2024-09-12T03:15:10.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.467+0000 7fc66b600640 1 -- 172.21.15.29:0/1597476251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc66413e830 con 0x7fc66406f1b0 2024-09-12T03:15:10.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.468+0000 7fc661600640 1 -- 172.21.15.29:0/1597476251 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc65403c600 con 0x7fc66406f1b0 2024-09-12T03:15:10.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.468+0000 7fc661600640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc64006be60 0x7fc64006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:10.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.469+0000 7fc661600640 1 -- 172.21.15.29:0/1597476251 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 6101+0+0 (secure 0 0 0) 0x7fc6540abae0 con 0x7fc66406f1b0 2024-09-12T03:15:10.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.469+0000 7fc65be00640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc64006be60 0x7fc64006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:10.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.470+0000 7fc65be00640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc64006be60 0x7fc64006e320 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc66415dce0 tx=0x7fc64c007d50 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:10.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.473+0000 7fc661600640 1 -- 172.21.15.29:0/1597476251 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc65407a1d0 con 0x7fc66406f1b0 2024-09-12T03:15:10.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:10.697+0000 7fc66b600640 1 -- 172.21.15.29:0/1597476251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fc66406f790 con 0x7fc66406f1b0 2024-09-12T03:15:11.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.528+0000 7fc661600640 1 -- 172.21.15.29:0/1597476251 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v104) ==== 118+0+0 (secure 0 0 0) 0x7fc654079ad0 con 0x7fc66406f1b0 2024-09-12T03:15:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 -- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc64006be60 msgr2=0x7fc64006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc64006be60 0x7fc64006e320 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc66415dce0 tx=0x7fc64c007d50 comp rx=0 tx=0).stop 2024-09-12T03:15:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 -- 172.21.15.29:0/1597476251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc66406f1b0 msgr2=0x7fc66413ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc66406f1b0 0x7fc66413ac10 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7fc65400bb60 tx=0x7fc6540046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 -- 172.21.15.29:0/1597476251 shutdown_connections 2024-09-12T03:15:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc64006be60 0x7fc64006e320 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc664155910 0x7fc66415d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc6640cf0d0 0x7fc66415d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 --2- 172.21.15.29:0/1597476251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc66406f1b0 0x7fc66413ac10 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 -- 172.21.15.29:0/1597476251 >> 172.21.15.29:0/1597476251 conn(0x7fc664067d70 msgr2=0x7fc66406e0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:11.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 -- 172.21.15.29:0/1597476251 shutdown_connections 2024-09-12T03:15:11.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.531+0000 7fc66b600640 1 -- 172.21.15.29:0/1597476251 wait complete. 2024-09-12T03:15:11.550 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-12T03:15:11.551 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-12T03:15:11.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.715+0000 7facdce00640 1 Processor -- start 2024-09-12T03:15:11.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.715+0000 7facdce00640 1 -- start start 2024-09-12T03:15:11.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.716+0000 7facdce00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7facd8072040 0x7facd815fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:11.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.716+0000 7facdce00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7facd806e0a0 0x7facd80cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:11.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.716+0000 7facdce00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7facd8160340 con 0x7facd8072d80 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.716+0000 7facdce00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7facd81605e0 con 0x7facd8072040 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.716+0000 7facdce00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7facd81608c0 con 0x7facd806e0a0 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.716+0000 7faccd400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7facd8072d80 0x7facd8072420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35136/0 (socket says 172.21.15.29:35136) 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.716+0000 7faccd400640 1 -- 172.21.15.29:0/954864998 learned_addr learned my addr 172.21.15.29:0/954864998 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.716+0000 7facd6800640 1 --2- 172.21.15.29:0/954864998 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7facd806e0a0 0x7facd80cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.716+0000 7facd5e00640 1 --2- 172.21.15.29:0/954864998 >> v2:172.21.15.38:3300/0 conn(0x7facd8072040 0x7facd815fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.717+0000 7facd5400640 1 -- 172.21.15.29:0/954864998 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4232210559 0 0) 0x7facd8160340 con 0x7facd8072d80 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.717+0000 7facd5400640 1 -- 172.21.15.29:0/954864998 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7facbc003520 con 0x7facd8072d80 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.717+0000 7facd6800640 1 -- 172.21.15.29:0/954864998 >> v2:172.21.15.38:3300/0 conn(0x7facd8072040 msgr2=0x7facd815fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.717+0000 7facd6800640 1 --2- 172.21.15.29:0/954864998 >> v2:172.21.15.38:3300/0 conn(0x7facd8072040 0x7facd815fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.717+0000 7facd6800640 1 -- 172.21.15.29:0/954864998 >> v1:172.21.15.29:6789/0 conn(0x7facd8072d80 legacy=0x7facd8072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:11.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.717+0000 7facd6800640 1 -- 172.21.15.29:0/954864998 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facd8160ba0 con 0x7facd806e0a0 2024-09-12T03:15:11.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.718+0000 7facd6800640 1 --2- 172.21.15.29:0/954864998 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7facd806e0a0 0x7facd80cd5b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7facd0009d90 tx=0x7facd002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9085a69e2b17dc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:11.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.718+0000 7facd5400640 1 -- 172.21.15.29:0/954864998 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd0007740 con 0x7facd806e0a0 2024-09-12T03:15:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.719+0000 7facd5400640 1 -- 172.21.15.29:0/954864998 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facd00078e0 con 0x7facd806e0a0 2024-09-12T03:15:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.719+0000 7facd5400640 1 -- 172.21.15.29:0/954864998 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd0007cb0 con 0x7facd806e0a0 2024-09-12T03:15:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.719+0000 7facdce00640 1 -- 172.21.15.29:0/954864998 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7facd806e0a0 msgr2=0x7facd80cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.719+0000 7facdce00640 1 --2- 172.21.15.29:0/954864998 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7facd806e0a0 0x7facd80cd5b0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7facd0009d90 tx=0x7facd002a660 comp rx=0 tx=0).stop 2024-09-12T03:15:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.719+0000 7facdce00640 1 -- 172.21.15.29:0/954864998 shutdown_connections 2024-09-12T03:15:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.719+0000 7facdce00640 1 --2- 172.21.15.29:0/954864998 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7facd806e0a0 0x7facd80cd5b0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.719+0000 7facdce00640 1 --2- 172.21.15.29:0/954864998 >> v2:172.21.15.38:3300/0 conn(0x7facd8072040 0x7facd815fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.719+0000 7facdce00640 1 -- 172.21.15.29:0/954864998 >> 172.21.15.29:0/954864998 conn(0x7facd8067d70 msgr2=0x7facd806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.719+0000 7facdce00640 1 -- 172.21.15.29:0/954864998 shutdown_connections 2024-09-12T03:15:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.719+0000 7facdce00640 1 -- 172.21.15.29:0/954864998 wait complete. 2024-09-12T03:15:11.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.721+0000 7facdce00640 1 Processor -- start 2024-09-12T03:15:11.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.721+0000 7facdce00640 1 -- start start 2024-09-12T03:15:11.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.722+0000 7facdce00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7facd806e0a0 0x7facd81414b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:11.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.722+0000 7facdce00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7facd8072040 0x7facd81f5d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:11.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.722+0000 7facdce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facd8072d80 0x7facd80ab680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:11.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.722+0000 7facdce00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7facd806e530 con 0x7facd8072d80 2024-09-12T03:15:11.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.722+0000 7facdce00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7facd8145b00 con 0x7facd806e0a0 2024-09-12T03:15:11.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.722+0000 7facdce00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7facd806e6b0 con 0x7facd8072040 2024-09-12T03:15:11.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.722+0000 7facd6800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facd8072d80 0x7facd80ab680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:11.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.722+0000 7facd6800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facd8072d80 0x7facd80ab680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34232/0 (socket says 172.21.15.29:34232) 2024-09-12T03:15:11.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.722+0000 7facd6800640 1 -- 172.21.15.29:0/1526741551 learned_addr learned my addr 172.21.15.29:0/1526741551 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:11.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.722+0000 7facd5e00640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7facd806e0a0 0x7facd81414b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:11.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.722+0000 7faccd400640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7facd8072040 0x7facd81f5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:11.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.723+0000 7facd6800640 1 -- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7facd8072040 msgr2=0x7facd81f5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:11.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.723+0000 7facd6800640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7facd8072040 0x7facd81f5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:11.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.723+0000 7facd6800640 1 -- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7facd806e0a0 msgr2=0x7facd81414b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:11.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.723+0000 7facd6800640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7facd806e0a0 0x7facd81414b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:11.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.723+0000 7facd6800640 1 -- 172.21.15.29:0/1526741551 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facd81f68f0 con 0x7facd8072d80 2024-09-12T03:15:11.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.723+0000 7facd6800640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facd8072d80 0x7facd80ab680 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7facd0009eb0 tx=0x7facd0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:11.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.723+0000 7faccea00640 1 -- 172.21.15.29:0/1526741551 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd003f070 con 0x7facd8072d80 2024-09-12T03:15:11.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.723+0000 7faccea00640 1 -- 172.21.15.29:0/1526741551 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facd0031bc0 con 0x7facd8072d80 2024-09-12T03:15:11.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.723+0000 7facdce00640 1 -- 172.21.15.29:0/1526741551 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facd80ae2c0 con 0x7facd8072d80 2024-09-12T03:15:11.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.724+0000 7faccea00640 1 -- 172.21.15.29:0/1526741551 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd0009450 con 0x7facd8072d80 2024-09-12T03:15:11.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.724+0000 7facdce00640 1 -- 172.21.15.29:0/1526741551 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facd80aeb60 con 0x7facd8072d80 2024-09-12T03:15:11.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.725+0000 7facdce00640 1 -- 172.21.15.29:0/1526741551 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facd815e5f0 con 0x7facd8072d80 2024-09-12T03:15:11.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.726+0000 7faccea00640 1 -- 172.21.15.29:0/1526741551 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7facd003b410 con 0x7facd8072d80 2024-09-12T03:15:11.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.727+0000 7faccea00640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7facb406be30 0x7facb406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:11.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.727+0000 7faccea00640 1 -- 172.21.15.29:0/1526741551 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7facd00ac660 con 0x7facd8072d80 2024-09-12T03:15:11.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.727+0000 7facd5e00640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7facb406be30 0x7facb406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:11.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.728+0000 7facd5e00640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7facb406be30 0x7facb406e2f0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7facc8009aa0 tx=0x7facc8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:11.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.731+0000 7faccea00640 1 -- 172.21.15.29:0/1526741551 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7facd815e5f0 con 0x7facd8072d80 2024-09-12T03:15:11.957 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:11.957+0000 7facdce00640 1 -- 172.21.15.29:0/1526741551 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7facd815fe00 con 0x7facd8072d80 2024-09-12T03:15:12.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.533+0000 7faccea00640 1 -- 172.21.15.29:0/1526741551 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v105) ==== 122+0+0 (secure 0 0 0) 0x7facd81f68f0 con 0x7facd8072d80 2024-09-12T03:15:12.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.536+0000 7facdce00640 1 -- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7facb406be30 msgr2=0x7facb406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:12.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.536+0000 7facdce00640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7facb406be30 0x7facb406e2f0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7facc8009aa0 tx=0x7facc8009190 comp rx=0 tx=0).stop 2024-09-12T03:15:12.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.536+0000 7facdce00640 1 -- 172.21.15.29:0/1526741551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facd8072d80 msgr2=0x7facd80ab680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:12.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.536+0000 7facdce00640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facd8072d80 0x7facd80ab680 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7facd0009eb0 tx=0x7facd0004a40 comp rx=0 tx=0).stop 2024-09-12T03:15:12.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.536+0000 7facdce00640 1 -- 172.21.15.29:0/1526741551 shutdown_connections 2024-09-12T03:15:12.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.536+0000 7facdce00640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7facb406be30 0x7facb406e2f0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.537 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.536+0000 7facdce00640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facd8072d80 0x7facd80ab680 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.536+0000 7facdce00640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7facd8072040 0x7facd81f5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.536+0000 7facdce00640 1 --2- 172.21.15.29:0/1526741551 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7facd806e0a0 0x7facd81414b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.536+0000 7facdce00640 1 -- 172.21.15.29:0/1526741551 >> 172.21.15.29:0/1526741551 conn(0x7facd8067d70 msgr2=0x7facd815f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:12.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.537+0000 7facdce00640 1 -- 172.21.15.29:0/1526741551 shutdown_connections 2024-09-12T03:15:12.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.537+0000 7facdce00640 1 -- 172.21.15.29:0/1526741551 wait complete. 2024-09-12T03:15:12.555 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-12T03:15:12.556 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:12.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.715+0000 7f8863200640 1 Processor -- start 2024-09-12T03:15:12.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.715+0000 7f8863200640 1 -- start start 2024-09-12T03:15:12.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.716+0000 7f8863200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f885c15e660 0x7f885c0d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:12.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.716+0000 7f8863200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 0x7f885c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:12.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.716+0000 7f8863200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f885c0d3680 con 0x7f885c0b6530 2024-09-12T03:15:12.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.716+0000 7f8863200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f885c06d4b0 con 0x7f885c15e660 2024-09-12T03:15:12.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.716+0000 7f8863200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f885c0d3960 con 0x7f885c0d3150 2024-09-12T03:15:12.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.717+0000 7f885b400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 0x7f885c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:12.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.717+0000 7f885be00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f885c15e660 0x7f885c0d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:12.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.717+0000 7f8861200640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f885c0b6530 0x7f885c0cf070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:59504/0 (socket says 172.21.15.29:59504) 2024-09-12T03:15:12.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.717+0000 7f885b400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 0x7f885c0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59332/0 (socket says 172.21.15.29:59332) 2024-09-12T03:15:12.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.717+0000 7f8861200640 1 -- 172.21.15.29:0/1188947268 learned_addr learned my addr 172.21.15.29:0/1188947268 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:12.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.717+0000 7f885b400640 1 -- 172.21.15.29:0/1188947268 >> v2:172.21.15.38:3300/0 conn(0x7f885c15e660 msgr2=0x7f885c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:12.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.717+0000 7f885b400640 1 --2- 172.21.15.29:0/1188947268 >> v2:172.21.15.38:3300/0 conn(0x7f885c15e660 0x7f885c0d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.717+0000 7f885b400640 1 -- 172.21.15.29:0/1188947268 >> v1:172.21.15.38:6789/0 conn(0x7f885c0b6530 legacy=0x7f885c0cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:12.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.717+0000 7f885b400640 1 -- 172.21.15.29:0/1188947268 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f885c06ce60 con 0x7f885c0d3150 2024-09-12T03:15:12.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.717+0000 7f885be00640 1 --2- 172.21.15.29:0/1188947268 >> v2:172.21.15.38:3300/0 conn(0x7f885c15e660 0x7f885c0d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:12.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.718+0000 7f885b400640 1 --2- 172.21.15.29:0/1188947268 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 0x7f885c0b5ff0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f88480097a0 tx=0x7f884802a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54a930a40ccd58d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:12.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.719+0000 7f885aa00640 1 -- 172.21.15.29:0/1188947268 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8848037070 con 0x7f885c0d3150 2024-09-12T03:15:12.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.719+0000 7f885aa00640 1 -- 172.21.15.29:0/1188947268 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8848032440 con 0x7f885c0d3150 2024-09-12T03:15:12.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.719+0000 7f885aa00640 1 -- 172.21.15.29:0/1188947268 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8848032810 con 0x7f885c0d3150 2024-09-12T03:15:12.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.719+0000 7f8863200640 1 -- 172.21.15.29:0/1188947268 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 msgr2=0x7f885c0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:12.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.719+0000 7f8863200640 1 --2- 172.21.15.29:0/1188947268 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 0x7f885c0b5ff0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f88480097a0 tx=0x7f884802a230 comp rx=0 tx=0).stop 2024-09-12T03:15:12.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.719+0000 7f8863200640 1 -- 172.21.15.29:0/1188947268 shutdown_connections 2024-09-12T03:15:12.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.719+0000 7f8863200640 1 --2- 172.21.15.29:0/1188947268 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 0x7f885c0b5ff0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.719+0000 7f8863200640 1 --2- 172.21.15.29:0/1188947268 >> v2:172.21.15.38:3300/0 conn(0x7f885c15e660 0x7f885c0d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.719+0000 7f8863200640 1 -- 172.21.15.29:0/1188947268 >> 172.21.15.29:0/1188947268 conn(0x7f885c08c000 msgr2=0x7f885c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:12.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.719+0000 7f8863200640 1 -- 172.21.15.29:0/1188947268 shutdown_connections 2024-09-12T03:15:12.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.719+0000 7f8863200640 1 -- 172.21.15.29:0/1188947268 wait complete. 2024-09-12T03:15:12.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.721+0000 7f8863200640 1 Processor -- start 2024-09-12T03:15:12.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.721+0000 7f8863200640 1 -- start start 2024-09-12T03:15:12.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.722+0000 7f8863200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f885c0b6530 0x7f885c1f4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:12.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.722+0000 7f8863200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 0x7f885c1f74d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:12.722 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.722+0000 7f8863200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f885c15e660 0x7f885c0cc000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:12.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.722+0000 7f8863200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f885c15ea40 con 0x7f885c15e660 2024-09-12T03:15:12.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.722+0000 7f8863200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f885c0d5310 con 0x7f885c0b6530 2024-09-12T03:15:12.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.722+0000 7f8863200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f885c06e950 con 0x7f885c0d3150 2024-09-12T03:15:12.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.722+0000 7f8861200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f885c15e660 0x7f885c0cc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:12.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.722+0000 7f8861200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f885c15e660 0x7f885c0cc000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34246/0 (socket says 172.21.15.29:34246) 2024-09-12T03:15:12.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.722+0000 7f8861200640 1 -- 172.21.15.29:0/3719480141 learned_addr learned my addr 172.21.15.29:0/3719480141 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:12.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.722+0000 7f885be00640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f885c0b6530 0x7f885c1f4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:12.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.722+0000 7f885b400640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 0x7f885c1f74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:12.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.723+0000 7f8861200640 1 -- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 msgr2=0x7f885c1f74d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:12.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.723+0000 7f8861200640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 0x7f885c1f74d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.723+0000 7f8861200640 1 -- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f885c0b6530 msgr2=0x7f885c1f4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:12.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.723+0000 7f8861200640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f885c0b6530 0x7f885c1f4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.723+0000 7f8861200640 1 -- 172.21.15.29:0/3719480141 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f885c0b8680 con 0x7f885c15e660 2024-09-12T03:15:12.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.723+0000 7f8861200640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f885c15e660 0x7f885c0cc000 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f885400cbf0 tx=0x7f885400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:12.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.723+0000 7f8853e00640 1 -- 172.21.15.29:0/3719480141 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8854017070 con 0x7f885c15e660 2024-09-12T03:15:12.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.723+0000 7f8853e00640 1 -- 172.21.15.29:0/3719480141 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f885400ad40 con 0x7f885c15e660 2024-09-12T03:15:12.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.723+0000 7f8853e00640 1 -- 172.21.15.29:0/3719480141 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8854012600 con 0x7f885c15e660 2024-09-12T03:15:12.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.723+0000 7f8863200640 1 -- 172.21.15.29:0/3719480141 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f885c0b8960 con 0x7f885c15e660 2024-09-12T03:15:12.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.724+0000 7f8863200640 1 -- 172.21.15.29:0/3719480141 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f885c0b8f20 con 0x7f885c15e660 2024-09-12T03:15:12.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.724+0000 7f8863200640 1 -- 172.21.15.29:0/3719480141 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f885c0b5ff0 con 0x7f885c15e660 2024-09-12T03:15:12.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.725+0000 7f8853e00640 1 -- 172.21.15.29:0/3719480141 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f885401a070 con 0x7f885c15e660 2024-09-12T03:15:12.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.726+0000 7f8853e00640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f883c06be30 0x7f883c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:12.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.726+0000 7f8853e00640 1 -- 172.21.15.29:0/3719480141 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f885408adb0 con 0x7f885c15e660 2024-09-12T03:15:12.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.727+0000 7f885be00640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f883c06be30 0x7f883c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:12.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.727+0000 7f885be00640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f883c06be30 0x7f883c06e2f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f884c009560 tx=0x7f884c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:12.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.730+0000 7f8853e00640 1 -- 172.21.15.29:0/3719480141 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f885408f070 con 0x7f885c15e660 2024-09-12T03:15:12.951 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.951+0000 7f8863200640 1 -- 172.21.15.29:0/3719480141 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f885c0cf8f0 con 0x7f885c15e660 2024-09-12T03:15:12.952 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.952+0000 7f8853e00640 1 -- 172.21.15.29:0/3719480141 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 105 v105) ==== 95+0+5223 (secure 0 0 0) 0x7f8854058ee0 con 0x7f885c15e660 2024-09-12T03:15:12.952 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:12.952 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":105,"btime":"2024-09-12T03:15:12:529607+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100},{"gid":7672,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":99},{"gid":8022,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":99}],"filesystems":[{"mdsmap":{"epoch":105,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:11.958758+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8025},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025]},"id":7}]} 2024-09-12T03:15:12.953 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 105 2024-09-12T03:15:12.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.954+0000 7f8863200640 1 -- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f883c06be30 msgr2=0x7f883c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:12.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.954+0000 7f8863200640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f883c06be30 0x7f883c06e2f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f884c009560 tx=0x7f884c009190 comp rx=0 tx=0).stop 2024-09-12T03:15:12.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.954+0000 7f8863200640 1 -- 172.21.15.29:0/3719480141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f885c15e660 msgr2=0x7f885c0cc000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:12.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.954+0000 7f8863200640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f885c15e660 0x7f885c0cc000 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f885400cbf0 tx=0x7f885400a430 comp rx=0 tx=0).stop 2024-09-12T03:15:12.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.954+0000 7f8863200640 1 -- 172.21.15.29:0/3719480141 shutdown_connections 2024-09-12T03:15:12.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.954+0000 7f8863200640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f883c06be30 0x7f883c06e2f0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.954+0000 7f8863200640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f885c15e660 0x7f885c0cc000 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.954+0000 7f8863200640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885c0d3150 0x7f885c1f74d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.954+0000 7f8863200640 1 --2- 172.21.15.29:0/3719480141 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f885c0b6530 0x7f885c1f4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:12.955 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.954+0000 7f8863200640 1 -- 172.21.15.29:0/3719480141 >> 172.21.15.29:0/3719480141 conn(0x7f885c08c000 msgr2=0x7f885c0d0ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:12.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.954+0000 7f8863200640 1 -- 172.21.15.29:0/3719480141 shutdown_connections 2024-09-12T03:15:12.956 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:12.955+0000 7f8863200640 1 -- 172.21.15.29:0/3719480141 wait complete. 2024-09-12T03:15:12.971 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:15:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.127+0000 7f9f99600640 1 Processor -- start 2024-09-12T03:15:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.127+0000 7f9f99600640 1 -- start start 2024-09-12T03:15:13.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.128+0000 7f9f99600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f940d4310 0x7f9f940d4750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.128+0000 7f9f99600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f9415e850 con 0x7f9f9406d460 2024-09-12T03:15:13.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.128+0000 7f9f99600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f940d1c60 con 0x7f9f9415e470 2024-09-12T03:15:13.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.128+0000 7f9f99600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9f940cf710 con 0x7f9f940d4310 2024-09-12T03:15:13.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.128+0000 7f9f98c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9f9406d460 0x7f9f940d0bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35152/0 (socket says 172.21.15.29:35152) 2024-09-12T03:15:13.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.128+0000 7f9f98c00640 1 -- 172.21.15.29:0/3939429656 learned_addr learned my addr 172.21.15.29:0/3939429656 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:13.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.129+0000 7f9f93400640 1 --2- 172.21.15.29:0/3939429656 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f940d4310 0x7f9f940d4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.129+0000 7f9f92a00640 1 -- 172.21.15.29:0/3939429656 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1904687813 0 0) 0x7f9f9415e850 con 0x7f9f9406d460 2024-09-12T03:15:13.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.129+0000 7f9f92a00640 1 -- 172.21.15.29:0/3939429656 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9f78003520 con 0x7f9f9406d460 2024-09-12T03:15:13.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.129+0000 7f9f92a00640 1 -- 172.21.15.29:0/3939429656 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3695037230 0 0) 0x7f9f940d1c60 con 0x7f9f9415e470 2024-09-12T03:15:13.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.129+0000 7f9f92a00640 1 -- 172.21.15.29:0/3939429656 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9f9415e850 con 0x7f9f9415e470 2024-09-12T03:15:13.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.129+0000 7f9f93400640 1 -- 172.21.15.29:0/3939429656 >> v1:172.21.15.38:6789/0 conn(0x7f9f9415e470 legacy=0x7f9f940cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.129+0000 7f9f93400640 1 -- 172.21.15.29:0/3939429656 >> v1:172.21.15.29:6789/0 conn(0x7f9f9406d460 legacy=0x7f9f940d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.129+0000 7f9f93400640 1 -- 172.21.15.29:0/3939429656 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f940d1980 con 0x7f9f940d4310 2024-09-12T03:15:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.130+0000 7f9f93400640 1 --2- 172.21.15.29:0/3939429656 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f940d4310 0x7f9f940d4750 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9f800097d0 tx=0x7f9f8002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=551f0481fa47317d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.131+0000 7f9f92a00640 1 -- 172.21.15.29:0/3939429656 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f80037070 con 0x7f9f940d4310 2024-09-12T03:15:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.131+0000 7f9f92a00640 1 -- 172.21.15.29:0/3939429656 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f80032440 con 0x7f9f940d4310 2024-09-12T03:15:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.131+0000 7f9f92a00640 1 -- 172.21.15.29:0/3939429656 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f80032810 con 0x7f9f940d4310 2024-09-12T03:15:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.131+0000 7f9f99600640 1 -- 172.21.15.29:0/3939429656 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f940d4310 msgr2=0x7f9f940d4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.131+0000 7f9f99600640 1 --2- 172.21.15.29:0/3939429656 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f940d4310 0x7f9f940d4750 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9f800097d0 tx=0x7f9f8002a210 comp rx=0 tx=0).stop 2024-09-12T03:15:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.131+0000 7f9f99600640 1 -- 172.21.15.29:0/3939429656 shutdown_connections 2024-09-12T03:15:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.131+0000 7f9f99600640 1 --2- 172.21.15.29:0/3939429656 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f940d4310 0x7f9f940d4750 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.131+0000 7f9f99600640 1 -- 172.21.15.29:0/3939429656 >> 172.21.15.29:0/3939429656 conn(0x7f9f9409d700 msgr2=0x7f9f9408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.131+0000 7f9f99600640 1 -- 172.21.15.29:0/3939429656 shutdown_connections 2024-09-12T03:15:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.132+0000 7f9f99600640 1 -- 172.21.15.29:0/3939429656 wait complete. 2024-09-12T03:15:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.133+0000 7f9f99600640 1 Processor -- start 2024-09-12T03:15:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.133+0000 7f9f99600640 1 -- start start 2024-09-12T03:15:13.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.134+0000 7f9f99600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9f9406d460 0x7f9f940cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.134+0000 7f9f99600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f940d4310 0x7f9f94156360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.134+0000 7f9f99600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f9415e470 0x7f9f940b91f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.134+0000 7f9f99600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9f940cf3a0 con 0x7f9f940d4310 2024-09-12T03:15:13.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.134+0000 7f9f99600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9f940d4c90 con 0x7f9f9406d460 2024-09-12T03:15:13.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.134+0000 7f9f99600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9f940d02b0 con 0x7f9f9415e470 2024-09-12T03:15:13.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.134+0000 7f9f93400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f940d4310 0x7f9f94156360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.134+0000 7f9f93400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f940d4310 0x7f9f94156360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34258/0 (socket says 172.21.15.29:34258) 2024-09-12T03:15:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.134+0000 7f9f93400640 1 -- 172.21.15.29:0/3144190136 learned_addr learned my addr 172.21.15.29:0/3144190136 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.134+0000 7f9f98c00640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f9415e470 0x7f9f940b91f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f93e00640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9f9406d460 0x7f9f940cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f93400640 1 -- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f9415e470 msgr2=0x7f9f940b91f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f93400640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f9415e470 0x7f9f940b91f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f93400640 1 -- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9f9406d460 msgr2=0x7f9f940cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f93400640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9f9406d460 0x7f9f940cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f93400640 1 -- 172.21.15.29:0/3144190136 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f940cc0b0 con 0x7f9f940d4310 2024-09-12T03:15:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f93e00640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9f9406d460 0x7f9f940cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f93400640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f940d4310 0x7f9f94156360 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f9f800097d0 tx=0x7f9f800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f8be00640 1 -- 172.21.15.29:0/3144190136 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f80042020 con 0x7f9f940d4310 2024-09-12T03:15:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f8be00640 1 -- 172.21.15.29:0/3144190136 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f8003d730 con 0x7f9f940d4310 2024-09-12T03:15:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f99600640 1 -- 172.21.15.29:0/3144190136 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f940cc390 con 0x7f9f940d4310 2024-09-12T03:15:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.135+0000 7f9f8be00640 1 -- 172.21.15.29:0/3144190136 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f80037040 con 0x7f9f940d4310 2024-09-12T03:15:13.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.136+0000 7f9f99600640 1 -- 172.21.15.29:0/3144190136 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f940cc950 con 0x7f9f940d4310 2024-09-12T03:15:13.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.137+0000 7f9f99600640 1 -- 172.21.15.29:0/3144190136 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f940d4750 con 0x7f9f940d4310 2024-09-12T03:15:13.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.137+0000 7f9f8be00640 1 -- 172.21.15.29:0/3144190136 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9f80045020 con 0x7f9f940d4310 2024-09-12T03:15:13.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.138+0000 7f9f8be00640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9f7406be60 0x7f9f7406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.138+0000 7f9f8be00640 1 -- 172.21.15.29:0/3144190136 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f9f800aba60 con 0x7f9f940d4310 2024-09-12T03:15:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.139+0000 7f9f93e00640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9f7406be60 0x7f9f7406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.140+0000 7f9f93e00640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9f7406be60 0x7f9f7406e320 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f9f840011e0 tx=0x7f9f84009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:13.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.143+0000 7f9f8be00640 1 -- 172.21.15.29:0/3144190136 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9f8004c030 con 0x7f9f940d4310 2024-09-12T03:15:13.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.327+0000 7f9f99600640 1 -- 172.21.15.29:0/3144190136 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9f9406cf90 con 0x7f9f940d4310 2024-09-12T03:15:13.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.328+0000 7f9f8be00640 1 -- 172.21.15.29:0/3144190136 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v105) ==== 74+0+16872 (secure 0 0 0) 0x7f9f8007a1f0 con 0x7f9f940d4310 2024-09-12T03:15:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:13.329 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":105,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:15:10.504962+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:15:06.724771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-12T03:15:07.923462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:15:13.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.330+0000 7f9f99600640 1 -- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9f7406be60 msgr2=0x7f9f7406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.330+0000 7f9f99600640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9f7406be60 0x7f9f7406e320 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f9f840011e0 tx=0x7f9f84009040 comp rx=0 tx=0).stop 2024-09-12T03:15:13.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.330+0000 7f9f99600640 1 -- 172.21.15.29:0/3144190136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f940d4310 msgr2=0x7f9f94156360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.330+0000 7f9f99600640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f940d4310 0x7f9f94156360 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f9f800097d0 tx=0x7f9f800046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.331+0000 7f9f99600640 1 -- 172.21.15.29:0/3144190136 shutdown_connections 2024-09-12T03:15:13.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.331+0000 7f9f99600640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9f7406be60 0x7f9f7406e320 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.331+0000 7f9f99600640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f9415e470 0x7f9f940b91f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.331+0000 7f9f99600640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f940d4310 0x7f9f94156360 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.331+0000 7f9f99600640 1 --2- 172.21.15.29:0/3144190136 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9f9406d460 0x7f9f940cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.331+0000 7f9f99600640 1 -- 172.21.15.29:0/3144190136 >> 172.21.15.29:0/3144190136 conn(0x7f9f9409d700 msgr2=0x7f9f9415d230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:13.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.331+0000 7f9f99600640 1 -- 172.21.15.29:0/3144190136 shutdown_connections 2024-09-12T03:15:13.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.331+0000 7f9f99600640 1 -- 172.21.15.29:0/3144190136 wait complete. 2024-09-12T03:15:13.347 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T03:15:13.347 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:15:13.442 INFO:tasks.ceph.mds.c.smithi029.stderr:2024-09-12T03:15:13.442+0000 7f0449000640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-12T03:15:13.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.503+0000 7f36a7000640 1 Processor -- start 2024-09-12T03:15:13.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.503+0000 7f36a7000640 1 -- start start 2024-09-12T03:15:13.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.504+0000 7f36a7000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f36a015e470 0x7f36a00cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.504+0000 7f36a7000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f36a00d00e0 0x7f36a00d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.504+0000 7f36a7000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36a00d4850 0x7f36a006d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.504+0000 7f36a7000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f36a00cf710 con 0x7f36a00d00e0 2024-09-12T03:15:13.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.504+0000 7f36a7000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f36a015e850 con 0x7f36a015e470 2024-09-12T03:15:13.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.504+0000 7f36a7000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f36a00d1c60 con 0x7f36a00d4850 2024-09-12T03:15:13.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.504+0000 7f36a5200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f36a00d00e0 0x7f36a00d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.504+0000 7f36a5200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f36a00d00e0 0x7f36a00d4310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34272/0 (socket says 172.21.15.29:34272) 2024-09-12T03:15:13.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.504+0000 7f36a5200640 1 -- 172.21.15.29:0/3890016162 learned_addr learned my addr 172.21.15.29:0/3890016162 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:13.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.504+0000 7f36a5c00640 1 --2- 172.21.15.29:0/3890016162 >> v2:172.21.15.38:3300/0 conn(0x7f36a015e470 0x7f36a00cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.504+0000 7f36a6600640 1 --2- 172.21.15.29:0/3890016162 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36a00d4850 0x7f36a006d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.505+0000 7f36a5200640 1 -- 172.21.15.29:0/3890016162 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36a00d4850 msgr2=0x7f36a006d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:13.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.505+0000 7f36a5200640 1 --2- 172.21.15.29:0/3890016162 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36a00d4850 0x7f36a006d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.505+0000 7f36a5200640 1 -- 172.21.15.29:0/3890016162 >> v2:172.21.15.38:3300/0 conn(0x7f36a015e470 msgr2=0x7f36a00cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:13.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.505+0000 7f36a5200640 1 --2- 172.21.15.29:0/3890016162 >> v2:172.21.15.38:3300/0 conn(0x7f36a015e470 0x7f36a00cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.505+0000 7f36a5200640 1 -- 172.21.15.29:0/3890016162 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36a00d1980 con 0x7f36a00d00e0 2024-09-12T03:15:13.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.506+0000 7f36a5200640 1 --2- 172.21.15.29:0/3890016162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a00d00e0 0x7f36a00d4310 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f36a00b6e80 tx=0x7f368c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e3e8d1dc04c8bf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:13.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.506+0000 7f369fe00640 1 -- 172.21.15.29:0/3890016162 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c037070 con 0x7f36a00d00e0 2024-09-12T03:15:13.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.506+0000 7f369fe00640 1 -- 172.21.15.29:0/3890016162 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f368c032440 con 0x7f36a00d00e0 2024-09-12T03:15:13.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.506+0000 7f369fe00640 1 -- 172.21.15.29:0/3890016162 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c032810 con 0x7f36a00d00e0 2024-09-12T03:15:13.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.507+0000 7f36a7000640 1 -- 172.21.15.29:0/3890016162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a00d00e0 msgr2=0x7f36a00d4310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.507+0000 7f36a7000640 1 --2- 172.21.15.29:0/3890016162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a00d00e0 0x7f36a00d4310 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f36a00b6e80 tx=0x7f368c02a1e0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.507+0000 7f36a7000640 1 -- 172.21.15.29:0/3890016162 shutdown_connections 2024-09-12T03:15:13.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.507+0000 7f36a7000640 1 --2- 172.21.15.29:0/3890016162 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36a00d4850 0x7f36a006d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.507+0000 7f36a7000640 1 --2- 172.21.15.29:0/3890016162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a00d00e0 0x7f36a00d4310 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.507+0000 7f36a7000640 1 --2- 172.21.15.29:0/3890016162 >> v2:172.21.15.38:3300/0 conn(0x7f36a015e470 0x7f36a00cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.507+0000 7f36a7000640 1 -- 172.21.15.29:0/3890016162 >> 172.21.15.29:0/3890016162 conn(0x7f36a009d700 msgr2=0x7f36a008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:13.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.507+0000 7f36a7000640 1 -- 172.21.15.29:0/3890016162 shutdown_connections 2024-09-12T03:15:13.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.507+0000 7f36a7000640 1 -- 172.21.15.29:0/3890016162 wait complete. 2024-09-12T03:15:13.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.508+0000 7f36a7000640 1 Processor -- start 2024-09-12T03:15:13.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.509+0000 7f36a7000640 1 -- start start 2024-09-12T03:15:13.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.509+0000 7f36a7000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36a00d00e0 0x7f36a015eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.509+0000 7f36a7000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36a00d4850 0x7f36a0162150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.509+0000 7f36a7000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a015e470 0x7f36a00cda40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.509+0000 7f36a7000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f36a006d9a0 con 0x7f36a015e470 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.509+0000 7f36a7000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f36a00cf3a0 con 0x7f36a00d4850 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.509+0000 7f36a7000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f36a006db20 con 0x7f36a00d00e0 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.510+0000 7f36a6600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a015e470 0x7f36a00cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.510+0000 7f36a5c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36a00d00e0 0x7f36a015eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.510+0000 7f36a5200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36a00d4850 0x7f36a0162150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.510+0000 7f36a6600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a015e470 0x7f36a00cda40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34286/0 (socket says 172.21.15.29:34286) 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.510+0000 7f36a6600640 1 -- 172.21.15.29:0/258209201 learned_addr learned my addr 172.21.15.29:0/258209201 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.510+0000 7f36a6600640 1 -- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36a00d00e0 msgr2=0x7f36a015eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.510+0000 7f36a6600640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36a00d00e0 0x7f36a015eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.510+0000 7f36a6600640 1 -- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36a00d4850 msgr2=0x7f36a0162150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.510+0000 7f36a6600640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36a00d4850 0x7f36a0162150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.510+0000 7f36a6600640 1 -- 172.21.15.29:0/258209201 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36a00b7400 con 0x7f36a015e470 2024-09-12T03:15:13.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.511+0000 7f36a6600640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a015e470 0x7f36a00cda40 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f369800efc0 tx=0x7f369800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:13.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.511+0000 7f369d600640 1 -- 172.21.15.29:0/258209201 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3698018020 con 0x7f36a015e470 2024-09-12T03:15:13.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.511+0000 7f369d600640 1 -- 172.21.15.29:0/258209201 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3698014480 con 0x7f36a015e470 2024-09-12T03:15:13.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.511+0000 7f369d600640 1 -- 172.21.15.29:0/258209201 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3698014870 con 0x7f36a015e470 2024-09-12T03:15:13.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.511+0000 7f36a7000640 1 -- 172.21.15.29:0/258209201 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36a00b76e0 con 0x7f36a015e470 2024-09-12T03:15:13.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.511+0000 7f36a7000640 1 -- 172.21.15.29:0/258209201 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36a0162690 con 0x7f36a015e470 2024-09-12T03:15:13.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.512+0000 7f36a7000640 1 -- 172.21.15.29:0/258209201 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36a006d460 con 0x7f36a015e470 2024-09-12T03:15:13.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.513+0000 7f369d600640 1 -- 172.21.15.29:0/258209201 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3698005d10 con 0x7f36a015e470 2024-09-12T03:15:13.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.514+0000 7f369d600640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f368006be30 0x7f368006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.514+0000 7f369d600640 1 -- 172.21.15.29:0/258209201 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f369808ba70 con 0x7f36a015e470 2024-09-12T03:15:13.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.515+0000 7f36a5c00640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f368006be30 0x7f368006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.515+0000 7f36a5c00640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f368006be30 0x7f368006e2f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f3694009a20 tx=0x7f3694009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:13.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.518+0000 7f369d600640 1 -- 172.21.15.29:0/258209201 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3698022070 con 0x7f36a015e470 2024-09-12T03:15:13.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.700+0000 7f36a7000640 1 -- 172.21.15.29:0/258209201 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f36a00b71b0 con 0x7f368006be30 2024-09-12T03:15:13.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.707+0000 7f369d600640 1 -- 172.21.15.29:0/258209201 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+247090 (secure 0 0 0) 0x7f36a00b71b0 con 0x7f368006be30 2024-09-12T03:15:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:13.712 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:15:13.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.710+0000 7f36a7000640 1 -- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f368006be30 msgr2=0x7f368006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.710+0000 7f36a7000640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f368006be30 0x7f368006e2f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f3694009a20 tx=0x7f3694009190 comp rx=0 tx=0).stop 2024-09-12T03:15:13.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.710+0000 7f36a7000640 1 -- 172.21.15.29:0/258209201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a015e470 msgr2=0x7f36a00cda40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.710+0000 7f36a7000640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a015e470 0x7f36a00cda40 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f369800efc0 tx=0x7f369800c490 comp rx=0 tx=0).stop 2024-09-12T03:15:13.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.710+0000 7f36a7000640 1 -- 172.21.15.29:0/258209201 shutdown_connections 2024-09-12T03:15:13.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.710+0000 7f36a7000640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f368006be30 0x7f368006e2f0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.710+0000 7f36a7000640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a015e470 0x7f36a00cda40 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.710+0000 7f36a7000640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36a00d4850 0x7f36a0162150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.710+0000 7f36a7000640 1 --2- 172.21.15.29:0/258209201 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36a00d00e0 0x7f36a015eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.710+0000 7f36a7000640 1 -- 172.21.15.29:0/258209201 >> 172.21.15.29:0/258209201 conn(0x7f36a009d700 msgr2=0x7f36a00b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:13.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.711+0000 7f36a7000640 1 -- 172.21.15.29:0/258209201 shutdown_connections 2024-09-12T03:15:13.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.711+0000 7f36a7000640 1 -- 172.21.15.29:0/258209201 wait complete. 2024-09-12T03:15:13.726 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":307,"stamp":"2024-09-12T03:15:11.817447+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":53,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260612,"kb_used_data":11072,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754714108,"statfs":{"total":773094113280,"available":772827246592,"internally_reserved":0,"allocated":11337728,"data_stored":5903246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.334067"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497446+0000","last_change":"2024-09-12T03:15:08.497446+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497446+0000","last_undegraded":"2024-09-12T03:15:08.497446+0000","last_fullsized":"2024-09-12T03:15:08.497446+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.498379+0000","last_change":"2024-09-12T03:15:08.498379+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.498379+0000","last_undegraded":"2024-09-12T03:15:08.498379+0000","last_fullsized":"2024-09-12T03:15:08.498379+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497882+0000","last_change":"2024-09-12T03:15:08.497882+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497882+0000","last_undegraded":"2024-09-12T03:15:08.497882+0000","last_fullsized":"2024-09-12T03:15:08.497882+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.496916+0000","last_change":"2024-09-12T03:15:08.496916+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.496916+0000","last_undegraded":"2024-09-12T03:15:08.496916+0000","last_fullsized":"2024-09-12T03:15:08.496916+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.499869+0000","last_change":"2024-09-12T03:15:08.499869+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.499869+0000","last_undegraded":"2024-09-12T03:15:08.499869+0000","last_fullsized":"2024-09-12T03:15:08.499869+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.498468+0000","last_change":"2024-09-12T03:15:08.498468+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.498468+0000","last_undegraded":"2024-09-12T03:15:08.498468+0000","last_fullsized":"2024-09-12T03:15:08.498468+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497762+0000","last_change":"2024-09-12T03:15:08.497762+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497762+0000","last_undegraded":"2024-09-12T03:15:08.497762+0000","last_fullsized":"2024-09-12T03:15:08.497762+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.501082+0000","last_change":"2024-09-12T03:15:08.501082+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.501082+0000","last_undegraded":"2024-09-12T03:15:08.501082+0000","last_fullsized":"2024-09-12T03:15:08.501082+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.498702+0000","last_change":"2024-09-12T03:15:08.498702+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.498702+0000","last_undegraded":"2024-09-12T03:15:08.498702+0000","last_fullsized":"2024-09-12T03:15:08.498702+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.499719+0000","last_change":"2024-09-12T03:15:08.499719+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.499719+0000","last_undegraded":"2024-09-12T03:15:08.499719+0000","last_fullsized":"2024-09-12T03:15:08.499719+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.503223+0000","last_change":"2024-09-12T03:15:08.503223+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.503223+0000","last_undegraded":"2024-09-12T03:15:08.503223+0000","last_fullsized":"2024-09-12T03:15:08.503223+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.498486+0000","last_change":"2024-09-12T03:15:08.498486+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.498486+0000","last_undegraded":"2024-09-12T03:15:08.498486+0000","last_fullsized":"2024-09-12T03:15:08.498486+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.496295+0000","last_change":"2024-09-12T03:15:08.496295+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.496295+0000","last_undegraded":"2024-09-12T03:15:08.496295+0000","last_fullsized":"2024-09-12T03:15:08.496295+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.503731+0000","last_change":"2024-09-12T03:15:08.503731+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.503731+0000","last_undegraded":"2024-09-12T03:15:08.503731+0000","last_fullsized":"2024-09-12T03:15:08.503731+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.503176+0000","last_change":"2024-09-12T03:15:08.503176+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.503176+0000","last_undegraded":"2024-09-12T03:15:08.503176+0000","last_fullsized":"2024-09-12T03:15:08.503176+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.502793+0000","last_change":"2024-09-12T03:15:08.502793+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.502793+0000","last_undegraded":"2024-09-12T03:15:08.502793+0000","last_fullsized":"2024-09-12T03:15:08.502793+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497019+0000","last_change":"2024-09-12T03:15:08.497019+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497019+0000","last_undegraded":"2024-09-12T03:15:08.497019+0000","last_fullsized":"2024-09-12T03:15:08.497019+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497905+0000","last_change":"2024-09-12T03:15:08.497905+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497905+0000","last_undegraded":"2024-09-12T03:15:08.497905+0000","last_fullsized":"2024-09-12T03:15:08.497905+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497289+0000","last_change":"2024-09-12T03:15:08.497289+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497289+0000","last_undegraded":"2024-09-12T03:15:08.497289+0000","last_fullsized":"2024-09-12T03:15:08.497289+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.498004+0000","last_change":"2024-09-12T03:15:08.498004+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.498004+0000","last_undegraded":"2024-09-12T03:15:08.498004+0000","last_fullsized":"2024-09-12T03:15:08.498004+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.507501+0000","last_change":"2024-09-12T03:15:08.507501+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.507501+0000","last_undegraded":"2024-09-12T03:15:08.507501+0000","last_fullsized":"2024-09-12T03:15:08.507501+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.499375+0000","last_change":"2024-09-12T03:15:08.499375+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.499375+0000","last_undegraded":"2024-09-12T03:15:08.499375+0000","last_fullsized":"2024-09-12T03:15:08.499375+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.496027+0000","last_change":"2024-09-12T03:15:08.496027+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.496027+0000","last_undegraded":"2024-09-12T03:15:08.496027+0000","last_fullsized":"2024-09-12T03:15:08.496027+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.503480+0000","last_change":"2024-09-12T03:15:08.503480+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.503480+0000","last_undegraded":"2024-09-12T03:15:08.503480+0000","last_fullsized":"2024-09-12T03:15:08.503480+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.498319+0000","last_change":"2024-09-12T03:15:08.498319+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.498319+0000","last_undegraded":"2024-09-12T03:15:08.498319+0000","last_fullsized":"2024-09-12T03:15:08.498319+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497258+0000","last_change":"2024-09-12T03:15:08.497258+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497258+0000","last_undegraded":"2024-09-12T03:15:08.497258+0000","last_fullsized":"2024-09-12T03:15:08.497258+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.502752+0000","last_change":"2024-09-12T03:15:08.502752+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.502752+0000","last_undegraded":"2024-09-12T03:15:08.502752+0000","last_fullsized":"2024-09-12T03:15:08.502752+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.499020+0000","last_change":"2024-09-12T03:15:08.499020+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.499020+0000","last_undegraded":"2024-09-12T03:15:08.499020+0000","last_fullsized":"2024-09-12T03:15:08.499020+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.507057+0000","last_change":"2024-09-12T03:15:08.507057+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.507057+0000","last_undegraded":"2024-09-12T03:15:08.507057+0000","last_fullsized":"2024-09-12T03:15:08.507057+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.500052+0000","last_change":"2024-09-12T03:15:08.500052+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.500052+0000","last_undegraded":"2024-09-12T03:15:08.500052+0000","last_fullsized":"2024-09-12T03:15:08.500052+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497284+0000","last_change":"2024-09-12T03:15:08.497284+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497284+0000","last_undegraded":"2024-09-12T03:15:08.497284+0000","last_fullsized":"2024-09-12T03:15:08.497284+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.500621+0000","last_change":"2024-09-12T03:15:08.500621+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.500621+0000","last_undegraded":"2024-09-12T03:15:08.500621+0000","last_fullsized":"2024-09-12T03:15:08.500621+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.494655+0000","last_change":"2024-09-12T03:15:08.494655+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.494655+0000","last_undegraded":"2024-09-12T03:15:08.494655+0000","last_fullsized":"2024-09-12T03:15:08.494655+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.513534+0000","last_change":"2024-09-12T03:15:08.512134+0000","last_active":"2024-09-12T03:15:08.513534+0000","last_peered":"2024-09-12T03:15:08.513534+0000","last_clean":"2024-09-12T03:15:08.513534+0000","last_became_active":"2024-09-12T03:15:08.511844+0000","last_became_peered":"2024-09-12T03:15:08.511844+0000","last_unstale":"2024-09-12T03:15:08.513534+0000","last_undegraded":"2024-09-12T03:15:08.513534+0000","last_fullsized":"2024-09-12T03:15:08.513534+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:50.174833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.504017+0000","last_change":"2024-09-12T03:15:08.504017+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.504017+0000","last_undegraded":"2024-09-12T03:15:08.504017+0000","last_fullsized":"2024-09-12T03:15:08.504017+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.515111+0000","last_change":"2024-09-12T03:15:08.512516+0000","last_active":"2024-09-12T03:15:08.515111+0000","last_peered":"2024-09-12T03:15:08.515111+0000","last_clean":"2024-09-12T03:15:08.515111+0000","last_became_active":"2024-09-12T03:15:08.512221+0000","last_became_peered":"2024-09-12T03:15:08.512221+0000","last_unstale":"2024-09-12T03:15:08.515111+0000","last_undegraded":"2024-09-12T03:15:08.515111+0000","last_fullsized":"2024-09-12T03:15:08.515111+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:23:02.077277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497285+0000","last_change":"2024-09-12T03:15:08.497285+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497285+0000","last_undegraded":"2024-09-12T03:15:08.497285+0000","last_fullsized":"2024-09-12T03:15:08.497285+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.518240+0000","last_change":"2024-09-12T03:15:08.516366+0000","last_active":"2024-09-12T03:15:08.518240+0000","last_peered":"2024-09-12T03:15:08.518240+0000","last_clean":"2024-09-12T03:15:08.518240+0000","last_became_active":"2024-09-12T03:15:08.515843+0000","last_became_peered":"2024-09-12T03:15:08.515843+0000","last_unstale":"2024-09-12T03:15:08.518240+0000","last_undegraded":"2024-09-12T03:15:08.518240+0000","last_fullsized":"2024-09-12T03:15:08.518240+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:33.175872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.502085+0000","last_change":"2024-09-12T03:15:08.502085+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.502085+0000","last_undegraded":"2024-09-12T03:15:08.502085+0000","last_fullsized":"2024-09-12T03:15:08.502085+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.518925+0000","last_change":"2024-09-12T03:15:08.515031+0000","last_active":"2024-09-12T03:15:08.518925+0000","last_peered":"2024-09-12T03:15:08.518925+0000","last_clean":"2024-09-12T03:15:08.518925+0000","last_became_active":"2024-09-12T03:15:08.514770+0000","last_became_peered":"2024-09-12T03:15:08.514770+0000","last_unstale":"2024-09-12T03:15:08.518925+0000","last_undegraded":"2024-09-12T03:15:08.518925+0000","last_fullsized":"2024-09-12T03:15:08.518925+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:45.770884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.496274+0000","last_change":"2024-09-12T03:15:08.496274+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.496274+0000","last_undegraded":"2024-09-12T03:15:08.496274+0000","last_fullsized":"2024-09-12T03:15:08.496274+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.510428+0000","last_change":"2024-09-12T03:15:08.508622+0000","last_active":"2024-09-12T03:15:08.510428+0000","last_peered":"2024-09-12T03:15:08.510428+0000","last_clean":"2024-09-12T03:15:08.510428+0000","last_became_active":"2024-09-12T03:15:08.508306+0000","last_became_peered":"2024-09-12T03:15:08.508306+0000","last_unstale":"2024-09-12T03:15:08.510428+0000","last_undegraded":"2024-09-12T03:15:08.510428+0000","last_fullsized":"2024-09-12T03:15:08.510428+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:06:16.667141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.495120+0000","last_change":"2024-09-12T03:15:08.495120+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.495120+0000","last_undegraded":"2024-09-12T03:15:08.495120+0000","last_fullsized":"2024-09-12T03:15:08.495120+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.516396+0000","last_change":"2024-09-12T03:15:08.514462+0000","last_active":"2024-09-12T03:15:08.516396+0000","last_peered":"2024-09-12T03:15:08.516396+0000","last_clean":"2024-09-12T03:15:08.516396+0000","last_became_active":"2024-09-12T03:15:08.512481+0000","last_became_peered":"2024-09-12T03:15:08.512481+0000","last_unstale":"2024-09-12T03:15:08.516396+0000","last_undegraded":"2024-09-12T03:15:08.516396+0000","last_fullsized":"2024-09-12T03:15:08.516396+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:18.420564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497346+0000","last_change":"2024-09-12T03:15:08.497346+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497346+0000","last_undegraded":"2024-09-12T03:15:08.497346+0000","last_fullsized":"2024-09-12T03:15:08.497346+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.519864+0000","last_change":"2024-09-12T03:15:08.517680+0000","last_active":"2024-09-12T03:15:08.519864+0000","last_peered":"2024-09-12T03:15:08.519864+0000","last_clean":"2024-09-12T03:15:08.519864+0000","last_became_active":"2024-09-12T03:15:08.517360+0000","last_became_peered":"2024-09-12T03:15:08.517360+0000","last_unstale":"2024-09-12T03:15:08.519864+0000","last_undegraded":"2024-09-12T03:15:08.519864+0000","last_fullsized":"2024-09-12T03:15:08.519864+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:42.890658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.496907+0000","last_change":"2024-09-12T03:15:08.496907+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.496907+0000","last_undegraded":"2024-09-12T03:15:08.496907+0000","last_fullsized":"2024-09-12T03:15:08.496907+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.515871+0000","last_change":"2024-09-12T03:15:08.514276+0000","last_active":"2024-09-12T03:15:08.515871+0000","last_peered":"2024-09-12T03:15:08.515871+0000","last_clean":"2024-09-12T03:15:08.515871+0000","last_became_active":"2024-09-12T03:15:08.513989+0000","last_became_peered":"2024-09-12T03:15:08.513989+0000","last_unstale":"2024-09-12T03:15:08.515871+0000","last_undegraded":"2024-09-12T03:15:08.515871+0000","last_fullsized":"2024-09-12T03:15:08.515871+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:58.667814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.495812+0000","last_change":"2024-09-12T03:15:08.495812+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.495812+0000","last_undegraded":"2024-09-12T03:15:08.495812+0000","last_fullsized":"2024-09-12T03:15:08.495812+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.519944+0000","last_change":"2024-09-12T03:15:08.517516+0000","last_active":"2024-09-12T03:15:08.519944+0000","last_peered":"2024-09-12T03:15:08.519944+0000","last_clean":"2024-09-12T03:15:08.519944+0000","last_became_active":"2024-09-12T03:15:08.517202+0000","last_became_peered":"2024-09-12T03:15:08.517202+0000","last_unstale":"2024-09-12T03:15:08.519944+0000","last_undegraded":"2024-09-12T03:15:08.519944+0000","last_fullsized":"2024-09-12T03:15:08.519944+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:04.751812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.498965+0000","last_change":"2024-09-12T03:15:08.498965+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.498965+0000","last_undegraded":"2024-09-12T03:15:08.498965+0000","last_fullsized":"2024-09-12T03:15:08.498965+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.510154+0000","last_change":"2024-09-12T03:15:08.508125+0000","last_active":"2024-09-12T03:15:08.510154+0000","last_peered":"2024-09-12T03:15:08.510154+0000","last_clean":"2024-09-12T03:15:08.510154+0000","last_became_active":"2024-09-12T03:15:08.507710+0000","last_became_peered":"2024-09-12T03:15:08.507710+0000","last_unstale":"2024-09-12T03:15:08.510154+0000","last_undegraded":"2024-09-12T03:15:08.510154+0000","last_fullsized":"2024-09-12T03:15:08.510154+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:41:08.569756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.504173+0000","last_change":"2024-09-12T03:15:08.504173+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.504173+0000","last_undegraded":"2024-09-12T03:15:08.504173+0000","last_fullsized":"2024-09-12T03:15:08.504173+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.513516+0000","last_change":"2024-09-12T03:15:08.508917+0000","last_active":"2024-09-12T03:15:08.513516+0000","last_peered":"2024-09-12T03:15:08.513516+0000","last_clean":"2024-09-12T03:15:08.513516+0000","last_became_active":"2024-09-12T03:15:08.508623+0000","last_became_peered":"2024-09-12T03:15:08.508623+0000","last_unstale":"2024-09-12T03:15:08.513516+0000","last_undegraded":"2024-09-12T03:15:08.513516+0000","last_fullsized":"2024-09-12T03:15:08.513516+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:10.278258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.499004+0000","last_change":"2024-09-12T03:15:08.499004+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.499004+0000","last_undegraded":"2024-09-12T03:15:08.499004+0000","last_fullsized":"2024-09-12T03:15:08.499004+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.518961+0000","last_change":"2024-09-12T03:15:08.512677+0000","last_active":"2024-09-12T03:15:08.518961+0000","last_peered":"2024-09-12T03:15:08.518961+0000","last_clean":"2024-09-12T03:15:08.518961+0000","last_became_active":"2024-09-12T03:15:08.510718+0000","last_became_peered":"2024-09-12T03:15:08.510718+0000","last_unstale":"2024-09-12T03:15:08.518961+0000","last_undegraded":"2024-09-12T03:15:08.518961+0000","last_fullsized":"2024-09-12T03:15:08.518961+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:33:25.473896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.502521+0000","last_change":"2024-09-12T03:15:08.502521+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.502521+0000","last_undegraded":"2024-09-12T03:15:08.502521+0000","last_fullsized":"2024-09-12T03:15:08.502521+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.518994+0000","last_change":"2024-09-12T03:15:08.516200+0000","last_active":"2024-09-12T03:15:08.518994+0000","last_peered":"2024-09-12T03:15:08.518994+0000","last_clean":"2024-09-12T03:15:08.518994+0000","last_became_active":"2024-09-12T03:15:08.515895+0000","last_became_peered":"2024-09-12T03:15:08.515895+0000","last_unstale":"2024-09-12T03:15:08.518994+0000","last_undegraded":"2024-09-12T03:15:08.518994+0000","last_fullsized":"2024-09-12T03:15:08.518994+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:10.415234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.498340+0000","last_change":"2024-09-12T03:15:08.498340+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.498340+0000","last_undegraded":"2024-09-12T03:15:08.498340+0000","last_fullsized":"2024-09-12T03:15:08.498340+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.512158+0000","last_change":"2024-09-12T03:15:08.509741+0000","last_active":"2024-09-12T03:15:08.512158+0000","last_peered":"2024-09-12T03:15:08.512158+0000","last_clean":"2024-09-12T03:15:08.512158+0000","last_became_active":"2024-09-12T03:15:08.509176+0000","last_became_peered":"2024-09-12T03:15:08.509176+0000","last_unstale":"2024-09-12T03:15:08.512158+0000","last_undegraded":"2024-09-12T03:15:08.512158+0000","last_fullsized":"2024-09-12T03:15:08.512158+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:24:44.808003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.500632+0000","last_change":"2024-09-12T03:15:08.500632+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.500632+0000","last_undegraded":"2024-09-12T03:15:08.500632+0000","last_fullsized":"2024-09-12T03:15:08.500632+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.517150+0000","last_change":"2024-09-12T03:15:08.514936+0000","last_active":"2024-09-12T03:15:08.517150+0000","last_peered":"2024-09-12T03:15:08.517150+0000","last_clean":"2024-09-12T03:15:08.517150+0000","last_became_active":"2024-09-12T03:15:08.514668+0000","last_became_peered":"2024-09-12T03:15:08.514668+0000","last_unstale":"2024-09-12T03:15:08.517150+0000","last_undegraded":"2024-09-12T03:15:08.517150+0000","last_fullsized":"2024-09-12T03:15:08.517150+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:22.327080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.495932+0000","last_change":"2024-09-12T03:15:08.495932+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.495932+0000","last_undegraded":"2024-09-12T03:15:08.495932+0000","last_fullsized":"2024-09-12T03:15:08.495932+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.517438+0000","last_change":"2024-09-12T03:15:08.515929+0000","last_active":"2024-09-12T03:15:08.517438+0000","last_peered":"2024-09-12T03:15:08.517438+0000","last_clean":"2024-09-12T03:15:08.517438+0000","last_became_active":"2024-09-12T03:15:08.515608+0000","last_became_peered":"2024-09-12T03:15:08.515608+0000","last_unstale":"2024-09-12T03:15:08.517438+0000","last_undegraded":"2024-09-12T03:15:08.517438+0000","last_fullsized":"2024-09-12T03:15:08.517438+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:24.105426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.500034+0000","last_change":"2024-09-12T03:15:08.500034+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.500034+0000","last_undegraded":"2024-09-12T03:15:08.500034+0000","last_fullsized":"2024-09-12T03:15:08.500034+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.518870+0000","last_change":"2024-09-12T03:15:08.513636+0000","last_active":"2024-09-12T03:15:08.518870+0000","last_peered":"2024-09-12T03:15:08.518870+0000","last_clean":"2024-09-12T03:15:08.518870+0000","last_became_active":"2024-09-12T03:15:08.509780+0000","last_became_peered":"2024-09-12T03:15:08.509780+0000","last_unstale":"2024-09-12T03:15:08.518870+0000","last_undegraded":"2024-09-12T03:15:08.518870+0000","last_fullsized":"2024-09-12T03:15:08.518870+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:27.635962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497981+0000","last_change":"2024-09-12T03:15:08.497981+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497981+0000","last_undegraded":"2024-09-12T03:15:08.497981+0000","last_fullsized":"2024-09-12T03:15:08.497981+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.513542+0000","last_change":"2024-09-12T03:15:08.511699+0000","last_active":"2024-09-12T03:15:08.513542+0000","last_peered":"2024-09-12T03:15:08.513542+0000","last_clean":"2024-09-12T03:15:08.513542+0000","last_became_active":"2024-09-12T03:15:08.511221+0000","last_became_peered":"2024-09-12T03:15:08.511221+0000","last_unstale":"2024-09-12T03:15:08.513542+0000","last_undegraded":"2024-09-12T03:15:08.513542+0000","last_fullsized":"2024-09-12T03:15:08.513542+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:25.577139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.499463+0000","last_change":"2024-09-12T03:15:08.499463+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.499463+0000","last_undegraded":"2024-09-12T03:15:08.499463+0000","last_fullsized":"2024-09-12T03:15:08.499463+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.521465+0000","last_change":"2024-09-12T03:15:08.520651+0000","last_active":"2024-09-12T03:15:08.521465+0000","last_peered":"2024-09-12T03:15:08.521465+0000","last_clean":"2024-09-12T03:15:08.521465+0000","last_became_active":"2024-09-12T03:15:08.520383+0000","last_became_peered":"2024-09-12T03:15:08.520383+0000","last_unstale":"2024-09-12T03:15:08.521465+0000","last_undegraded":"2024-09-12T03:15:08.521465+0000","last_fullsized":"2024-09-12T03:15:08.521465+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:37:35.271195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.495925+0000","last_change":"2024-09-12T03:15:08.495925+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.495925+0000","last_undegraded":"2024-09-12T03:15:08.495925+0000","last_fullsized":"2024-09-12T03:15:08.495925+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.520474+0000","last_change":"2024-09-12T03:15:08.519703+0000","last_active":"2024-09-12T03:15:08.520474+0000","last_peered":"2024-09-12T03:15:08.520474+0000","last_clean":"2024-09-12T03:15:08.520474+0000","last_became_active":"2024-09-12T03:15:08.519214+0000","last_became_peered":"2024-09-12T03:15:08.519214+0000","last_unstale":"2024-09-12T03:15:08.520474+0000","last_undegraded":"2024-09-12T03:15:08.520474+0000","last_fullsized":"2024-09-12T03:15:08.520474+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:55.120167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.496525+0000","last_change":"2024-09-12T03:15:08.496525+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.496525+0000","last_undegraded":"2024-09-12T03:15:08.496525+0000","last_fullsized":"2024-09-12T03:15:08.496525+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.518213+0000","last_change":"2024-09-12T03:15:08.516188+0000","last_active":"2024-09-12T03:15:08.518213+0000","last_peered":"2024-09-12T03:15:08.518213+0000","last_clean":"2024-09-12T03:15:08.518213+0000","last_became_active":"2024-09-12T03:15:08.514615+0000","last_became_peered":"2024-09-12T03:15:08.514615+0000","last_unstale":"2024-09-12T03:15:08.518213+0000","last_undegraded":"2024-09-12T03:15:08.518213+0000","last_fullsized":"2024-09-12T03:15:08.518213+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:55:44.095540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497654+0000","last_change":"2024-09-12T03:15:08.497654+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497654+0000","last_undegraded":"2024-09-12T03:15:08.497654+0000","last_fullsized":"2024-09-12T03:15:08.497654+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.520441+0000","last_change":"2024-09-12T03:15:08.517820+0000","last_active":"2024-09-12T03:15:08.520441+0000","last_peered":"2024-09-12T03:15:08.520441+0000","last_clean":"2024-09-12T03:15:08.520441+0000","last_became_active":"2024-09-12T03:15:08.517397+0000","last_became_peered":"2024-09-12T03:15:08.517397+0000","last_unstale":"2024-09-12T03:15:08.520441+0000","last_undegraded":"2024-09-12T03:15:08.520441+0000","last_fullsized":"2024-09-12T03:15:08.520441+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:03:43.486197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.502265+0000","last_change":"2024-09-12T03:15:08.502265+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.502265+0000","last_undegraded":"2024-09-12T03:15:08.502265+0000","last_fullsized":"2024-09-12T03:15:08.502265+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.513844+0000","last_change":"2024-09-12T03:15:08.509230+0000","last_active":"2024-09-12T03:15:08.513844+0000","last_peered":"2024-09-12T03:15:08.513844+0000","last_clean":"2024-09-12T03:15:08.513844+0000","last_became_active":"2024-09-12T03:15:08.508743+0000","last_became_peered":"2024-09-12T03:15:08.508743+0000","last_unstale":"2024-09-12T03:15:08.513844+0000","last_undegraded":"2024-09-12T03:15:08.513844+0000","last_fullsized":"2024-09-12T03:15:08.513844+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:48.761231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.496578+0000","last_change":"2024-09-12T03:15:08.496578+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.496578+0000","last_undegraded":"2024-09-12T03:15:08.496578+0000","last_fullsized":"2024-09-12T03:15:08.496578+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.518795+0000","last_change":"2024-09-12T03:15:08.510938+0000","last_active":"2024-09-12T03:15:08.518795+0000","last_peered":"2024-09-12T03:15:08.518795+0000","last_clean":"2024-09-12T03:15:08.518795+0000","last_became_active":"2024-09-12T03:15:08.510326+0000","last_became_peered":"2024-09-12T03:15:08.510326+0000","last_unstale":"2024-09-12T03:15:08.518795+0000","last_undegraded":"2024-09-12T03:15:08.518795+0000","last_fullsized":"2024-09-12T03:15:08.518795+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:25.234068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.497551+0000","last_change":"2024-09-12T03:15:08.497551+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.497551+0000","last_undegraded":"2024-09-12T03:15:08.497551+0000","last_fullsized":"2024-09-12T03:15:08.497551+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.515564+0000","last_change":"2024-09-12T03:15:08.513677+0000","last_active":"2024-09-12T03:15:08.515564+0000","last_peered":"2024-09-12T03:15:08.515564+0000","last_clean":"2024-09-12T03:15:08.515564+0000","last_became_active":"2024-09-12T03:15:08.513387+0000","last_became_peered":"2024-09-12T03:15:08.513387+0000","last_unstale":"2024-09-12T03:15:08.515564+0000","last_undegraded":"2024-09-12T03:15:08.515564+0000","last_fullsized":"2024-09-12T03:15:08.515564+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:32:38.950254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.496444+0000","last_change":"2024-09-12T03:15:08.496444+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.496444+0000","last_undegraded":"2024-09-12T03:15:08.496444+0000","last_fullsized":"2024-09-12T03:15:08.496444+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.513215+0000","last_change":"2024-09-12T03:15:08.507207+0000","last_active":"2024-09-12T03:15:08.513215+0000","last_peered":"2024-09-12T03:15:08.513215+0000","last_clean":"2024-09-12T03:15:08.513215+0000","last_became_active":"2024-09-12T03:15:08.505439+0000","last_became_peered":"2024-09-12T03:15:08.505439+0000","last_unstale":"2024-09-12T03:15:08.513215+0000","last_undegraded":"2024-09-12T03:15:08.513215+0000","last_fullsized":"2024-09-12T03:15:08.513215+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:06.865226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.503486+0000","last_change":"2024-09-12T03:15:08.503486+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.503486+0000","last_undegraded":"2024-09-12T03:15:08.503486+0000","last_fullsized":"2024-09-12T03:15:08.503486+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.521173+0000","last_change":"2024-09-12T03:15:08.520484+0000","last_active":"2024-09-12T03:15:08.521173+0000","last_peered":"2024-09-12T03:15:08.521173+0000","last_clean":"2024-09-12T03:15:08.521173+0000","last_became_active":"2024-09-12T03:15:08.520191+0000","last_became_peered":"2024-09-12T03:15:08.520191+0000","last_unstale":"2024-09-12T03:15:08.521173+0000","last_undegraded":"2024-09-12T03:15:08.521173+0000","last_fullsized":"2024-09-12T03:15:08.521173+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:24.105426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.506941+0000","last_change":"2024-09-12T03:15:08.506941+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.506941+0000","last_undegraded":"2024-09-12T03:15:08.506941+0000","last_fullsized":"2024-09-12T03:15:08.506941+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.514093+0000","last_change":"2024-09-12T03:15:08.512905+0000","last_active":"2024-09-12T03:15:08.514093+0000","last_peered":"2024-09-12T03:15:08.514093+0000","last_clean":"2024-09-12T03:15:08.514093+0000","last_became_active":"2024-09-12T03:15:08.512614+0000","last_became_peered":"2024-09-12T03:15:08.512614+0000","last_unstale":"2024-09-12T03:15:08.514093+0000","last_undegraded":"2024-09-12T03:15:08.514093+0000","last_fullsized":"2024-09-12T03:15:08.514093+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:10.415234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.505596+0000","last_change":"2024-09-12T03:15:08.505596+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.505596+0000","last_undegraded":"2024-09-12T03:15:08.505596+0000","last_fullsized":"2024-09-12T03:15:08.505596+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.518444+0000","last_change":"2024-09-12T03:15:08.516789+0000","last_active":"2024-09-12T03:15:08.518444+0000","last_peered":"2024-09-12T03:15:08.518444+0000","last_clean":"2024-09-12T03:15:08.518444+0000","last_became_active":"2024-09-12T03:15:08.516518+0000","last_became_peered":"2024-09-12T03:15:08.516518+0000","last_unstale":"2024-09-12T03:15:08.518444+0000","last_undegraded":"2024-09-12T03:15:08.518444+0000","last_fullsized":"2024-09-12T03:15:08.518444+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T15:03:11.074209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.503390+0000","last_change":"2024-09-12T03:15:08.503390+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.503390+0000","last_undegraded":"2024-09-12T03:15:08.503390+0000","last_fullsized":"2024-09-12T03:15:08.503390+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.512541+0000","last_change":"2024-09-12T03:15:08.505670+0000","last_active":"2024-09-12T03:15:08.512541+0000","last_peered":"2024-09-12T03:15:08.512541+0000","last_clean":"2024-09-12T03:15:08.512541+0000","last_became_active":"2024-09-12T03:15:08.505388+0000","last_became_peered":"2024-09-12T03:15:08.505388+0000","last_unstale":"2024-09-12T03:15:08.512541+0000","last_undegraded":"2024-09-12T03:15:08.512541+0000","last_fullsized":"2024-09-12T03:15:08.512541+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:12.783430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.500752+0000","last_change":"2024-09-12T03:15:08.500752+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.500752+0000","last_undegraded":"2024-09-12T03:15:08.500752+0000","last_fullsized":"2024-09-12T03:15:08.500752+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.515309+0000","last_change":"2024-09-12T03:15:08.511805+0000","last_active":"2024-09-12T03:15:08.515309+0000","last_peered":"2024-09-12T03:15:08.515309+0000","last_clean":"2024-09-12T03:15:08.515309+0000","last_became_active":"2024-09-12T03:15:08.509607+0000","last_became_peered":"2024-09-12T03:15:08.509607+0000","last_unstale":"2024-09-12T03:15:08.515309+0000","last_undegraded":"2024-09-12T03:15:08.515309+0000","last_fullsized":"2024-09-12T03:15:08.515309+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:35.110958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":1,"reported_epoch":103,"state":"creating+peering","last_fresh":"2024-09-12T03:15:08.500526+0000","last_change":"2024-09-12T03:15:08.500526+0000","last_active":"2024-09-12T03:15:08.482782+0000","last_peered":"2024-09-12T03:15:08.482782+0000","last_clean":"2024-09-12T03:15:08.482782+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-12T03:15:08.500526+0000","last_undegraded":"2024-09-12T03:15:08.500526+0000","last_fullsized":"2024-09-12T03:15:08.500526+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":9,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.508320+0000","last_change":"2024-09-12T03:15:08.505814+0000","last_active":"2024-09-12T03:15:08.508320+0000","last_peered":"2024-09-12T03:15:08.508320+0000","last_clean":"2024-09-12T03:15:08.508320+0000","last_became_active":"2024-09-12T03:15:08.505555+0000","last_became_peered":"2024-09-12T03:15:08.505555+0000","last_unstale":"2024-09-12T03:15:08.508320+0000","last_undegraded":"2024-09-12T03:15:08.508320+0000","last_fullsized":"2024-09-12T03:15:08.508320+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:47:33.463878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":327,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-12T03:15:08.504629+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:15:08.504629+0000","last_peered":"2024-09-12T03:15:08.504629+0000","last_clean":"2024-09-12T03:15:08.504629+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:15:08.504629+0000","last_undegraded":"2024-09-12T03:15:08.504629+0000","last_fullsized":"2024-09-12T03:15:08.504629+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574933,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33004,"kb_used_data":1816,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338836,"statfs":{"total":96636764160,"available":96602968064,"internally_reserved":0,"allocated":1859584,"data_stored":1179015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574933,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32428,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339412,"statfs":{"total":96636764160,"available":96603557888,"internally_reserved":0,"allocated":1265664,"data_stored":588647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574933,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32428,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339412,"statfs":{"total":96636764160,"available":96603557888,"internally_reserved":0,"allocated":1265664,"data_stored":588647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574933,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1277952,"data_stored":595314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574934,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1265664,"data_stored":588647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574934,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32428,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339412,"statfs":{"total":96636764160,"available":96603557888,"internally_reserved":0,"allocated":1265664,"data_stored":588647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1277952,"data_stored":595314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574934,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33012,"kb_used_data":1816,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338828,"statfs":{"total":96636764160,"available":96602959872,"internally_reserved":0,"allocated":1859584,"data_stored":1179015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:15:13.731 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:15:13.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.924+0000 7f653b600640 1 Processor -- start 2024-09-12T03:15:13.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.924+0000 7f653b600640 1 -- start start 2024-09-12T03:15:13.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.925+0000 7f653b600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f653406f0e0 0x7f653415c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.925+0000 7f653b600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65340b4760 con 0x7f65340b3ba0 2024-09-12T03:15:13.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.925+0000 7f653b600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f653415c620 con 0x7f653406f4c0 2024-09-12T03:15:13.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.925+0000 7f653b600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f653415bc50 con 0x7f653406f0e0 2024-09-12T03:15:13.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.925+0000 7f6539600640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f65340b3ba0 0x7f65340b4050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35168/0 (socket says 172.21.15.29:35168) 2024-09-12T03:15:13.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.925+0000 7f6539600640 1 -- 172.21.15.29:0/2635299800 learned_addr learned my addr 172.21.15.29:0/2635299800 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:13.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.925+0000 7f6538c00640 1 --2- 172.21.15.29:0/2635299800 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f653406f0e0 0x7f653415c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.926+0000 7f6533400640 1 -- 172.21.15.29:0/2635299800 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3113459442 0 0) 0x7f652c001490 con 0x7f65340b3ba0 2024-09-12T03:15:13.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.926+0000 7f6533400640 1 -- 172.21.15.29:0/2635299800 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f651c003520 con 0x7f65340b3ba0 2024-09-12T03:15:13.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.926+0000 7f6533400640 1 -- 172.21.15.29:0/2635299800 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4213522392 0 0) 0x7f653415c620 con 0x7f653406f4c0 2024-09-12T03:15:13.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.926+0000 7f6533400640 1 -- 172.21.15.29:0/2635299800 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f652c001490 con 0x7f653406f4c0 2024-09-12T03:15:13.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.926+0000 7f6538c00640 1 -- 172.21.15.29:0/2635299800 >> v1:172.21.15.38:6789/0 conn(0x7f653406f4c0 legacy=0x7f65340cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.926+0000 7f6538c00640 1 -- 172.21.15.29:0/2635299800 >> v1:172.21.15.29:6789/0 conn(0x7f65340b3ba0 legacy=0x7f65340b4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.926+0000 7f6538c00640 1 -- 172.21.15.29:0/2635299800 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65340cfb40 con 0x7f653406f0e0 2024-09-12T03:15:13.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.927+0000 7f6538c00640 1 --2- 172.21.15.29:0/2635299800 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f653406f0e0 0x7f653415c0e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f65280097d0 tx=0x7f652802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6146ac0748b1b49 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:13.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.927+0000 7f6533400640 1 -- 172.21.15.29:0/2635299800 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6528037070 con 0x7f653406f0e0 2024-09-12T03:15:13.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.927+0000 7f6533400640 1 -- 172.21.15.29:0/2635299800 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6528032440 con 0x7f653406f0e0 2024-09-12T03:15:13.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.927+0000 7f6533400640 1 -- 172.21.15.29:0/2635299800 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6528032810 con 0x7f653406f0e0 2024-09-12T03:15:13.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.928+0000 7f653b600640 1 -- 172.21.15.29:0/2635299800 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f653406f0e0 msgr2=0x7f653415c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.928+0000 7f653b600640 1 --2- 172.21.15.29:0/2635299800 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f653406f0e0 0x7f653415c0e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f65280097d0 tx=0x7f652802a210 comp rx=0 tx=0).stop 2024-09-12T03:15:13.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.928+0000 7f653b600640 1 -- 172.21.15.29:0/2635299800 shutdown_connections 2024-09-12T03:15:13.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.928+0000 7f653b600640 1 --2- 172.21.15.29:0/2635299800 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f653406f0e0 0x7f653415c0e0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.928+0000 7f653b600640 1 -- 172.21.15.29:0/2635299800 >> 172.21.15.29:0/2635299800 conn(0x7f6534067da0 msgr2=0x7f653406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:13.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.928+0000 7f653b600640 1 -- 172.21.15.29:0/2635299800 shutdown_connections 2024-09-12T03:15:13.929 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.928+0000 7f653b600640 1 -- 172.21.15.29:0/2635299800 wait complete. 2024-09-12T03:15:13.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.930+0000 7f653b600640 1 Processor -- start 2024-09-12T03:15:13.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.930+0000 7f653b600640 1 -- start start 2024-09-12T03:15:13.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.931+0000 7f653b600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f653406f0e0 0x7f653414fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.931+0000 7f653b600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f653406f4c0 0x7f65340ae780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.931+0000 7f653b600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65340b3ba0 0x7f65341f4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.931+0000 7f653b600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f653415b8e0 con 0x7f65340b3ba0 2024-09-12T03:15:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.931+0000 7f653b600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6534152630 con 0x7f653406f4c0 2024-09-12T03:15:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.931+0000 7f653b600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f653406f900 con 0x7f653406f0e0 2024-09-12T03:15:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.931+0000 7f6539600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65340b3ba0 0x7f65341f4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.931+0000 7f6538c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f653406f0e0 0x7f653414fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.931+0000 7f6539600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65340b3ba0 0x7f65341f4600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34288/0 (socket says 172.21.15.29:34288) 2024-09-12T03:15:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.931+0000 7f6539600640 1 -- 172.21.15.29:0/2416835633 learned_addr learned my addr 172.21.15.29:0/2416835633 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.931+0000 7f6533e00640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f653406f4c0 0x7f65340ae780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.932+0000 7f6539600640 1 -- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f653406f0e0 msgr2=0x7f653414fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.932+0000 7f6539600640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f653406f0e0 0x7f653414fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.932+0000 7f6539600640 1 -- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f653406f4c0 msgr2=0x7f65340ae780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.932+0000 7f6539600640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f653406f4c0 0x7f65340ae780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.932+0000 7f6539600640 1 -- 172.21.15.29:0/2416835633 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6534154590 con 0x7f65340b3ba0 2024-09-12T03:15:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.932+0000 7f6539600640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65340b3ba0 0x7f65341f4600 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f652c001f00 tx=0x7f652c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.932+0000 7f6530c00640 1 -- 172.21.15.29:0/2416835633 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c017070 con 0x7f65340b3ba0 2024-09-12T03:15:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.932+0000 7f6530c00640 1 -- 172.21.15.29:0/2416835633 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f652c012400 con 0x7f65340b3ba0 2024-09-12T03:15:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.932+0000 7f6530c00640 1 -- 172.21.15.29:0/2416835633 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c0127f0 con 0x7f65340b3ba0 2024-09-12T03:15:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.932+0000 7f653b600640 1 -- 172.21.15.29:0/2416835633 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65340af400 con 0x7f65340b3ba0 2024-09-12T03:15:13.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.932+0000 7f653b600640 1 -- 172.21.15.29:0/2416835633 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6534154810 con 0x7f65340b3ba0 2024-09-12T03:15:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.933+0000 7f653b600640 1 -- 172.21.15.29:0/2416835633 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f653415ee80 con 0x7f65340b3ba0 2024-09-12T03:15:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.934+0000 7f6530c00640 1 -- 172.21.15.29:0/2416835633 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f652c01a070 con 0x7f65340b3ba0 2024-09-12T03:15:13.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.935+0000 7f6530c00640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f651406be30 0x7f651406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:13.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.935+0000 7f6530c00640 1 -- 172.21.15.29:0/2416835633 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f652c08af20 con 0x7f65340b3ba0 2024-09-12T03:15:13.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.935+0000 7f6538c00640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f651406be30 0x7f651406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:13.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.936+0000 7f6538c00640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f651406be30 0x7f651406e2f0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f6528034000 tx=0x7f652802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:13.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:13.940+0000 7f6530c00640 1 -- 172.21.15.29:0/2416835633 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6534154590 con 0x7f65340b3ba0 2024-09-12T03:15:14.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.120+0000 7f653b600640 1 -- 172.21.15.29:0/2416835633 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f65340af1b0 con 0x7f651406be30 2024-09-12T03:15:14.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.127+0000 7f6530c00640 1 -- 172.21.15.29:0/2416835633 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252485 (secure 0 0 0) 0x7f65340af1b0 con 0x7f651406be30 2024-09-12T03:15:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:14.132 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:15:14.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 -- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f651406be30 msgr2=0x7f651406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f651406be30 0x7f651406e2f0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f6528034000 tx=0x7f652802e000 comp rx=0 tx=0).stop 2024-09-12T03:15:14.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 -- 172.21.15.29:0/2416835633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65340b3ba0 msgr2=0x7f65341f4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65340b3ba0 0x7f65341f4600 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f652c001f00 tx=0x7f652c00a430 comp rx=0 tx=0).stop 2024-09-12T03:15:14.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 -- 172.21.15.29:0/2416835633 shutdown_connections 2024-09-12T03:15:14.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f651406be30 0x7f651406e2f0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65340b3ba0 0x7f65341f4600 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f653406f4c0 0x7f65340ae780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 --2- 172.21.15.29:0/2416835633 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f653406f0e0 0x7f653414fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 -- 172.21.15.29:0/2416835633 >> 172.21.15.29:0/2416835633 conn(0x7f6534067da0 msgr2=0x7f65340b4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:14.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 -- 172.21.15.29:0/2416835633 shutdown_connections 2024-09-12T03:15:14.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.131+0000 7f653b600640 1 -- 172.21.15.29:0/2416835633 wait complete. 2024-09-12T03:15:14.148 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":308,"stamp":"2024-09-12T03:15:13.817879+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":179,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":260924,"kb_used_data":11400,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713796,"statfs":{"total":773094113280,"available":772826927104,"internally_reserved":0,"allocated":11673600,"data_stored":6058940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001255"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.515285+0000","last_change":"2024-09-12T03:15:09.517349+0000","last_active":"2024-09-12T03:15:10.515285+0000","last_peered":"2024-09-12T03:15:10.515285+0000","last_clean":"2024-09-12T03:15:10.515285+0000","last_became_active":"2024-09-12T03:15:09.516949+0000","last_became_peered":"2024-09-12T03:15:09.516949+0000","last_unstale":"2024-09-12T03:15:10.515285+0000","last_undegraded":"2024-09-12T03:15:10.515285+0000","last_fullsized":"2024-09-12T03:15:10.515285+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:00:37.743586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525415+0000","last_change":"2024-09-12T03:15:09.523717+0000","last_active":"2024-09-12T03:15:10.525415+0000","last_peered":"2024-09-12T03:15:10.525415+0000","last_clean":"2024-09-12T03:15:10.525415+0000","last_became_active":"2024-09-12T03:15:09.523241+0000","last_became_peered":"2024-09-12T03:15:09.523241+0000","last_unstale":"2024-09-12T03:15:10.525415+0000","last_undegraded":"2024-09-12T03:15:10.525415+0000","last_fullsized":"2024-09-12T03:15:10.525415+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:59.676027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.514785+0000","last_change":"2024-09-12T03:15:09.516372+0000","last_active":"2024-09-12T03:15:10.514785+0000","last_peered":"2024-09-12T03:15:10.514785+0000","last_clean":"2024-09-12T03:15:10.514785+0000","last_became_active":"2024-09-12T03:15:09.516096+0000","last_became_peered":"2024-09-12T03:15:09.516096+0000","last_unstale":"2024-09-12T03:15:10.514785+0000","last_undegraded":"2024-09-12T03:15:10.514785+0000","last_fullsized":"2024-09-12T03:15:10.514785+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:37.356432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.995986+0000","last_change":"2024-09-12T03:15:09.515653+0000","last_active":"2024-09-12T03:15:10.995986+0000","last_peered":"2024-09-12T03:15:10.995986+0000","last_clean":"2024-09-12T03:15:10.995986+0000","last_became_active":"2024-09-12T03:15:09.515363+0000","last_became_peered":"2024-09-12T03:15:09.515363+0000","last_unstale":"2024-09-12T03:15:10.995986+0000","last_undegraded":"2024-09-12T03:15:10.995986+0000","last_fullsized":"2024-09-12T03:15:10.995986+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:02:09.910395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997016+0000","last_change":"2024-09-12T03:15:09.529032+0000","last_active":"2024-09-12T03:15:10.997016+0000","last_peered":"2024-09-12T03:15:10.997016+0000","last_clean":"2024-09-12T03:15:10.997016+0000","last_became_active":"2024-09-12T03:15:09.528554+0000","last_became_peered":"2024-09-12T03:15:09.528554+0000","last_unstale":"2024-09-12T03:15:10.997016+0000","last_undegraded":"2024-09-12T03:15:10.997016+0000","last_fullsized":"2024-09-12T03:15:10.997016+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:19.428778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524411+0000","last_change":"2024-09-12T03:15:09.530048+0000","last_active":"2024-09-12T03:15:10.524411+0000","last_peered":"2024-09-12T03:15:10.524411+0000","last_clean":"2024-09-12T03:15:10.524411+0000","last_became_active":"2024-09-12T03:15:09.529757+0000","last_became_peered":"2024-09-12T03:15:09.529757+0000","last_unstale":"2024-09-12T03:15:10.524411+0000","last_undegraded":"2024-09-12T03:15:10.524411+0000","last_fullsized":"2024-09-12T03:15:10.524411+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:59:38.872119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.523893+0000","last_change":"2024-09-12T03:15:09.524216+0000","last_active":"2024-09-12T03:15:10.523893+0000","last_peered":"2024-09-12T03:15:10.523893+0000","last_clean":"2024-09-12T03:15:10.523893+0000","last_became_active":"2024-09-12T03:15:09.523637+0000","last_became_peered":"2024-09-12T03:15:09.523637+0000","last_unstale":"2024-09-12T03:15:10.523893+0000","last_undegraded":"2024-09-12T03:15:10.523893+0000","last_fullsized":"2024-09-12T03:15:10.523893+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:42.692050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.995691+0000","last_change":"2024-09-12T03:15:09.519080+0000","last_active":"2024-09-12T03:15:10.995691+0000","last_peered":"2024-09-12T03:15:10.995691+0000","last_clean":"2024-09-12T03:15:10.995691+0000","last_became_active":"2024-09-12T03:15:09.518803+0000","last_became_peered":"2024-09-12T03:15:09.518803+0000","last_unstale":"2024-09-12T03:15:10.995691+0000","last_undegraded":"2024-09-12T03:15:10.995691+0000","last_fullsized":"2024-09-12T03:15:10.995691+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:05.890091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525088+0000","last_change":"2024-09-12T03:15:09.514630+0000","last_active":"2024-09-12T03:15:10.525088+0000","last_peered":"2024-09-12T03:15:10.525088+0000","last_clean":"2024-09-12T03:15:10.525088+0000","last_became_active":"2024-09-12T03:15:09.514343+0000","last_became_peered":"2024-09-12T03:15:09.514343+0000","last_unstale":"2024-09-12T03:15:10.525088+0000","last_undegraded":"2024-09-12T03:15:10.525088+0000","last_fullsized":"2024-09-12T03:15:10.525088+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:37:36.279408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996772+0000","last_change":"2024-09-12T03:15:09.525175+0000","last_active":"2024-09-12T03:15:10.996772+0000","last_peered":"2024-09-12T03:15:10.996772+0000","last_clean":"2024-09-12T03:15:10.996772+0000","last_became_active":"2024-09-12T03:15:09.524673+0000","last_became_peered":"2024-09-12T03:15:09.524673+0000","last_unstale":"2024-09-12T03:15:10.996772+0000","last_undegraded":"2024-09-12T03:15:10.996772+0000","last_fullsized":"2024-09-12T03:15:10.996772+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:21.794017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997284+0000","last_change":"2024-09-12T03:15:09.515750+0000","last_active":"2024-09-12T03:15:10.997284+0000","last_peered":"2024-09-12T03:15:10.997284+0000","last_clean":"2024-09-12T03:15:10.997284+0000","last_became_active":"2024-09-12T03:15:09.515429+0000","last_became_peered":"2024-09-12T03:15:09.515429+0000","last_unstale":"2024-09-12T03:15:10.997284+0000","last_undegraded":"2024-09-12T03:15:10.997284+0000","last_fullsized":"2024-09-12T03:15:10.997284+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:58:53.183247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525298+0000","last_change":"2024-09-12T03:15:09.512279+0000","last_active":"2024-09-12T03:15:10.525298+0000","last_peered":"2024-09-12T03:15:10.525298+0000","last_clean":"2024-09-12T03:15:10.525298+0000","last_became_active":"2024-09-12T03:15:09.511955+0000","last_became_peered":"2024-09-12T03:15:09.511955+0000","last_unstale":"2024-09-12T03:15:10.525298+0000","last_undegraded":"2024-09-12T03:15:10.525298+0000","last_fullsized":"2024-09-12T03:15:10.525298+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:51.125078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996016+0000","last_change":"2024-09-12T03:15:09.529615+0000","last_active":"2024-09-12T03:15:10.996016+0000","last_peered":"2024-09-12T03:15:10.996016+0000","last_clean":"2024-09-12T03:15:10.996016+0000","last_became_active":"2024-09-12T03:15:09.529349+0000","last_became_peered":"2024-09-12T03:15:09.529349+0000","last_unstale":"2024-09-12T03:15:10.996016+0000","last_undegraded":"2024-09-12T03:15:10.996016+0000","last_fullsized":"2024-09-12T03:15:10.996016+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:58:53.183247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996516+0000","last_change":"2024-09-12T03:15:09.510905+0000","last_active":"2024-09-12T03:15:10.996516+0000","last_peered":"2024-09-12T03:15:10.996516+0000","last_clean":"2024-09-12T03:15:10.996516+0000","last_became_active":"2024-09-12T03:15:09.509184+0000","last_became_peered":"2024-09-12T03:15:09.509184+0000","last_unstale":"2024-09-12T03:15:10.996516+0000","last_undegraded":"2024-09-12T03:15:10.996516+0000","last_fullsized":"2024-09-12T03:15:10.996516+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:50.460470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996460+0000","last_change":"2024-09-12T03:15:09.518688+0000","last_active":"2024-09-12T03:15:10.996460+0000","last_peered":"2024-09-12T03:15:10.996460+0000","last_clean":"2024-09-12T03:15:10.996460+0000","last_became_active":"2024-09-12T03:15:09.517582+0000","last_became_peered":"2024-09-12T03:15:09.517582+0000","last_unstale":"2024-09-12T03:15:10.996460+0000","last_undegraded":"2024-09-12T03:15:10.996460+0000","last_fullsized":"2024-09-12T03:15:10.996460+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:23:35.611698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996802+0000","last_change":"2024-09-12T03:15:09.519293+0000","last_active":"2024-09-12T03:15:10.996802+0000","last_peered":"2024-09-12T03:15:10.996802+0000","last_clean":"2024-09-12T03:15:10.996802+0000","last_became_active":"2024-09-12T03:15:09.518962+0000","last_became_peered":"2024-09-12T03:15:09.518962+0000","last_unstale":"2024-09-12T03:15:10.996802+0000","last_undegraded":"2024-09-12T03:15:10.996802+0000","last_fullsized":"2024-09-12T03:15:10.996802+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:49.080728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.515474+0000","last_change":"2024-09-12T03:15:09.521065+0000","last_active":"2024-09-12T03:15:10.515474+0000","last_peered":"2024-09-12T03:15:10.515474+0000","last_clean":"2024-09-12T03:15:10.515474+0000","last_became_active":"2024-09-12T03:15:09.520645+0000","last_became_peered":"2024-09-12T03:15:09.520645+0000","last_unstale":"2024-09-12T03:15:10.515474+0000","last_undegraded":"2024-09-12T03:15:10.515474+0000","last_fullsized":"2024-09-12T03:15:10.515474+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:22:52.639992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525039+0000","last_change":"2024-09-12T03:15:09.523481+0000","last_active":"2024-09-12T03:15:10.525039+0000","last_peered":"2024-09-12T03:15:10.525039+0000","last_clean":"2024-09-12T03:15:10.525039+0000","last_became_active":"2024-09-12T03:15:09.523176+0000","last_became_peered":"2024-09-12T03:15:09.523176+0000","last_unstale":"2024-09-12T03:15:10.525039+0000","last_undegraded":"2024-09-12T03:15:10.525039+0000","last_fullsized":"2024-09-12T03:15:10.525039+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:19.428778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.514810+0000","last_change":"2024-09-12T03:15:09.523444+0000","last_active":"2024-09-12T03:15:10.514810+0000","last_peered":"2024-09-12T03:15:10.514810+0000","last_clean":"2024-09-12T03:15:10.514810+0000","last_became_active":"2024-09-12T03:15:09.522102+0000","last_became_peered":"2024-09-12T03:15:09.522102+0000","last_unstale":"2024-09-12T03:15:10.514810+0000","last_undegraded":"2024-09-12T03:15:10.514810+0000","last_fullsized":"2024-09-12T03:15:10.514810+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:05:42.236153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525333+0000","last_change":"2024-09-12T03:15:09.526211+0000","last_active":"2024-09-12T03:15:10.525333+0000","last_peered":"2024-09-12T03:15:10.525333+0000","last_clean":"2024-09-12T03:15:10.525333+0000","last_became_active":"2024-09-12T03:15:09.525319+0000","last_became_peered":"2024-09-12T03:15:09.525319+0000","last_unstale":"2024-09-12T03:15:10.525333+0000","last_undegraded":"2024-09-12T03:15:10.525333+0000","last_fullsized":"2024-09-12T03:15:10.525333+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:50.573704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996799+0000","last_change":"2024-09-12T03:15:09.524512+0000","last_active":"2024-09-12T03:15:10.996799+0000","last_peered":"2024-09-12T03:15:10.996799+0000","last_clean":"2024-09-12T03:15:10.996799+0000","last_became_active":"2024-09-12T03:15:09.524222+0000","last_became_peered":"2024-09-12T03:15:09.524222+0000","last_unstale":"2024-09-12T03:15:10.996799+0000","last_undegraded":"2024-09-12T03:15:10.996799+0000","last_fullsized":"2024-09-12T03:15:10.996799+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:07.873439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997225+0000","last_change":"2024-09-12T03:15:09.526812+0000","last_active":"2024-09-12T03:15:10.997225+0000","last_peered":"2024-09-12T03:15:10.997225+0000","last_clean":"2024-09-12T03:15:10.997225+0000","last_became_active":"2024-09-12T03:15:09.522957+0000","last_became_peered":"2024-09-12T03:15:09.522957+0000","last_unstale":"2024-09-12T03:15:10.997225+0000","last_undegraded":"2024-09-12T03:15:10.997225+0000","last_fullsized":"2024-09-12T03:15:10.997225+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:24:45.816216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.514597+0000","last_change":"2024-09-12T03:15:09.520936+0000","last_active":"2024-09-12T03:15:10.514597+0000","last_peered":"2024-09-12T03:15:10.514597+0000","last_clean":"2024-09-12T03:15:10.514597+0000","last_became_active":"2024-09-12T03:15:09.520152+0000","last_became_peered":"2024-09-12T03:15:09.520152+0000","last_unstale":"2024-09-12T03:15:10.514597+0000","last_undegraded":"2024-09-12T03:15:10.514597+0000","last_fullsized":"2024-09-12T03:15:10.514597+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:04:10.227516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996058+0000","last_change":"2024-09-12T03:15:09.535532+0000","last_active":"2024-09-12T03:15:10.996058+0000","last_peered":"2024-09-12T03:15:10.996058+0000","last_clean":"2024-09-12T03:15:10.996058+0000","last_became_active":"2024-09-12T03:15:09.535266+0000","last_became_peered":"2024-09-12T03:15:09.535266+0000","last_unstale":"2024-09-12T03:15:10.996058+0000","last_undegraded":"2024-09-12T03:15:10.996058+0000","last_fullsized":"2024-09-12T03:15:10.996058+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:25.747684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525584+0000","last_change":"2024-09-12T03:15:09.531230+0000","last_active":"2024-09-12T03:15:10.525584+0000","last_peered":"2024-09-12T03:15:10.525584+0000","last_clean":"2024-09-12T03:15:10.525584+0000","last_became_active":"2024-09-12T03:15:09.530955+0000","last_became_peered":"2024-09-12T03:15:09.530955+0000","last_unstale":"2024-09-12T03:15:10.525584+0000","last_undegraded":"2024-09-12T03:15:10.525584+0000","last_fullsized":"2024-09-12T03:15:10.525584+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:11.286471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525576+0000","last_change":"2024-09-12T03:15:09.519596+0000","last_active":"2024-09-12T03:15:10.525576+0000","last_peered":"2024-09-12T03:15:10.525576+0000","last_clean":"2024-09-12T03:15:10.525576+0000","last_became_active":"2024-09-12T03:15:09.518343+0000","last_became_peered":"2024-09-12T03:15:09.518343+0000","last_unstale":"2024-09-12T03:15:10.525576+0000","last_undegraded":"2024-09-12T03:15:10.525576+0000","last_fullsized":"2024-09-12T03:15:10.525576+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:06:17.675354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997387+0000","last_change":"2024-09-12T03:15:09.520672+0000","last_active":"2024-09-12T03:15:10.997387+0000","last_peered":"2024-09-12T03:15:10.997387+0000","last_clean":"2024-09-12T03:15:10.997387+0000","last_became_active":"2024-09-12T03:15:09.520012+0000","last_became_peered":"2024-09-12T03:15:09.520012+0000","last_unstale":"2024-09-12T03:15:10.997387+0000","last_undegraded":"2024-09-12T03:15:10.997387+0000","last_fullsized":"2024-09-12T03:15:10.997387+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:23:35.611698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524380+0000","last_change":"2024-09-12T03:15:09.530368+0000","last_active":"2024-09-12T03:15:10.524380+0000","last_peered":"2024-09-12T03:15:10.524380+0000","last_clean":"2024-09-12T03:15:10.524380+0000","last_became_active":"2024-09-12T03:15:09.529722+0000","last_became_peered":"2024-09-12T03:15:09.529722+0000","last_unstale":"2024-09-12T03:15:10.524380+0000","last_undegraded":"2024-09-12T03:15:10.524380+0000","last_fullsized":"2024-09-12T03:15:10.524380+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:25.747684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996903+0000","last_change":"2024-09-12T03:15:09.510503+0000","last_active":"2024-09-12T03:15:10.996903+0000","last_peered":"2024-09-12T03:15:10.996903+0000","last_clean":"2024-09-12T03:15:10.996903+0000","last_became_active":"2024-09-12T03:15:09.510201+0000","last_became_peered":"2024-09-12T03:15:09.510201+0000","last_unstale":"2024-09-12T03:15:10.996903+0000","last_undegraded":"2024-09-12T03:15:10.996903+0000","last_fullsized":"2024-09-12T03:15:10.996903+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:28.644175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524787+0000","last_change":"2024-09-12T03:15:09.533055+0000","last_active":"2024-09-12T03:15:10.524787+0000","last_peered":"2024-09-12T03:15:10.524787+0000","last_clean":"2024-09-12T03:15:10.524787+0000","last_became_active":"2024-09-12T03:15:09.528844+0000","last_became_peered":"2024-09-12T03:15:09.528844+0000","last_unstale":"2024-09-12T03:15:10.524787+0000","last_undegraded":"2024-09-12T03:15:10.524787+0000","last_fullsized":"2024-09-12T03:15:10.524787+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:51.183046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.523975+0000","last_change":"2024-09-12T03:15:09.526928+0000","last_active":"2024-09-12T03:15:10.523975+0000","last_peered":"2024-09-12T03:15:10.523975+0000","last_clean":"2024-09-12T03:15:10.523975+0000","last_became_active":"2024-09-12T03:15:09.526658+0000","last_became_peered":"2024-09-12T03:15:09.526658+0000","last_unstale":"2024-09-12T03:15:10.523975+0000","last_undegraded":"2024-09-12T03:15:10.523975+0000","last_fullsized":"2024-09-12T03:15:10.523975+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:47:38.513063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.995761+0000","last_change":"2024-09-12T03:15:09.518479+0000","last_active":"2024-09-12T03:15:10.995761+0000","last_peered":"2024-09-12T03:15:10.995761+0000","last_clean":"2024-09-12T03:15:10.995761+0000","last_became_active":"2024-09-12T03:15:09.518185+0000","last_became_peered":"2024-09-12T03:15:09.518185+0000","last_unstale":"2024-09-12T03:15:10.995761+0000","last_undegraded":"2024-09-12T03:15:10.995761+0000","last_fullsized":"2024-09-12T03:15:10.995761+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:32.505000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.514750+0000","last_change":"2024-09-12T03:15:09.523378+0000","last_active":"2024-09-12T03:15:10.514750+0000","last_peered":"2024-09-12T03:15:10.514750+0000","last_clean":"2024-09-12T03:15:10.514750+0000","last_became_active":"2024-09-12T03:15:09.522812+0000","last_became_peered":"2024-09-12T03:15:09.522812+0000","last_unstale":"2024-09-12T03:15:10.514750+0000","last_undegraded":"2024-09-12T03:15:10.514750+0000","last_fullsized":"2024-09-12T03:15:10.514750+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:04.682520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"104'4","reported_seq":18,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996490+0000","last_change":"2024-09-12T03:15:08.512134+0000","last_active":"2024-09-12T03:15:10.996490+0000","last_peered":"2024-09-12T03:15:10.996490+0000","last_clean":"2024-09-12T03:15:10.996490+0000","last_became_active":"2024-09-12T03:15:08.511844+0000","last_became_peered":"2024-09-12T03:15:08.511844+0000","last_unstale":"2024-09-12T03:15:10.996490+0000","last_undegraded":"2024-09-12T03:15:10.996490+0000","last_fullsized":"2024-09-12T03:15:10.996490+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:06:16.667141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996527+0000","last_change":"2024-09-12T03:15:09.514171+0000","last_active":"2024-09-12T03:15:10.996527+0000","last_peered":"2024-09-12T03:15:10.996527+0000","last_clean":"2024-09-12T03:15:10.996527+0000","last_became_active":"2024-09-12T03:15:09.513855+0000","last_became_peered":"2024-09-12T03:15:09.513855+0000","last_unstale":"2024-09-12T03:15:10.996527+0000","last_undegraded":"2024-09-12T03:15:10.996527+0000","last_fullsized":"2024-09-12T03:15:10.996527+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:25:31.879401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"104'1","reported_seq":15,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997063+0000","last_change":"2024-09-12T03:15:08.512516+0000","last_active":"2024-09-12T03:15:10.997063+0000","last_peered":"2024-09-12T03:15:10.997063+0000","last_clean":"2024-09-12T03:15:10.997063+0000","last_became_active":"2024-09-12T03:15:08.512221+0000","last_became_peered":"2024-09-12T03:15:08.512221+0000","last_unstale":"2024-09-12T03:15:10.997063+0000","last_undegraded":"2024-09-12T03:15:10.997063+0000","last_fullsized":"2024-09-12T03:15:10.997063+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:06.345926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525013+0000","last_change":"2024-09-12T03:15:09.531678+0000","last_active":"2024-09-12T03:15:10.525013+0000","last_peered":"2024-09-12T03:15:10.525013+0000","last_clean":"2024-09-12T03:15:10.525013+0000","last_became_active":"2024-09-12T03:15:09.529226+0000","last_became_peered":"2024-09-12T03:15:09.529226+0000","last_unstale":"2024-09-12T03:15:10.525013+0000","last_undegraded":"2024-09-12T03:15:10.525013+0000","last_fullsized":"2024-09-12T03:15:10.525013+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:59.676027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"104'2","reported_seq":16,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525244+0000","last_change":"2024-09-12T03:15:08.516366+0000","last_active":"2024-09-12T03:15:10.525244+0000","last_peered":"2024-09-12T03:15:10.525244+0000","last_clean":"2024-09-12T03:15:10.525244+0000","last_became_active":"2024-09-12T03:15:08.515843+0000","last_became_peered":"2024-09-12T03:15:08.515843+0000","last_unstale":"2024-09-12T03:15:10.525244+0000","last_undegraded":"2024-09-12T03:15:10.525244+0000","last_fullsized":"2024-09-12T03:15:10.525244+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:16:11.651884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997152+0000","last_change":"2024-09-12T03:15:09.516390+0000","last_active":"2024-09-12T03:15:10.997152+0000","last_peered":"2024-09-12T03:15:10.997152+0000","last_clean":"2024-09-12T03:15:10.997152+0000","last_became_active":"2024-09-12T03:15:09.516120+0000","last_became_peered":"2024-09-12T03:15:09.516120+0000","last_unstale":"2024-09-12T03:15:10.997152+0000","last_undegraded":"2024-09-12T03:15:10.997152+0000","last_fullsized":"2024-09-12T03:15:10.997152+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:57.033801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"104'2","reported_seq":16,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996727+0000","last_change":"2024-09-12T03:15:08.515031+0000","last_active":"2024-09-12T03:15:10.996727+0000","last_peered":"2024-09-12T03:15:10.996727+0000","last_clean":"2024-09-12T03:15:10.996727+0000","last_became_active":"2024-09-12T03:15:08.514770+0000","last_became_peered":"2024-09-12T03:15:08.514770+0000","last_unstale":"2024-09-12T03:15:10.996727+0000","last_undegraded":"2024-09-12T03:15:10.996727+0000","last_fullsized":"2024-09-12T03:15:10.996727+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:42.890658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996133+0000","last_change":"2024-09-12T03:15:09.512726+0000","last_active":"2024-09-12T03:15:10.996133+0000","last_peered":"2024-09-12T03:15:10.996133+0000","last_clean":"2024-09-12T03:15:10.996133+0000","last_became_active":"2024-09-12T03:15:09.512229+0000","last_became_peered":"2024-09-12T03:15:09.512229+0000","last_unstale":"2024-09-12T03:15:10.996133+0000","last_undegraded":"2024-09-12T03:15:10.996133+0000","last_fullsized":"2024-09-12T03:15:10.996133+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:13.664638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"104'1","reported_seq":15,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996693+0000","last_change":"2024-09-12T03:15:08.508622+0000","last_active":"2024-09-12T03:15:10.996693+0000","last_peered":"2024-09-12T03:15:10.996693+0000","last_clean":"2024-09-12T03:15:10.996693+0000","last_became_active":"2024-09-12T03:15:08.508306+0000","last_became_peered":"2024-09-12T03:15:08.508306+0000","last_unstale":"2024-09-12T03:15:10.996693+0000","last_undegraded":"2024-09-12T03:15:10.996693+0000","last_fullsized":"2024-09-12T03:15:10.996693+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:12:38.266089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.514928+0000","last_change":"2024-09-12T03:15:09.515640+0000","last_active":"2024-09-12T03:15:10.514928+0000","last_peered":"2024-09-12T03:15:10.514928+0000","last_clean":"2024-09-12T03:15:10.514928+0000","last_became_active":"2024-09-12T03:15:09.515334+0000","last_became_peered":"2024-09-12T03:15:09.515334+0000","last_unstale":"2024-09-12T03:15:10.514928+0000","last_undegraded":"2024-09-12T03:15:10.514928+0000","last_fullsized":"2024-09-12T03:15:10.514928+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:32:45.280446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"104'1","reported_seq":15,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996616+0000","last_change":"2024-09-12T03:15:08.514462+0000","last_active":"2024-09-12T03:15:10.996616+0000","last_peered":"2024-09-12T03:15:10.996616+0000","last_clean":"2024-09-12T03:15:10.996616+0000","last_became_active":"2024-09-12T03:15:08.512481+0000","last_became_peered":"2024-09-12T03:15:08.512481+0000","last_unstale":"2024-09-12T03:15:10.996616+0000","last_undegraded":"2024-09-12T03:15:10.996616+0000","last_fullsized":"2024-09-12T03:15:10.996616+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:24:44.808003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525199+0000","last_change":"2024-09-12T03:15:09.530663+0000","last_active":"2024-09-12T03:15:10.525199+0000","last_peered":"2024-09-12T03:15:10.525199+0000","last_clean":"2024-09-12T03:15:10.525199+0000","last_became_active":"2024-09-12T03:15:09.530352+0000","last_became_peered":"2024-09-12T03:15:09.530352+0000","last_unstale":"2024-09-12T03:15:10.525199+0000","last_undegraded":"2024-09-12T03:15:10.525199+0000","last_fullsized":"2024-09-12T03:15:10.525199+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:24:45.816216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524765+0000","last_change":"2024-09-12T03:15:08.517680+0000","last_active":"2024-09-12T03:15:10.524765+0000","last_peered":"2024-09-12T03:15:10.524765+0000","last_clean":"2024-09-12T03:15:10.524765+0000","last_became_active":"2024-09-12T03:15:08.517360+0000","last_became_peered":"2024-09-12T03:15:08.517360+0000","last_unstale":"2024-09-12T03:15:10.524765+0000","last_undegraded":"2024-09-12T03:15:10.524765+0000","last_fullsized":"2024-09-12T03:15:10.524765+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:34.236168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996389+0000","last_change":"2024-09-12T03:15:09.512279+0000","last_active":"2024-09-12T03:15:10.996389+0000","last_peered":"2024-09-12T03:15:10.996389+0000","last_clean":"2024-09-12T03:15:10.996389+0000","last_became_active":"2024-09-12T03:15:09.512009+0000","last_became_peered":"2024-09-12T03:15:09.512009+0000","last_unstale":"2024-09-12T03:15:10.996389+0000","last_undegraded":"2024-09-12T03:15:10.996389+0000","last_fullsized":"2024-09-12T03:15:10.996389+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:49.080728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.995760+0000","last_change":"2024-09-12T03:15:08.514276+0000","last_active":"2024-09-12T03:15:10.995760+0000","last_peered":"2024-09-12T03:15:10.995760+0000","last_clean":"2024-09-12T03:15:10.995760+0000","last_became_active":"2024-09-12T03:15:08.513989+0000","last_became_peered":"2024-09-12T03:15:08.513989+0000","last_unstale":"2024-09-12T03:15:10.995760+0000","last_undegraded":"2024-09-12T03:15:10.995760+0000","last_fullsized":"2024-09-12T03:15:10.995760+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:50.116864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.514541+0000","last_change":"2024-09-12T03:15:09.527775+0000","last_active":"2024-09-12T03:15:10.514541+0000","last_peered":"2024-09-12T03:15:10.514541+0000","last_clean":"2024-09-12T03:15:10.514541+0000","last_became_active":"2024-09-12T03:15:09.523174+0000","last_became_peered":"2024-09-12T03:15:09.523174+0000","last_unstale":"2024-09-12T03:15:10.514541+0000","last_undegraded":"2024-09-12T03:15:10.514541+0000","last_fullsized":"2024-09-12T03:15:10.514541+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:33:15.558040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525604+0000","last_change":"2024-09-12T03:15:08.517516+0000","last_active":"2024-09-12T03:15:10.525604+0000","last_peered":"2024-09-12T03:15:10.525604+0000","last_clean":"2024-09-12T03:15:10.525604+0000","last_became_active":"2024-09-12T03:15:08.517202+0000","last_became_peered":"2024-09-12T03:15:08.517202+0000","last_unstale":"2024-09-12T03:15:10.525604+0000","last_undegraded":"2024-09-12T03:15:10.525604+0000","last_fullsized":"2024-09-12T03:15:10.525604+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:55:14.325826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996350+0000","last_change":"2024-09-12T03:15:09.518532+0000","last_active":"2024-09-12T03:15:10.996350+0000","last_peered":"2024-09-12T03:15:10.996350+0000","last_clean":"2024-09-12T03:15:10.996350+0000","last_became_active":"2024-09-12T03:15:09.518263+0000","last_became_peered":"2024-09-12T03:15:09.518263+0000","last_unstale":"2024-09-12T03:15:10.996350+0000","last_undegraded":"2024-09-12T03:15:10.996350+0000","last_fullsized":"2024-09-12T03:15:10.996350+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:59:38.872119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.515071+0000","last_change":"2024-09-12T03:15:08.508125+0000","last_active":"2024-09-12T03:15:10.515071+0000","last_peered":"2024-09-12T03:15:10.515071+0000","last_clean":"2024-09-12T03:15:10.515071+0000","last_became_active":"2024-09-12T03:15:08.507710+0000","last_became_peered":"2024-09-12T03:15:08.507710+0000","last_unstale":"2024-09-12T03:15:10.515071+0000","last_undegraded":"2024-09-12T03:15:10.515071+0000","last_fullsized":"2024-09-12T03:15:10.515071+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:09:10.967486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996882+0000","last_change":"2024-09-12T03:15:09.526385+0000","last_active":"2024-09-12T03:15:10.996882+0000","last_peered":"2024-09-12T03:15:10.996882+0000","last_clean":"2024-09-12T03:15:10.996882+0000","last_became_active":"2024-09-12T03:15:09.526077+0000","last_became_peered":"2024-09-12T03:15:09.526077+0000","last_unstale":"2024-09-12T03:15:10.996882+0000","last_undegraded":"2024-09-12T03:15:10.996882+0000","last_fullsized":"2024-09-12T03:15:10.996882+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:33:26.482109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"104'3","reported_seq":17,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996821+0000","last_change":"2024-09-12T03:15:08.508917+0000","last_active":"2024-09-12T03:15:10.996821+0000","last_peered":"2024-09-12T03:15:10.996821+0000","last_clean":"2024-09-12T03:15:10.996821+0000","last_became_active":"2024-09-12T03:15:08.508623+0000","last_became_peered":"2024-09-12T03:15:08.508623+0000","last_unstale":"2024-09-12T03:15:10.996821+0000","last_undegraded":"2024-09-12T03:15:10.996821+0000","last_fullsized":"2024-09-12T03:15:10.996821+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:52:30.605886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997294+0000","last_change":"2024-09-12T03:15:09.524461+0000","last_active":"2024-09-12T03:15:10.997294+0000","last_peered":"2024-09-12T03:15:10.997294+0000","last_clean":"2024-09-12T03:15:10.997294+0000","last_became_active":"2024-09-12T03:15:09.524148+0000","last_became_peered":"2024-09-12T03:15:09.524148+0000","last_unstale":"2024-09-12T03:15:10.997294+0000","last_undegraded":"2024-09-12T03:15:10.997294+0000","last_fullsized":"2024-09-12T03:15:10.997294+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:51.183046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"104'6","reported_seq":20,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524347+0000","last_change":"2024-09-12T03:15:08.512677+0000","last_active":"2024-09-12T03:15:10.524347+0000","last_peered":"2024-09-12T03:15:10.524347+0000","last_clean":"2024-09-12T03:15:10.524347+0000","last_became_active":"2024-09-12T03:15:08.510718+0000","last_became_peered":"2024-09-12T03:15:08.510718+0000","last_unstale":"2024-09-12T03:15:10.524347+0000","last_undegraded":"2024-09-12T03:15:10.524347+0000","last_fullsized":"2024-09-12T03:15:10.524347+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:25.234068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997161+0000","last_change":"2024-09-12T03:15:09.531966+0000","last_active":"2024-09-12T03:15:10.997161+0000","last_peered":"2024-09-12T03:15:10.997161+0000","last_clean":"2024-09-12T03:15:10.997161+0000","last_became_active":"2024-09-12T03:15:09.531651+0000","last_became_peered":"2024-09-12T03:15:09.531651+0000","last_unstale":"2024-09-12T03:15:10.997161+0000","last_undegraded":"2024-09-12T03:15:10.997161+0000","last_fullsized":"2024-09-12T03:15:10.997161+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:02:09.910395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"104'2","reported_seq":16,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997268+0000","last_change":"2024-09-12T03:15:08.516200+0000","last_active":"2024-09-12T03:15:10.997268+0000","last_peered":"2024-09-12T03:15:10.997268+0000","last_clean":"2024-09-12T03:15:10.997268+0000","last_became_active":"2024-09-12T03:15:08.515895+0000","last_became_peered":"2024-09-12T03:15:08.515895+0000","last_unstale":"2024-09-12T03:15:10.997268+0000","last_undegraded":"2024-09-12T03:15:10.997268+0000","last_fullsized":"2024-09-12T03:15:10.997268+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:36:33.175872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524747+0000","last_change":"2024-09-12T03:15:09.514533+0000","last_active":"2024-09-12T03:15:10.524747+0000","last_peered":"2024-09-12T03:15:10.524747+0000","last_clean":"2024-09-12T03:15:10.524747+0000","last_became_active":"2024-09-12T03:15:09.514130+0000","last_became_peered":"2024-09-12T03:15:09.514130+0000","last_unstale":"2024-09-12T03:15:10.524747+0000","last_undegraded":"2024-09-12T03:15:10.524747+0000","last_fullsized":"2024-09-12T03:15:10.524747+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:51.183046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996452+0000","last_change":"2024-09-12T03:15:08.509741+0000","last_active":"2024-09-12T03:15:10.996452+0000","last_peered":"2024-09-12T03:15:10.996452+0000","last_clean":"2024-09-12T03:15:10.996452+0000","last_became_active":"2024-09-12T03:15:08.509176+0000","last_became_peered":"2024-09-12T03:15:08.509176+0000","last_unstale":"2024-09-12T03:15:10.996452+0000","last_undegraded":"2024-09-12T03:15:10.996452+0000","last_fullsized":"2024-09-12T03:15:10.996452+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:49.565490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997219+0000","last_change":"2024-09-12T03:15:09.520226+0000","last_active":"2024-09-12T03:15:10.997219+0000","last_peered":"2024-09-12T03:15:10.997219+0000","last_clean":"2024-09-12T03:15:10.997219+0000","last_became_active":"2024-09-12T03:15:09.519971+0000","last_became_peered":"2024-09-12T03:15:09.519971+0000","last_unstale":"2024-09-12T03:15:10.997219+0000","last_undegraded":"2024-09-12T03:15:10.997219+0000","last_fullsized":"2024-09-12T03:15:10.997219+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:30.081750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996622+0000","last_change":"2024-09-12T03:15:08.514936+0000","last_active":"2024-09-12T03:15:10.996622+0000","last_peered":"2024-09-12T03:15:10.996622+0000","last_clean":"2024-09-12T03:15:10.996622+0000","last_became_active":"2024-09-12T03:15:08.514668+0000","last_became_peered":"2024-09-12T03:15:08.514668+0000","last_unstale":"2024-09-12T03:15:10.996622+0000","last_undegraded":"2024-09-12T03:15:10.996622+0000","last_fullsized":"2024-09-12T03:15:10.996622+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:03.635120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.515514+0000","last_change":"2024-09-12T03:15:09.521389+0000","last_active":"2024-09-12T03:15:10.515514+0000","last_peered":"2024-09-12T03:15:10.515514+0000","last_clean":"2024-09-12T03:15:10.515514+0000","last_became_active":"2024-09-12T03:15:09.521113+0000","last_became_peered":"2024-09-12T03:15:09.521113+0000","last_unstale":"2024-09-12T03:15:10.515514+0000","last_undegraded":"2024-09-12T03:15:10.515514+0000","last_fullsized":"2024-09-12T03:15:10.515514+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:30.967761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"104'8","reported_seq":22,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524343+0000","last_change":"2024-09-12T03:15:08.515929+0000","last_active":"2024-09-12T03:15:10.524343+0000","last_peered":"2024-09-12T03:15:10.524343+0000","last_clean":"2024-09-12T03:15:10.524343+0000","last_became_active":"2024-09-12T03:15:08.515608+0000","last_became_peered":"2024-09-12T03:15:08.515608+0000","last_unstale":"2024-09-12T03:15:10.524343+0000","last_undegraded":"2024-09-12T03:15:10.524343+0000","last_fullsized":"2024-09-12T03:15:10.524343+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:43.032062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.995847+0000","last_change":"2024-09-12T03:15:09.523561+0000","last_active":"2024-09-12T03:15:10.995847+0000","last_peered":"2024-09-12T03:15:10.995847+0000","last_clean":"2024-09-12T03:15:10.995847+0000","last_became_active":"2024-09-12T03:15:09.523202+0000","last_became_peered":"2024-09-12T03:15:09.523202+0000","last_unstale":"2024-09-12T03:15:10.995847+0000","last_undegraded":"2024-09-12T03:15:10.995847+0000","last_fullsized":"2024-09-12T03:15:10.995847+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:59:40.237050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"104'1","reported_seq":15,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525187+0000","last_change":"2024-09-12T03:15:08.513636+0000","last_active":"2024-09-12T03:15:10.525187+0000","last_peered":"2024-09-12T03:15:10.525187+0000","last_clean":"2024-09-12T03:15:10.525187+0000","last_became_active":"2024-09-12T03:15:08.509780+0000","last_became_peered":"2024-09-12T03:15:08.509780+0000","last_unstale":"2024-09-12T03:15:10.525187+0000","last_undegraded":"2024-09-12T03:15:10.525187+0000","last_fullsized":"2024-09-12T03:15:10.525187+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:45.770884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524587+0000","last_change":"2024-09-12T03:15:09.534295+0000","last_active":"2024-09-12T03:15:10.524587+0000","last_peered":"2024-09-12T03:15:10.524587+0000","last_clean":"2024-09-12T03:15:10.524587+0000","last_became_active":"2024-09-12T03:15:09.533907+0000","last_became_peered":"2024-09-12T03:15:09.533907+0000","last_unstale":"2024-09-12T03:15:10.524587+0000","last_undegraded":"2024-09-12T03:15:10.524587+0000","last_fullsized":"2024-09-12T03:15:10.524587+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:21.794017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"104'1","reported_seq":15,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996975+0000","last_change":"2024-09-12T03:15:08.511699+0000","last_active":"2024-09-12T03:15:10.996975+0000","last_peered":"2024-09-12T03:15:10.996975+0000","last_clean":"2024-09-12T03:15:10.996975+0000","last_became_active":"2024-09-12T03:15:08.511221+0000","last_became_peered":"2024-09-12T03:15:08.511221+0000","last_unstale":"2024-09-12T03:15:10.996975+0000","last_undegraded":"2024-09-12T03:15:10.996975+0000","last_fullsized":"2024-09-12T03:15:10.996975+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:49.234367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997166+0000","last_change":"2024-09-12T03:15:09.525431+0000","last_active":"2024-09-12T03:15:10.997166+0000","last_peered":"2024-09-12T03:15:10.997166+0000","last_clean":"2024-09-12T03:15:10.997166+0000","last_became_active":"2024-09-12T03:15:09.525087+0000","last_became_peered":"2024-09-12T03:15:09.525087+0000","last_unstale":"2024-09-12T03:15:10.997166+0000","last_undegraded":"2024-09-12T03:15:10.997166+0000","last_fullsized":"2024-09-12T03:15:10.997166+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:37:36.279408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997485+0000","last_change":"2024-09-12T03:15:08.520651+0000","last_active":"2024-09-12T03:15:10.997485+0000","last_peered":"2024-09-12T03:15:10.997485+0000","last_clean":"2024-09-12T03:15:10.997485+0000","last_became_active":"2024-09-12T03:15:08.520383+0000","last_became_peered":"2024-09-12T03:15:08.520383+0000","last_unstale":"2024-09-12T03:15:10.997485+0000","last_undegraded":"2024-09-12T03:15:10.997485+0000","last_fullsized":"2024-09-12T03:15:10.997485+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:50.174833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.514743+0000","last_change":"2024-09-12T03:15:09.516501+0000","last_active":"2024-09-12T03:15:10.514743+0000","last_peered":"2024-09-12T03:15:10.514743+0000","last_clean":"2024-09-12T03:15:10.514743+0000","last_became_active":"2024-09-12T03:15:09.509867+0000","last_became_peered":"2024-09-12T03:15:09.509867+0000","last_unstale":"2024-09-12T03:15:10.514743+0000","last_undegraded":"2024-09-12T03:15:10.514743+0000","last_fullsized":"2024-09-12T03:15:10.514743+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:00.258485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"104'2","reported_seq":16,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996904+0000","last_change":"2024-09-12T03:15:08.519703+0000","last_active":"2024-09-12T03:15:10.996904+0000","last_peered":"2024-09-12T03:15:10.996904+0000","last_clean":"2024-09-12T03:15:10.996904+0000","last_became_active":"2024-09-12T03:15:08.519214+0000","last_became_peered":"2024-09-12T03:15:08.519214+0000","last_unstale":"2024-09-12T03:15:10.996904+0000","last_undegraded":"2024-09-12T03:15:10.996904+0000","last_fullsized":"2024-09-12T03:15:10.996904+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:09.361365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.514937+0000","last_change":"2024-09-12T03:15:09.516876+0000","last_active":"2024-09-12T03:15:10.514937+0000","last_peered":"2024-09-12T03:15:10.514937+0000","last_clean":"2024-09-12T03:15:10.514937+0000","last_became_active":"2024-09-12T03:15:09.516596+0000","last_became_peered":"2024-09-12T03:15:09.516596+0000","last_unstale":"2024-09-12T03:15:10.514937+0000","last_undegraded":"2024-09-12T03:15:10.514937+0000","last_fullsized":"2024-09-12T03:15:10.514937+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:32.073429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996730+0000","last_change":"2024-09-12T03:15:08.516188+0000","last_active":"2024-09-12T03:15:10.996730+0000","last_peered":"2024-09-12T03:15:10.996730+0000","last_clean":"2024-09-12T03:15:10.996730+0000","last_became_active":"2024-09-12T03:15:08.514615+0000","last_became_peered":"2024-09-12T03:15:08.514615+0000","last_unstale":"2024-09-12T03:15:10.996730+0000","last_undegraded":"2024-09-12T03:15:10.996730+0000","last_fullsized":"2024-09-12T03:15:10.996730+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:40:25.443255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996315+0000","last_change":"2024-09-12T03:15:09.517531+0000","last_active":"2024-09-12T03:15:10.996315+0000","last_peered":"2024-09-12T03:15:10.996315+0000","last_clean":"2024-09-12T03:15:10.996315+0000","last_became_active":"2024-09-12T03:15:09.517196+0000","last_became_peered":"2024-09-12T03:15:09.517196+0000","last_unstale":"2024-09-12T03:15:10.996315+0000","last_undegraded":"2024-09-12T03:15:10.996315+0000","last_fullsized":"2024-09-12T03:15:10.996315+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:23:35.611698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524013+0000","last_change":"2024-09-12T03:15:08.517820+0000","last_active":"2024-09-12T03:15:10.524013+0000","last_peered":"2024-09-12T03:15:10.524013+0000","last_clean":"2024-09-12T03:15:10.524013+0000","last_became_active":"2024-09-12T03:15:08.517397+0000","last_became_peered":"2024-09-12T03:15:08.517397+0000","last_unstale":"2024-09-12T03:15:10.524013+0000","last_undegraded":"2024-09-12T03:15:10.524013+0000","last_fullsized":"2024-09-12T03:15:10.524013+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:21:29.073536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997093+0000","last_change":"2024-09-12T03:15:09.519086+0000","last_active":"2024-09-12T03:15:10.997093+0000","last_peered":"2024-09-12T03:15:10.997093+0000","last_clean":"2024-09-12T03:15:10.997093+0000","last_became_active":"2024-09-12T03:15:09.518791+0000","last_became_peered":"2024-09-12T03:15:09.518791+0000","last_unstale":"2024-09-12T03:15:10.997093+0000","last_undegraded":"2024-09-12T03:15:10.997093+0000","last_fullsized":"2024-09-12T03:15:10.997093+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:03:44.494411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.995846+0000","last_change":"2024-09-12T03:15:08.509230+0000","last_active":"2024-09-12T03:15:10.995846+0000","last_peered":"2024-09-12T03:15:10.995846+0000","last_clean":"2024-09-12T03:15:10.995846+0000","last_became_active":"2024-09-12T03:15:08.508743+0000","last_became_peered":"2024-09-12T03:15:08.508743+0000","last_unstale":"2024-09-12T03:15:10.995846+0000","last_undegraded":"2024-09-12T03:15:10.995846+0000","last_fullsized":"2024-09-12T03:15:10.995846+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:26:01.811146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.514558+0000","last_change":"2024-09-12T03:15:09.508481+0000","last_active":"2024-09-12T03:15:10.514558+0000","last_peered":"2024-09-12T03:15:10.514558+0000","last_clean":"2024-09-12T03:15:10.514558+0000","last_became_active":"2024-09-12T03:15:09.508179+0000","last_became_peered":"2024-09-12T03:15:09.508179+0000","last_unstale":"2024-09-12T03:15:10.514558+0000","last_undegraded":"2024-09-12T03:15:10.514558+0000","last_fullsized":"2024-09-12T03:15:10.514558+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:59.500663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"104'2","reported_seq":16,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996505+0000","last_change":"2024-09-12T03:15:08.510938+0000","last_active":"2024-09-12T03:15:10.996505+0000","last_peered":"2024-09-12T03:15:10.996505+0000","last_clean":"2024-09-12T03:15:10.996505+0000","last_became_active":"2024-09-12T03:15:08.510326+0000","last_became_peered":"2024-09-12T03:15:08.510326+0000","last_unstale":"2024-09-12T03:15:10.996505+0000","last_undegraded":"2024-09-12T03:15:10.996505+0000","last_fullsized":"2024-09-12T03:15:10.996505+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:21.004313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524104+0000","last_change":"2024-09-12T03:15:09.513394+0000","last_active":"2024-09-12T03:15:10.524104+0000","last_peered":"2024-09-12T03:15:10.524104+0000","last_clean":"2024-09-12T03:15:10.524104+0000","last_became_active":"2024-09-12T03:15:09.512746+0000","last_became_peered":"2024-09-12T03:15:09.512746+0000","last_unstale":"2024-09-12T03:15:10.524104+0000","last_undegraded":"2024-09-12T03:15:10.524104+0000","last_fullsized":"2024-09-12T03:15:10.524104+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:24:45.816216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"105'1","reported_seq":15,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.515125+0000","last_change":"2024-09-12T03:15:08.513677+0000","last_active":"2024-09-12T03:15:10.515125+0000","last_peered":"2024-09-12T03:15:10.515125+0000","last_clean":"2024-09-12T03:15:10.515125+0000","last_became_active":"2024-09-12T03:15:08.513387+0000","last_became_peered":"2024-09-12T03:15:08.513387+0000","last_unstale":"2024-09-12T03:15:10.515125+0000","last_undegraded":"2024-09-12T03:15:10.515125+0000","last_fullsized":"2024-09-12T03:15:10.515125+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:47:21.880972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996354+0000","last_change":"2024-09-12T03:15:09.517336+0000","last_active":"2024-09-12T03:15:10.996354+0000","last_peered":"2024-09-12T03:15:10.996354+0000","last_clean":"2024-09-12T03:15:10.996354+0000","last_became_active":"2024-09-12T03:15:09.517063+0000","last_became_peered":"2024-09-12T03:15:09.517063+0000","last_unstale":"2024-09-12T03:15:10.996354+0000","last_undegraded":"2024-09-12T03:15:10.996354+0000","last_fullsized":"2024-09-12T03:15:10.996354+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:50.460470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.525345+0000","last_change":"2024-09-12T03:15:08.507207+0000","last_active":"2024-09-12T03:15:10.525345+0000","last_peered":"2024-09-12T03:15:10.525345+0000","last_clean":"2024-09-12T03:15:10.525345+0000","last_became_active":"2024-09-12T03:15:08.505439+0000","last_became_peered":"2024-09-12T03:15:08.505439+0000","last_unstale":"2024-09-12T03:15:10.525345+0000","last_undegraded":"2024-09-12T03:15:10.525345+0000","last_fullsized":"2024-09-12T03:15:10.525345+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:40:31.131816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996758+0000","last_change":"2024-09-12T03:15:09.521893+0000","last_active":"2024-09-12T03:15:10.996758+0000","last_peered":"2024-09-12T03:15:10.996758+0000","last_clean":"2024-09-12T03:15:10.996758+0000","last_became_active":"2024-09-12T03:15:09.521582+0000","last_became_peered":"2024-09-12T03:15:09.521582+0000","last_unstale":"2024-09-12T03:15:10.996758+0000","last_undegraded":"2024-09-12T03:15:10.996758+0000","last_fullsized":"2024-09-12T03:15:10.996758+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T14:52:31.614100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996825+0000","last_change":"2024-09-12T03:15:08.520484+0000","last_active":"2024-09-12T03:15:10.996825+0000","last_peered":"2024-09-12T03:15:10.996825+0000","last_clean":"2024-09-12T03:15:10.996825+0000","last_became_active":"2024-09-12T03:15:08.520191+0000","last_became_peered":"2024-09-12T03:15:08.520191+0000","last_unstale":"2024-09-12T03:15:10.996825+0000","last_undegraded":"2024-09-12T03:15:10.996825+0000","last_fullsized":"2024-09-12T03:15:10.996825+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:35.062668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996630+0000","last_change":"2024-09-12T03:15:09.511629+0000","last_active":"2024-09-12T03:15:10.996630+0000","last_peered":"2024-09-12T03:15:10.996630+0000","last_clean":"2024-09-12T03:15:10.996630+0000","last_became_active":"2024-09-12T03:15:09.511315+0000","last_became_peered":"2024-09-12T03:15:09.511315+0000","last_unstale":"2024-09-12T03:15:10.996630+0000","last_undegraded":"2024-09-12T03:15:10.996630+0000","last_fullsized":"2024-09-12T03:15:10.996630+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:13.791643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524943+0000","last_change":"2024-09-12T03:15:08.512905+0000","last_active":"2024-09-12T03:15:10.524943+0000","last_peered":"2024-09-12T03:15:10.524943+0000","last_clean":"2024-09-12T03:15:10.524943+0000","last_became_active":"2024-09-12T03:15:08.512614+0000","last_became_peered":"2024-09-12T03:15:08.512614+0000","last_unstale":"2024-09-12T03:15:10.524943+0000","last_undegraded":"2024-09-12T03:15:10.524943+0000","last_fullsized":"2024-09-12T03:15:10.524943+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:21.004313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996800+0000","last_change":"2024-09-12T03:15:09.514813+0000","last_active":"2024-09-12T03:15:10.996800+0000","last_peered":"2024-09-12T03:15:10.996800+0000","last_clean":"2024-09-12T03:15:10.996800+0000","last_became_active":"2024-09-12T03:15:09.514518+0000","last_became_peered":"2024-09-12T03:15:09.514518+0000","last_unstale":"2024-09-12T03:15:10.996800+0000","last_undegraded":"2024-09-12T03:15:10.996800+0000","last_fullsized":"2024-09-12T03:15:10.996800+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:28.810410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996968+0000","last_change":"2024-09-12T03:15:08.516789+0000","last_active":"2024-09-12T03:15:10.996968+0000","last_peered":"2024-09-12T03:15:10.996968+0000","last_clean":"2024-09-12T03:15:10.996968+0000","last_became_active":"2024-09-12T03:15:08.516518+0000","last_became_peered":"2024-09-12T03:15:08.516518+0000","last_unstale":"2024-09-12T03:15:10.996968+0000","last_undegraded":"2024-09-12T03:15:10.996968+0000","last_fullsized":"2024-09-12T03:15:10.996968+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:43:46.758007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997084+0000","last_change":"2024-09-12T03:15:09.527812+0000","last_active":"2024-09-12T03:15:10.997084+0000","last_peered":"2024-09-12T03:15:10.997084+0000","last_clean":"2024-09-12T03:15:10.997084+0000","last_became_active":"2024-09-12T03:15:09.527439+0000","last_became_peered":"2024-09-12T03:15:09.527439+0000","last_unstale":"2024-09-12T03:15:10.997084+0000","last_undegraded":"2024-09-12T03:15:10.997084+0000","last_fullsized":"2024-09-12T03:15:10.997084+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:26:03.199778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.524091+0000","last_change":"2024-09-12T03:15:08.505670+0000","last_active":"2024-09-12T03:15:10.524091+0000","last_peered":"2024-09-12T03:15:10.524091+0000","last_clean":"2024-09-12T03:15:10.524091+0000","last_became_active":"2024-09-12T03:15:08.505388+0000","last_became_peered":"2024-09-12T03:15:08.505388+0000","last_unstale":"2024-09-12T03:15:10.524091+0000","last_undegraded":"2024-09-12T03:15:10.524091+0000","last_fullsized":"2024-09-12T03:15:10.524091+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:27.802197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997361+0000","last_change":"2024-09-12T03:15:09.530568+0000","last_active":"2024-09-12T03:15:10.997361+0000","last_peered":"2024-09-12T03:15:10.997361+0000","last_clean":"2024-09-12T03:15:10.997361+0000","last_became_active":"2024-09-12T03:15:09.529999+0000","last_became_peered":"2024-09-12T03:15:09.529999+0000","last_unstale":"2024-09-12T03:15:10.997361+0000","last_undegraded":"2024-09-12T03:15:10.997361+0000","last_fullsized":"2024-09-12T03:15:10.997361+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:13.664638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":14,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.995948+0000","last_change":"2024-09-12T03:15:08.511805+0000","last_active":"2024-09-12T03:15:10.995948+0000","last_peered":"2024-09-12T03:15:10.995948+0000","last_clean":"2024-09-12T03:15:10.995948+0000","last_became_active":"2024-09-12T03:15:08.509607+0000","last_became_peered":"2024-09-12T03:15:08.509607+0000","last_unstale":"2024-09-12T03:15:10.995948+0000","last_undegraded":"2024-09-12T03:15:10.995948+0000","last_fullsized":"2024-09-12T03:15:10.995948+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:26.259821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":12,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996990+0000","last_change":"2024-09-12T03:15:09.533654+0000","last_active":"2024-09-12T03:15:10.996990+0000","last_peered":"2024-09-12T03:15:10.996990+0000","last_clean":"2024-09-12T03:15:10.996990+0000","last_became_active":"2024-09-12T03:15:09.530992+0000","last_became_peered":"2024-09-12T03:15:09.530992+0000","last_unstale":"2024-09-12T03:15:10.996990+0000","last_undegraded":"2024-09-12T03:15:10.996990+0000","last_fullsized":"2024-09-12T03:15:10.996990+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:08.482782+0000","last_clean_scrub_stamp":"2024-09-12T03:15:08.482782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:50.242580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"104'2","reported_seq":16,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.997157+0000","last_change":"2024-09-12T03:15:08.505814+0000","last_active":"2024-09-12T03:15:10.997157+0000","last_peered":"2024-09-12T03:15:10.997157+0000","last_clean":"2024-09-12T03:15:10.997157+0000","last_became_active":"2024-09-12T03:15:08.505555+0000","last_became_peered":"2024-09-12T03:15:08.505555+0000","last_unstale":"2024-09-12T03:15:10.997157+0000","last_undegraded":"2024-09-12T03:15:10.997157+0000","last_fullsized":"2024-09-12T03:15:10.997157+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:15:07.474568+0000","last_clean_scrub_stamp":"2024-09-12T03:15:07.474568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:26:54.879576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":331,"reported_epoch":105,"state":"active+clean","last_fresh":"2024-09-12T03:15:10.996424+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:15:10.996424+0000","last_peered":"2024-09-12T03:15:10.996424+0000","last_clean":"2024-09-12T03:15:10.996424+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:15:10.996424+0000","last_undegraded":"2024-09-12T03:15:10.996424+0000","last_fullsized":"2024-09-12T03:15:10.996424+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574934,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33048,"kb_used_data":1860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338792,"statfs":{"total":96636764160,"available":96602923008,"internally_reserved":0,"allocated":1904640,"data_stored":1199701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574934,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32488,"kb_used_data":1292,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339352,"statfs":{"total":96636764160,"available":96603496448,"internally_reserved":0,"allocated":1323008,"data_stored":611389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574934,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32460,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339380,"statfs":{"total":96636764160,"available":96603525120,"internally_reserved":0,"allocated":1302528,"data_stored":609173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574934,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32468,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339372,"statfs":{"total":96636764160,"available":96603516928,"internally_reserved":0,"allocated":1310720,"data_stored":609265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574935,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32468,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339372,"statfs":{"total":96636764160,"available":96603516928,"internally_reserved":0,"allocated":1306624,"data_stored":609755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574935,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32464,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339376,"statfs":{"total":96636764160,"available":96603521024,"internally_reserved":0,"allocated":1306624,"data_stored":609207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574934,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32464,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339376,"statfs":{"total":96636764160,"available":96603521024,"internally_reserved":0,"allocated":1306624,"data_stored":609207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574935,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33064,"kb_used_data":1868,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338776,"statfs":{"total":96636764160,"available":96602906624,"internally_reserved":0,"allocated":1912832,"data_stored":1201243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:15:14.152 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T03:15:14.152 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-12T03:15:14.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.353+0000 7f6ef9000640 1 Processor -- start 2024-09-12T03:15:14.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.353+0000 7f6ef9000640 1 -- start start 2024-09-12T03:15:14.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.354+0000 7f6ef9000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f6ef415e6d0 0x7f6ef40d3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.354+0000 7f6ef9000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ef40d1af0 0x7f6ef40cfa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.354+0000 7f6ef9000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ef40d2be0 con 0x7f6ef40cf640 2024-09-12T03:15:14.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.354+0000 7f6ef9000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f6ef40d2ec0 con 0x7f6ef415e6d0 2024-09-12T03:15:14.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.354+0000 7f6ef9000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6ef40d31a0 con 0x7f6ef40d1af0 2024-09-12T03:15:14.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.354+0000 7f6ef1400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f6ef40cf640 0x7f6ef40d13e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35174/0 (socket says 172.21.15.29:35174) 2024-09-12T03:15:14.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.354+0000 7f6ef1400640 1 -- 172.21.15.29:0/2147891530 learned_addr learned my addr 172.21.15.29:0/2147891530 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:14.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.355+0000 7f6ef2800640 1 --2- 172.21.15.29:0/2147891530 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ef40d1af0 0x7f6ef40cfa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.355+0000 7f6ef1e00640 1 --2- 172.21.15.29:0/2147891530 >> v2:172.21.15.38:3300/0 conn(0x7f6ef415e6d0 0x7f6ef40d3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.355+0000 7f6ef0a00640 1 -- 172.21.15.29:0/2147891530 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2606082774 0 0) 0x7f6ef40d2be0 con 0x7f6ef40cf640 2024-09-12T03:15:14.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.355+0000 7f6ef0a00640 1 -- 172.21.15.29:0/2147891530 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6ed8003520 con 0x7f6ef40cf640 2024-09-12T03:15:14.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.355+0000 7f6ef0a00640 1 -- 172.21.15.29:0/2147891530 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 507556727 0 0) 0x7f6ed8003520 con 0x7f6ef40cf640 2024-09-12T03:15:14.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.355+0000 7f6ef2800640 1 -- 172.21.15.29:0/2147891530 >> v2:172.21.15.38:3300/0 conn(0x7f6ef415e6d0 msgr2=0x7f6ef40d3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:14.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.355+0000 7f6ef2800640 1 --2- 172.21.15.29:0/2147891530 >> v2:172.21.15.38:3300/0 conn(0x7f6ef415e6d0 0x7f6ef40d3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.355+0000 7f6ef2800640 1 -- 172.21.15.29:0/2147891530 >> v1:172.21.15.29:6789/0 conn(0x7f6ef40cf640 legacy=0x7f6ef40d13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.355+0000 7f6ef2800640 1 -- 172.21.15.29:0/2147891530 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef40d3480 con 0x7f6ef40d1af0 2024-09-12T03:15:14.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.356+0000 7f6ef2800640 1 --2- 172.21.15.29:0/2147891530 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ef40d1af0 0x7f6ef40cfa90 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6eec009dc0 tx=0x7f6eec02a6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85db22abd4181ceb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:14.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.357+0000 7f6ef0a00640 1 -- 172.21.15.29:0/2147891530 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0001670 con 0x7f6ef40d1af0 2024-09-12T03:15:14.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.357+0000 7f6ef0a00640 1 -- 172.21.15.29:0/2147891530 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6eec007540 con 0x7f6ef40d1af0 2024-09-12T03:15:14.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.357+0000 7f6ef0a00640 1 -- 172.21.15.29:0/2147891530 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eec007710 con 0x7f6ef40d1af0 2024-09-12T03:15:14.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.357+0000 7f6ef9000640 1 -- 172.21.15.29:0/2147891530 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ef40d1af0 msgr2=0x7f6ef40cfa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.357+0000 7f6ef9000640 1 --2- 172.21.15.29:0/2147891530 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ef40d1af0 0x7f6ef40cfa90 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6eec009dc0 tx=0x7f6eec02a6a0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.357+0000 7f6ef9000640 1 -- 172.21.15.29:0/2147891530 shutdown_connections 2024-09-12T03:15:14.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.357+0000 7f6ef9000640 1 --2- 172.21.15.29:0/2147891530 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ef40d1af0 0x7f6ef40cfa90 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.357+0000 7f6ef9000640 1 --2- 172.21.15.29:0/2147891530 >> v2:172.21.15.38:3300/0 conn(0x7f6ef415e6d0 0x7f6ef40d3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.357+0000 7f6ef9000640 1 -- 172.21.15.29:0/2147891530 >> 172.21.15.29:0/2147891530 conn(0x7f6ef4067b30 msgr2=0x7f6ef4067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:14.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.357+0000 7f6ef9000640 1 -- 172.21.15.29:0/2147891530 shutdown_connections 2024-09-12T03:15:14.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.357+0000 7f6ef9000640 1 -- 172.21.15.29:0/2147891530 wait complete. 2024-09-12T03:15:14.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.359+0000 7f6ef9000640 1 Processor -- start 2024-09-12T03:15:14.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.359+0000 7f6ef9000640 1 -- start start 2024-09-12T03:15:14.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.360+0000 7f6ef9000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ef40cf640 0x7f6ef40cd890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.360+0000 7f6ef9000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ef40d1af0 0x7f6ef4157eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.360+0000 7f6ef9000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6ef415e6d0 0x7f6ef40b6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.360+0000 7f6ef9000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef415eab0 con 0x7f6ef40d1af0 2024-09-12T03:15:14.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.360+0000 7f6ef9000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef4163100 con 0x7f6ef415e6d0 2024-09-12T03:15:14.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.360+0000 7f6ef9000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6ef415ec30 con 0x7f6ef40cf640 2024-09-12T03:15:14.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.360+0000 7f6ef1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ef40d1af0 0x7f6ef4157eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.360+0000 7f6ef1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ef40d1af0 0x7f6ef4157eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34296/0 (socket says 172.21.15.29:34296) 2024-09-12T03:15:14.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.360+0000 7f6ef1400640 1 -- 172.21.15.29:0/2741038731 learned_addr learned my addr 172.21.15.29:0/2741038731 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:14.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.360+0000 7f6ef1e00640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ef40cf640 0x7f6ef40cd890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.360+0000 7f6ef2800640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6ef415e6d0 0x7f6ef40b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.361+0000 7f6ef1400640 1 -- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ef40cf640 msgr2=0x7f6ef40cd890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.361+0000 7f6ef1400640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ef40cf640 0x7f6ef40cd890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.361+0000 7f6ef1400640 1 -- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6ef415e6d0 msgr2=0x7f6ef40b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.361+0000 7f6ef1400640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6ef415e6d0 0x7f6ef40b6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.361+0000 7f6ef1400640 1 -- 172.21.15.29:0/2741038731 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef40cddd0 con 0x7f6ef40d1af0 2024-09-12T03:15:14.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.361+0000 7f6ef1400640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ef40d1af0 0x7f6ef4157eb0 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f6ee000c780 tx=0x7f6ee000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:14.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.361+0000 7f6eea000640 1 -- 172.21.15.29:0/2741038731 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0017070 con 0x7f6ef40d1af0 2024-09-12T03:15:14.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.361+0000 7f6eea000640 1 -- 172.21.15.29:0/2741038731 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ee0005ad0 con 0x7f6ef40d1af0 2024-09-12T03:15:14.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.361+0000 7f6ef9000640 1 -- 172.21.15.29:0/2741038731 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ef41583f0 con 0x7f6ef40d1af0 2024-09-12T03:15:14.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.361+0000 7f6eea000640 1 -- 172.21.15.29:0/2741038731 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0007070 con 0x7f6ef40d1af0 2024-09-12T03:15:14.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.361+0000 7f6ef9000640 1 -- 172.21.15.29:0/2741038731 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ef40ce350 con 0x7f6ef40d1af0 2024-09-12T03:15:14.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.362+0000 7f6ef9000640 1 -- 172.21.15.29:0/2741038731 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ef40cfa90 con 0x7f6ef40d1af0 2024-09-12T03:15:14.364 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.364+0000 7f6eea000640 1 -- 172.21.15.29:0/2741038731 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6ee001a070 con 0x7f6ef40d1af0 2024-09-12T03:15:14.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.365+0000 7f6eea000640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6ed406be30 0x7f6ed406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.365+0000 7f6eea000640 1 -- 172.21.15.29:0/2741038731 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f6ee008a9a0 con 0x7f6ef40d1af0 2024-09-12T03:15:14.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.365+0000 7f6ef1e00640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6ed406be30 0x7f6ed406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.366+0000 7f6ef1e00640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6ed406be30 0x7f6ed406e2f0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f6ee4009aa0 tx=0x7f6ee4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:14.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.368+0000 7f6eea000640 1 -- 172.21.15.29:0/2741038731 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6ee0021020 con 0x7f6ef40d1af0 2024-09-12T03:15:14.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.623+0000 7f6ef9000640 1 -- 172.21.15.29:0/2741038731 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f6ef40d2310 con 0x7f6ef40d1af0 2024-09-12T03:15:14.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.625+0000 7f6eea000640 1 -- 172.21.15.29:0/2741038731 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) ==== 190+0+147 (secure 0 0 0) 0x7f6ee0058be0 con 0x7f6ef40d1af0 2024-09-12T03:15:14.625 INFO:teuthology.orchestra.run.smithi029.stdout:[client.0] 2024-09-12T03:15:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQDqWuJmm/MiJBAALc8bNpp1G3KkCCfvjFOh1w== 2024-09-12T03:15:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: caps mds = "allow" 2024-09-12T03:15:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: caps mon = "allow r" 2024-09-12T03:15:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-12T03:15:14.626 INFO:teuthology.orchestra.run.smithi029.stderr:updated caps for client.0 2024-09-12T03:15:14.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 -- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6ed406be30 msgr2=0x7f6ed406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6ed406be30 0x7f6ed406e2f0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f6ee4009aa0 tx=0x7f6ee4009190 comp rx=0 tx=0).stop 2024-09-12T03:15:14.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 -- 172.21.15.29:0/2741038731 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ef40d1af0 msgr2=0x7f6ef4157eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ef40d1af0 0x7f6ef4157eb0 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f6ee000c780 tx=0x7f6ee000cc40 comp rx=0 tx=0).stop 2024-09-12T03:15:14.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 -- 172.21.15.29:0/2741038731 shutdown_connections 2024-09-12T03:15:14.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f6ed406be30 0x7f6ed406e2f0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f6ef415e6d0 0x7f6ef40b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ef40d1af0 0x7f6ef4157eb0 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 --2- 172.21.15.29:0/2741038731 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f6ef40cf640 0x7f6ef40cd890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 -- 172.21.15.29:0/2741038731 >> 172.21.15.29:0/2741038731 conn(0x7f6ef4067b30 msgr2=0x7f6ef4067f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:14.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 -- 172.21.15.29:0/2741038731 shutdown_connections 2024-09-12T03:15:14.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.628+0000 7f6ef9000640 1 -- 172.21.15.29:0/2741038731 wait complete. 2024-09-12T03:15:14.644 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:14.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.801+0000 7f803fc00640 1 Processor -- start 2024-09-12T03:15:14.801 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.801+0000 7f803fc00640 1 -- start start 2024-09-12T03:15:14.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.802+0000 7f803fc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f80380d3150 0x7f80380b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.802+0000 7f803fc00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f80380b6530 0x7f803806d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.802+0000 7f803fc00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80380d3680 con 0x7f803815e660 2024-09-12T03:15:14.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.802+0000 7f803fc00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f803806d4b0 con 0x7f80380b6530 2024-09-12T03:15:14.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.802+0000 7f803fc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f80380d3960 con 0x7f80380d3150 2024-09-12T03:15:14.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.802+0000 7f803d200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f803815e660 0x7f80380d4dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35176/0 (socket says 172.21.15.29:35176) 2024-09-12T03:15:14.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.802+0000 7f803d200640 1 -- 172.21.15.29:0/4090320623 learned_addr learned my addr 172.21.15.29:0/4090320623 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:14.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.803+0000 7f8037e00640 1 --2- 172.21.15.29:0/4090320623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f80380d3150 0x7f80380b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.803+0000 7f803dc00640 1 --2- 172.21.15.29:0/4090320623 >> v2:172.21.15.38:3300/0 conn(0x7f80380b6530 0x7f803806d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.803+0000 7f8037400640 1 -- 172.21.15.29:0/4090320623 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2904637566 0 0) 0x7f80380d3680 con 0x7f803815e660 2024-09-12T03:15:14.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.803+0000 7f8037400640 1 -- 172.21.15.29:0/4090320623 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8020003520 con 0x7f803815e660 2024-09-12T03:15:14.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.803+0000 7f8037e00640 1 -- 172.21.15.29:0/4090320623 >> v2:172.21.15.38:3300/0 conn(0x7f80380b6530 msgr2=0x7f803806d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:14.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.803+0000 7f8037e00640 1 --2- 172.21.15.29:0/4090320623 >> v2:172.21.15.38:3300/0 conn(0x7f80380b6530 0x7f803806d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.803+0000 7f8037e00640 1 -- 172.21.15.29:0/4090320623 >> v1:172.21.15.29:6789/0 conn(0x7f803815e660 legacy=0x7f80380d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.803+0000 7f8037e00640 1 -- 172.21.15.29:0/4090320623 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f803806ce60 con 0x7f80380d3150 2024-09-12T03:15:14.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.804+0000 7f8037e00640 1 --2- 172.21.15.29:0/4090320623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f80380d3150 0x7f80380b5ff0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f80240097a0 tx=0x7f802402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da4cc81be49b9c81 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:14.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.804+0000 7f8037400640 1 -- 172.21.15.29:0/4090320623 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8024037070 con 0x7f80380d3150 2024-09-12T03:15:14.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.804+0000 7f8037400640 1 -- 172.21.15.29:0/4090320623 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8024032440 con 0x7f80380d3150 2024-09-12T03:15:14.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.804+0000 7f8037400640 1 -- 172.21.15.29:0/4090320623 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8024032810 con 0x7f80380d3150 2024-09-12T03:15:14.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.805+0000 7f803fc00640 1 -- 172.21.15.29:0/4090320623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f80380d3150 msgr2=0x7f80380b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.805+0000 7f803fc00640 1 --2- 172.21.15.29:0/4090320623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f80380d3150 0x7f80380b5ff0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f80240097a0 tx=0x7f802402a210 comp rx=0 tx=0).stop 2024-09-12T03:15:14.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.805+0000 7f803fc00640 1 -- 172.21.15.29:0/4090320623 shutdown_connections 2024-09-12T03:15:14.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.805+0000 7f803fc00640 1 --2- 172.21.15.29:0/4090320623 >> v2:172.21.15.38:3300/0 conn(0x7f80380b6530 0x7f803806d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.805+0000 7f803fc00640 1 --2- 172.21.15.29:0/4090320623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f80380d3150 0x7f80380b5ff0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.805+0000 7f803fc00640 1 -- 172.21.15.29:0/4090320623 >> 172.21.15.29:0/4090320623 conn(0x7f803808c000 msgr2=0x7f80380d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:14.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.805+0000 7f803fc00640 1 -- 172.21.15.29:0/4090320623 shutdown_connections 2024-09-12T03:15:14.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.805+0000 7f803fc00640 1 -- 172.21.15.29:0/4090320623 wait complete. 2024-09-12T03:15:14.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.807+0000 7f803fc00640 1 Processor -- start 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.807+0000 7f803fc00640 1 -- start start 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.808+0000 7f803fc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80380b6530 0x7f80381f37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.808+0000 7f803fc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f80380d3150 0x7f80381f46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.808+0000 7f803fc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803815e660 0x7f803815ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.808+0000 7f803fc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f803806de80 con 0x7f80380b6530 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.808+0000 7f803fc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f803815ea40 con 0x7f803815e660 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.808+0000 7f803fc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f803806e000 con 0x7f80380d3150 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.808+0000 7f803d200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80380b6530 0x7f80381f37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.808+0000 7f803d200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80380b6530 0x7f80381f37f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34300/0 (socket says 172.21.15.29:34300) 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.808+0000 7f803d200640 1 -- 172.21.15.29:0/3967328307 learned_addr learned my addr 172.21.15.29:0/3967328307 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.808+0000 7f803dc00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803815e660 0x7f803815ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.808+0000 7f8037e00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f80380d3150 0x7f80381f46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f803d200640 1 -- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f80380d3150 msgr2=0x7f80381f46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f803d200640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f80380d3150 0x7f80381f46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f803d200640 1 -- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803815e660 msgr2=0x7f803815ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:14.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f803d200640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803815e660 0x7f803815ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:14.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f803d200640 1 -- 172.21.15.29:0/3967328307 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8038160b90 con 0x7f80380b6530 2024-09-12T03:15:14.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f803dc00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803815e660 0x7f803815ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:14.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f803d200640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80380b6530 0x7f80381f37f0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f802c00c390 tx=0x7f802c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:14.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f8034c00640 1 -- 172.21.15.29:0/3967328307 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c017070 con 0x7f80380b6530 2024-09-12T03:15:14.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f8034c00640 1 -- 172.21.15.29:0/3967328307 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f802c005ce0 con 0x7f80380b6530 2024-09-12T03:15:14.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f803fc00640 1 -- 172.21.15.29:0/3967328307 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8038160e10 con 0x7f80380b6530 2024-09-12T03:15:14.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f8034c00640 1 -- 172.21.15.29:0/3967328307 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c0072f0 con 0x7f80380b6530 2024-09-12T03:15:14.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.809+0000 7f803fc00640 1 -- 172.21.15.29:0/3967328307 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80381613d0 con 0x7f80380b6530 2024-09-12T03:15:14.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.810+0000 7f803fc00640 1 -- 172.21.15.29:0/3967328307 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f803806d940 con 0x7f80380b6530 2024-09-12T03:15:14.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.811+0000 7f8034c00640 1 -- 172.21.15.29:0/3967328307 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f802c01a070 con 0x7f80380b6530 2024-09-12T03:15:14.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.812+0000 7f8034c00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 0x7f801806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:14.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.812+0000 7f8034c00640 1 -- 172.21.15.29:0/3967328307 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f802c08a3e0 con 0x7f80380b6530 2024-09-12T03:15:14.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.812+0000 7f8037e00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 0x7f801806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:14.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.813+0000 7f8037e00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 0x7f801806e2f0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f8024034000 tx=0x7f802402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:14.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:14.816+0000 7f8034c00640 1 -- 172.21.15.29:0/3967328307 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8038160b90 con 0x7f80380b6530 2024-09-12T03:15:15.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.036+0000 7f803fc00640 1 -- 172.21.15.29:0/3967328307 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f80380d51a0 con 0x7f80380b6530 2024-09-12T03:15:15.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.036+0000 7f8034c00640 1 -- 172.21.15.29:0/3967328307 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 105 v105) ==== 95+0+5223 (secure 0 0 0) 0x7f802c058bf0 con 0x7f80380b6530 2024-09-12T03:15:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:15.037 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":105,"btime":"2024-09-12T03:15:12:529607+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100},{"gid":7672,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":99},{"gid":8022,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":99}],"filesystems":[{"mdsmap":{"epoch":105,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:11.958758+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8025},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025]},"id":7}]} 2024-09-12T03:15:15.037 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 105 2024-09-12T03:15:15.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 -- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 msgr2=0x7f801806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 0x7f801806e2f0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f8024034000 tx=0x7f802402e000 comp rx=0 tx=0).stop 2024-09-12T03:15:15.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 -- 172.21.15.29:0/3967328307 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80380b6530 msgr2=0x7f80381f37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80380b6530 0x7f80381f37f0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f802c00c390 tx=0x7f802c00c850 comp rx=0 tx=0).stop 2024-09-12T03:15:15.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 -- 172.21.15.29:0/3967328307 shutdown_connections 2024-09-12T03:15:15.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f801806be30 0x7f801806e2f0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f803815e660 0x7f803815ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f80380d3150 0x7f80381f46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 --2- 172.21.15.29:0/3967328307 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80380b6530 0x7f80381f37f0 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 -- 172.21.15.29:0/3967328307 >> 172.21.15.29:0/3967328307 conn(0x7f803808c000 msgr2=0x7f80380d42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:15.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 -- 172.21.15.29:0/3967328307 shutdown_connections 2024-09-12T03:15:15.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.039+0000 7f803fc00640 1 -- 172.21.15.29:0/3967328307 wait complete. 2024-09-12T03:15:15.459 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 105, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:15:08.927207+0000', 'modified': '2024-09-12T03:15:11.958758+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8025}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8025': {'gid': 8025, 'name': 'c', 'rank': 0, 'incarnation': 101, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.29:6835/2002207091', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 2002207091}, {'type': 'v1', 'addr': '172.21.15.29:6835', 'nonce': 2002207091}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8025, 'qdb_cluster': [8025]} 2024-09-12T03:15:15.459 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-12T03:15:15.459 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-12T03:15:15.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.626+0000 7f8856400640 1 Processor -- start 2024-09-12T03:15:15.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.626+0000 7f8856400640 1 -- start start 2024-09-12T03:15:15.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.628+0000 7f8856400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8850072620 0x7f88500af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.628+0000 7f8856400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f885006e590 con 0x7f885006dfd0 2024-09-12T03:15:15.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.628+0000 7f8856400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f885006e870 con 0x7f8850072240 2024-09-12T03:15:15.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.628+0000 7f8856400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f885006eb50 con 0x7f8850072620 2024-09-12T03:15:15.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.628+0000 7f884fe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f885006dfd0 0x7f88500cd1d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35190/0 (socket says 172.21.15.29:35190) 2024-09-12T03:15:15.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.628+0000 7f884fe00640 1 -- 172.21.15.29:0/1254999831 learned_addr learned my addr 172.21.15.29:0/1254999831 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:15.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.628+0000 7f8847e00640 1 --2- 172.21.15.29:0/1254999831 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8850072620 0x7f88500af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.628+0000 7f884ea00640 1 -- 172.21.15.29:0/1254999831 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1070870936 0 0) 0x7f885006e590 con 0x7f885006dfd0 2024-09-12T03:15:15.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.628+0000 7f884ea00640 1 -- 172.21.15.29:0/1254999831 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8834003520 con 0x7f885006dfd0 2024-09-12T03:15:15.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.629+0000 7f8847e00640 1 -- 172.21.15.29:0/1254999831 >> v1:172.21.15.38:6789/0 conn(0x7f8850072240 legacy=0x7f885015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.629+0000 7f884ea00640 1 -- 172.21.15.29:0/1254999831 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 260712046 0 0) 0x7f885006e870 con 0x7f8850072240 2024-09-12T03:15:15.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.629+0000 7f8847e00640 1 -- 172.21.15.29:0/1254999831 >> v1:172.21.15.29:6789/0 conn(0x7f885006dfd0 legacy=0x7f88500cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.629+0000 7f8847e00640 1 -- 172.21.15.29:0/1254999831 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f885006ee30 con 0x7f8850072620 2024-09-12T03:15:15.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.630+0000 7f8847e00640 1 --2- 172.21.15.29:0/1254999831 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8850072620 0x7f88500af530 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f88380097d0 tx=0x7f883802a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5149e8b251a603c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:15.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.630+0000 7f884ea00640 1 -- 172.21.15.29:0/1254999831 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8838037070 con 0x7f8850072620 2024-09-12T03:15:15.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.630+0000 7f884ea00640 1 -- 172.21.15.29:0/1254999831 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f883802ae30 con 0x7f8850072620 2024-09-12T03:15:15.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.630+0000 7f884ea00640 1 -- 172.21.15.29:0/1254999831 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8838032640 con 0x7f8850072620 2024-09-12T03:15:15.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.631+0000 7f8856400640 1 -- 172.21.15.29:0/1254999831 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8850072620 msgr2=0x7f88500af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.631+0000 7f8856400640 1 --2- 172.21.15.29:0/1254999831 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8850072620 0x7f88500af530 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f88380097d0 tx=0x7f883802a1a0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.631+0000 7f8856400640 1 -- 172.21.15.29:0/1254999831 shutdown_connections 2024-09-12T03:15:15.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.631+0000 7f8856400640 1 --2- 172.21.15.29:0/1254999831 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8850072620 0x7f88500af530 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.631+0000 7f8856400640 1 -- 172.21.15.29:0/1254999831 >> 172.21.15.29:0/1254999831 conn(0x7f8850067da0 msgr2=0x7f885006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:15.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.631+0000 7f8856400640 1 -- 172.21.15.29:0/1254999831 shutdown_connections 2024-09-12T03:15:15.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.631+0000 7f8856400640 1 -- 172.21.15.29:0/1254999831 wait complete. 2024-09-12T03:15:15.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.632+0000 7f8856400640 1 Processor -- start 2024-09-12T03:15:15.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.633+0000 7f8856400640 1 -- start start 2024-09-12T03:15:15.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.633+0000 7f8856400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885006dfd0 0x7f885015a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f8856400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8850072240 0x7f88501521f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f8856400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8850072620 0x7f88501f18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f8856400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f88500afe00 con 0x7f8850072620 2024-09-12T03:15:15.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f8856400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f88500afc80 con 0x7f8850072240 2024-09-12T03:15:15.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f8856400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f88500cd8e0 con 0x7f885006dfd0 2024-09-12T03:15:15.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f884fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8850072620 0x7f88501f18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f884fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8850072620 0x7f88501f18d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34306/0 (socket says 172.21.15.29:34306) 2024-09-12T03:15:15.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f8847e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8850072240 0x7f88501521f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f884fe00640 1 -- 172.21.15.29:0/2938251544 learned_addr learned my addr 172.21.15.29:0/2938251544 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:15.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f884f400640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885006dfd0 0x7f885015a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f884fe00640 1 -- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885006dfd0 msgr2=0x7f885015a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f884fe00640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885006dfd0 0x7f885015a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f884fe00640 1 -- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8850072240 msgr2=0x7f88501521f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f884fe00640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8850072240 0x7f88501521f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.634+0000 7f884fe00640 1 -- 172.21.15.29:0/2938251544 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f885015a930 con 0x7f8850072620 2024-09-12T03:15:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.635+0000 7f884fe00640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8850072620 0x7f88501f18d0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f8848002040 tx=0x7f884800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.635+0000 7f8847400640 1 -- 172.21.15.29:0/2938251544 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8848017070 con 0x7f8850072620 2024-09-12T03:15:15.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.635+0000 7f8847400640 1 -- 172.21.15.29:0/2938251544 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8848012400 con 0x7f8850072620 2024-09-12T03:15:15.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.635+0000 7f8847400640 1 -- 172.21.15.29:0/2938251544 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88480127f0 con 0x7f8850072620 2024-09-12T03:15:15.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.635+0000 7f8856400640 1 -- 172.21.15.29:0/2938251544 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f885015ac10 con 0x7f8850072620 2024-09-12T03:15:15.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.635+0000 7f8856400640 1 -- 172.21.15.29:0/2938251544 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f885015b1d0 con 0x7f8850072620 2024-09-12T03:15:15.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.637+0000 7f8847400640 1 -- 172.21.15.29:0/2938251544 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f884801a070 con 0x7f8850072620 2024-09-12T03:15:15.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.639+0000 7f8847400640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f882c06be30 0x7f882c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.639+0000 7f8847400640 1 -- 172.21.15.29:0/2938251544 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f884808b070 con 0x7f8850072620 2024-09-12T03:15:15.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.639+0000 7f8859279740 1 Processor -- start 2024-09-12T03:15:15.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.639+0000 7f884f400640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f882c06be30 0x7f882c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.639+0000 7f8859279740 1 -- start start 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.640+0000 7f884f400640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f882c06be30 0x7f882c06e2f0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f8840000f60 tx=0x7f8840009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.640+0000 7f8859279740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f65cf0 0x55a326fab490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.640+0000 7f8859279740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f634b0 0x55a326f660d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.640+0000 7f8859279740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f67480 0x55a326f60570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.640+0000 7f8859279740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a326ec43b0 con 0x55a326f634b0 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.640+0000 7f8859279740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a326ec9410 con 0x55a326f67480 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.640+0000 7f8859279740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55a326e71620 con 0x55a326f65cf0 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.640+0000 7f8847e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f634b0 0x55a326f660d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.640+0000 7f8847e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f634b0 0x55a326f660d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34312/0 (socket says 172.21.15.29:34312) 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.641+0000 7f8847e00640 1 -- 172.21.15.29:0/3150477898 learned_addr learned my addr 172.21.15.29:0/3150477898 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.641+0000 7f884f400640 1 --2- 172.21.15.29:0/3150477898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f65cf0 0x55a326fab490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.641+0000 7f884fe00640 1 --2- 172.21.15.29:0/3150477898 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f67480 0x55a326f60570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.641+0000 7f8847e00640 1 -- 172.21.15.29:0/3150477898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f65cf0 msgr2=0x55a326fab490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:15.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.641+0000 7f8847e00640 1 --2- 172.21.15.29:0/3150477898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f65cf0 0x55a326fab490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.641+0000 7f8847e00640 1 -- 172.21.15.29:0/3150477898 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f67480 msgr2=0x55a326f60570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:15.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.641+0000 7f8847e00640 1 --2- 172.21.15.29:0/3150477898 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f67480 0x55a326f60570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.641+0000 7f8847e00640 1 -- 172.21.15.29:0/3150477898 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a326bdc2d0 con 0x55a326f634b0 2024-09-12T03:15:15.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.641+0000 7f884fe00640 1 --2- 172.21.15.29:0/3150477898 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f67480 0x55a326f60570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:15.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.641+0000 7f8847e00640 1 --2- 172.21.15.29:0/3150477898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f634b0 0x55a326f660d0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f8838009720 tx=0x7f883802c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5ccd9e4c0baa767 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:15.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.641+0000 7f883fe00640 1 -- 172.21.15.29:0/3150477898 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8838042070 con 0x55a326f634b0 2024-09-12T03:15:15.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.642+0000 7f883fe00640 1 -- 172.21.15.29:0/3150477898 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8838004030 con 0x55a326f634b0 2024-09-12T03:15:15.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.642+0000 7f883fe00640 1 -- 172.21.15.29:0/3150477898 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8838037040 con 0x55a326f634b0 2024-09-12T03:15:15.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.642+0000 7f8859279740 1 -- 172.21.15.29:0/3150477898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f634b0 msgr2=0x55a326f660d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.642+0000 7f8859279740 1 --2- 172.21.15.29:0/3150477898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f634b0 0x55a326f660d0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f8838009720 tx=0x7f883802c000 comp rx=0 tx=0).stop 2024-09-12T03:15:15.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.642+0000 7f8859279740 1 -- 172.21.15.29:0/3150477898 shutdown_connections 2024-09-12T03:15:15.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.642+0000 7f8859279740 1 --2- 172.21.15.29:0/3150477898 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f67480 0x55a326f60570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.642+0000 7f8859279740 1 --2- 172.21.15.29:0/3150477898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f634b0 0x55a326f660d0 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.642+0000 7f8859279740 1 --2- 172.21.15.29:0/3150477898 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f65cf0 0x55a326fab490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.642+0000 7f8859279740 1 -- 172.21.15.29:0/3150477898 >> 172.21.15.29:0/3150477898 conn(0x55a326f62740 msgr2=0x55a326faa960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:15.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.642+0000 7f8859279740 1 -- 172.21.15.29:0/3150477898 shutdown_connections 2024-09-12T03:15:15.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.642+0000 7f8859279740 1 -- 172.21.15.29:0/3150477898 wait complete. 2024-09-12T03:15:15.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.643+0000 7f8859279740 1 -- start start 2024-09-12T03:15:15.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.643+0000 7f8859279740 1 Processor -- start 2024-09-12T03:15:15.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.644+0000 7f8859279740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f65cf0 0x55a326f81500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.644+0000 7f8859279740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f67480 0x55a326f60a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.644+0000 7f8859279740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f8be20 0x55a326f8c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.644+0000 7f8859279740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a326e84780 con 0x55a326f67480 2024-09-12T03:15:15.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.644+0000 7f8859279740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a326ec53d0 con 0x55a326f8be20 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.644+0000 7f8859279740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55a326f61be0 con 0x55a326f65cf0 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.644+0000 7f8859279740 10 client.0 _ll_register_callbacks cb 0x55a326ec25d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.644+0000 7f8847e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f67480 0x55a326f60a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.645+0000 7f8847e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f67480 0x55a326f60a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34322/0 (socket says 172.21.15.29:34322) 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.645+0000 7f8847e00640 1 -- 172.21.15.29:0/1878967631 learned_addr learned my addr 172.21.15.29:0/1878967631 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.645+0000 7f884f400640 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f65cf0 0x55a326f81500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.645+0000 7f884fe00640 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f8be20 0x55a326f8c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.645+0000 7f8847e00640 1 -- 172.21.15.29:0/1878967631 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f65cf0 msgr2=0x55a326f81500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.645+0000 7f8847e00640 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f65cf0 0x55a326f81500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.645+0000 7f8847e00640 1 -- 172.21.15.29:0/1878967631 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f8be20 msgr2=0x55a326f8c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.645+0000 7f8847e00640 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f8be20 0x55a326f8c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.645+0000 7f8847e00640 1 -- 172.21.15.29:0/1878967631 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a326ca66b0 con 0x55a326f67480 2024-09-12T03:15:15.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.645+0000 7f8847e00640 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f67480 0x55a326f60a00 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f88380098c0 tx=0x7f8838004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b3c4501b6bd5cc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.645+0000 7f883cc00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f883cc00640 1 -- 172.21.15.29:0/1878967631 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8838037040 con 0x55a326f67480 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f8859279740 1 -- 172.21.15.29:0/1878967631 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8838004030 con 0x55a326f67480 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f883cc00640 1 -- 172.21.15.29:0/1878967631 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f8838051c80 con 0x55a326f67480 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f883cc00640 1 -- 172.21.15.29:0/1878967631 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=105) ==== 24+0+0 (secure 0 0 0) 0x7f8838058050 con 0x55a326f67480 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f8859279740 10 client.8154 fetch_fsmap learned FSMap version 105 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f8859279740 1 -- 172.21.15.29:0/1878967631 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=105,monmap=2+}) -- 0x55a326f855c0 con 0x55a326f67480 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f883cc00640 1 -- 172.21.15.29:0/1878967631 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8838004030 con 0x55a326f67480 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f883cc00640 1 -- 172.21.15.29:0/1878967631 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 105) ==== 3502+0+0 (secure 0 0 0) 0x7f883805b020 con 0x55a326f67480 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f8859279740 10 client.8154 fetch_fsmap finished waiting for FSMap version 105 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f8859279740 10 client.8154 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f8859279740 20 client.8154 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f8859279740 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55a326f5fb50 0x55a326f5ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f8859279740 4 client.8154 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:15.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.646+0000 7f8859279740 1 -- 172.21.15.29:0/1878967631 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a326ed6b40 con 0x55a326f5fb50 2024-09-12T03:15:15.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.647+0000 7f884f400640 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55a326f5fb50 0x55a326f5ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.647+0000 7f884f400640 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55a326f5fb50 0x55a326f5ff30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45194444e73e16c6 server_cookie=64223724741d4d02 in_seq=0 out_seq=0 2024-09-12T03:15:15.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.647+0000 7f883cc00640 10 client.8154 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:15.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.648+0000 7f883cc00640 1 -- 172.21.15.29:0/1878967631 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a326ed6b40 con 0x55a326f5fb50 2024-09-12T03:15:15.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.648+0000 7f883cc00640 10 client.8154 handle_command_reply: tid=0 2024-09-12T03:15:15.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.648+0000 7f8859279740 1 client.8154 shutdown 2024-09-12T03:15:15.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.648+0000 7f8859279740 1 -- 172.21.15.29:0/1878967631 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f67480 msgr2=0x55a326f60a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.648+0000 7f8859279740 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f67480 0x55a326f60a00 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f88380098c0 tx=0x7f8838004730 comp rx=0 tx=0).stop 2024-09-12T03:15:15.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.648+0000 7f8859279740 1 -- 172.21.15.29:0/1878967631 shutdown_connections 2024-09-12T03:15:15.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.648+0000 7f8859279740 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55a326f5fb50 0x55a326f5ff30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.648+0000 7f8859279740 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f8be20 0x55a326f8c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.648+0000 7f8859279740 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f67480 0x55a326f60a00 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.648+0000 7f8859279740 1 --2- 172.21.15.29:0/1878967631 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f65cf0 0x55a326f81500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.648+0000 7f8859279740 1 -- 172.21.15.29:0/1878967631 >> 172.21.15.29:0/1878967631 conn(0x55a326f634b0 msgr2=0x55a326fa9f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.649+0000 7f883cc00640 0 client.8154 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.649+0000 7f8859279740 1 -- 172.21.15.29:0/1878967631 shutdown_connections 2024-09-12T03:15:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.649+0000 7f8859279740 1 -- 172.21.15.29:0/1878967631 wait complete. 2024-09-12T03:15:15.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.649+0000 7f8859279740 20 client.8154 trim_cache size 0 max 16384 2024-09-12T03:15:15.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.668+0000 7f8859279740 1 Processor -- start 2024-09-12T03:15:15.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.668+0000 7f8859279740 1 -- start start 2024-09-12T03:15:15.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.668+0000 7f8859279740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f65cf0 0x55a326fa9f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.668+0000 7f8859279740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f67480 0x55a326f86a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.668+0000 7f8859279740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f8be20 0x55a326f86f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.668+0000 7f8859279740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f88501fdad0 con 0x55a326f65cf0 2024-09-12T03:15:15.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.668+0000 7f8859279740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f88501fce30 con 0x55a326f67480 2024-09-12T03:15:15.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.668+0000 7f8859279740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f88501fd480 con 0x55a326f8be20 2024-09-12T03:15:15.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f884f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f65cf0 0x55a326fa9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f884f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f65cf0 0x55a326fa9f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34328/0 (socket says 172.21.15.29:34328) 2024-09-12T03:15:15.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f884f400640 1 -- 172.21.15.29:0/3612414044 learned_addr learned my addr 172.21.15.29:0/3612414044 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:15.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f884f400640 1 -- 172.21.15.29:0/3612414044 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f8be20 msgr2=0x55a326f86f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:15.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f884f400640 1 --2- 172.21.15.29:0/3612414044 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f8be20 0x55a326f86f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f8847e00640 1 --2- 172.21.15.29:0/3612414044 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f67480 0x55a326f86a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f884f400640 1 -- 172.21.15.29:0/3612414044 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f67480 msgr2=0x55a326f86a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:15.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f884f400640 1 --2- 172.21.15.29:0/3612414044 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f67480 0x55a326f86a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f884f400640 1 -- 172.21.15.29:0/3612414044 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a326f8c610 con 0x55a326f65cf0 2024-09-12T03:15:15.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f884f400640 1 --2- 172.21.15.29:0/3612414044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f65cf0 0x55a326fa9f10 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f8840007fd0 tx=0x7f884000a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ea99a4aa6fc6261 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:15.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f883f400640 1 -- 172.21.15.29:0/3612414044 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884000fe40 con 0x55a326f65cf0 2024-09-12T03:15:15.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f883f400640 1 -- 172.21.15.29:0/3612414044 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f884001b040 con 0x55a326f65cf0 2024-09-12T03:15:15.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.669+0000 7f883f400640 1 -- 172.21.15.29:0/3612414044 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8840016d50 con 0x55a326f65cf0 2024-09-12T03:15:15.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.670+0000 7f8859279740 1 -- 172.21.15.29:0/3612414044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f65cf0 msgr2=0x55a326fa9f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.670+0000 7f8859279740 1 --2- 172.21.15.29:0/3612414044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f65cf0 0x55a326fa9f10 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f8840007fd0 tx=0x7f884000a000 comp rx=0 tx=0).stop 2024-09-12T03:15:15.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.670+0000 7f8859279740 1 -- 172.21.15.29:0/3612414044 shutdown_connections 2024-09-12T03:15:15.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.670+0000 7f8859279740 1 --2- 172.21.15.29:0/3612414044 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f8be20 0x55a326f86f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.670+0000 7f8859279740 1 --2- 172.21.15.29:0/3612414044 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f67480 0x55a326f86a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.670+0000 7f8859279740 1 --2- 172.21.15.29:0/3612414044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f65cf0 0x55a326fa9f10 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.670+0000 7f8859279740 1 -- 172.21.15.29:0/3612414044 >> 172.21.15.29:0/3612414044 conn(0x55a326f634b0 msgr2=0x55a326f8cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:15.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.670+0000 7f8859279740 1 -- 172.21.15.29:0/3612414044 shutdown_connections 2024-09-12T03:15:15.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.670+0000 7f8859279740 1 -- 172.21.15.29:0/3612414044 wait complete. 2024-09-12T03:15:15.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.671+0000 7f8859279740 1 -- start start 2024-09-12T03:15:15.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.671+0000 7f8859279740 1 Processor -- start 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f8859279740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f65cf0 0x55a326fc3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f8859279740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f67480 0x55a32702d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f8859279740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f8be20 0x55a32702d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f8859279740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a326fbefe0 con 0x55a326f8be20 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f8859279740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a326f858a0 con 0x55a326f65cf0 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f8859279740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55a326fbe870 con 0x55a326f67480 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f8859279740 10 client.0 _ll_register_callbacks cb 0x7f8840017040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f884fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f8be20 0x55a32702d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f884fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f8be20 0x55a32702d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34336/0 (socket says 172.21.15.29:34336) 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f884fe00640 1 -- 172.21.15.29:0/2806384027 learned_addr learned my addr 172.21.15.29:0/2806384027 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f8847e00640 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f67480 0x55a32702d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f884f400640 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f65cf0 0x55a326fc3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f884fe00640 1 -- 172.21.15.29:0/2806384027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f67480 msgr2=0x55a32702d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:15.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f884fe00640 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f67480 0x55a32702d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f884fe00640 1 -- 172.21.15.29:0/2806384027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f65cf0 msgr2=0x55a326fc3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.672+0000 7f884fe00640 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f65cf0 0x55a326fc3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.673+0000 7f884fe00640 1 -- 172.21.15.29:0/2806384027 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a326f63a50 con 0x55a326f8be20 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.673+0000 7f884f400640 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f65cf0 0x55a326fc3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.673+0000 7f884fe00640 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f8be20 0x55a32702d9e0 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f88480012e0 tx=0x7f884805d640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=612a8d875cbaa9ef server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.673+0000 7f883cc00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.673+0000 7f883cc00640 1 -- 172.21.15.29:0/2806384027 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8848087060 con 0x55a326f8be20 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.673+0000 7f883cc00640 1 -- 172.21.15.29:0/2806384027 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f88480618d0 con 0x55a326f8be20 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.673+0000 7f8859279740 1 -- 172.21.15.29:0/2806384027 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f884001b040 con 0x55a326f8be20 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.673+0000 7f883cc00640 1 -- 172.21.15.29:0/2806384027 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=105) ==== 24+0+0 (secure 0 0 0) 0x7f8848071070 con 0x55a326f8be20 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.673+0000 7f8859279740 10 client.8160 fetch_fsmap learned FSMap version 105 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.673+0000 7f8859279740 1 -- 172.21.15.29:0/2806384027 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=105,monmap=2+}) -- 0x55a326f86540 con 0x55a326f8be20 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.673+0000 7f883cc00640 1 -- 172.21.15.29:0/2806384027 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f884001b040 con 0x55a326f8be20 2024-09-12T03:15:15.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.674+0000 7f883cc00640 1 -- 172.21.15.29:0/2806384027 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 105) ==== 3502+0+0 (secure 0 0 0) 0x7f8848004b60 con 0x55a326f8be20 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.674+0000 7f8859279740 10 client.8160 fetch_fsmap finished waiting for FSMap version 105 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.674+0000 7f8859279740 10 client.8160 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.674+0000 7f8859279740 20 client.8160 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.674+0000 7f8859279740 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55a326f60860 0x55a326fa6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.674+0000 7f8859279740 4 client.8160 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.674+0000 7f8859279740 1 -- 172.21.15.29:0/2806384027 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "status"}) -- 0x55a326ed0e90 con 0x55a326f60860 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.674+0000 7f884f400640 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55a326f60860 0x55a326fa6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.674+0000 7f884f400640 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55a326f60860 0x55a326fa6bb0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a601914949cf1192 server_cookie=b6994d89bb00d062 in_seq=0 out_seq=0 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.674+0000 7f883cc00640 10 client.8160 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f883cc00640 1 -- 172.21.15.29:0/2806384027 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x55a326ed0e90 con 0x55a326f60860 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f883cc00640 10 client.8160 handle_command_reply: tid=0 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 1 client.8160 shutdown 2024-09-12T03:15:15.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 1 -- 172.21.15.29:0/2806384027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f8be20 msgr2=0x55a32702d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f8be20 0x55a32702d9e0 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f88480012e0 tx=0x7f884805d640 comp rx=0 tx=0).stop 2024-09-12T03:15:15.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 1 -- 172.21.15.29:0/2806384027 shutdown_connections 2024-09-12T03:15:15.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a326f8be20 0x55a32702d9e0 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a326f67480 0x55a32702d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55a326f60860 0x55a326fa6bb0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 1 --2- 172.21.15.29:0/2806384027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a326f65cf0 0x55a326fc3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 1 -- 172.21.15.29:0/2806384027 >> 172.21.15.29:0/2806384027 conn(0x55a326f634b0 msgr2=0x55a326f86a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:15.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f883cc00640 0 client.8160 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:15.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 1 -- 172.21.15.29:0/2806384027 shutdown_connections 2024-09-12T03:15:15.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 1 -- 172.21.15.29:0/2806384027 wait complete. 2024-09-12T03:15:15.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.675+0000 7f8859279740 20 client.8160 trim_cache size 0 max 16384 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 8025, 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 6.1835521169999996, 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 105, 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 105, 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 105, 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 17.910650881999999 2024-09-12T03:15:15.682 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:15.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 -- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f882c06be30 msgr2=0x7f882c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f882c06be30 0x7f882c06e2f0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f8840000f60 tx=0x7f8840009040 comp rx=0 tx=0).stop 2024-09-12T03:15:15.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 -- 172.21.15.29:0/2938251544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8850072620 msgr2=0x7f88501f18d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8850072620 0x7f88501f18d0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f8848002040 tx=0x7f884800a430 comp rx=0 tx=0).stop 2024-09-12T03:15:15.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 -- 172.21.15.29:0/2938251544 shutdown_connections 2024-09-12T03:15:15.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f882c06be30 0x7f882c06e2f0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8850072620 0x7f88501f18d0 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8850072240 0x7f88501521f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 --2- 172.21.15.29:0/2938251544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f885006dfd0 0x7f885015a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 -- 172.21.15.29:0/2938251544 >> 172.21.15.29:0/2938251544 conn(0x7f8850067da0 msgr2=0x7f885015cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:15.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 -- 172.21.15.29:0/2938251544 shutdown_connections 2024-09-12T03:15:15.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.676+0000 7f8856400640 1 -- 172.21.15.29:0/2938251544 wait complete. 2024-09-12T03:15:15.693 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-12T03:15:15.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.850+0000 7f92d7e00640 1 Processor -- start 2024-09-12T03:15:15.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.850+0000 7f92d7e00640 1 -- start start 2024-09-12T03:15:15.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.851+0000 7f92d7e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f92d80af450 0x7f92d8073bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.851+0000 7f92d7e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92d81558d0 con 0x7f92d80ad0d0 2024-09-12T03:15:15.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.851+0000 7f92d7e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92d815b730 con 0x7f92d81554f0 2024-09-12T03:15:15.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.851+0000 7f92d7e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f92d815ba10 con 0x7f92d80af450 2024-09-12T03:15:15.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.851+0000 7f92d7400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f92d80af450 0x7f92d8073bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.851+0000 7f92cfe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f92d80ad0d0 0x7f92d80b3330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35192/0 (socket says 172.21.15.29:35192) 2024-09-12T03:15:15.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.851+0000 7f92cfe00640 1 -- 172.21.15.29:0/1433183123 learned_addr learned my addr 172.21.15.29:0/1433183123 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:15.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.852+0000 7f92d7400640 1 -- 172.21.15.29:0/1433183123 >> v1:172.21.15.38:6789/0 conn(0x7f92d81554f0 legacy=0x7f92d80aed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:15.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.852+0000 7f92d7400640 1 -- 172.21.15.29:0/1433183123 >> v1:172.21.15.29:6789/0 conn(0x7f92d80ad0d0 legacy=0x7f92d80b3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.852+0000 7f92d7400640 1 -- 172.21.15.29:0/1433183123 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92d815bcf0 con 0x7f92d80af450 2024-09-12T03:15:15.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.852+0000 7f92d6000640 1 -- 172.21.15.29:0/1433183123 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1280925860 0 0) 0x7f92d81558d0 con 0x7f92d80ad0d0 2024-09-12T03:15:15.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.853+0000 7f92d7400640 1 --2- 172.21.15.29:0/1433183123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92d80af450 0x7f92d8073bf0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f92d0009d90 tx=0x7f92d002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b275edd4eecd82d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:15.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.853+0000 7f92d6000640 1 -- 172.21.15.29:0/1433183123 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92d0007740 con 0x7f92d80af450 2024-09-12T03:15:15.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.853+0000 7f92d6000640 1 -- 172.21.15.29:0/1433183123 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92d00078e0 con 0x7f92d80af450 2024-09-12T03:15:15.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.853+0000 7f92d6000640 1 -- 172.21.15.29:0/1433183123 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92d0007cb0 con 0x7f92d80af450 2024-09-12T03:15:15.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.853+0000 7f92d7e00640 1 -- 172.21.15.29:0/1433183123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92d80af450 msgr2=0x7f92d8073bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.853+0000 7f92d7e00640 1 --2- 172.21.15.29:0/1433183123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92d80af450 0x7f92d8073bf0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f92d0009d90 tx=0x7f92d002a6f0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.854+0000 7f92d7e00640 1 -- 172.21.15.29:0/1433183123 shutdown_connections 2024-09-12T03:15:15.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.854+0000 7f92d7e00640 1 --2- 172.21.15.29:0/1433183123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92d80af450 0x7f92d8073bf0 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.854+0000 7f92d7e00640 1 -- 172.21.15.29:0/1433183123 >> 172.21.15.29:0/1433183123 conn(0x7f92d806bdf0 msgr2=0x7f92d806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:15.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.854+0000 7f92d7e00640 1 -- 172.21.15.29:0/1433183123 shutdown_connections 2024-09-12T03:15:15.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.854+0000 7f92d7e00640 1 -- 172.21.15.29:0/1433183123 wait complete. 2024-09-12T03:15:15.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.855+0000 7f92d7e00640 1 Processor -- start 2024-09-12T03:15:15.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.855+0000 7f92d7e00640 1 -- start start 2024-09-12T03:15:15.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.856+0000 7f92d7e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92d80ad0d0 0x7f92d8148fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.856+0000 7f92d7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92d80af450 0x7f92d8147380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.856+0000 7f92d7e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92d81554f0 0x7f92d81ef730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.856+0000 7f92d7e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f92d815b420 con 0x7f92d80af450 2024-09-12T03:15:15.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.856+0000 7f92d7e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f92d815c2b0 con 0x7f92d81554f0 2024-09-12T03:15:15.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.856+0000 7f92d7e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f92d80b3a40 con 0x7f92d80ad0d0 2024-09-12T03:15:15.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.856+0000 7f92cfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92d80af450 0x7f92d8147380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92cfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92d80af450 0x7f92d8147380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34354/0 (socket says 172.21.15.29:34354) 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92cfe00640 1 -- 172.21.15.29:0/4096729416 learned_addr learned my addr 172.21.15.29:0/4096729416 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92cfe00640 1 -- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92d80ad0d0 msgr2=0x7f92d8148fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92d7400640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92d81554f0 0x7f92d81ef730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92d6a00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92d80ad0d0 0x7f92d8148fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92cfe00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92d80ad0d0 0x7f92d8148fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92cfe00640 1 -- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92d81554f0 msgr2=0x7f92d81ef730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92cfe00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92d81554f0 0x7f92d81ef730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92cfe00640 1 -- 172.21.15.29:0/4096729416 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92d81efff0 con 0x7f92d80af450 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92d7400640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92d81554f0 0x7f92d81ef730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92d6a00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92d80ad0d0 0x7f92d8148fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.857+0000 7f92cfe00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92d80af450 0x7f92d8147380 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f92c000c4a0 tx=0x7f92c000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.858+0000 7f92cea00640 1 -- 172.21.15.29:0/4096729416 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c0018070 con 0x7f92d80af450 2024-09-12T03:15:15.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.858+0000 7f92cea00640 1 -- 172.21.15.29:0/4096729416 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92c00074e0 con 0x7f92d80af450 2024-09-12T03:15:15.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.858+0000 7f92cea00640 1 -- 172.21.15.29:0/4096729416 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c0004a20 con 0x7f92d80af450 2024-09-12T03:15:15.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.858+0000 7f92d7e00640 1 -- 172.21.15.29:0/4096729416 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92d81f02d0 con 0x7f92d80af450 2024-09-12T03:15:15.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.858+0000 7f92d7e00640 1 -- 172.21.15.29:0/4096729416 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92d814dcc0 con 0x7f92d80af450 2024-09-12T03:15:15.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.859+0000 7f92d7e00640 1 -- 172.21.15.29:0/4096729416 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92d8073bf0 con 0x7f92d80af450 2024-09-12T03:15:15.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.860+0000 7f92cea00640 1 -- 172.21.15.29:0/4096729416 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f92c0004bc0 con 0x7f92d80af450 2024-09-12T03:15:15.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.861+0000 7f92cea00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92b406be30 0x7f92b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:15.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.861+0000 7f92cea00640 1 -- 172.21.15.29:0/4096729416 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f92c008a440 con 0x7f92d80af450 2024-09-12T03:15:15.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.862+0000 7f92d6a00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92b406be30 0x7f92b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:15.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.862+0000 7f92d6a00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92b406be30 0x7f92b406e2f0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f92c8000f60 tx=0x7f92c8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:15.866 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:15.866+0000 7f92cea00640 1 -- 172.21.15.29:0/4096729416 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f92c0058bc0 con 0x7f92d80af450 2024-09-12T03:15:16.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.084+0000 7f92d7e00640 1 -- 172.21.15.29:0/4096729416 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f92d81478c0 con 0x7f92d80af450 2024-09-12T03:15:16.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.084+0000 7f92cea00640 1 -- 172.21.15.29:0/4096729416 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v105) ==== 53+0+73 (secure 0 0 0) 0x7f92c00584c0 con 0x7f92d80af450 2024-09-12T03:15:16.085 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-12T03:15:16.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 -- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92b406be30 msgr2=0x7f92b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:16.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92b406be30 0x7f92b406e2f0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f92c8000f60 tx=0x7f92c8009040 comp rx=0 tx=0).stop 2024-09-12T03:15:16.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 -- 172.21.15.29:0/4096729416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92d80af450 msgr2=0x7f92d8147380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:16.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92d80af450 0x7f92d8147380 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f92c000c4a0 tx=0x7f92c000c960 comp rx=0 tx=0).stop 2024-09-12T03:15:16.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 -- 172.21.15.29:0/4096729416 shutdown_connections 2024-09-12T03:15:16.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f92b406be30 0x7f92b406e2f0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:16.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92d81554f0 0x7f92d81ef730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:16.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92d80af450 0x7f92d8147380 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:16.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 --2- 172.21.15.29:0/4096729416 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92d80ad0d0 0x7f92d8148fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:16.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 -- 172.21.15.29:0/4096729416 >> 172.21.15.29:0/4096729416 conn(0x7f92d806bdf0 msgr2=0x7f92d81535f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:16.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 -- 172.21.15.29:0/4096729416 shutdown_connections 2024-09-12T03:15:16.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16.086+0000 7f92d7e00640 1 -- 172.21.15.29:0/4096729416 wait complete. 2024-09-12T03:15:16.102 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-12T03:15:16.102 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-12T03:15:16.102 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2024-09-12T03:15:16.103 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-12T03:15:16.103 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-12T03:15:16.103 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-12T03:15:16.103 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-12T03:15:16.103 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-12T03:15:16.103 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:15:16.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:16.103 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2024-09-12T03:15:16.139 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-12T03:15:16.139 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-12T03:15:16.139 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2024-09-12T03:15:16.139 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:15:16.139 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f0 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp7s0f1 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f0 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-12T03:15:16.140 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 42270sec preferred_lft 42270sec 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout: altname enp1s0f1 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::5cad:38ff:fe5a:4a20/64 scope link 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 92:35:2c:af:97:19 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T03:15:16.141 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::9035:2cff:feaf:9719/64 scope link 2024-09-12T03:15:16.142 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:15:16.142 INFO:teuthology.orchestra.run.smithi029.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-12T03:15:16.142 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 1a:63:d3:c7:b9:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T03:15:16.142 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::1863:d3ff:fec7:b92e/64 scope link 2024-09-12T03:15:16.142 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2024-09-12T03:15:16.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:16.142 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-12T03:15:16.233 INFO:teuthology.orchestra.run.smithi029.stdout:1 2024-09-12T03:15:16.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:16.236 DEBUG:teuthology.orchestra.run.smithi029:> route 2024-09-12T03:15:16.272 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2024-09-12T03:15:16.273 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-12T03:15:16.273 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-12T03:15:16.273 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-12T03:15:16.273 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-12T03:15:16.273 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-12T03:15:16.273 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2024-09-12T03:15:16.273 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-12T03:15:16.273 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-12T03:15:16.274 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-12T03:15:16.274 DEBUG:teuthology.orchestra.run.smithi029:> ') 2024-09-12T03:15:16.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-12T03:15:16.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:15:16.470 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:16.470 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:15:16.506 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T03:15:16.506 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-12T03:15:16.506 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:15:16.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:16.507 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2024-09-12T03:15:16.604 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:15:16.604 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-12T03:15:16.640 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-12T03:15:16.640 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-12T03:15:16.640 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:15:16.715 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-12T03:15:16.715 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:16.715 DEBUG:teuthology.orchestra.run.smithi029:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:15:16.843 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:15:16.843 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:15:16.871 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-12T03:15:16.871 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-12T03:15:16.871 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: resolved to: "172.21.15.29:3300,172.21.15.38:3300,172.21.15.38:3301" 2024-09-12T03:15:16.872 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: trying mount with new device syntax: 0@8387999b-c63f-4080-b5fb-52fe2b1dc5d5.cephfs=/ 2024-09-12T03:15:16.872 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.29:3300/172.21.15.38:3300/172.21.15.38:3301" will pass to kernel 2024-09-12T03:15:16.873 INFO:teuthology.orchestra.run.smithi029.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-12T03:15:16.873 INFO:teuthology.orchestra.run.smithi029.stdout: You just mounted a file system that supports labels which does not 2024-09-12T03:15:16.873 INFO:teuthology.orchestra.run.smithi029.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-12T03:15:16.873 INFO:teuthology.orchestra.run.smithi029.stdout: applications will generate AVC messages and not be allowed access to 2024-09-12T03:15:16.873 INFO:teuthology.orchestra.run.smithi029.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-12T03:15:16.876 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-12T03:15:16.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:16.876 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-12T03:15:16.932 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-12T03:15:17.013 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-12T03:15:17.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:15:17.029 INFO:teuthology.orchestra.run.smithi029.stdout:client6953 2024-09-12T03:15:17.030 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:15:17.030 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:15:17.065 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-09-12T03:15:17.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.264+0000 7f5d7ce00640 1 Processor -- start 2024-09-12T03:15:17.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.264+0000 7f5d7ce00640 1 -- start start 2024-09-12T03:15:17.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.265+0000 7f5d7ce00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5d7815ebf0 0x7f5d78072040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:17.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.265+0000 7f5d7ce00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5d78072580 0x7f5d780af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:17.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.265+0000 7f5d7ce00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d78072990 con 0x7f5d78147fe0 2024-09-12T03:15:17.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.265+0000 7f5d7ce00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f5d781483c0 con 0x7f5d78072580 2024-09-12T03:15:17.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.265+0000 7f5d7ce00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f5d780b4ed0 con 0x7f5d7815ebf0 2024-09-12T03:15:17.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.266+0000 7f5d76800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5d78072580 0x7f5d780af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:17.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.266+0000 7f5d76800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5d78072580 0x7f5d780af0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34370/0 (socket says 172.21.15.29:34370) 2024-09-12T03:15:17.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.266+0000 7f5d76800640 1 -- 172.21.15.29:0/258456658 learned_addr learned my addr 172.21.15.29:0/258456658 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:17.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.266+0000 7f5d75400640 1 --2- 172.21.15.29:0/258456658 >> v2:172.21.15.38:3300/0 conn(0x7f5d7815ebf0 0x7f5d78072040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:17.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.266+0000 7f5d76800640 1 -- 172.21.15.29:0/258456658 >> v2:172.21.15.38:3300/0 conn(0x7f5d7815ebf0 msgr2=0x7f5d78072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:17.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.266+0000 7f5d76800640 1 --2- 172.21.15.29:0/258456658 >> v2:172.21.15.38:3300/0 conn(0x7f5d7815ebf0 0x7f5d78072040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.266+0000 7f5d76800640 1 -- 172.21.15.29:0/258456658 >> v1:172.21.15.38:6789/0 conn(0x7f5d78147fe0 legacy=0x7f5d780b4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.266+0000 7f5d76800640 1 -- 172.21.15.29:0/258456658 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d780b51b0 con 0x7f5d78072580 2024-09-12T03:15:17.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.267+0000 7f5d76800640 1 --2- 172.21.15.29:0/258456658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5d78072580 0x7f5d780af0e0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f5d78072c00 tx=0x7f5d7002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f451e78f092ee915 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:17.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.267+0000 7f5d74a00640 1 -- 172.21.15.29:0/258456658 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d70036070 con 0x7f5d78072580 2024-09-12T03:15:17.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.267+0000 7f5d74a00640 1 -- 172.21.15.29:0/258456658 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d70031600 con 0x7f5d78072580 2024-09-12T03:15:17.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.267+0000 7f5d74a00640 1 -- 172.21.15.29:0/258456658 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d700319d0 con 0x7f5d78072580 2024-09-12T03:15:17.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.268+0000 7f5d7ce00640 1 -- 172.21.15.29:0/258456658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5d78072580 msgr2=0x7f5d780af0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.268+0000 7f5d7ce00640 1 --2- 172.21.15.29:0/258456658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5d78072580 0x7f5d780af0e0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f5d78072c00 tx=0x7f5d7002a730 comp rx=0 tx=0).stop 2024-09-12T03:15:17.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.268+0000 7f5d7ce00640 1 -- 172.21.15.29:0/258456658 shutdown_connections 2024-09-12T03:15:17.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.268+0000 7f5d7ce00640 1 --2- 172.21.15.29:0/258456658 >> v2:172.21.15.38:3300/0 conn(0x7f5d7815ebf0 0x7f5d78072040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.268+0000 7f5d7ce00640 1 --2- 172.21.15.29:0/258456658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5d78072580 0x7f5d780af0e0 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.268+0000 7f5d7ce00640 1 -- 172.21.15.29:0/258456658 >> 172.21.15.29:0/258456658 conn(0x7f5d78067d70 msgr2=0x7f5d7806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:17.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.268+0000 7f5d7ce00640 1 -- 172.21.15.29:0/258456658 shutdown_connections 2024-09-12T03:15:17.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.268+0000 7f5d7ce00640 1 -- 172.21.15.29:0/258456658 wait complete. 2024-09-12T03:15:17.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.270+0000 7f5d7ce00640 1 Processor -- start 2024-09-12T03:15:17.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.270+0000 7f5d7ce00640 1 -- start start 2024-09-12T03:15:17.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.271+0000 7f5d7ce00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5d78072580 0x7f5d781f3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:17.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.271+0000 7f5d7ce00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d78147fe0 0x7f5d781e6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:17.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.271+0000 7f5d7ce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5d7815ebf0 0x7f5d780ced90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:17.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.271+0000 7f5d7ce00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5d780b4850 con 0x7f5d7815ebf0 2024-09-12T03:15:17.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.271+0000 7f5d7ce00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5d780aebc0 con 0x7f5d78147fe0 2024-09-12T03:15:17.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.271+0000 7f5d7ce00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5d780b5770 con 0x7f5d78072580 2024-09-12T03:15:17.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.271+0000 7f5d76800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5d7815ebf0 0x7f5d780ced90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:17.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.271+0000 7f5d76800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5d7815ebf0 0x7f5d780ced90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34372/0 (socket says 172.21.15.29:34372) 2024-09-12T03:15:17.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.271+0000 7f5d76800640 1 -- 172.21.15.29:0/3309473338 learned_addr learned my addr 172.21.15.29:0/3309473338 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:17.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.271+0000 7f5d75400640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d78147fe0 0x7f5d781e6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:17.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.271+0000 7f5d75e00640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5d78072580 0x7f5d781f3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:17.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d76800640 1 -- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5d78072580 msgr2=0x7f5d781f3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d76800640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5d78072580 0x7f5d781f3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d76800640 1 -- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d78147fe0 msgr2=0x7f5d781e6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d76800640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d78147fe0 0x7f5d781e6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d76800640 1 -- 172.21.15.29:0/3309473338 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d781e7660 con 0x7f5d7815ebf0 2024-09-12T03:15:17.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d75e00640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5d78072580 0x7f5d781f3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:17.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d76800640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5d7815ebf0 0x7f5d780ced90 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f5d70009f40 tx=0x7f5d70004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:17.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d6e000640 1 -- 172.21.15.29:0/3309473338 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d70036050 con 0x7f5d7815ebf0 2024-09-12T03:15:17.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d6e000640 1 -- 172.21.15.29:0/3309473338 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d70042070 con 0x7f5d7815ebf0 2024-09-12T03:15:17.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d7ce00640 1 -- 172.21.15.29:0/3309473338 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d781e7940 con 0x7f5d7815ebf0 2024-09-12T03:15:17.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d6e000640 1 -- 172.21.15.29:0/3309473338 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d70009510 con 0x7f5d7815ebf0 2024-09-12T03:15:17.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.272+0000 7f5d7ce00640 1 -- 172.21.15.29:0/3309473338 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d781e7f00 con 0x7f5d7815ebf0 2024-09-12T03:15:17.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.273+0000 7f5d7ce00640 1 -- 172.21.15.29:0/3309473338 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d7806ef30 con 0x7f5d7815ebf0 2024-09-12T03:15:17.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.274+0000 7f5d6e000640 1 -- 172.21.15.29:0/3309473338 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5d70007bf0 con 0x7f5d7815ebf0 2024-09-12T03:15:17.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.275+0000 7f5d6e000640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5d5806be30 0x7f5d5806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:17.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.275+0000 7f5d6e000640 1 -- 172.21.15.29:0/3309473338 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f5d700abcb0 con 0x7f5d7815ebf0 2024-09-12T03:15:17.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.275+0000 7f5d75e00640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5d5806be30 0x7f5d5806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:17.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.276+0000 7f5d75e00640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5d5806be30 0x7f5d5806e2f0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f5d68001700 tx=0x7f5d68009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:17.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.279+0000 7f5d6e000640 1 -- 172.21.15.29:0/3309473338 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5d7806ef30 con 0x7f5d7815ebf0 2024-09-12T03:15:17.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.499+0000 7f5d7ce00640 1 -- 172.21.15.29:0/3309473338 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f5d7815e8b0 con 0x7f5d7815ebf0 2024-09-12T03:15:17.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.569+0000 7f5d6e000640 1 -- 172.21.15.29:0/3309473338 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v106) ==== 105+0+0 (secure 0 0 0) 0x7f5d7007a4c0 con 0x7f5d7815ebf0 2024-09-12T03:15:17.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 -- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5d5806be30 msgr2=0x7f5d5806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5d5806be30 0x7f5d5806e2f0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f5d68001700 tx=0x7f5d68009040 comp rx=0 tx=0).stop 2024-09-12T03:15:17.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 -- 172.21.15.29:0/3309473338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5d7815ebf0 msgr2=0x7f5d780ced90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5d7815ebf0 0x7f5d780ced90 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f5d70009f40 tx=0x7f5d70004a40 comp rx=0 tx=0).stop 2024-09-12T03:15:17.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 -- 172.21.15.29:0/3309473338 shutdown_connections 2024-09-12T03:15:17.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5d5806be30 0x7f5d5806e2f0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5d7815ebf0 0x7f5d780ced90 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5d78147fe0 0x7f5d781e6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 --2- 172.21.15.29:0/3309473338 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5d78072580 0x7f5d781f3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 -- 172.21.15.29:0/3309473338 >> 172.21.15.29:0/3309473338 conn(0x7f5d78067d70 msgr2=0x7f5d781466b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:17.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 -- 172.21.15.29:0/3309473338 shutdown_connections 2024-09-12T03:15:17.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.572+0000 7f5d7ce00640 1 -- 172.21.15.29:0/3309473338 wait complete. 2024-09-12T03:15:17.592 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.748+0000 7fbd15000640 1 Processor -- start 2024-09-12T03:15:17.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.749+0000 7fbd15000640 1 -- start start 2024-09-12T03:15:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.750+0000 7fbd15000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd100afc40 0x7fbd10166f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.750+0000 7fbd15000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd1006e590 con 0x7fbd10072620 2024-09-12T03:15:17.750 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.750+0000 7fbd15000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd1006e870 con 0x7fbd10072240 2024-09-12T03:15:17.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.750+0000 7fbd15000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbd1006eb50 con 0x7fbd100afc40 2024-09-12T03:15:17.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.750+0000 7fbd07e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fbd10072620 0x7fbd100af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35204/0 (socket says 172.21.15.29:35204) 2024-09-12T03:15:17.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.750+0000 7fbd07e00640 1 -- 172.21.15.29:0/591376859 learned_addr learned my addr 172.21.15.29:0/591376859 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:17.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.750+0000 7fbd0e800640 1 --2- 172.21.15.29:0/591376859 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd100afc40 0x7fbd10166f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:17.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.751+0000 7fbd0d400640 1 -- 172.21.15.29:0/591376859 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 291628022 0 0) 0x7fbd1006e590 con 0x7fbd10072620 2024-09-12T03:15:17.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.751+0000 7fbd0d400640 1 -- 172.21.15.29:0/591376859 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbcf4003520 con 0x7fbd10072620 2024-09-12T03:15:17.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.751+0000 7fbd0d400640 1 -- 172.21.15.29:0/591376859 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 450367377 0 0) 0x7fbd1006e870 con 0x7fbd10072240 2024-09-12T03:15:17.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.751+0000 7fbd0d400640 1 -- 172.21.15.29:0/591376859 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbd1006e590 con 0x7fbd10072240 2024-09-12T03:15:17.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.751+0000 7fbd0e800640 1 -- 172.21.15.29:0/591376859 >> v1:172.21.15.38:6789/0 conn(0x7fbd10072240 legacy=0x7fbd1015d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.751+0000 7fbd0d400640 1 -- 172.21.15.29:0/591376859 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 161238524 0 0) 0x7fbcf4003520 con 0x7fbd10072620 2024-09-12T03:15:17.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.751+0000 7fbd0e800640 1 -- 172.21.15.29:0/591376859 >> v1:172.21.15.29:6789/0 conn(0x7fbd10072620 legacy=0x7fbd100af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.751+0000 7fbd0e800640 1 -- 172.21.15.29:0/591376859 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd1006ee30 con 0x7fbd100afc40 2024-09-12T03:15:17.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.752+0000 7fbd0e800640 1 --2- 172.21.15.29:0/591376859 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd100afc40 0x7fbd10166f50 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbd08009dc0 tx=0x7fbd0802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a9392fa12e0c3f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:17.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.752+0000 7fbd0d400640 1 -- 172.21.15.29:0/591376859 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcf8001670 con 0x7fbd100afc40 2024-09-12T03:15:17.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.752+0000 7fbd0d400640 1 -- 172.21.15.29:0/591376859 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd08007540 con 0x7fbd100afc40 2024-09-12T03:15:17.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.752+0000 7fbd0d400640 1 -- 172.21.15.29:0/591376859 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd08007910 con 0x7fbd100afc40 2024-09-12T03:15:17.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.753+0000 7fbd15000640 1 -- 172.21.15.29:0/591376859 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd100afc40 msgr2=0x7fbd10166f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.753+0000 7fbd15000640 1 --2- 172.21.15.29:0/591376859 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd100afc40 0x7fbd10166f50 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbd08009dc0 tx=0x7fbd0802a660 comp rx=0 tx=0).stop 2024-09-12T03:15:17.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.753+0000 7fbd15000640 1 -- 172.21.15.29:0/591376859 shutdown_connections 2024-09-12T03:15:17.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.753+0000 7fbd15000640 1 --2- 172.21.15.29:0/591376859 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd100afc40 0x7fbd10166f50 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.753+0000 7fbd15000640 1 -- 172.21.15.29:0/591376859 >> 172.21.15.29:0/591376859 conn(0x7fbd10067da0 msgr2=0x7fbd1006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:17.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.753+0000 7fbd15000640 1 -- 172.21.15.29:0/591376859 shutdown_connections 2024-09-12T03:15:17.754 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.753+0000 7fbd15000640 1 -- 172.21.15.29:0/591376859 wait complete. 2024-09-12T03:15:17.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.755+0000 7fbd15000640 1 Processor -- start 2024-09-12T03:15:17.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.755+0000 7fbd15000640 1 -- start start 2024-09-12T03:15:17.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.756+0000 7fbd15000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd10072240 0x7fbd101549e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:17.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.756+0000 7fbd15000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd10072620 0x7fbd10145b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:17.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.756+0000 7fbd15000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd100afc40 0x7fbd1015fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:17.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.756+0000 7fbd15000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbd1006dfd0 con 0x7fbd100afc40 2024-09-12T03:15:17.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.756+0000 7fbd15000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbd100ce3f0 con 0x7fbd10072620 2024-09-12T03:15:17.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.756+0000 7fbd15000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbd1006e150 con 0x7fbd10072240 2024-09-12T03:15:17.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.756+0000 7fbd0e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd100afc40 0x7fbd1015fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:17.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.756+0000 7fbd0e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd100afc40 0x7fbd1015fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34376/0 (socket says 172.21.15.29:34376) 2024-09-12T03:15:17.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.756+0000 7fbd0e800640 1 -- 172.21.15.29:0/2949314215 learned_addr learned my addr 172.21.15.29:0/2949314215 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:17.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.756+0000 7fbd0de00640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd10072240 0x7fbd101549e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:17.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.756+0000 7fbd07e00640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd10072620 0x7fbd10145b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:17.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.757+0000 7fbd0e800640 1 -- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd10072240 msgr2=0x7fbd101549e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.757+0000 7fbd0e800640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd10072240 0x7fbd101549e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.757+0000 7fbd0e800640 1 -- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd10072620 msgr2=0x7fbd10145b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.757+0000 7fbd0e800640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd10072620 0x7fbd10145b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.757+0000 7fbd0e800640 1 -- 172.21.15.29:0/2949314215 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd1014e920 con 0x7fbd100afc40 2024-09-12T03:15:17.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.757+0000 7fbd0e800640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd100afc40 0x7fbd1015fb50 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7fbd08009ee0 tx=0x7fbd08004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:17.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.757+0000 7fbd06000640 1 -- 172.21.15.29:0/2949314215 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd08040070 con 0x7fbd100afc40 2024-09-12T03:15:17.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.757+0000 7fbd06000640 1 -- 172.21.15.29:0/2949314215 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd08031bc0 con 0x7fbd100afc40 2024-09-12T03:15:17.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.757+0000 7fbd06000640 1 -- 172.21.15.29:0/2949314215 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd08009450 con 0x7fbd100afc40 2024-09-12T03:15:17.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.757+0000 7fbd15000640 1 -- 172.21.15.29:0/2949314215 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd1014ec00 con 0x7fbd100afc40 2024-09-12T03:15:17.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.758+0000 7fbd15000640 1 -- 172.21.15.29:0/2949314215 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd1014e2e0 con 0x7fbd100afc40 2024-09-12T03:15:17.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.759+0000 7fbd15000640 1 -- 172.21.15.29:0/2949314215 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd1015d1f0 con 0x7fbd100afc40 2024-09-12T03:15:17.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.760+0000 7fbd06000640 1 -- 172.21.15.29:0/2949314215 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbd08039040 con 0x7fbd100afc40 2024-09-12T03:15:17.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.760+0000 7fbd06000640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbcec06be60 0x7fbcec06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:17.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.761+0000 7fbd06000640 1 -- 172.21.15.29:0/2949314215 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fbd080ac5e0 con 0x7fbd100afc40 2024-09-12T03:15:17.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.761+0000 7fbd0de00640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbcec06be60 0x7fbcec06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:17.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.762+0000 7fbd0de00640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbcec06be60 0x7fbcec06e320 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fbd000011e0 tx=0x7fbd00009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:17.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.765+0000 7fbd06000640 1 -- 172.21.15.29:0/2949314215 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbd0807a7a0 con 0x7fbd100afc40 2024-09-12T03:15:17.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.984+0000 7fbd15000640 1 -- 172.21.15.29:0/2949314215 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd100b4e00 con 0x7fbd100afc40 2024-09-12T03:15:17.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.984+0000 7fbd06000640 1 -- 172.21.15.29:0/2949314215 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 107 v107) ==== 95+0+5240 (secure 0 0 0) 0x7fbd0807eaa0 con 0x7fbd100afc40 2024-09-12T03:15:17.985 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:17.985 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":107,"btime":"2024-09-12T03:15:17:572588+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100},{"gid":7672,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":99}],"filesystems":[{"mdsmap":{"epoch":107,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:17.572572+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1],"up":{"mds_0":8025,"mds_1":8022},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:creating","state_seq":1,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025]},"id":7}]} 2024-09-12T03:15:17.985 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 107 2024-09-12T03:15:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.986+0000 7fbd15000640 1 -- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbcec06be60 msgr2=0x7fbcec06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.986+0000 7fbd15000640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbcec06be60 0x7fbcec06e320 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fbd000011e0 tx=0x7fbd00009040 comp rx=0 tx=0).stop 2024-09-12T03:15:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.986+0000 7fbd15000640 1 -- 172.21.15.29:0/2949314215 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd100afc40 msgr2=0x7fbd1015fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:17.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.986+0000 7fbd15000640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd100afc40 0x7fbd1015fb50 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7fbd08009ee0 tx=0x7fbd08004a40 comp rx=0 tx=0).stop 2024-09-12T03:15:17.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.987+0000 7fbd15000640 1 -- 172.21.15.29:0/2949314215 shutdown_connections 2024-09-12T03:15:17.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.987+0000 7fbd15000640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbcec06be60 0x7fbcec06e320 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.987+0000 7fbd15000640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbd100afc40 0x7fbd1015fb50 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.987+0000 7fbd15000640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbd10072620 0x7fbd10145b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.987+0000 7fbd15000640 1 --2- 172.21.15.29:0/2949314215 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbd10072240 0x7fbd101549e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:17.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.987+0000 7fbd15000640 1 -- 172.21.15.29:0/2949314215 >> 172.21.15.29:0/2949314215 conn(0x7fbd10067da0 msgr2=0x7fbd1015b2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:17.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.987+0000 7fbd15000640 1 -- 172.21.15.29:0/2949314215 shutdown_connections 2024-09-12T03:15:17.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:17.987+0000 7fbd15000640 1 -- 172.21.15.29:0/2949314215 wait complete. 2024-09-12T03:15:18.407 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 107, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:15:08.927207+0000', 'modified': '2024-09-12T03:15:17.572572+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1], 'up': {'mds_0': 8025, 'mds_1': 8022}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8022': {'gid': 8022, 'name': 'a', 'rank': 1, 'incarnation': 107, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.29:6834/122145575', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6833', 'nonce': 122145575}, {'type': 'v1', 'addr': '172.21.15.29:6834', 'nonce': 122145575}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_8025': {'gid': 8025, 'name': 'c', 'rank': 0, 'incarnation': 101, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.29:6835/2002207091', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 2002207091}, {'type': 'v1', 'addr': '172.21.15.29:6835', 'nonce': 2002207091}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8025, 'qdb_cluster': [8025]} 2024-09-12T03:15:18.407 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_8022:up:creating 2024-09-12T03:15:19.408 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:19.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.575+0000 7f81bf200640 1 Processor -- start 2024-09-12T03:15:19.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.576+0000 7f81bf200640 1 -- start start 2024-09-12T03:15:19.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.577+0000 7f81bf200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f81b806f0e0 0x7f81b815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:19.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.577+0000 7f81bf200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81b806f4c0 0x7f81b80cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:19.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.577+0000 7f81bf200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81b815c620 con 0x7f81b80cf5a0 2024-09-12T03:15:19.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.577+0000 7f81bf200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f81b815bc50 con 0x7f81b806f0e0 2024-09-12T03:15:19.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.577+0000 7f81bf200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f81b8152630 con 0x7f81b806f4c0 2024-09-12T03:15:19.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.577+0000 7f81bd200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f81b80cf5a0 0x7f81b80b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:35214/0 (socket says 172.21.15.29:35214) 2024-09-12T03:15:19.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.577+0000 7f81bd200640 1 -- 172.21.15.29:0/303499109 learned_addr learned my addr 172.21.15.29:0/303499109 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:19.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.577+0000 7f81b7e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f81b806f0e0 0x7f81b815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:19.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.577+0000 7f81af400640 1 --2- 172.21.15.29:0/303499109 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81b806f4c0 0x7f81b80cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:19.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.578+0000 7f81b7e00640 1 -- 172.21.15.29:0/303499109 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81b806f4c0 msgr2=0x7f81b80cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:19.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.578+0000 7f81b7e00640 1 --2- 172.21.15.29:0/303499109 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81b806f4c0 0x7f81b80cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:19.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.578+0000 7f81b7e00640 1 -- 172.21.15.29:0/303499109 >> v1:172.21.15.29:6789/0 conn(0x7f81b80cf5a0 legacy=0x7f81b80b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:19.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.578+0000 7f81b7e00640 1 -- 172.21.15.29:0/303499109 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81b80cfb40 con 0x7f81b806f0e0 2024-09-12T03:15:19.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.579+0000 7f81b7e00640 1 --2- 172.21.15.29:0/303499109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81b806f0e0 0x7f81b815c0e0 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f81a80097a0 tx=0x7f81a802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a40cc22b730f188a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:19.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.579+0000 7f81b7400640 1 -- 172.21.15.29:0/303499109 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a8037070 con 0x7f81b806f0e0 2024-09-12T03:15:19.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.579+0000 7f81b7400640 1 -- 172.21.15.29:0/303499109 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81a8032440 con 0x7f81b806f0e0 2024-09-12T03:15:19.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.579+0000 7f81b7400640 1 -- 172.21.15.29:0/303499109 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a8032810 con 0x7f81b806f0e0 2024-09-12T03:15:19.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.579+0000 7f81bf200640 1 -- 172.21.15.29:0/303499109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81b806f0e0 msgr2=0x7f81b815c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:19.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.579+0000 7f81bf200640 1 --2- 172.21.15.29:0/303499109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81b806f0e0 0x7f81b815c0e0 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f81a80097a0 tx=0x7f81a802a180 comp rx=0 tx=0).stop 2024-09-12T03:15:19.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.580+0000 7f81bf200640 1 -- 172.21.15.29:0/303499109 shutdown_connections 2024-09-12T03:15:19.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.580+0000 7f81bf200640 1 --2- 172.21.15.29:0/303499109 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81b806f4c0 0x7f81b80cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:19.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.580+0000 7f81bf200640 1 --2- 172.21.15.29:0/303499109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81b806f0e0 0x7f81b815c0e0 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.580+0000 7f81bf200640 1 -- 172.21.15.29:0/303499109 >> 172.21.15.29:0/303499109 conn(0x7f81b8067da0 msgr2=0x7f81b806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.580+0000 7f81bf200640 1 -- 172.21.15.29:0/303499109 shutdown_connections 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.580+0000 7f81bf200640 1 -- 172.21.15.29:0/303499109 wait complete. 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.581+0000 7f81bf200640 1 Processor -- start 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.582+0000 7f81bf200640 1 -- start start 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.582+0000 7f81bf200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81b806f0e0 0x7f81b8155230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.582+0000 7f81bf200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81b806f4c0 0x7f81b81498f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.582+0000 7f81bf200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81b80cf5a0 0x7f81b8149e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.582+0000 7f81bf200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f81b806f900 con 0x7f81b806f4c0 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.582+0000 7f81bf200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f81b815b8e0 con 0x7f81b806f0e0 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.582+0000 7f81bf200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f81b80b10d0 con 0x7f81b80cf5a0 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.583+0000 7f81af400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81b806f4c0 0x7f81b81498f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.583+0000 7f81af400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81b806f4c0 0x7f81b81498f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:34388/0 (socket says 172.21.15.29:34388) 2024-09-12T03:15:19.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.583+0000 7f81af400640 1 -- 172.21.15.29:0/1091391086 learned_addr learned my addr 172.21.15.29:0/1091391086 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.583+0000 7f81b7e00640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81b806f0e0 0x7f81b8155230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.583+0000 7f81af400640 1 -- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81b80cf5a0 msgr2=0x7f81b8149e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.583+0000 7f81af400640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81b80cf5a0 0x7f81b8149e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.583+0000 7f81af400640 1 -- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81b806f0e0 msgr2=0x7f81b8155230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.583+0000 7f81af400640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81b806f0e0 0x7f81b8155230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.583+0000 7f81af400640 1 -- 172.21.15.29:0/1091391086 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81b80b13b0 con 0x7f81b806f4c0 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.583+0000 7f81b7e00640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81b806f0e0 0x7f81b8155230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.583+0000 7f81af400640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81b806f4c0 0x7f81b81498f0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f81a000d7d0 tx=0x7f81a000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.584+0000 7f81b4c00640 1 -- 172.21.15.29:0/1091391086 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a0004020 con 0x7f81b806f4c0 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.584+0000 7f81b4c00640 1 -- 172.21.15.29:0/1091391086 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81a00041e0 con 0x7f81b806f4c0 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.584+0000 7f81b4c00640 1 -- 172.21.15.29:0/1091391086 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a00043d0 con 0x7f81b806f4c0 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.584+0000 7f81bf200640 1 -- 172.21.15.29:0/1091391086 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81b80b1690 con 0x7f81b806f4c0 2024-09-12T03:15:19.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.584+0000 7f81bf200640 1 -- 172.21.15.29:0/1091391086 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81b80b1c50 con 0x7f81b806f4c0 2024-09-12T03:15:19.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.585+0000 7f81bf200640 1 -- 172.21.15.29:0/1091391086 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81b815ee80 con 0x7f81b806f4c0 2024-09-12T03:15:19.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.586+0000 7f81b4c00640 1 -- 172.21.15.29:0/1091391086 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f81a001b020 con 0x7f81b806f4c0 2024-09-12T03:15:19.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.586+0000 7f81b4c00640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f819406be30 0x7f819406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:19.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.587+0000 7f81b4c00640 1 -- 172.21.15.29:0/1091391086 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f81a008ae70 con 0x7f81b806f4c0 2024-09-12T03:15:19.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.587+0000 7f81b7e00640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f819406be30 0x7f819406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:19.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.588+0000 7f81b7e00640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f819406be30 0x7f819406e2f0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f81a8034000 tx=0x7f81a802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:19.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.591+0000 7f81b4c00640 1 -- 172.21.15.29:0/1091391086 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f81a0059680 con 0x7f81b806f4c0 2024-09-12T03:15:19.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.813+0000 7f81bf200640 1 -- 172.21.15.29:0/1091391086 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81b80afc90 con 0x7f81b806f4c0 2024-09-12T03:15:19.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.814+0000 7f81b4c00640 1 -- 172.21.15.29:0/1091391086 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 110 v110) ==== 95+0+5263 (secure 0 0 0) 0x7f81a0058f80 con 0x7f81b806f4c0 2024-09-12T03:15:19.815 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:19.815 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":110,"btime":"2024-09-12T03:15:19:592797+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":110,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:19.592790+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":6,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[7672,8022,8025]},"id":7}]} 2024-09-12T03:15:19.815 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 110 2024-09-12T03:15:19.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.816+0000 7f81bf200640 1 -- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f819406be30 msgr2=0x7f819406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:19.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.816+0000 7f81bf200640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f819406be30 0x7f819406e2f0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f81a8034000 tx=0x7f81a802e000 comp rx=0 tx=0).stop 2024-09-12T03:15:19.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.816+0000 7f81bf200640 1 -- 172.21.15.29:0/1091391086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81b806f4c0 msgr2=0x7f81b81498f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:19.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.816+0000 7f81bf200640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81b806f4c0 0x7f81b81498f0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f81a000d7d0 tx=0x7f81a000dc90 comp rx=0 tx=0).stop 2024-09-12T03:15:19.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.816+0000 7f81bf200640 1 -- 172.21.15.29:0/1091391086 shutdown_connections 2024-09-12T03:15:19.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.816+0000 7f81bf200640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f819406be30 0x7f819406e2f0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:19.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.816+0000 7f81bf200640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f81b80cf5a0 0x7f81b8149e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:19.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.816+0000 7f81bf200640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81b806f4c0 0x7f81b81498f0 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:19.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.816+0000 7f81bf200640 1 --2- 172.21.15.29:0/1091391086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f81b806f0e0 0x7f81b8155230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:19.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.816+0000 7f81bf200640 1 -- 172.21.15.29:0/1091391086 >> 172.21.15.29:0/1091391086 conn(0x7f81b8067da0 msgr2=0x7f81b8151930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:19.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.817+0000 7f81bf200640 1 -- 172.21.15.29:0/1091391086 shutdown_connections 2024-09-12T03:15:19.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:19.817+0000 7f81bf200640 1 -- 172.21.15.29:0/1091391086 wait complete. 2024-09-12T03:15:20.235 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 110, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-12T03:15:08.927207+0000', 'modified': '2024-09-12T03:15:19.592790+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 8025, 'mds_1': 8022, 'mds_2': 7672}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7672': {'gid': 7672, 'name': 'd', 'rank': 2, 'incarnation': 109, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.38:6835/731503920', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.38:6834', 'nonce': 731503920}, {'type': 'v1', 'addr': '172.21.15.38:6835', 'nonce': 731503920}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_8022': {'gid': 8022, 'name': 'a', 'rank': 1, 'incarnation': 107, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.29:6834/122145575', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6833', 'nonce': 122145575}, {'type': 'v1', 'addr': '172.21.15.29:6834', 'nonce': 122145575}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_8025': {'gid': 8025, 'name': 'c', 'rank': 0, 'incarnation': 101, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.29:6835/2002207091', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6832', 'nonce': 2002207091}, {'type': 'v1', 'addr': '172.21.15.29:6835', 'nonce': 2002207091}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8025, 'qdb_cluster': [7672, 8022, 8025]} 2024-09-12T03:15:20.235 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-12T03:15:20.236 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-12T03:15:20.296 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:15:20.301 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:15:20.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.397+0000 7fc6ae200640 1 Processor -- start 2024-09-12T03:15:20.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.397+0000 7fc6ae200640 1 -- start start 2024-09-12T03:15:20.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.398+0000 7fc6ae200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc6a815e660 0x7fc6a80d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.398+0000 7fc6ae200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc6a80d3150 0x7fc6a80b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.398+0000 7fc6ae200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6a80b6530 0x7fc6a80cf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.398+0000 7fc6ae200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc6a806d4b0 con 0x7fc6a80d3150 2024-09-12T03:15:20.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.398+0000 7fc6ae200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fc6a80d3680 con 0x7fc6a815e660 2024-09-12T03:15:20.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.398+0000 7fc6ae200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc6a80d3960 con 0x7fc6a80b6530 2024-09-12T03:15:20.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.398+0000 7fc6a6a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc6a80d3150 0x7fc6a80b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.398+0000 7fc6a6a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc6a80d3150 0x7fc6a80b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37430/0 (socket says 172.21.15.29:37430) 2024-09-12T03:15:20.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.399+0000 7fc6a6a00640 1 -- 172.21.15.29:0/423722027 learned_addr learned my addr 172.21.15.29:0/423722027 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.399+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/423722027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6a80b6530 0x7fc6a80cf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.399+0000 7fc6a7400640 1 --2- 172.21.15.29:0/423722027 >> v2:172.21.15.38:3300/0 conn(0x7fc6a815e660 0x7fc6a80d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.399+0000 7fc6a6a00640 1 -- 172.21.15.29:0/423722027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6a80b6530 msgr2=0x7fc6a80cf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.399+0000 7fc6a6a00640 1 --2- 172.21.15.29:0/423722027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6a80b6530 0x7fc6a80cf070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.399+0000 7fc6a6a00640 1 -- 172.21.15.29:0/423722027 >> v2:172.21.15.38:3300/0 conn(0x7fc6a815e660 msgr2=0x7fc6a80d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.399+0000 7fc6a6a00640 1 --2- 172.21.15.29:0/423722027 >> v2:172.21.15.38:3300/0 conn(0x7fc6a815e660 0x7fc6a80d4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.399+0000 7fc6a6a00640 1 -- 172.21.15.29:0/423722027 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6a806ce60 con 0x7fc6a80d3150 2024-09-12T03:15:20.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.399+0000 7fc6a7400640 1 --2- 172.21.15.29:0/423722027 >> v2:172.21.15.38:3300/0 conn(0x7fc6a815e660 0x7fc6a80d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:20.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.400+0000 7fc6a6a00640 1 --2- 172.21.15.29:0/423722027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6a80d3150 0x7fc6a80b5ff0 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fc6a808cf50 tx=0x7fc69402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=177a8cbaff70b8ca server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.400+0000 7fc6a6000640 1 -- 172.21.15.29:0/423722027 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc694037070 con 0x7fc6a80d3150 2024-09-12T03:15:20.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.400+0000 7fc6a6000640 1 -- 172.21.15.29:0/423722027 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc694032440 con 0x7fc6a80d3150 2024-09-12T03:15:20.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.400+0000 7fc6a6000640 1 -- 172.21.15.29:0/423722027 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc694032810 con 0x7fc6a80d3150 2024-09-12T03:15:20.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.401+0000 7fc6ae200640 1 -- 172.21.15.29:0/423722027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6a80d3150 msgr2=0x7fc6a80b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.401+0000 7fc6ae200640 1 --2- 172.21.15.29:0/423722027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6a80d3150 0x7fc6a80b5ff0 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fc6a808cf50 tx=0x7fc69402a270 comp rx=0 tx=0).stop 2024-09-12T03:15:20.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.401+0000 7fc6ae200640 1 -- 172.21.15.29:0/423722027 shutdown_connections 2024-09-12T03:15:20.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.401+0000 7fc6ae200640 1 --2- 172.21.15.29:0/423722027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6a80b6530 0x7fc6a80cf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.401+0000 7fc6ae200640 1 --2- 172.21.15.29:0/423722027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6a80d3150 0x7fc6a80b5ff0 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.401+0000 7fc6ae200640 1 --2- 172.21.15.29:0/423722027 >> v2:172.21.15.38:3300/0 conn(0x7fc6a815e660 0x7fc6a80d4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.401+0000 7fc6ae200640 1 -- 172.21.15.29:0/423722027 >> 172.21.15.29:0/423722027 conn(0x7fc6a808c000 msgr2=0x7fc6a80d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.401+0000 7fc6ae200640 1 -- 172.21.15.29:0/423722027 shutdown_connections 2024-09-12T03:15:20.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.401+0000 7fc6ae200640 1 -- 172.21.15.29:0/423722027 wait complete. 2024-09-12T03:15:20.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.402+0000 7fc6ae200640 1 Processor -- start 2024-09-12T03:15:20.403 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.403+0000 7fc6ae200640 1 -- start start 2024-09-12T03:15:20.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.403+0000 7fc6ae200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc6a80b6530 0x7fc6a80cb640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.403+0000 7fc6ae200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6a80d3150 0x7fc6a80b9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.403+0000 7fc6ae200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6a815e660 0x7fc6a80b9f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.403+0000 7fc6ae200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a815ea40 con 0x7fc6a815e660 2024-09-12T03:15:20.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.403+0000 7fc6ae200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a80d5310 con 0x7fc6a80b6530 2024-09-12T03:15:20.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.404+0000 7fc6ae200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc6a80cf5b0 con 0x7fc6a80d3150 2024-09-12T03:15:20.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.404+0000 7fc6a7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6a815e660 0x7fc6a80b9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.404+0000 7fc6a7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6a815e660 0x7fc6a80b9f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37434/0 (socket says 172.21.15.29:37434) 2024-09-12T03:15:20.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.404+0000 7fc6a7e00640 1 -- 172.21.15.29:0/2478181236 learned_addr learned my addr 172.21.15.29:0/2478181236 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.404+0000 7fc6a7400640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc6a80b6530 0x7fc6a80cb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.405 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.404+0000 7fc6a6a00640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6a80d3150 0x7fc6a80b9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.404+0000 7fc6a7e00640 1 -- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6a80d3150 msgr2=0x7fc6a80b9a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.404+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6a80d3150 0x7fc6a80b9a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.404+0000 7fc6a7e00640 1 -- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc6a80b6530 msgr2=0x7fc6a80cb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.404+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc6a80b6530 0x7fc6a80cb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.404+0000 7fc6a7e00640 1 -- 172.21.15.29:0/2478181236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6a814f520 con 0x7fc6a815e660 2024-09-12T03:15:20.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.405+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6a815e660 0x7fc6a80b9f90 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7fc6a000ef00 tx=0x7fc6a000b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.405+0000 7fc69f400640 1 -- 172.21.15.29:0/2478181236 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0018020 con 0x7fc6a815e660 2024-09-12T03:15:20.406 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.405+0000 7fc69f400640 1 -- 172.21.15.29:0/2478181236 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6a0014400 con 0x7fc6a815e660 2024-09-12T03:15:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.405+0000 7fc69f400640 1 -- 172.21.15.29:0/2478181236 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a00147f0 con 0x7fc6a815e660 2024-09-12T03:15:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.405+0000 7fc6ae200640 1 -- 172.21.15.29:0/2478181236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6a80b8f70 con 0x7fc6a815e660 2024-09-12T03:15:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.405+0000 7fc6ae200640 1 -- 172.21.15.29:0/2478181236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6a80b9530 con 0x7fc6a815e660 2024-09-12T03:15:20.407 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.407+0000 7fc69f400640 1 -- 172.21.15.29:0/2478181236 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc6a001b020 con 0x7fc6a815e660 2024-09-12T03:15:20.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.408+0000 7fc69f400640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc68806be30 0x7fc68806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.408+0000 7fc69f400640 1 -- 172.21.15.29:0/2478181236 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fc6a008b5f0 con 0x7fc6a815e660 2024-09-12T03:15:20.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.408+0000 7fc6a7400640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc68806be30 0x7fc68806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.409+0000 7fc6b1042740 1 Processor -- start 2024-09-12T03:15:20.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.409+0000 7fc6b1042740 1 -- start start 2024-09-12T03:15:20.410 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.409+0000 7fc6a7400640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc68806be30 0x7fc68806e2f0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fc6a815d630 tx=0x7fc698008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 0x557393d14490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccc4b0 0x557393ccf0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393cd0480 0x557393cc9570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6b1042740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557393c2d3b0 con 0x557393ccc4b0 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6b1042740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557393c32410 con 0x557393ccecf0 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6b1042740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557393bda620 con 0x557393cd0480 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a7400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 0x557393d14490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccc4b0 0x557393ccf0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a7400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 0x557393d14490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:53472/0 (socket says 172.21.15.29:53472) 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a7400640 1 -- 172.21.15.29:0/1732420352 learned_addr learned my addr 172.21.15.29:0/1732420352 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/1732420352 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393cd0480 0x557393cc9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a7e00640 1 -- 172.21.15.29:0/1732420352 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 msgr2=0x557393d14490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/1732420352 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 0x557393d14490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a7e00640 1 -- 172.21.15.29:0/1732420352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccc4b0 msgr2=0x557393ccf0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/1732420352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccc4b0 0x557393ccf0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a7e00640 1 -- 172.21.15.29:0/1732420352 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573939452d0 con 0x557393cd0480 2024-09-12T03:15:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a7400640 1 --2- 172.21.15.29:0/1732420352 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 0x557393d14490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.410+0000 7fc6a6a00640 1 --2- 172.21.15.29:0/1732420352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccc4b0 0x557393ccf0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.411+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/1732420352 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393cd0480 0x557393cc9570 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0089950 tx=0x7fc6a0059870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7803a7c90fec1e73 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.411+0000 7fc693400640 1 -- 172.21.15.29:0/1732420352 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0057ab0 con 0x557393cd0480 2024-09-12T03:15:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.411+0000 7fc693400640 1 -- 172.21.15.29:0/1732420352 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6a0055e20 con 0x557393cd0480 2024-09-12T03:15:20.413 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.411+0000 7fc693400640 1 -- 172.21.15.29:0/1732420352 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a006ddb0 con 0x557393cd0480 2024-09-12T03:15:20.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.412+0000 7fc6b1042740 1 -- 172.21.15.29:0/1732420352 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393cd0480 msgr2=0x557393cc9570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.412+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1732420352 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393cd0480 0x557393cc9570 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0089950 tx=0x7fc6a0059870 comp rx=0 tx=0).stop 2024-09-12T03:15:20.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.412+0000 7fc6b1042740 1 -- 172.21.15.29:0/1732420352 shutdown_connections 2024-09-12T03:15:20.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.412+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1732420352 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393cd0480 0x557393cc9570 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.412+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1732420352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccc4b0 0x557393ccf0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.412+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1732420352 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 0x557393d14490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.412+0000 7fc6b1042740 1 -- 172.21.15.29:0/1732420352 >> 172.21.15.29:0/1732420352 conn(0x557393ccb740 msgr2=0x557393d13960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.412+0000 7fc6b1042740 1 -- 172.21.15.29:0/1732420352 shutdown_connections 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.412+0000 7fc6b1042740 1 -- 172.21.15.29:0/1732420352 wait complete. 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.412+0000 7fc6b1042740 1 -- start start 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.413+0000 7fc6b1042740 1 Processor -- start 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393cd0480 0x557393d0d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 0x557393d10510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6b1042740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557393bed780 con 0x557393ccecf0 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6b1042740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557393c2e3d0 con 0x557393cd0480 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6b1042740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557393ccabe0 con 0x557393d100b0 2024-09-12T03:15:20.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6b1042740 10 client.0 _ll_register_callbacks cb 0x557393c2b5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6a7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6a7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf9310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37440/0 (socket says 172.21.15.29:37440) 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6a7400640 1 -- 172.21.15.29:0/1982944179 learned_addr learned my addr 172.21.15.29:0/1982944179 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 0x557393d10510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6a6a00640 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393cd0480 0x557393d0d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6a7400640 1 -- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 msgr2=0x557393d10510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6a7400640 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 0x557393d10510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6a7400640 1 -- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393cd0480 msgr2=0x557393d0d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6a7400640 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393cd0480 0x557393d0d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6a7400640 1 -- 172.21.15.29:0/1982944179 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557393a0f6b0 con 0x557393ccecf0 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.414+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 0x557393d10510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.415+0000 7fc6a7400640 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf9310 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fc698016700 tx=0x7fc698004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e460e2f59828f7dc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.415+0000 7fc687e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.415+0000 7fc687e00640 1 -- 172.21.15.29:0/1982944179 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc69801c040 con 0x557393ccecf0 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.415+0000 7fc6b1042740 1 -- 172.21.15.29:0/1982944179 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6a0055e20 con 0x557393ccecf0 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.415+0000 7fc687e00640 1 -- 172.21.15.29:0/1982944179 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fc698014700 con 0x557393ccecf0 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.415+0000 7fc687e00640 1 -- 172.21.15.29:0/1982944179 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7fc69802f050 con 0x557393ccecf0 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.415+0000 7fc6b1042740 10 client.8202 fetch_fsmap learned FSMap version 110 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.415+0000 7fc6b1042740 1 -- 172.21.15.29:0/1982944179 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=110,monmap=2+}) -- 0x557393cf7bd0 con 0x557393ccecf0 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.415+0000 7fc687e00640 1 -- 172.21.15.29:0/1982944179 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6a0055e20 con 0x557393ccecf0 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.415+0000 7fc687e00640 1 -- 172.21.15.29:0/1982944179 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 110) ==== 3542+0+0 (secure 0 0 0) 0x7fc698032020 con 0x557393ccecf0 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.415+0000 7fc6b1042740 10 client.8202 fetch_fsmap finished waiting for FSMap version 110 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.416+0000 7fc6b1042740 10 client.8202 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.416+0000 7fc6b1042740 20 client.8202 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.416+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557393d0e760 0x557393d0eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.416+0000 7fc6b1042740 4 client.8202 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:20.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.416+0000 7fc6b1042740 1 -- 172.21.15.29:0/1982944179 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557393c3fb40 con 0x557393d0e760 2024-09-12T03:15:20.420 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.416+0000 7fc6a6a00640 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557393d0e760 0x557393d0eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.417+0000 7fc6a6a00640 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557393d0e760 0x557393d0eb40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b8f0f23bc19d843d server_cookie=1cb1ba1cbd9d0278 in_seq=0 out_seq=0 2024-09-12T03:15:20.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.417+0000 7fc687e00640 10 client.8202 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:20.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc687e00640 1 -- 172.21.15.29:0/1982944179 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557393c3fb40 con 0x557393d0e760 2024-09-12T03:15:20.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc687e00640 10 client.8202 handle_command_reply: tid=0 2024-09-12T03:15:20.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 1 client.8202 shutdown 2024-09-12T03:15:20.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 1 -- 172.21.15.29:0/1982944179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 msgr2=0x557393cf9310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf9310 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fc698016700 tx=0x7fc698004730 comp rx=0 tx=0).stop 2024-09-12T03:15:20.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 1 -- 172.21.15.29:0/1982944179 shutdown_connections 2024-09-12T03:15:20.421 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557393d0e760 0x557393d0eb40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 0x557393d10510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393cd0480 0x557393d0d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1982944179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf9310 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc687e00640 0 client.8202 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 1 -- 172.21.15.29:0/1982944179 >> 172.21.15.29:0/1982944179 conn(0x557393ccc4b0 msgr2=0x557393d119e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 1 -- 172.21.15.29:0/1982944179 shutdown_connections 2024-09-12T03:15:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 1 -- 172.21.15.29:0/1982944179 wait complete. 2024-09-12T03:15:20.422 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.418+0000 7fc6b1042740 20 client.8202 trim_cache size 0 max 16384 2024-09-12T03:15:20.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.437+0000 7fc6b1042740 1 Processor -- start 2024-09-12T03:15:20.437 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.437+0000 7fc6b1042740 1 -- start start 2024-09-12T03:15:20.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393cd0480 0x557393cf9a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 0x557393cf9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6b1042740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a8200250 con 0x557393ccecf0 2024-09-12T03:15:20.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6b1042740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a8200920 con 0x557393cd0480 2024-09-12T03:15:20.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6b1042740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc6a80b80b0 con 0x557393d100b0 2024-09-12T03:15:20.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6a7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.439 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6a7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf39a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37448/0 (socket says 172.21.15.29:37448) 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6a7400640 1 -- 172.21.15.29:0/1848338339 learned_addr learned my addr 172.21.15.29:0/1848338339 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6a6a00640 1 --2- 172.21.15.29:0/1848338339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393cd0480 0x557393cf9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/1848338339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 0x557393cf9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6a7400640 1 -- 172.21.15.29:0/1848338339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 msgr2=0x557393cf9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6a7400640 1 --2- 172.21.15.29:0/1848338339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 0x557393cf9f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6a7400640 1 -- 172.21.15.29:0/1848338339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393cd0480 msgr2=0x557393cf9a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6a7400640 1 --2- 172.21.15.29:0/1848338339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393cd0480 0x557393cf9a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6a7400640 1 -- 172.21.15.29:0/1848338339 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557393ccb4e0 con 0x557393ccecf0 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.438+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/1848338339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 0x557393cf9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.439+0000 7fc6a7400640 1 --2- 172.21.15.29:0/1848338339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf39a0 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7fc698004130 tx=0x7fc698021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37acc7b48223d415 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.439+0000 7fc692a00640 1 -- 172.21.15.29:0/1848338339 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc69801c040 con 0x557393ccecf0 2024-09-12T03:15:20.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.439+0000 7fc692a00640 1 -- 172.21.15.29:0/1848338339 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc69801a070 con 0x557393ccecf0 2024-09-12T03:15:20.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.439+0000 7fc692a00640 1 -- 172.21.15.29:0/1848338339 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc698014e30 con 0x557393ccecf0 2024-09-12T03:15:20.442 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.439+0000 7fc6b1042740 1 -- 172.21.15.29:0/1848338339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 msgr2=0x557393cf39a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.439+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1848338339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf39a0 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7fc698004130 tx=0x7fc698021000 comp rx=0 tx=0).stop 2024-09-12T03:15:20.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.440+0000 7fc6b1042740 1 -- 172.21.15.29:0/1848338339 shutdown_connections 2024-09-12T03:15:20.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.440+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1848338339 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393d100b0 0x557393cf9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.440+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1848338339 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393cd0480 0x557393cf9a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.440+0000 7fc6b1042740 1 --2- 172.21.15.29:0/1848338339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393ccecf0 0x557393cf39a0 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.440+0000 7fc6b1042740 1 -- 172.21.15.29:0/1848338339 >> 172.21.15.29:0/1848338339 conn(0x557393ccc4b0 msgr2=0x557393d119e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.440+0000 7fc6b1042740 1 -- 172.21.15.29:0/1848338339 shutdown_connections 2024-09-12T03:15:20.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.440+0000 7fc6b1042740 1 -- 172.21.15.29:0/1848338339 wait complete. 2024-09-12T03:15:20.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.440+0000 7fc6b1042740 1 -- start start 2024-09-12T03:15:20.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.440+0000 7fc6b1042740 1 Processor -- start 2024-09-12T03:15:20.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.441+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 0x557393d37990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.441+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393cd0480 0x557393d914e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.441+0000 7fc6b1042740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393d100b0 0x557393cf3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.441+0000 7fc6b1042740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557393ce8b50 con 0x557393d100b0 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.441+0000 7fc6b1042740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557393d0f1c0 con 0x557393ccecf0 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.441+0000 7fc6b1042740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557393d28120 con 0x557393cd0480 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.441+0000 7fc6b1042740 10 client.0 _ll_register_callbacks cb 0x7fc69800bda0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc6a7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393d100b0 0x557393cf3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc6a7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393d100b0 0x557393cf3d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37454/0 (socket says 172.21.15.29:37454) 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc6a6a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393cd0480 0x557393d914e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc6a7e00640 1 -- 172.21.15.29:0/3981153375 learned_addr learned my addr 172.21.15.29:0/3981153375 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc6a7400640 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 0x557393d37990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc6a7e00640 1 -- 172.21.15.29:0/3981153375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393cd0480 msgr2=0x557393d914e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393cd0480 0x557393d914e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc6a7e00640 1 -- 172.21.15.29:0/3981153375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 msgr2=0x557393d37990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 0x557393d37990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc6a7e00640 1 -- 172.21.15.29:0/3981153375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557393d2e390 con 0x557393d100b0 2024-09-12T03:15:20.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc6a7e00640 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393d100b0 0x557393cf3d20 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7fc6a000b980 tx=0x7fc6a001f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc09580922c31d51 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.442+0000 7fc687e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:20.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc687e00640 1 -- 172.21.15.29:0/3981153375 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a006db90 con 0x557393d100b0 2024-09-12T03:15:20.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc687e00640 1 -- 172.21.15.29:0/3981153375 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fc6a006dd30 con 0x557393d100b0 2024-09-12T03:15:20.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc6b1042740 1 -- 172.21.15.29:0/3981153375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc69801a070 con 0x557393d100b0 2024-09-12T03:15:20.447 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc687e00640 1 -- 172.21.15.29:0/3981153375 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7fc6a008b0d0 con 0x557393d100b0 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc6b1042740 10 client.8208 fetch_fsmap learned FSMap version 110 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc6b1042740 1 -- 172.21.15.29:0/3981153375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=110,monmap=2+}) -- 0x557393d0d730 con 0x557393d100b0 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc687e00640 1 -- 172.21.15.29:0/3981153375 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc69801a070 con 0x557393d100b0 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc687e00640 1 -- 172.21.15.29:0/3981153375 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 110) ==== 3542+0+0 (secure 0 0 0) 0x7fc6a008b270 con 0x557393d100b0 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc6b1042740 10 client.8208 fetch_fsmap finished waiting for FSMap version 110 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc6b1042740 10 client.8208 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc6b1042740 20 client.8208 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc6b1042740 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557393cf8880 0x557393d260a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc6b1042740 4 client.8208 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.443+0000 7fc6b1042740 1 -- 172.21.15.29:0/3981153375 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "status"}) -- 0x557393c39e90 con 0x557393cf8880 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.444+0000 7fc6a7400640 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557393cf8880 0x557393d260a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.444+0000 7fc6a7400640 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557393cf8880 0x557393d260a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=757e5bbb1f78f5d1 server_cookie=a33aa98233b53a33 in_seq=0 out_seq=0 2024-09-12T03:15:20.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.444+0000 7fc687e00640 10 client.8208 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc687e00640 1 -- 172.21.15.29:0/3981153375 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x557393c39e90 con 0x557393cf8880 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc687e00640 10 client.8208 handle_command_reply: tid=0 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 1 client.8208 shutdown 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 1 -- 172.21.15.29:0/3981153375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393d100b0 msgr2=0x557393cf3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393d100b0 0x557393cf3d20 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7fc6a000b980 tx=0x7fc6a001f040 comp rx=0 tx=0).stop 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 1 -- 172.21.15.29:0/3981153375 shutdown_connections 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557393cf8880 0x557393d260a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557393d100b0 0x557393cf3d20 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557393cd0480 0x557393d914e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 1 --2- 172.21.15.29:0/3981153375 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557393ccecf0 0x557393d37990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc687e00640 0 client.8208 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 1 -- 172.21.15.29:0/3981153375 >> 172.21.15.29:0/3981153375 conn(0x557393ccc4b0 msgr2=0x557393d0f930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 1 -- 172.21.15.29:0/3981153375 shutdown_connections 2024-09-12T03:15:20.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 1 -- 172.21.15.29:0/3981153375 wait complete. 2024-09-12T03:15:20.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.445+0000 7fc6b1042740 20 client.8208 trim_cache size 0 max 16384 2024-09-12T03:15:20.450 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:20.450 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:15:20.450 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 2, 2024-09-12T03:15:20.450 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 7672, 2024-09-12T03:15:20.450 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:15:20.451 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:15:20.451 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:15:20.451 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 1.8534077870000001, 2024-09-12T03:15:20.451 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 110, 2024-09-12T03:15:20.451 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 105, 2024-09-12T03:15:20.451 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 105, 2024-09-12T03:15:20.451 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 22.673327055000001 2024-09-12T03:15:20.451 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:20.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 -- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc68806be30 msgr2=0x7fc68806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc68806be30 0x7fc68806e2f0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fc6a815d630 tx=0x7fc698008040 comp rx=0 tx=0).stop 2024-09-12T03:15:20.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 -- 172.21.15.29:0/2478181236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6a815e660 msgr2=0x7fc6a80b9f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6a815e660 0x7fc6a80b9f90 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7fc6a000ef00 tx=0x7fc6a000b480 comp rx=0 tx=0).stop 2024-09-12T03:15:20.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 -- 172.21.15.29:0/2478181236 shutdown_connections 2024-09-12T03:15:20.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc68806be30 0x7fc68806e2f0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6a815e660 0x7fc6a80b9f90 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc6a80d3150 0x7fc6a80b9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 --2- 172.21.15.29:0/2478181236 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc6a80b6530 0x7fc6a80cb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 -- 172.21.15.29:0/2478181236 >> 172.21.15.29:0/2478181236 conn(0x7fc6a808c000 msgr2=0x7fc6a80b1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 -- 172.21.15.29:0/2478181236 shutdown_connections 2024-09-12T03:15:20.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.446+0000 7fc6ae200640 1 -- 172.21.15.29:0/2478181236 wait complete. 2024-09-12T03:15:20.462 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-12T03:15:20.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.661+0000 7fd1d7600640 1 Processor -- start 2024-09-12T03:15:20.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.661+0000 7fd1d7600640 1 -- start start 2024-09-12T03:15:20.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.663+0000 7fd1d7600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd1d006f4c0 0x7fd1d00cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.663+0000 7fd1d7600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1d00cfb40 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.663+0000 7fd1d7600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1d00cfe20 con 0x7fd1d006f0e0 2024-09-12T03:15:20.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.663+0000 7fd1d7600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fd1d015bc50 con 0x7fd1d006f4c0 2024-09-12T03:15:20.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.663+0000 7fd1d5600640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fd1d00cf5a0 0x7fd1d00b3ba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:52730/0 (socket says 172.21.15.29:52730) 2024-09-12T03:15:20.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.663+0000 7fd1d5600640 1 -- 172.21.15.29:0/4040985066 learned_addr learned my addr 172.21.15.29:0/4040985066 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:20.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.663+0000 7fd1c7e00640 1 --2- 172.21.15.29:0/4040985066 >> v2:172.21.15.38:3300/0 conn(0x7fd1d006f4c0 0x7fd1d00cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.663+0000 7fd1cfe00640 1 -- 172.21.15.29:0/4040985066 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1125855599 0 0) 0x7fd1d00cfb40 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.663+0000 7fd1cfe00640 1 -- 172.21.15.29:0/4040985066 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1b4003520 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.664+0000 7fd1cfe00640 1 -- 172.21.15.29:0/4040985066 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 903047545 0 0) 0x7fd1d00cfe20 con 0x7fd1d006f0e0 2024-09-12T03:15:20.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.664+0000 7fd1cfe00640 1 -- 172.21.15.29:0/4040985066 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1d00cfb40 con 0x7fd1d006f0e0 2024-09-12T03:15:20.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.664+0000 7fd1c7e00640 1 -- 172.21.15.29:0/4040985066 >> v1:172.21.15.38:6789/0 conn(0x7fd1d006f0e0 legacy=0x7fd1d015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.664+0000 7fd1c7e00640 1 -- 172.21.15.29:0/4040985066 >> v1:172.21.15.29:6789/0 conn(0x7fd1d00cf5a0 legacy=0x7fd1d00b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.664+0000 7fd1c7e00640 1 -- 172.21.15.29:0/4040985066 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d015b8e0 con 0x7fd1d006f4c0 2024-09-12T03:15:20.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.665+0000 7fd1c7e00640 1 --2- 172.21.15.29:0/4040985066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d006f4c0 0x7fd1d00cf060 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fd1b80097a0 tx=0x7fd1b802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f466adcb30a6d07 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.665+0000 7fd1cfe00640 1 -- 172.21.15.29:0/4040985066 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8037070 con 0x7fd1d006f4c0 2024-09-12T03:15:20.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.665+0000 7fd1cfe00640 1 -- 172.21.15.29:0/4040985066 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1b8032440 con 0x7fd1d006f4c0 2024-09-12T03:15:20.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.665+0000 7fd1cfe00640 1 -- 172.21.15.29:0/4040985066 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8032810 con 0x7fd1d006f4c0 2024-09-12T03:15:20.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.665+0000 7fd1d7600640 1 -- 172.21.15.29:0/4040985066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d006f4c0 msgr2=0x7fd1d00cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.665+0000 7fd1d7600640 1 --2- 172.21.15.29:0/4040985066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d006f4c0 0x7fd1d00cf060 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fd1b80097a0 tx=0x7fd1b802a230 comp rx=0 tx=0).stop 2024-09-12T03:15:20.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.666+0000 7fd1d7600640 1 -- 172.21.15.29:0/4040985066 shutdown_connections 2024-09-12T03:15:20.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.666+0000 7fd1d7600640 1 --2- 172.21.15.29:0/4040985066 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d006f4c0 0x7fd1d00cf060 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.666+0000 7fd1d7600640 1 -- 172.21.15.29:0/4040985066 >> 172.21.15.29:0/4040985066 conn(0x7fd1d0067da0 msgr2=0x7fd1d006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.666+0000 7fd1d7600640 1 -- 172.21.15.29:0/4040985066 shutdown_connections 2024-09-12T03:15:20.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.666+0000 7fd1d7600640 1 -- 172.21.15.29:0/4040985066 wait complete. 2024-09-12T03:15:20.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.667+0000 7fd1d7600640 1 Processor -- start 2024-09-12T03:15:20.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.667+0000 7fd1d7600640 1 -- start start 2024-09-12T03:15:20.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.668+0000 7fd1d7600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d006f0e0 0x7fd1d01527b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.668+0000 7fd1d7600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd1d006f4c0 0x7fd1d015ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.668+0000 7fd1d7600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d00cf5a0 0x7fd1d01e7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.668+0000 7fd1d7600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d015ee80 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.668+0000 7fd1d7600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d0152630 con 0x7fd1d006f0e0 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.668+0000 7fd1d7600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd1d015f000 con 0x7fd1d006f4c0 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d00cf5a0 0x7fd1d01e7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d4c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d006f0e0 0x7fd1d01527b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d00cf5a0 0x7fd1d01e7dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37462/0 (socket says 172.21.15.29:37462) 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d4c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d006f0e0 0x7fd1d01527b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:53510/0 (socket says 172.21.15.29:53510) 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d5600640 1 -- 172.21.15.29:0/958138011 learned_addr learned my addr 172.21.15.29:0/958138011 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1c7e00640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd1d006f4c0 0x7fd1d015ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d5600640 1 -- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd1d006f4c0 msgr2=0x7fd1d015ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d5600640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd1d006f4c0 0x7fd1d015ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d5600640 1 -- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d006f0e0 msgr2=0x7fd1d01527b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d5600640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d006f0e0 0x7fd1d01527b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d5600640 1 -- 172.21.15.29:0/958138011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d00ae9e0 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d006f0e0 0x7fd1d01527b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:20.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.669+0000 7fd1d5600640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d00cf5a0 0x7fd1d01e7dd0 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7fd1c800caa0 tx=0x7fd1c800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.670+0000 7fd1cd600640 1 -- 172.21.15.29:0/958138011 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c8017070 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.670+0000 7fd1cd600640 1 -- 172.21.15.29:0/958138011 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c800abc0 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.670+0000 7fd1cd600640 1 -- 172.21.15.29:0/958138011 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c8012400 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.670+0000 7fd1d7600640 1 -- 172.21.15.29:0/958138011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1d00ae420 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.670+0000 7fd1d7600640 1 -- 172.21.15.29:0/958138011 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1d00af6b0 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.672+0000 7fd1cd600640 1 -- 172.21.15.29:0/958138011 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd1c801a070 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.673+0000 7fd1cd600640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1ac06be30 0x7fd1ac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.673+0000 7fd1cd600640 1 -- 172.21.15.29:0/958138011 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fd1c808ac90 con 0x7fd1d00cf5a0 2024-09-12T03:15:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.673+0000 7fd1da669740 1 Processor -- start 2024-09-12T03:15:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.673+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1ac06be30 0x7fd1ac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.673+0000 7fd1da669740 1 -- start start 2024-09-12T03:15:20.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.674+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1ac06be30 0x7fd1ac06e2f0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fd1c0007fd0 tx=0x7fd1c0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.674+0000 7fd1da669740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313acf0 0x562273180490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.674+0000 7fd1da669740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622731384b0 0x56227313b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.674+0000 7fd1da669740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313c480 0x562273135570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.674+0000 7fd1da669740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5622730993b0 con 0x56227313c480 2024-09-12T03:15:20.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.674+0000 7fd1da669740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56227309e410 con 0x5622731384b0 2024-09-12T03:15:20.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.674+0000 7fd1da669740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562273046620 con 0x56227313acf0 2024-09-12T03:15:20.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.674+0000 7fd1d5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313c480 0x562273135570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1d4c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313acf0 0x562273180490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1c7e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622731384b0 0x56227313b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1d5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313c480 0x562273135570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37474/0 (socket says 172.21.15.29:37474) 2024-09-12T03:15:20.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1d5600640 1 -- 172.21.15.29:0/724611189 learned_addr learned my addr 172.21.15.29:0/724611189 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1d5600640 1 -- 172.21.15.29:0/724611189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313acf0 msgr2=0x562273180490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1d5600640 1 --2- 172.21.15.29:0/724611189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313acf0 0x562273180490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1d5600640 1 -- 172.21.15.29:0/724611189 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622731384b0 msgr2=0x56227313b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1d5600640 1 --2- 172.21.15.29:0/724611189 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622731384b0 0x56227313b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1d5600640 1 -- 172.21.15.29:0/724611189 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562272db12d0 con 0x56227313c480 2024-09-12T03:15:20.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1d5600640 1 --2- 172.21.15.29:0/724611189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313c480 0x562273135570 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8088f60 tx=0x7fd1c8058f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbbafb5f72b155dc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1c5200640 1 -- 172.21.15.29:0/724611189 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c805c070 con 0x56227313c480 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1c5200640 1 -- 172.21.15.29:0/724611189 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c80554c0 con 0x56227313c480 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.675+0000 7fd1c5200640 1 -- 172.21.15.29:0/724611189 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c8061710 con 0x56227313c480 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.676+0000 7fd1da669740 1 -- 172.21.15.29:0/724611189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313c480 msgr2=0x562273135570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.676+0000 7fd1da669740 1 --2- 172.21.15.29:0/724611189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313c480 0x562273135570 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8088f60 tx=0x7fd1c8058f90 comp rx=0 tx=0).stop 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.676+0000 7fd1da669740 1 -- 172.21.15.29:0/724611189 shutdown_connections 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.676+0000 7fd1da669740 1 --2- 172.21.15.29:0/724611189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313c480 0x562273135570 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.676+0000 7fd1da669740 1 --2- 172.21.15.29:0/724611189 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5622731384b0 0x56227313b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.676+0000 7fd1da669740 1 --2- 172.21.15.29:0/724611189 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313acf0 0x562273180490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.676+0000 7fd1da669740 1 -- 172.21.15.29:0/724611189 >> 172.21.15.29:0/724611189 conn(0x562273137740 msgr2=0x56227317f960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.676+0000 7fd1da669740 1 -- 172.21.15.29:0/724611189 shutdown_connections 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.676+0000 7fd1da669740 1 -- 172.21.15.29:0/724611189 wait complete. 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.677+0000 7fd1da669740 1 -- start start 2024-09-12T03:15:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.677+0000 7fd1da669740 1 Processor -- start 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.678+0000 7fd1da669740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313acf0 0x56227315ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.678+0000 7fd1da669740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56227313c480 0x5622731628c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.678+0000 7fd1da669740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562273162e00 0x562273190260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.678+0000 7fd1da669740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562273059780 con 0x562273162e00 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.678+0000 7fd1da669740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56227309a3d0 con 0x56227313c480 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.678+0000 7fd1da669740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x562273136be0 con 0x56227313acf0 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.678+0000 7fd1da669740 10 client.0 _ll_register_callbacks cb 0x5622730975d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.678+0000 7fd1d5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562273162e00 0x562273190260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1d5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562273162e00 0x562273190260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37482/0 (socket says 172.21.15.29:37482) 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1d5600640 1 -- 172.21.15.29:0/1328889893 learned_addr learned my addr 172.21.15.29:0/1328889893 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1c7e00640 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56227313c480 0x5622731628c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313acf0 0x56227315ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1d5600640 1 -- 172.21.15.29:0/1328889893 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313acf0 msgr2=0x56227315ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1d5600640 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313acf0 0x56227315ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1d5600640 1 -- 172.21.15.29:0/1328889893 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56227313c480 msgr2=0x5622731628c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1d5600640 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56227313c480 0x5622731628c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1d5600640 1 -- 172.21.15.29:0/1328889893 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562272e7b6b0 con 0x562273162e00 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1d5600640 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562273162e00 0x562273190260 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7fd1c805d310 tx=0x7fd1c8001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3971556f99b19ad server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1bd600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1bd600640 1 -- 172.21.15.29:0/1328889893 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c8074070 con 0x562273162e00 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1bd600640 1 -- 172.21.15.29:0/1328889893 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fd1c8004b60 con 0x562273162e00 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.679+0000 7fd1da669740 1 -- 172.21.15.29:0/1328889893 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1c80554c0 con 0x562273162e00 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1bd600640 1 -- 172.21.15.29:0/1328889893 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7fd1c8080050 con 0x562273162e00 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1da669740 10 client.8220 fetch_fsmap learned FSMap version 110 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1da669740 1 -- 172.21.15.29:0/1328889893 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=110,monmap=2+}) -- 0x5622731650f0 con 0x562273162e00 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1bd600640 1 -- 172.21.15.29:0/1328889893 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c80554c0 con 0x562273162e00 2024-09-12T03:15:20.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1bd600640 1 -- 172.21.15.29:0/1328889893 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 110) ==== 3542+0+0 (secure 0 0 0) 0x7fd1c80582a0 con 0x562273162e00 2024-09-12T03:15:20.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1da669740 10 client.8220 fetch_fsmap finished waiting for FSMap version 110 2024-09-12T03:15:20.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1da669740 10 client.8220 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:15:20.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1da669740 20 client.8220 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:20.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1da669740 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x562273164af0 0x562273193850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1da669740 4 client.8220 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:20.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1da669740 1 -- 172.21.15.29:0/1328889893 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622730abb40 con 0x562273164af0 2024-09-12T03:15:20.683 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.680+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x562273164af0 0x562273193850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.681+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x562273164af0 0x562273193850 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1d8f10c640f0ccda server_cookie=25fa3bb706e49227 in_seq=0 out_seq=0 2024-09-12T03:15:20.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.681+0000 7fd1bd600640 10 client.8220 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:20.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1bd600640 1 -- 172.21.15.29:0/1328889893 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5622730abb40 con 0x562273164af0 2024-09-12T03:15:20.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1bd600640 10 client.8220 handle_command_reply: tid=0 2024-09-12T03:15:20.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1da669740 1 client.8220 shutdown 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1da669740 1 -- 172.21.15.29:0/1328889893 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562273162e00 msgr2=0x562273190260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1da669740 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562273162e00 0x562273190260 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7fd1c805d310 tx=0x7fd1c8001250 comp rx=0 tx=0).stop 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1da669740 1 -- 172.21.15.29:0/1328889893 shutdown_connections 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1da669740 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562273162e00 0x562273190260 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1da669740 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56227313c480 0x5622731628c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1da669740 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x562273164af0 0x562273193850 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1da669740 1 --2- 172.21.15.29:0/1328889893 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313acf0 0x56227315ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1bd600640 0 client.8220 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1da669740 1 -- 172.21.15.29:0/1328889893 >> 172.21.15.29:0/1328889893 conn(0x5622731384b0 msgr2=0x56227317f180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1da669740 1 -- 172.21.15.29:0/1328889893 shutdown_connections 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.682+0000 7fd1da669740 1 -- 172.21.15.29:0/1328889893 wait complete. 2024-09-12T03:15:20.685 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.683+0000 7fd1da669740 20 client.8220 trim_cache size 0 max 16384 2024-09-12T03:15:20.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.701+0000 7fd1da669740 1 Processor -- start 2024-09-12T03:15:20.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.701+0000 7fd1da669740 1 -- start start 2024-09-12T03:15:20.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.702+0000 7fd1da669740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x5622731a45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.702+0000 7fd1da669740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313c480 0x5622731814c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.702+0000 7fd1da669740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 0x56227317d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.702+0000 7fd1da669740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d0200210 con 0x56227313acf0 2024-09-12T03:15:20.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.702+0000 7fd1da669740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d02008e0 con 0x562273162e00 2024-09-12T03:15:20.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.702+0000 7fd1da669740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd1d01f5020 con 0x56227313c480 2024-09-12T03:15:20.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.702+0000 7fd1d4c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x5622731a45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.702+0000 7fd1d4c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x5622731a45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37488/0 (socket says 172.21.15.29:37488) 2024-09-12T03:15:20.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.702+0000 7fd1d4c00640 1 -- 172.21.15.29:0/2561065528 learned_addr learned my addr 172.21.15.29:0/2561065528 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1d5600640 1 --2- 172.21.15.29:0/2561065528 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 0x56227317d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1c7e00640 1 --2- 172.21.15.29:0/2561065528 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313c480 0x5622731814c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1d4c00640 1 -- 172.21.15.29:0/2561065528 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313c480 msgr2=0x5622731814c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/2561065528 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313c480 0x5622731814c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1d4c00640 1 -- 172.21.15.29:0/2561065528 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 msgr2=0x56227317d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/2561065528 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 0x56227317d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1d4c00640 1 -- 172.21.15.29:0/2561065528 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562273164ed0 con 0x56227313acf0 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1d5600640 1 --2- 172.21.15.29:0/2561065528 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 0x56227317d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/2561065528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x5622731a45d0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7fd1c0016470 tx=0x7fd1c000a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9da7fa0887c9d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1bfe00640 1 -- 172.21.15.29:0/2561065528 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c00160d0 con 0x56227313acf0 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1bfe00640 1 -- 172.21.15.29:0/2561065528 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c001b040 con 0x56227313acf0 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.703+0000 7fd1bfe00640 1 -- 172.21.15.29:0/2561065528 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c0016270 con 0x56227313acf0 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.704+0000 7fd1da669740 1 -- 172.21.15.29:0/2561065528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 msgr2=0x5622731a45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.704+0000 7fd1da669740 1 --2- 172.21.15.29:0/2561065528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x5622731a45d0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7fd1c0016470 tx=0x7fd1c000a000 comp rx=0 tx=0).stop 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.704+0000 7fd1da669740 1 -- 172.21.15.29:0/2561065528 shutdown_connections 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.704+0000 7fd1da669740 1 --2- 172.21.15.29:0/2561065528 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 0x56227317d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.704+0000 7fd1da669740 1 --2- 172.21.15.29:0/2561065528 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313c480 0x5622731814c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.704+0000 7fd1da669740 1 --2- 172.21.15.29:0/2561065528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x5622731a45d0 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.704+0000 7fd1da669740 1 -- 172.21.15.29:0/2561065528 >> 172.21.15.29:0/2561065528 conn(0x5622731384b0 msgr2=0x562273135f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.704+0000 7fd1da669740 1 -- 172.21.15.29:0/2561065528 shutdown_connections 2024-09-12T03:15:20.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.704+0000 7fd1da669740 1 -- 172.21.15.29:0/2561065528 wait complete. 2024-09-12T03:15:20.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.705+0000 7fd1da669740 1 -- start start 2024-09-12T03:15:20.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.705+0000 7fd1da669740 1 Processor -- start 2024-09-12T03:15:20.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1da669740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x562273161df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1da669740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313c480 0x5622731fb8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1da669740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 0x56227317d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1da669740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562273059780 con 0x56227313acf0 2024-09-12T03:15:20.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1da669740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x562273136be0 con 0x562273162e00 2024-09-12T03:15:20.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1da669740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56227309a3d0 con 0x56227313c480 2024-09-12T03:15:20.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1da669740 10 client.0 _ll_register_callbacks cb 0x7fd1b40036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:20.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1d4c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x562273161df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1d4c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x562273161df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37502/0 (socket says 172.21.15.29:37502) 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1d4c00640 1 -- 172.21.15.29:0/2438197858 learned_addr learned my addr 172.21.15.29:0/2438197858 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1c7e00640 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313c480 0x5622731fb8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1d5600640 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 0x56227317d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1d4c00640 1 -- 172.21.15.29:0/2438197858 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313c480 msgr2=0x5622731fb8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313c480 0x5622731fb8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1d4c00640 1 -- 172.21.15.29:0/2438197858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 msgr2=0x56227317d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 0x56227317d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1d4c00640 1 -- 172.21.15.29:0/2438197858 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622731ff310 con 0x56227313acf0 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1d5600640 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 0x56227317d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.706+0000 7fd1c7e00640 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313c480 0x5622731fb8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.707+0000 7fd1d4c00640 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x562273161df0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fd1c000fd60 tx=0x7fd1c0001150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c34baed7ae5c299b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.707+0000 7fd1bd600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.707+0000 7fd1bd600640 1 -- 172.21.15.29:0/2438197858 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c0014720 con 0x56227313acf0 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.707+0000 7fd1da669740 1 -- 172.21.15.29:0/2438197858 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1c001b040 con 0x56227313acf0 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.707+0000 7fd1bd600640 1 -- 172.21.15.29:0/2438197858 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fd1c00148c0 con 0x56227313acf0 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.707+0000 7fd1bd600640 1 -- 172.21.15.29:0/2438197858 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7fd1c003d050 con 0x56227313acf0 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.707+0000 7fd1da669740 10 client.8226 fetch_fsmap learned FSMap version 110 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.707+0000 7fd1da669740 1 -- 172.21.15.29:0/2438197858 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=110,monmap=2+}) -- 0x5622731fbe00 con 0x56227313acf0 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.708+0000 7fd1bd600640 1 -- 172.21.15.29:0/2438197858 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c001b040 con 0x56227313acf0 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.708+0000 7fd1bd600640 1 -- 172.21.15.29:0/2438197858 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 110) ==== 3542+0+0 (secure 0 0 0) 0x7fd1c0040020 con 0x56227313acf0 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.708+0000 7fd1da669740 10 client.8226 fetch_fsmap finished waiting for FSMap version 110 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.708+0000 7fd1da669740 10 client.8226 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.708+0000 7fd1da669740 20 client.8226 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.708+0000 7fd1da669740 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x562273202510 0x562273182e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.708+0000 7fd1da669740 4 client.8226 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.708+0000 7fd1da669740 1 -- 172.21.15.29:0/2438197858 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "status"}) -- 0x5622730a5e90 con 0x562273202510 2024-09-12T03:15:20.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.708+0000 7fd1c7e00640 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x562273202510 0x562273182e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1c7e00640 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x562273202510 0x562273182e70 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6267610d588d61f0 server_cookie=9e766ac766e16241 in_seq=0 out_seq=0 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1bd600640 10 client.8226 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1bd600640 1 -- 172.21.15.29:0/2438197858 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x5622730a5e90 con 0x562273202510 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1bd600640 10 client.8226 handle_command_reply: tid=0 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1da669740 1 client.8226 shutdown 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1da669740 1 -- 172.21.15.29:0/2438197858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 msgr2=0x562273161df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1da669740 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x562273161df0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fd1c000fd60 tx=0x7fd1c0001150 comp rx=0 tx=0).stop 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1da669740 1 -- 172.21.15.29:0/2438197858 shutdown_connections 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1da669740 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x562273162e00 0x56227317d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1da669740 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x562273202510 0x562273182e70 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1da669740 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56227313c480 0x5622731fb8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1da669740 1 --2- 172.21.15.29:0/2438197858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56227313acf0 0x562273161df0 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.713 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1bd600640 0 client.8226 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:20.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1da669740 1 -- 172.21.15.29:0/2438197858 >> 172.21.15.29:0/2438197858 conn(0x5622731384b0 msgr2=0x562273135f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1da669740 1 -- 172.21.15.29:0/2438197858 shutdown_connections 2024-09-12T03:15:20.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.709+0000 7fd1da669740 1 -- 172.21.15.29:0/2438197858 wait complete. 2024-09-12T03:15:20.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1da669740 20 client.8226 trim_cache size 0 max 16384 2024-09-12T03:15:20.714 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:20.714 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:15:20.714 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 1, 2024-09-12T03:15:20.714 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 8022, 2024-09-12T03:15:20.715 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:15:20.715 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:15:20.715 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:15:20.715 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 3.1271854700000001, 2024-09-12T03:15:20.715 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 110, 2024-09-12T03:15:20.715 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 105, 2024-09-12T03:15:20.715 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 105, 2024-09-12T03:15:20.715 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 22.945119351999999 2024-09-12T03:15:20.715 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:20.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 -- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1ac06be30 msgr2=0x7fd1ac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1ac06be30 0x7fd1ac06e2f0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fd1c0007fd0 tx=0x7fd1c0009040 comp rx=0 tx=0).stop 2024-09-12T03:15:20.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 -- 172.21.15.29:0/958138011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d00cf5a0 msgr2=0x7fd1d01e7dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d00cf5a0 0x7fd1d01e7dd0 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7fd1c800caa0 tx=0x7fd1c800cf60 comp rx=0 tx=0).stop 2024-09-12T03:15:20.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 -- 172.21.15.29:0/958138011 shutdown_connections 2024-09-12T03:15:20.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1ac06be30 0x7fd1ac06e2f0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d00cf5a0 0x7fd1d01e7dd0 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd1d006f4c0 0x7fd1d015ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 --2- 172.21.15.29:0/958138011 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d006f0e0 0x7fd1d01527b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 -- 172.21.15.29:0/958138011 >> 172.21.15.29:0/958138011 conn(0x7fd1d0067da0 msgr2=0x7fd1d006dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 -- 172.21.15.29:0/958138011 shutdown_connections 2024-09-12T03:15:20.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.710+0000 7fd1d7600640 1 -- 172.21.15.29:0/958138011 wait complete. 2024-09-12T03:15:20.727 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-12T03:15:20.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.884+0000 7f2833800640 1 Processor -- start 2024-09-12T03:15:20.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.884+0000 7f2833800640 1 -- start start 2024-09-12T03:15:20.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.886+0000 7f2833800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c15d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.886+0000 7f2833800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f282c0afc40 0x7f282c0cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.886+0000 7f2833800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f282c15d730 con 0x7f282c072620 2024-09-12T03:15:20.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.886+0000 7f2833800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f282c06e590 con 0x7f282c0afc40 2024-09-12T03:15:20.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.886+0000 7f2833800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f282c06e870 con 0x7f282c072240 2024-09-12T03:15:20.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.886+0000 7f2830e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c15d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.886+0000 7f2830e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c15d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:32836/0 (socket says 172.21.15.29:32836) 2024-09-12T03:15:20.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.886+0000 7f2830e00640 1 -- 172.21.15.29:0/101688144 learned_addr learned my addr 172.21.15.29:0/101688144 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.886+0000 7f2831800640 1 --2- 172.21.15.29:0/101688144 >> v2:172.21.15.38:3300/0 conn(0x7f282c0afc40 0x7f282c0cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.887+0000 7f2830e00640 1 -- 172.21.15.29:0/101688144 >> v2:172.21.15.38:3300/0 conn(0x7f282c0afc40 msgr2=0x7f282c0cd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.887+0000 7f2830e00640 1 --2- 172.21.15.29:0/101688144 >> v2:172.21.15.38:3300/0 conn(0x7f282c0afc40 0x7f282c0cd1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.887+0000 7f2830e00640 1 -- 172.21.15.29:0/101688144 >> v1:172.21.15.38:6789/0 conn(0x7f282c072620 legacy=0x7f282c0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.887+0000 7f2830e00640 1 -- 172.21.15.29:0/101688144 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f282c06eb50 con 0x7f282c072240 2024-09-12T03:15:20.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.888+0000 7f2830e00640 1 --2- 172.21.15.29:0/101688144 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c15d1f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2820009870 tx=0x7f282002a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=abd9f762369b65cb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.888+0000 7f282b400640 1 -- 172.21.15.29:0/101688144 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2820037070 con 0x7f282c072240 2024-09-12T03:15:20.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.888+0000 7f282b400640 1 -- 172.21.15.29:0/101688144 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2820032440 con 0x7f282c072240 2024-09-12T03:15:20.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.888+0000 7f282b400640 1 -- 172.21.15.29:0/101688144 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2820032810 con 0x7f282c072240 2024-09-12T03:15:20.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.889+0000 7f2833800640 1 -- 172.21.15.29:0/101688144 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 msgr2=0x7f282c15d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.889+0000 7f2833800640 1 --2- 172.21.15.29:0/101688144 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c15d1f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2820009870 tx=0x7f282002a250 comp rx=0 tx=0).stop 2024-09-12T03:15:20.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.889+0000 7f2833800640 1 -- 172.21.15.29:0/101688144 shutdown_connections 2024-09-12T03:15:20.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.889+0000 7f2833800640 1 --2- 172.21.15.29:0/101688144 >> v2:172.21.15.38:3300/0 conn(0x7f282c0afc40 0x7f282c0cd1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.889+0000 7f2833800640 1 --2- 172.21.15.29:0/101688144 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c15d1f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.889+0000 7f2833800640 1 -- 172.21.15.29:0/101688144 >> 172.21.15.29:0/101688144 conn(0x7f282c067da0 msgr2=0x7f282c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.889+0000 7f2833800640 1 -- 172.21.15.29:0/101688144 shutdown_connections 2024-09-12T03:15:20.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.889+0000 7f2833800640 1 -- 172.21.15.29:0/101688144 wait complete. 2024-09-12T03:15:20.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.890+0000 7f2833800640 1 Processor -- start 2024-09-12T03:15:20.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.891+0000 7f2833800640 1 -- start start 2024-09-12T03:15:20.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.891+0000 7f2833800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c157bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.892 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.891+0000 7f2833800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f282c072620 0x7f282c140380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.891+0000 7f2833800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f282c0afc40 0x7f282c151950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f2833800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f282c06e150 con 0x7f282c072620 2024-09-12T03:15:20.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f2833800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f282c06dfd0 con 0x7f282c0afc40 2024-09-12T03:15:20.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f2833800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f282c06e2d0 con 0x7f282c072240 2024-09-12T03:15:20.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f282be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f282c072620 0x7f282c140380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f2830e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c157bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f2830e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c157bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:32844/0 (socket says 172.21.15.29:32844) 2024-09-12T03:15:20.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f2830e00640 1 -- 172.21.15.29:0/117960451 learned_addr learned my addr 172.21.15.29:0/117960451 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f282be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f282c072620 0x7f282c140380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37504/0 (socket says 172.21.15.29:37504) 2024-09-12T03:15:20.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f2831800640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f282c0afc40 0x7f282c151950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.893 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f282be00640 1 -- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 msgr2=0x7f282c157bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f282be00640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c157bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f282be00640 1 -- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f282c0afc40 msgr2=0x7f282c151950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f282be00640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f282c0afc40 0x7f282c151950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f282be00640 1 -- 172.21.15.29:0/117960451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f282c141170 con 0x7f282c072620 2024-09-12T03:15:20.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.892+0000 7f2830e00640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c157bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:20.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.893+0000 7f282be00640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f282c072620 0x7f282c140380 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f281800c340 tx=0x7f281800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.893+0000 7f2828c00640 1 -- 172.21.15.29:0/117960451 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28180052d0 con 0x7f282c072620 2024-09-12T03:15:20.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.893+0000 7f2833800640 1 -- 172.21.15.29:0/117960451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f282c141450 con 0x7f282c072620 2024-09-12T03:15:20.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.893+0000 7f2828c00640 1 -- 172.21.15.29:0/117960451 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2818005490 con 0x7f282c072620 2024-09-12T03:15:20.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.893+0000 7f2828c00640 1 -- 172.21.15.29:0/117960451 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2818007260 con 0x7f282c072620 2024-09-12T03:15:20.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.893+0000 7f2833800640 1 -- 172.21.15.29:0/117960451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f282c141a10 con 0x7f282c072620 2024-09-12T03:15:20.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.896+0000 7f2828c00640 1 -- 172.21.15.29:0/117960451 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2818007400 con 0x7f282c072620 2024-09-12T03:15:20.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.897+0000 7f2828c00640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f280c06be30 0x7f280c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.897+0000 7f2828c00640 1 -- 172.21.15.29:0/117960451 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f281808a560 con 0x7f282c072620 2024-09-12T03:15:20.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.897+0000 7f2836802740 1 Processor -- start 2024-09-12T03:15:20.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.897+0000 7f2830e00640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f280c06be30 0x7f280c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.897+0000 7f2836802740 1 -- start start 2024-09-12T03:15:20.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.898+0000 7f2830e00640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f280c06be30 0x7f280c06e2f0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f28200090b0 tx=0x7f282002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.898+0000 7f2836802740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5b2b50 0x56373f5b2f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.898+0000 7f2836802740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f5cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.898+0000 7f2836802740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5864b0 0x56373f5cf200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.898+0000 7f2836802740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56373f4e73b0 con 0x56373f5cd510 2024-09-12T03:15:20.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.898+0000 7f2836802740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56373f4ec410 con 0x56373f5b2b50 2024-09-12T03:15:20.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.898+0000 7f2836802740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56373f494620 con 0x56373f5864b0 2024-09-12T03:15:20.900 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f282be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f5cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f282be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f5cecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37510/0 (socket says 172.21.15.29:37510) 2024-09-12T03:15:20.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f2831800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5864b0 0x56373f5cf200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f282be00640 1 -- 172.21.15.29:0/922552166 learned_addr learned my addr 172.21.15.29:0/922552166 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f2830e00640 1 --2- 172.21.15.29:0/922552166 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5b2b50 0x56373f5b2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f282be00640 1 -- 172.21.15.29:0/922552166 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5864b0 msgr2=0x56373f5cf200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f282be00640 1 --2- 172.21.15.29:0/922552166 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5864b0 0x56373f5cf200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f282be00640 1 -- 172.21.15.29:0/922552166 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5b2b50 msgr2=0x56373f5b2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f282be00640 1 --2- 172.21.15.29:0/922552166 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5b2b50 0x56373f5b2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f282be00640 1 -- 172.21.15.29:0/922552166 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56373f1ff2d0 con 0x56373f5cd510 2024-09-12T03:15:20.901 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f2831800640 1 --2- 172.21.15.29:0/922552166 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5864b0 0x56373f5cf200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:20.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.899+0000 7f282be00640 1 --2- 172.21.15.29:0/922552166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f5cecc0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f28180887d0 tx=0x7f281800a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b91bfea0d579c2a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f281d600640 1 -- 172.21.15.29:0/922552166 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2818056910 con 0x56373f5cd510 2024-09-12T03:15:20.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f281d600640 1 -- 172.21.15.29:0/922552166 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2818054c80 con 0x56373f5cd510 2024-09-12T03:15:20.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f281d600640 1 -- 172.21.15.29:0/922552166 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f281808a2d0 con 0x56373f5cd510 2024-09-12T03:15:20.905 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f2836802740 1 -- 172.21.15.29:0/922552166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 msgr2=0x56373f5cecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f2836802740 1 --2- 172.21.15.29:0/922552166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f5cecc0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f28180887d0 tx=0x7f281800a000 comp rx=0 tx=0).stop 2024-09-12T03:15:20.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f2836802740 1 -- 172.21.15.29:0/922552166 shutdown_connections 2024-09-12T03:15:20.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f2836802740 1 --2- 172.21.15.29:0/922552166 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5864b0 0x56373f5cf200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f2836802740 1 --2- 172.21.15.29:0/922552166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f5cecc0 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f2836802740 1 --2- 172.21.15.29:0/922552166 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5b2b50 0x56373f5b2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f2836802740 1 -- 172.21.15.29:0/922552166 >> 172.21.15.29:0/922552166 conn(0x56373f585740 msgr2=0x56373f5cd960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f2836802740 1 -- 172.21.15.29:0/922552166 shutdown_connections 2024-09-12T03:15:20.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.900+0000 7f2836802740 1 -- 172.21.15.29:0/922552166 wait complete. 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.901+0000 7f2836802740 1 -- start start 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.901+0000 7f2836802740 1 Processor -- start 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.902+0000 7f2836802740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5b2b50 0x56373f5e6510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.902+0000 7f2836802740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5cd510 0x56373f5b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.902+0000 7f2836802740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5a3060 0x56373f5b4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.902+0000 7f2836802740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56373f4a7780 con 0x56373f5b2b50 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.902+0000 7f2836802740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56373f4e83d0 con 0x56373f5cd510 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.902+0000 7f2836802740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56373f5b3910 con 0x56373f5a3060 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.902+0000 7f2836802740 10 client.0 _ll_register_callbacks cb 0x56373f4e55d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.902+0000 7f2830e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5b2b50 0x56373f5e6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.902+0000 7f2830e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5b2b50 0x56373f5e6510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37518/0 (socket says 172.21.15.29:37518) 2024-09-12T03:15:20.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.902+0000 7f2830e00640 1 -- 172.21.15.29:0/2835746220 learned_addr learned my addr 172.21.15.29:0/2835746220 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.903+0000 7f2831800640 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5a3060 0x56373f5b4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.903+0000 7f282be00640 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5cd510 0x56373f5b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.903+0000 7f2830e00640 1 -- 172.21.15.29:0/2835746220 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5a3060 msgr2=0x56373f5b4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.903+0000 7f2830e00640 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5a3060 0x56373f5b4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.903+0000 7f2830e00640 1 -- 172.21.15.29:0/2835746220 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5cd510 msgr2=0x56373f5b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.903+0000 7f2830e00640 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5cd510 0x56373f5b3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.903+0000 7f2830e00640 1 -- 172.21.15.29:0/2835746220 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56373f2c96b0 con 0x56373f5b2b50 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.903+0000 7f2830e00640 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5b2b50 0x56373f5e6510 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f2820009990 tx=0x7f2820004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a75024125fa25c03 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.903+0000 7f2812000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.903+0000 7f2812000640 1 -- 172.21.15.29:0/2835746220 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f282004e020 con 0x56373f5b2b50 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.903+0000 7f2812000640 1 -- 172.21.15.29:0/2835746220 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f2820003810 con 0x56373f5b2b50 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2836802740 1 -- 172.21.15.29:0/2835746220 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2818054c80 con 0x56373f5b2b50 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2812000640 1 -- 172.21.15.29:0/2835746220 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7f2820058050 con 0x56373f5b2b50 2024-09-12T03:15:20.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2836802740 10 client.8235 fetch_fsmap learned FSMap version 110 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2836802740 1 -- 172.21.15.29:0/2835746220 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=110,monmap=2+}) -- 0x56373f5b6a00 con 0x56373f5b2b50 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2812000640 1 -- 172.21.15.29:0/2835746220 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2818054c80 con 0x56373f5b2b50 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2812000640 1 -- 172.21.15.29:0/2835746220 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 110) ==== 3542+0+0 (secure 0 0 0) 0x7f282005b020 con 0x56373f5b2b50 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2836802740 10 client.8235 fetch_fsmap finished waiting for FSMap version 110 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2836802740 10 client.8235 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2836802740 20 client.8235 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2836802740 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x56373f5b0bb0 0x56373f59fca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2836802740 4 client.8235 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.904+0000 7f2836802740 1 -- 172.21.15.29:0/2835746220 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56373f4f9b40 con 0x56373f5b0bb0 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.905+0000 7f282be00640 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x56373f5b0bb0 0x56373f59fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.905+0000 7f282be00640 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x56373f5b0bb0 0x56373f59fca0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eea17efb1eacec77 server_cookie=351ed33020fb55a9 in_seq=0 out_seq=0 2024-09-12T03:15:20.909 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.905+0000 7f2812000640 10 client.8235 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:20.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2812000640 1 -- 172.21.15.29:0/2835746220 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56373f4f9b40 con 0x56373f5b0bb0 2024-09-12T03:15:20.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2812000640 10 client.8235 handle_command_reply: tid=0 2024-09-12T03:15:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 1 client.8235 shutdown 2024-09-12T03:15:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 1 -- 172.21.15.29:0/2835746220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5b2b50 msgr2=0x56373f5e6510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5b2b50 0x56373f5e6510 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f2820009990 tx=0x7f2820004730 comp rx=0 tx=0).stop 2024-09-12T03:15:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 1 -- 172.21.15.29:0/2835746220 shutdown_connections 2024-09-12T03:15:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5a3060 0x56373f5b4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x56373f5b0bb0 0x56373f59fca0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5cd510 0x56373f5b3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 1 --2- 172.21.15.29:0/2835746220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5b2b50 0x56373f5e6510 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2812000640 0 client.8235 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 1 -- 172.21.15.29:0/2835746220 >> 172.21.15.29:0/2835746220 conn(0x56373f5864b0 msgr2=0x56373f5d7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 1 -- 172.21.15.29:0/2835746220 shutdown_connections 2024-09-12T03:15:20.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 1 -- 172.21.15.29:0/2835746220 wait complete. 2024-09-12T03:15:20.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.906+0000 7f2836802740 20 client.8235 trim_cache size 0 max 16384 2024-09-12T03:15:20.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.925+0000 7f2836802740 1 Processor -- start 2024-09-12T03:15:20.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.925+0000 7f2836802740 1 -- start start 2024-09-12T03:15:20.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2836802740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5a3060 0x56373f5b5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2836802740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5b2b50 0x56373f5e5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2836802740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5cd510 0x56373f5e62d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2836802740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f282c0b5250 con 0x56373f5a3060 2024-09-12T03:15:20.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2836802740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f282c1fc7e0 con 0x56373f5b2b50 2024-09-12T03:15:20.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2836802740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f282c155a90 con 0x56373f5cd510 2024-09-12T03:15:20.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2830e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5a3060 0x56373f5b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2830e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5a3060 0x56373f5b5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37524/0 (socket says 172.21.15.29:37524) 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2830e00640 1 -- 172.21.15.29:0/1074455863 learned_addr learned my addr 172.21.15.29:0/1074455863 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2830e00640 1 -- 172.21.15.29:0/1074455863 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5cd510 msgr2=0x56373f5e62d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2830e00640 1 --2- 172.21.15.29:0/1074455863 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5cd510 0x56373f5e62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2830e00640 1 -- 172.21.15.29:0/1074455863 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5b2b50 msgr2=0x56373f5e5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f282be00640 1 --2- 172.21.15.29:0/1074455863 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5b2b50 0x56373f5e5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2830e00640 1 --2- 172.21.15.29:0/1074455863 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5b2b50 0x56373f5e5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f2830e00640 1 -- 172.21.15.29:0/1074455863 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56373f5b4a20 con 0x56373f5a3060 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.926+0000 7f282be00640 1 --2- 172.21.15.29:0/1074455863 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5b2b50 0x56373f5e5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.927+0000 7f2830e00640 1 --2- 172.21.15.29:0/1074455863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5a3060 0x56373f5b5260 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f2820009960 tx=0x7f2820047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a7d6acbd5e9acfb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.927+0000 7f281cc00640 1 -- 172.21.15.29:0/1074455863 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f282004e040 con 0x56373f5a3060 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.927+0000 7f281cc00640 1 -- 172.21.15.29:0/1074455863 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2820003810 con 0x56373f5a3060 2024-09-12T03:15:20.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.927+0000 7f281cc00640 1 -- 172.21.15.29:0/1074455863 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2820037040 con 0x56373f5a3060 2024-09-12T03:15:20.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.927+0000 7f2836802740 1 -- 172.21.15.29:0/1074455863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5a3060 msgr2=0x56373f5b5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.931 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.927+0000 7f2836802740 1 --2- 172.21.15.29:0/1074455863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5a3060 0x56373f5b5260 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f2820009960 tx=0x7f2820047000 comp rx=0 tx=0).stop 2024-09-12T03:15:20.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.927+0000 7f2836802740 1 -- 172.21.15.29:0/1074455863 shutdown_connections 2024-09-12T03:15:20.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.927+0000 7f2836802740 1 --2- 172.21.15.29:0/1074455863 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5cd510 0x56373f5e62d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.927+0000 7f2836802740 1 --2- 172.21.15.29:0/1074455863 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5b2b50 0x56373f5e5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.927+0000 7f2836802740 1 --2- 172.21.15.29:0/1074455863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5a3060 0x56373f5b5260 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.927+0000 7f2836802740 1 -- 172.21.15.29:0/1074455863 >> 172.21.15.29:0/1074455863 conn(0x56373f5864b0 msgr2=0x56373f5ca6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.928+0000 7f2836802740 1 -- 172.21.15.29:0/1074455863 shutdown_connections 2024-09-12T03:15:20.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.928+0000 7f2836802740 1 -- 172.21.15.29:0/1074455863 wait complete. 2024-09-12T03:15:20.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.928+0000 7f2836802740 1 -- start start 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.928+0000 7f2836802740 1 Processor -- start 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.929+0000 7f2836802740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5a3060 0x56373f5d0e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.929+0000 7f2836802740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5b2b50 0x56373f64af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.929+0000 7f2836802740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f651770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.929+0000 7f2836802740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56373f5b0a30 con 0x56373f5cd510 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.929+0000 7f2836802740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56373f5b6ce0 con 0x56373f5a3060 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.929+0000 7f2836802740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56373f5b1080 con 0x56373f5b2b50 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.929+0000 7f2836802740 10 client.0 _ll_register_callbacks cb 0x7f28200096f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2831800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f651770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2831800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f651770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37540/0 (socket says 172.21.15.29:37540) 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2831800640 1 -- 172.21.15.29:0/75692013 learned_addr learned my addr 172.21.15.29:0/75692013 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2830e00640 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5a3060 0x56373f5d0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f282be00640 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5b2b50 0x56373f64af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2831800640 1 -- 172.21.15.29:0/75692013 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5b2b50 msgr2=0x56373f64af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2831800640 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5b2b50 0x56373f64af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2831800640 1 -- 172.21.15.29:0/75692013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5a3060 msgr2=0x56373f5d0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2831800640 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5a3060 0x56373f5d0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2831800640 1 -- 172.21.15.29:0/75692013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56373f650fe0 con 0x56373f5cd510 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2830e00640 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5a3060 0x56373f5d0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2831800640 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f651770 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f2824017ec0 tx=0x7f2824015760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b3e252decfe095d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.930+0000 7f2812000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2812000640 1 -- 172.21.15.29:0/75692013 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2824003da0 con 0x56373f5cd510 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2812000640 1 -- 172.21.15.29:0/75692013 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f2824021c80 con 0x56373f5cd510 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2836802740 1 -- 172.21.15.29:0/75692013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2820003810 con 0x56373f5cd510 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2812000640 1 -- 172.21.15.29:0/75692013 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7f2824004030 con 0x56373f5cd510 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2836802740 10 client.8241 fetch_fsmap learned FSMap version 110 2024-09-12T03:15:20.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2836802740 1 -- 172.21.15.29:0/75692013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=110,monmap=2+}) -- 0x56373f64b4d0 con 0x56373f5cd510 2024-09-12T03:15:20.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2812000640 1 -- 172.21.15.29:0/75692013 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2820003810 con 0x56373f5cd510 2024-09-12T03:15:20.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2812000640 1 -- 172.21.15.29:0/75692013 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 110) ==== 3542+0+0 (secure 0 0 0) 0x7f2824028050 con 0x56373f5cd510 2024-09-12T03:15:20.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2836802740 10 client.8241 fetch_fsmap finished waiting for FSMap version 110 2024-09-12T03:15:20.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2836802740 10 client.8241 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-12T03:15:20.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2836802740 20 client.8241 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:20.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2836802740 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x56373f5e6420 0x56373f5cea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:20.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2836802740 4 client.8241 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-12T03:15:20.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.931+0000 7f2836802740 1 -- 172.21.15.29:0/75692013 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "status"}) -- 0x56373f5d0c20 con 0x56373f5e6420 2024-09-12T03:15:20.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.932+0000 7f2830e00640 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x56373f5e6420 0x56373f5cea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:20.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.932+0000 7f2830e00640 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x56373f5e6420 0x56373f5cea90 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d72333e633bf614c server_cookie=bd3048b5e52cf5dc in_seq=0 out_seq=0 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.932+0000 7f2812000640 10 client.8241 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.932+0000 7f2812000640 1 -- 172.21.15.29:0/75692013 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x56373f5d0c20 con 0x56373f5e6420 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.932+0000 7f2812000640 10 client.8241 handle_command_reply: tid=0 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.932+0000 7f2836802740 1 client.8241 shutdown 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.932+0000 7f2836802740 1 -- 172.21.15.29:0/75692013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 msgr2=0x56373f651770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.932+0000 7f2836802740 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f651770 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f2824017ec0 tx=0x7f2824015760 comp rx=0 tx=0).stop 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.932+0000 7f2836802740 1 -- 172.21.15.29:0/75692013 shutdown_connections 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.932+0000 7f2836802740 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56373f5cd510 0x56373f651770 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.932+0000 7f2836802740 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56373f5b2b50 0x56373f64af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2836802740 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x56373f5e6420 0x56373f5cea90 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2836802740 1 --2- 172.21.15.29:0/75692013 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56373f5a3060 0x56373f5d0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.937 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2836802740 1 -- 172.21.15.29:0/75692013 >> 172.21.15.29:0/75692013 conn(0x56373f5864b0 msgr2=0x56373f5afbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2812000640 0 client.8241 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:20.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2836802740 1 -- 172.21.15.29:0/75692013 shutdown_connections 2024-09-12T03:15:20.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2836802740 1 -- 172.21.15.29:0/75692013 wait complete. 2024-09-12T03:15:20.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2836802740 20 client.8241 trim_cache size 0 max 16384 2024-09-12T03:15:20.938 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:20.938 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "8387999b-c63f-4080-b5fb-52fe2b1dc5d5", 2024-09-12T03:15:20.938 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2024-09-12T03:15:20.938 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 8025, 2024-09-12T03:15:20.938 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2024-09-12T03:15:20.938 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2024-09-12T03:15:20.938 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2024-09-12T03:15:20.939 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 11.441134408, 2024-09-12T03:15:20.939 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 110, 2024-09-12T03:15:20.939 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 105, 2024-09-12T03:15:20.939 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 105, 2024-09-12T03:15:20.939 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 23.168233821000001 2024-09-12T03:15:20.939 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2833800640 1 -- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f280c06be30 msgr2=0x7f280c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2833800640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f280c06be30 0x7f280c06e2f0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f28200090b0 tx=0x7f282002e000 comp rx=0 tx=0).stop 2024-09-12T03:15:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2833800640 1 -- 172.21.15.29:0/117960451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f282c072620 msgr2=0x7f282c140380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2833800640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f282c072620 0x7f282c140380 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f281800c340 tx=0x7f281800c800 comp rx=0 tx=0).stop 2024-09-12T03:15:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2833800640 1 -- 172.21.15.29:0/117960451 shutdown_connections 2024-09-12T03:15:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2833800640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f280c06be30 0x7f280c06e2f0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.933+0000 7f2833800640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f282c0afc40 0x7f282c151950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.934+0000 7f2833800640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f282c072620 0x7f282c140380 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.934+0000 7f2833800640 1 --2- 172.21.15.29:0/117960451 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f282c072240 0x7f282c157bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.934+0000 7f2833800640 1 -- 172.21.15.29:0/117960451 >> 172.21.15.29:0/117960451 conn(0x7f282c067da0 msgr2=0x7f282c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:20.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.934+0000 7f2833800640 1 -- 172.21.15.29:0/117960451 shutdown_connections 2024-09-12T03:15:20.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:20.934+0000 7f2833800640 1 -- 172.21.15.29:0/117960451 wait complete. 2024-09-12T03:15:20.949 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:21.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.105+0000 7fa761a00640 1 Processor -- start 2024-09-12T03:15:21.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.106+0000 7fa761a00640 1 -- start start 2024-09-12T03:15:21.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.107+0000 7fa761a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa75c0d3150 0x7fa75c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:21.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.107+0000 7fa761a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa75c0b6530 0x7fa75c06d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:21.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.107+0000 7fa761a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa75c0d3680 con 0x7fa75c15e660 2024-09-12T03:15:21.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.107+0000 7fa761a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa75c06d4b0 con 0x7fa75c0d3150 2024-09-12T03:15:21.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.107+0000 7fa761a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa75c0d3960 con 0x7fa75c0b6530 2024-09-12T03:15:21.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.107+0000 7fa752000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa75c0d3150 0x7fa75c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:21.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.107+0000 7fa752000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa75c0d3150 0x7fa75c0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37554/0 (socket says 172.21.15.29:37554) 2024-09-12T03:15:21.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.107+0000 7fa752000640 1 -- 172.21.15.29:0/3662754245 learned_addr learned my addr 172.21.15.29:0/3662754245 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:21.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.107+0000 7fa75b400640 1 --2- 172.21.15.29:0/3662754245 >> v2:172.21.15.38:3300/0 conn(0x7fa75c0b6530 0x7fa75c06d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:21.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.108+0000 7fa752000640 1 -- 172.21.15.29:0/3662754245 >> v2:172.21.15.38:3300/0 conn(0x7fa75c0b6530 msgr2=0x7fa75c06d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:21.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.108+0000 7fa752000640 1 --2- 172.21.15.29:0/3662754245 >> v2:172.21.15.38:3300/0 conn(0x7fa75c0b6530 0x7fa75c06d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:21.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.108+0000 7fa752000640 1 -- 172.21.15.29:0/3662754245 >> v1:172.21.15.38:6789/0 conn(0x7fa75c15e660 legacy=0x7fa75c0d4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:21.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.108+0000 7fa752000640 1 -- 172.21.15.29:0/3662754245 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa75c06ce60 con 0x7fa75c0d3150 2024-09-12T03:15:21.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.108+0000 7fa75a000640 1 -- 172.21.15.29:0/3662754245 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2696568109 0 0) 0x7fa75c0d3680 con 0x7fa75c15e660 2024-09-12T03:15:21.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.109+0000 7fa752000640 1 --2- 172.21.15.29:0/3662754245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa75c0d3150 0x7fa75c0b5ff0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7fa75c0c7ed0 tx=0x7fa74402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cd8146688e81105 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:21.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.109+0000 7fa75a000640 1 -- 172.21.15.29:0/3662754245 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa744037070 con 0x7fa75c0d3150 2024-09-12T03:15:21.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.109+0000 7fa75a000640 1 -- 172.21.15.29:0/3662754245 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa74402ae50 con 0x7fa75c0d3150 2024-09-12T03:15:21.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.109+0000 7fa75a000640 1 -- 172.21.15.29:0/3662754245 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa744032860 con 0x7fa75c0d3150 2024-09-12T03:15:21.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.109+0000 7fa761a00640 1 -- 172.21.15.29:0/3662754245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa75c0d3150 msgr2=0x7fa75c0b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:21.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.109+0000 7fa761a00640 1 --2- 172.21.15.29:0/3662754245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa75c0d3150 0x7fa75c0b5ff0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7fa75c0c7ed0 tx=0x7fa74402a300 comp rx=0 tx=0).stop 2024-09-12T03:15:21.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.110+0000 7fa761a00640 1 -- 172.21.15.29:0/3662754245 shutdown_connections 2024-09-12T03:15:21.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.110+0000 7fa761a00640 1 --2- 172.21.15.29:0/3662754245 >> v2:172.21.15.38:3300/0 conn(0x7fa75c0b6530 0x7fa75c06d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:21.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.110+0000 7fa761a00640 1 --2- 172.21.15.29:0/3662754245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa75c0d3150 0x7fa75c0b5ff0 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:21.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.110+0000 7fa761a00640 1 -- 172.21.15.29:0/3662754245 >> 172.21.15.29:0/3662754245 conn(0x7fa75c08c000 msgr2=0x7fa75c0d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:21.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.110+0000 7fa761a00640 1 -- 172.21.15.29:0/3662754245 shutdown_connections 2024-09-12T03:15:21.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.110+0000 7fa761a00640 1 -- 172.21.15.29:0/3662754245 wait complete. 2024-09-12T03:15:21.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.111+0000 7fa761a00640 1 Processor -- start 2024-09-12T03:15:21.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.112+0000 7fa761a00640 1 -- start start 2024-09-12T03:15:21.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.112+0000 7fa761a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa75c0b6530 0x7fa75c161000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:21.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.112+0000 7fa761a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa75c0d3150 0x7fa75c1524e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:21.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa761a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa75c15e660 0x7fa75c152a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:21.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa761a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa75c06de80 con 0x7fa75c15e660 2024-09-12T03:15:21.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa761a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa75c15ea40 con 0x7fa75c0d3150 2024-09-12T03:15:21.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa761a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa75c06e000 con 0x7fa75c0b6530 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa75b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa75c15e660 0x7fa75c152a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa75b400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa75c15e660 0x7fa75c152a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:37570/0 (socket says 172.21.15.29:37570) 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa75b400640 1 -- 172.21.15.29:0/3942728796 learned_addr learned my addr 172.21.15.29:0/3942728796 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa75aa00640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa75c0b6530 0x7fa75c161000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa752000640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa75c0d3150 0x7fa75c1524e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa75b400640 1 -- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa75c0b6530 msgr2=0x7fa75c161000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa75b400640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa75c0b6530 0x7fa75c161000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa75b400640 1 -- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa75c0d3150 msgr2=0x7fa75c1524e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa75b400640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa75c0d3150 0x7fa75c1524e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa75b400640 1 -- 172.21.15.29:0/3942728796 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa75c0b9060 con 0x7fa75c15e660 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.113+0000 7fa752000640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa75c0d3150 0x7fa75c1524e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.114+0000 7fa75b400640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa75c15e660 0x7fa75c152a20 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7fa75400efc0 tx=0x7fa75400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.114+0000 7fa753400640 1 -- 172.21.15.29:0/3942728796 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa754018020 con 0x7fa75c15e660 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.114+0000 7fa753400640 1 -- 172.21.15.29:0/3942728796 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa754014480 con 0x7fa75c15e660 2024-09-12T03:15:21.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.114+0000 7fa753400640 1 -- 172.21.15.29:0/3942728796 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa754014870 con 0x7fa75c15e660 2024-09-12T03:15:21.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.114+0000 7fa761a00640 1 -- 172.21.15.29:0/3942728796 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa75c0b9340 con 0x7fa75c15e660 2024-09-12T03:15:21.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.114+0000 7fa761a00640 1 -- 172.21.15.29:0/3942728796 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa75c0b9900 con 0x7fa75c15e660 2024-09-12T03:15:21.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.115+0000 7fa761a00640 1 -- 172.21.15.29:0/3942728796 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa75c06d940 con 0x7fa75c15e660 2024-09-12T03:15:21.116 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.116+0000 7fa753400640 1 -- 172.21.15.29:0/3942728796 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa754005d10 con 0x7fa75c15e660 2024-09-12T03:15:21.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.117+0000 7fa753400640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa73806be30 0x7fa73806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:21.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.117+0000 7fa753400640 1 -- 172.21.15.29:0/3942728796 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fa75408bc70 con 0x7fa75c15e660 2024-09-12T03:15:21.117 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.117+0000 7fa75aa00640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa73806be30 0x7fa73806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:21.118 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.118+0000 7fa75aa00640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa73806be30 0x7fa73806e2f0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fa74c000f60 tx=0x7fa74c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:21.121 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.121+0000 7fa753400640 1 -- 172.21.15.29:0/3942728796 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa754022070 con 0x7fa75c15e660 2024-09-12T03:15:21.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.344+0000 7fa761a00640 1 -- 172.21.15.29:0/3942728796 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa75c0ce9a0 con 0x7fa75c15e660 2024-09-12T03:15:21.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.345+0000 7fa753400640 1 -- 172.21.15.29:0/3942728796 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 110 v110) ==== 95+0+5263 (secure 0 0 0) 0x7fa754010040 con 0x7fa75c15e660 2024-09-12T03:15:21.345 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:21.345 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":110,"btime":"2024-09-12T03:15:19:592797+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":110,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:19.592790+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":6,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[7672,8022,8025]},"id":7}]} 2024-09-12T03:15:21.345 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 110 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 -- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa73806be30 msgr2=0x7fa73806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa73806be30 0x7fa73806e2f0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fa74c000f60 tx=0x7fa74c009040 comp rx=0 tx=0).stop 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 -- 172.21.15.29:0/3942728796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa75c15e660 msgr2=0x7fa75c152a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa75c15e660 0x7fa75c152a20 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7fa75400efc0 tx=0x7fa75400c490 comp rx=0 tx=0).stop 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 -- 172.21.15.29:0/3942728796 shutdown_connections 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa73806be30 0x7fa73806e2f0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa75c15e660 0x7fa75c152a20 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa75c0d3150 0x7fa75c1524e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 --2- 172.21.15.29:0/3942728796 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa75c0b6530 0x7fa75c161000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 -- 172.21.15.29:0/3942728796 >> 172.21.15.29:0/3942728796 conn(0x7fa75c08c000 msgr2=0x7fa75c0d0ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 -- 172.21.15.29:0/3942728796 shutdown_connections 2024-09-12T03:15:21.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:21.347+0000 7fa761a00640 1 -- 172.21.15.29:0/3942728796 wait complete. 2024-09-12T03:15:21.364 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:21.364 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:15:21.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:21.411 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec sync d1/d2/d3/d4/d5/d6/d7/d8) 2024-09-12T03:15:21.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:21.453 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 0 d1/d2) 2024-09-12T03:15:21.532 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:21.533 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 d1/d2/d3/d4) 2024-09-12T03:15:21.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:21.610 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 2 d1/d2/d3/d4/d5/d6) 2024-09-12T03:15:21.687 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:15:21.901 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"5","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:15:21.901 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 1, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:15:21.902 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:15:23.902 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:15:24.088 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"7","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:15:24.089 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:15:24.089 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:15:26.090 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:15:26.278 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"7","version":"7","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-12T03:15:26.279 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:15:26.279 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:15:28.280 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:15:28.467 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":1,"authpin":0},"nref":3}}] 2024-09-12T03:15:28.467 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 3, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:15:28.467 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:15:30.468 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:15:30.655 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"exportbound":0,"replicated":1,"dirty":1,"waiter":0,"authpin":0},"nref":4}}] 2024-09-12T03:15:30.656 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "authpin": 0, "child": 1, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000005", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "authpin": 0, "child": 1, "dirty": 1, "exportbound": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 1, "request": 0, "subtree": 1, "waiter": 0 }, "projected_version": "6", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:15:30.656 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0), ('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 0)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:15:32.657 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:15:32.846 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":2}},{"is_auth":false,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":0,"frozen":0,"subtree":1,"exportbound":0,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":1}}] 2024-09-12T03:15:32.846 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "authpin": 0, "child": 1, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "authpin": 0, "child": 0, "dirty": 0, "exportbound": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "6", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:15:32.847 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0), ('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:15:34.848 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-12T03:15:35.033 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d1/d2","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1,"2":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":1,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":2}}] 2024-09-12T03:15:35.034 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000001", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "authpin": 0, "child": 1, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:15:35.034 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] =?= [('/d1/d2', 0), ('/d1/d2/d3/d4', 1)] 2024-09-12T03:15:35.034 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-09-12T03:15:35.209 INFO:teuthology.orchestra.run.smithi029.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"14","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1,"2":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}},{"is_auth":false,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"0","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"subtree":1,"importbound":0,"sticky":0},"nref":1}}] 2024-09-12T03:15:35.210 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1, "2": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "importbound": 0, "sticky": 0, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-12T03:15:35.210 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:15:35.211 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json get subtrees 2024-09-12T03:15:35.395 INFO:teuthology.orchestra.run.smithi038.stdout:[{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds2","dirfrag":"0x102","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"2","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"13","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1/d2/d3/d4","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"0","version":"14","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}},{"is_auth":true,"auth_first":2,"auth_second":-2,"export_pin":2,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":2,"dir":{"path":"/d1/d2/d3/d4/d5/d6","dirfrag":"0x10000000005","snapid_first":2,"projected_version":"6","version":"6","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"2","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[2,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}}] 2024-09-12T03:15:35.396 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "2", "dirfrag": "0x102", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds2", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000003", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/d1/d2/d3/d4", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false }, { "auth_first": 2, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "2", "dirfrag": "0x10000000005", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1/d2/d3/d4/d5/d6", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "6", "replica_state": { "authority": [ 2, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "6" }, "distributed_ephemeral_pin": false, "export_pin": 2, "export_pin_target": 2, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-12T03:15:35.396 INFO:tasks.cephfs.cephfs_test_case:[('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] =?= [('/d1/d2/d3/d4', 1), ('/d1/d2/d3/d4/d5/d6', 2)] 2024-09-12T03:15:35.396 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.7:0 flush journal 2024-09-12T03:15:35.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.555+0000 7f4299c00640 1 Processor -- start 2024-09-12T03:15:35.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.556+0000 7f4299c00640 1 -- start start 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.557+0000 7f4299c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4294072d80 0x7f4294072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.557+0000 7f4299c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f429406e0a0 0x7f42940cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.557+0000 7f4299c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4294072960 con 0x7f4294072040 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.557+0000 7f4299c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f42941605e0 con 0x7f4294072d80 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.557+0000 7f4299c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f42941608c0 con 0x7f429406e0a0 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.557+0000 7f428be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4294072d80 0x7f4294072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.557+0000 7f428be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4294072d80 0x7f4294072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59866/0 (socket says 172.21.15.29:59866) 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.557+0000 7f428be00640 1 -- 172.21.15.29:0/505057057 learned_addr learned my addr 172.21.15.29:0/505057057 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.557+0000 7f4292a00640 1 --1- 172.21.15.29:0/505057057 >> v1:172.21.15.38:6789/0 conn(0x7f4294072040 0x7f429415fe00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:44976/0 (socket says 172.21.15.29:44976) 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.557+0000 7f4293400640 1 --2- 172.21.15.29:0/505057057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f429406e0a0 0x7f42940cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.558+0000 7f428be00640 1 -- 172.21.15.29:0/505057057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f429406e0a0 msgr2=0x7f42940cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.558 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.558+0000 7f428be00640 1 --2- 172.21.15.29:0/505057057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f429406e0a0 0x7f42940cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.558+0000 7f428be00640 1 -- 172.21.15.29:0/505057057 >> v1:172.21.15.38:6789/0 conn(0x7f4294072040 legacy=0x7f429415fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.558+0000 7f428be00640 1 -- 172.21.15.29:0/505057057 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4294160ba0 con 0x7f4294072d80 2024-09-12T03:15:35.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.558+0000 7f4292000640 1 -- 172.21.15.29:0/505057057 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3027555415 0 0) 0x7f4294072960 con 0x7f4294072040 2024-09-12T03:15:35.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.559+0000 7f428be00640 1 --2- 172.21.15.29:0/505057057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4294072d80 0x7f4294072420 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f427c009870 tx=0x7f427c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=754ef74bd161208b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.559+0000 7f4292000640 1 -- 172.21.15.29:0/505057057 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427c037070 con 0x7f4294072d80 2024-09-12T03:15:35.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.559+0000 7f4292000640 1 -- 172.21.15.29:0/505057057 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f427c032440 con 0x7f4294072d80 2024-09-12T03:15:35.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.559+0000 7f4292000640 1 -- 172.21.15.29:0/505057057 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427c032810 con 0x7f4294072d80 2024-09-12T03:15:35.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.559+0000 7f4299c00640 1 -- 172.21.15.29:0/505057057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4294072d80 msgr2=0x7f4294072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.559+0000 7f4299c00640 1 --2- 172.21.15.29:0/505057057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4294072d80 0x7f4294072420 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f427c009870 tx=0x7f427c02a270 comp rx=0 tx=0).stop 2024-09-12T03:15:35.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.559+0000 7f4299c00640 1 -- 172.21.15.29:0/505057057 shutdown_connections 2024-09-12T03:15:35.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.559+0000 7f4299c00640 1 --2- 172.21.15.29:0/505057057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f429406e0a0 0x7f42940cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.559+0000 7f4299c00640 1 --2- 172.21.15.29:0/505057057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4294072d80 0x7f4294072420 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.559+0000 7f4299c00640 1 -- 172.21.15.29:0/505057057 >> 172.21.15.29:0/505057057 conn(0x7f4294067d70 msgr2=0x7f429406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.560+0000 7f4299c00640 1 -- 172.21.15.29:0/505057057 shutdown_connections 2024-09-12T03:15:35.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.560+0000 7f4299c00640 1 -- 172.21.15.29:0/505057057 wait complete. 2024-09-12T03:15:35.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.561+0000 7f4299c00640 1 Processor -- start 2024-09-12T03:15:35.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.561+0000 7f4299c00640 1 -- start start 2024-09-12T03:15:35.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.562+0000 7f4299c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f429406e0a0 0x7f42940ab290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.562+0000 7f4299c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4294072040 0x7f42941e7fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.562+0000 7f4299c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4294072d80 0x7f42941f1c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.562+0000 7f4299c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f429406e530 con 0x7f429406e0a0 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.562+0000 7f4299c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4294145b00 con 0x7f4294072d80 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.562+0000 7f4299c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f429406e6b0 con 0x7f4294072040 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.562+0000 7f4292a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f429406e0a0 0x7f42940ab290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f4292a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f429406e0a0 0x7f42940ab290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59882/0 (socket says 172.21.15.29:59882) 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f428be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4294072040 0x7f42941e7fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f4292a00640 1 -- 172.21.15.29:0/3656919306 learned_addr learned my addr 172.21.15.29:0/3656919306 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f4293400640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4294072d80 0x7f42941f1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f4292a00640 1 -- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4294072040 msgr2=0x7f42941e7fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f4292a00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4294072040 0x7f42941e7fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f4292a00640 1 -- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4294072d80 msgr2=0x7f42941f1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f4292a00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4294072d80 0x7f42941f1c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f4292a00640 1 -- 172.21.15.29:0/3656919306 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42940ab920 con 0x7f429406e0a0 2024-09-12T03:15:35.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f4292a00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f429406e0a0 0x7f42940ab290 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f428400c4d0 tx=0x7f428400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f428aa00640 1 -- 172.21.15.29:0/3656919306 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4284018070 con 0x7f429406e0a0 2024-09-12T03:15:35.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.563+0000 7f428aa00640 1 -- 172.21.15.29:0/3656919306 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4284007500 con 0x7f429406e0a0 2024-09-12T03:15:35.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.564+0000 7f428aa00640 1 -- 172.21.15.29:0/3656919306 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4284004a20 con 0x7f429406e0a0 2024-09-12T03:15:35.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.564+0000 7f4299c00640 1 -- 172.21.15.29:0/3656919306 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42941436f0 con 0x7f429406e0a0 2024-09-12T03:15:35.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.564+0000 7f4299c00640 1 -- 172.21.15.29:0/3656919306 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42940ac2d0 con 0x7f429406e0a0 2024-09-12T03:15:35.566 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.566+0000 7f428aa00640 1 -- 172.21.15.29:0/3656919306 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f428401b070 con 0x7f429406e0a0 2024-09-12T03:15:35.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.566+0000 7f428aa00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f427006be30 0x7f427006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.567+0000 7f428aa00640 1 -- 172.21.15.29:0/3656919306 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f428408a330 con 0x7f429406e0a0 2024-09-12T03:15:35.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.567+0000 7f428be00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f427006be30 0x7f427006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.567+0000 7f429c9d6740 1 Processor -- start 2024-09-12T03:15:35.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.567+0000 7f429c9d6740 1 -- start start 2024-09-12T03:15:35.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.568+0000 7f428be00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f427006be30 0x7f427006e2f0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f427c034000 tx=0x7f427c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.568+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c420 0x5587d538cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.568+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d538d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.568+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d5342480 0x5587d538d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.568+0000 7f429c9d6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5587d52aa660 con 0x5587d5342480 2024-09-12T03:15:35.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.568+0000 7f429c9d6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5587d5252680 con 0x5587d535c800 2024-09-12T03:15:35.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.568+0000 7f429c9d6740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5587d52a6620 con 0x5587d535c420 2024-09-12T03:15:35.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.568+0000 7f4293400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d5342480 0x5587d538d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.568+0000 7f4292a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c420 0x5587d538cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4293400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d5342480 0x5587d538d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59898/0 (socket says 172.21.15.29:59898) 2024-09-12T03:15:35.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4293400640 1 -- 172.21.15.29:0/2117187240 learned_addr learned my addr 172.21.15.29:0/2117187240 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:35.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f428be00640 1 --2- 172.21.15.29:0/2117187240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d538d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4293400640 1 -- 172.21.15.29:0/2117187240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c420 msgr2=0x5587d538cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4293400640 1 --2- 172.21.15.29:0/2117187240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c420 0x5587d538cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4293400640 1 -- 172.21.15.29:0/2117187240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 msgr2=0x5587d538d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4293400640 1 --2- 172.21.15.29:0/2117187240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d538d200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4293400640 1 -- 172.21.15.29:0/2117187240 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587d50877d0 con 0x5587d5342480 2024-09-12T03:15:35.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4292a00640 1 --2- 172.21.15.29:0/2117187240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c420 0x5587d538cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:35.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4293400640 1 --2- 172.21.15.29:0/2117187240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d5342480 0x5587d538d740 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f428c0114a0 tx=0x7f428c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e18e036edee5c04 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4283400640 1 -- 172.21.15.29:0/2117187240 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428c015840 con 0x5587d5342480 2024-09-12T03:15:35.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4283400640 1 -- 172.21.15.29:0/2117187240 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f428c0159e0 con 0x5587d5342480 2024-09-12T03:15:35.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.569+0000 7f4283400640 1 -- 172.21.15.29:0/2117187240 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428c015d90 con 0x5587d5342480 2024-09-12T03:15:35.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.570+0000 7f429c9d6740 1 -- 172.21.15.29:0/2117187240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d5342480 msgr2=0x5587d538d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.570+0000 7f429c9d6740 1 --2- 172.21.15.29:0/2117187240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d5342480 0x5587d538d740 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f428c0114a0 tx=0x7f428c009750 comp rx=0 tx=0).stop 2024-09-12T03:15:35.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.570+0000 7f429c9d6740 1 -- 172.21.15.29:0/2117187240 shutdown_connections 2024-09-12T03:15:35.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.570+0000 7f429c9d6740 1 --2- 172.21.15.29:0/2117187240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d5342480 0x5587d538d740 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.570+0000 7f429c9d6740 1 --2- 172.21.15.29:0/2117187240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d538d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.570+0000 7f429c9d6740 1 --2- 172.21.15.29:0/2117187240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c420 0x5587d538cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.570+0000 7f429c9d6740 1 -- 172.21.15.29:0/2117187240 >> 172.21.15.29:0/2117187240 conn(0x5587d5343220 msgr2=0x5587d538b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.570+0000 7f429c9d6740 1 -- 172.21.15.29:0/2117187240 shutdown_connections 2024-09-12T03:15:35.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.570+0000 7f429c9d6740 1 -- 172.21.15.29:0/2117187240 wait complete. 2024-09-12T03:15:35.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.571+0000 7f429c9d6740 1 -- start start 2024-09-12T03:15:35.572 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.571+0000 7f429c9d6740 1 Processor -- start 2024-09-12T03:15:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c420 0x5587d5388080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d535b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535bbc0 0x5587d5365380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f429c9d6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5587d53413e0 con 0x5587d535bbc0 2024-09-12T03:15:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f429c9d6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5587d52334c0 con 0x5587d535c800 2024-09-12T03:15:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f429c9d6740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5587d53416c0 con 0x5587d535c420 2024-09-12T03:15:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f429c9d6740 10 client.0 _ll_register_callbacks cb 0x5587d52a2e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f4293400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535bbc0 0x5587d5365380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f428be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d535b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.575 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f4292a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c420 0x5587d5388080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f428be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d535b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:52530/0 (socket says 172.21.15.29:52530) 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.572+0000 7f428be00640 1 -- 172.21.15.29:0/629928493 learned_addr learned my addr 172.21.15.29:0/629928493 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.573+0000 7f4293400640 1 -- 172.21.15.29:0/629928493 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c420 msgr2=0x5587d5388080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.573+0000 7f4293400640 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c420 0x5587d5388080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.573+0000 7f4293400640 1 -- 172.21.15.29:0/629928493 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 msgr2=0x5587d535b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.573+0000 7f4293400640 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d535b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.573+0000 7f4293400640 1 -- 172.21.15.29:0/629928493 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587d4fbd3f0 con 0x5587d535bbc0 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.573+0000 7f428be00640 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d535b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.573+0000 7f4293400640 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535bbc0 0x5587d5365380 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7f428c0114a0 tx=0x7f428c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44503192488d56df server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.573+0000 7f4277e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.573+0000 7f4277e00640 1 -- 172.21.15.29:0/629928493 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428c003da0 con 0x5587d535bbc0 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.573+0000 7f429c9d6740 1 -- 172.21.15.29:0/629928493 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f428c0159e0 con 0x5587d535bbc0 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.573+0000 7f4277e00640 1 -- 172.21.15.29:0/629928493 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f428c004030 con 0x5587d535bbc0 2024-09-12T03:15:35.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f4277e00640 1 -- 172.21.15.29:0/629928493 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f428c030050 con 0x5587d535bbc0 2024-09-12T03:15:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f429c9d6740 10 client.8259 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f429c9d6740 1 -- 172.21.15.29:0/629928493 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x5587d4f7d0f0 con 0x5587d535bbc0 2024-09-12T03:15:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f4277e00640 1 -- 172.21.15.29:0/629928493 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f428c0159e0 con 0x5587d535bbc0 2024-09-12T03:15:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f4277e00640 1 -- 172.21.15.29:0/629928493 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f428c033020 con 0x5587d535bbc0 2024-09-12T03:15:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f429c9d6740 10 client.8259 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f429c9d6740 10 client.8259 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f429c9d6740 20 client.8259 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f429c9d6740 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5587d5386760 0x5587d5388aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f429c9d6740 4 client.8259 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f429c9d6740 1 -- 172.21.15.29:0/629928493 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5587d52b7d90 con 0x5587d5386760 2024-09-12T03:15:35.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.574+0000 7f4292a00640 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5587d5386760 0x5587d5388aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.575+0000 7f4292a00640 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5587d5386760 0x5587d5388aa0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa68f259765c965c server_cookie=5ab44eb57c67049a in_seq=0 out_seq=0 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.575+0000 7f4277e00640 10 client.8259 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f4277e00640 1 -- 172.21.15.29:0/629928493 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5587d52b7d90 con 0x5587d5386760 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f4277e00640 10 client.8259 handle_command_reply: tid=0 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 1 client.8259 shutdown 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 1 -- 172.21.15.29:0/629928493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535bbc0 msgr2=0x5587d5365380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535bbc0 0x5587d5365380 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7f428c0114a0 tx=0x7f428c004ab0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 1 -- 172.21.15.29:0/629928493 shutdown_connections 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535bbc0 0x5587d5365380 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5587d5386760 0x5587d5388aa0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d535b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 1 --2- 172.21.15.29:0/629928493 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c420 0x5587d5388080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f4277e00640 0 client.8259 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:35.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 1 -- 172.21.15.29:0/629928493 >> 172.21.15.29:0/629928493 conn(0x5587d5342480 msgr2=0x5587d5389ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 1 -- 172.21.15.29:0/629928493 shutdown_connections 2024-09-12T03:15:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 1 -- 172.21.15.29:0/629928493 wait complete. 2024-09-12T03:15:35.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.576+0000 7f429c9d6740 20 client.8259 trim_cache size 0 max 16384 2024-09-12T03:15:35.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.592+0000 7f429c9d6740 1 Processor -- start 2024-09-12T03:15:35.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.592+0000 7f429c9d6740 1 -- start start 2024-09-12T03:15:35.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535bbc0 0x5587d5385720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 0x5587d538d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c800 0x5587d538d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f429c9d6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f42941fcaf0 con 0x5587d535c420 2024-09-12T03:15:35.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f429c9d6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f42940b50e0 con 0x5587d535bbc0 2024-09-12T03:15:35.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f429c9d6740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f42941fc5b0 con 0x5587d535c800 2024-09-12T03:15:35.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f428be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 0x5587d538d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f428be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 0x5587d538d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59916/0 (socket says 172.21.15.29:59916) 2024-09-12T03:15:35.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f428be00640 1 -- 172.21.15.29:0/193762177 learned_addr learned my addr 172.21.15.29:0/193762177 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:35.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f4293400640 1 --2- 172.21.15.29:0/193762177 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c800 0x5587d538d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f4292a00640 1 --2- 172.21.15.29:0/193762177 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535bbc0 0x5587d5385720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f428be00640 1 -- 172.21.15.29:0/193762177 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c800 msgr2=0x5587d538d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f428be00640 1 --2- 172.21.15.29:0/193762177 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c800 0x5587d538d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f428be00640 1 -- 172.21.15.29:0/193762177 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535bbc0 msgr2=0x5587d5385720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f428be00640 1 --2- 172.21.15.29:0/193762177 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535bbc0 0x5587d5385720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f428be00640 1 -- 172.21.15.29:0/193762177 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587d5347ff0 con 0x5587d535c420 2024-09-12T03:15:35.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.593+0000 7f4292a00640 1 --2- 172.21.15.29:0/193762177 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535bbc0 0x5587d5385720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:35.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.594+0000 7f428be00640 1 --2- 172.21.15.29:0/193762177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 0x5587d538d330 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7f427c009990 tx=0x7f427c02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddc104355ef60beb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.594+0000 7f4282a00640 1 -- 172.21.15.29:0/193762177 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427c050070 con 0x5587d535c420 2024-09-12T03:15:35.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.594+0000 7f4282a00640 1 -- 172.21.15.29:0/193762177 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f427c003ce0 con 0x5587d535c420 2024-09-12T03:15:35.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.594+0000 7f4282a00640 1 -- 172.21.15.29:0/193762177 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f427c037040 con 0x5587d535c420 2024-09-12T03:15:35.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.595+0000 7f429c9d6740 1 -- 172.21.15.29:0/193762177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 msgr2=0x5587d538d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.595+0000 7f429c9d6740 1 --2- 172.21.15.29:0/193762177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 0x5587d538d330 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7f427c009990 tx=0x7f427c02c000 comp rx=0 tx=0).stop 2024-09-12T03:15:35.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.595+0000 7f429c9d6740 1 -- 172.21.15.29:0/193762177 shutdown_connections 2024-09-12T03:15:35.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.595+0000 7f429c9d6740 1 --2- 172.21.15.29:0/193762177 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535c800 0x5587d538d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.595+0000 7f429c9d6740 1 --2- 172.21.15.29:0/193762177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 0x5587d538d330 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.595+0000 7f429c9d6740 1 --2- 172.21.15.29:0/193762177 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535bbc0 0x5587d5385720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.595+0000 7f429c9d6740 1 -- 172.21.15.29:0/193762177 >> 172.21.15.29:0/193762177 conn(0x5587d5342480 msgr2=0x5587d5346ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.595+0000 7f429c9d6740 1 -- 172.21.15.29:0/193762177 shutdown_connections 2024-09-12T03:15:35.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.595+0000 7f429c9d6740 1 -- 172.21.15.29:0/193762177 wait complete. 2024-09-12T03:15:35.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.595+0000 7f429c9d6740 1 -- start start 2024-09-12T03:15:35.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.596+0000 7f429c9d6740 1 Processor -- start 2024-09-12T03:15:35.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.596+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535bbc0 0x5587d54052f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 0x5587d5390570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f429c9d6740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d5404570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f429c9d6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f42941f5bc0 con 0x5587d535c420 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f429c9d6740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5587d5343610 con 0x5587d535c800 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f429c9d6740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5587d540fd10 con 0x5587d535bbc0 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f429c9d6740 10 client.0 _ll_register_callbacks cb 0x7f428c0095f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f428be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 0x5587d5390570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f4292a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535bbc0 0x5587d54052f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f4293400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d5404570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f428be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 0x5587d5390570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59922/0 (socket says 172.21.15.29:59922) 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f428be00640 1 -- 172.21.15.29:0/2625278397 learned_addr learned my addr 172.21.15.29:0/2625278397 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f4293400640 1 -- 172.21.15.29:0/2625278397 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535bbc0 msgr2=0x5587d54052f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f4293400640 1 --2- 172.21.15.29:0/2625278397 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535bbc0 0x5587d54052f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f4293400640 1 -- 172.21.15.29:0/2625278397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 msgr2=0x5587d5390570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f4293400640 1 --2- 172.21.15.29:0/2625278397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 0x5587d5390570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f4293400640 1 -- 172.21.15.29:0/2625278397 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587d5342990 con 0x5587d535c800 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f4293400640 1 --2- 172.21.15.29:0/2625278397 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d5404570 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x5587d5382b70 tx=0x7f428c00b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=591382f2bba79536 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.597+0000 7f4277e00640 10 client.0 ms_handle_connect on v2:172.21.15.38:3300/0 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.598+0000 7f4277e00640 1 -- 172.21.15.29:0/2625278397 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f428c004280 con 0x5587d535c800 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.598+0000 7f4277e00640 1 -- 172.21.15.29:0/2625278397 <== mon.1 v2:172.21.15.38:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f428c002030 con 0x5587d535c800 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.598+0000 7f429c9d6740 1 -- 172.21.15.29:0/2625278397 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f427c003ce0 con 0x5587d535c800 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.598+0000 7f4277e00640 1 -- 172.21.15.29:0/2625278397 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f428c004420 con 0x5587d535c800 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.598+0000 7f429c9d6740 10 client.7882 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.598+0000 7f429c9d6740 1 -- 172.21.15.29:0/2625278397 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x5587d540fa50 con 0x5587d535c800 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.598+0000 7f4277e00640 1 -- 172.21.15.29:0/2625278397 <== mon.1 v2:172.21.15.38:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f427c003ce0 con 0x5587d535c800 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.598+0000 7f4277e00640 1 -- 172.21.15.29:0/2625278397 <== mon.1 v2:172.21.15.38:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f428c033040 con 0x5587d535c800 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.599+0000 7f429c9d6740 10 client.7882 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:35.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.599+0000 7f429c9d6740 10 client.7882 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:35.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.599+0000 7f429c9d6740 20 client.7882 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:35.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.599+0000 7f429c9d6740 1 --2- 172.21.15.29:0/2625278397 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5587d5407530 0x5587d5404ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.599+0000 7f429c9d6740 4 client.7882 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:15:35.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.599+0000 7f429c9d6740 1 -- 172.21.15.29:0/2625278397 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5587d52b20e0 con 0x5587d5407530 2024-09-12T03:15:35.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.599+0000 7f4292a00640 1 --2- 172.21.15.29:0/2625278397 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5587d5407530 0x5587d5404ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.599+0000 7f4292a00640 1 --2- 172.21.15.29:0/2625278397 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5587d5407530 0x5587d5404ab0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f0849a27614346d server_cookie=616fe6d76d7a6b56 in_seq=0 out_seq=0 2024-09-12T03:15:35.603 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.599+0000 7f4277e00640 10 client.7882 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:35.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f4277e00640 1 -- 172.21.15.29:0/2625278397 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5587d52b20e0 con 0x5587d5407530 2024-09-12T03:15:35.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f4277e00640 10 client.7882 handle_command_reply: tid=0 2024-09-12T03:15:35.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 1 client.7882 shutdown 2024-09-12T03:15:35.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 1 -- 172.21.15.29:0/2625278397 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 msgr2=0x5587d5404570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 1 --2- 172.21.15.29:0/2625278397 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d5404570 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x5587d5382b70 tx=0x7f428c00b040 comp rx=0 tx=0).stop 2024-09-12T03:15:35.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 1 -- 172.21.15.29:0/2625278397 shutdown_connections 2024-09-12T03:15:35.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 1 --2- 172.21.15.29:0/2625278397 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5587d5407530 0x5587d5404ab0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 1 --2- 172.21.15.29:0/2625278397 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5587d535c800 0x5587d5404570 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 1 --2- 172.21.15.29:0/2625278397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5587d535c420 0x5587d5390570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f4277e00640 0 client.7882 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:35.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 1 --2- 172.21.15.29:0/2625278397 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5587d535bbc0 0x5587d54052f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 1 -- 172.21.15.29:0/2625278397 >> 172.21.15.29:0/2625278397 conn(0x5587d5342480 msgr2=0x5587d5371480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 1 -- 172.21.15.29:0/2625278397 shutdown_connections 2024-09-12T03:15:35.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 1 -- 172.21.15.29:0/2625278397 wait complete. 2024-09-12T03:15:35.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.612+0000 7f429c9d6740 20 client.7882 trim_cache size 0 max 16384 2024-09-12T03:15:35.614 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:35.614 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:15:35.614 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:15:35.614 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:35.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 -- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f427006be30 msgr2=0x7f427006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f427006be30 0x7f427006e2f0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f427c034000 tx=0x7f427c02e000 comp rx=0 tx=0).stop 2024-09-12T03:15:35.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 -- 172.21.15.29:0/3656919306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f429406e0a0 msgr2=0x7f42940ab290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f429406e0a0 0x7f42940ab290 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f428400c4d0 tx=0x7f428400c990 comp rx=0 tx=0).stop 2024-09-12T03:15:35.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 -- 172.21.15.29:0/3656919306 shutdown_connections 2024-09-12T03:15:35.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f427006be30 0x7f427006e2f0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4294072d80 0x7f42941f1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4294072040 0x7f42941e7fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 --2- 172.21.15.29:0/3656919306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f429406e0a0 0x7f42940ab290 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 -- 172.21.15.29:0/3656919306 >> 172.21.15.29:0/3656919306 conn(0x7f4294067d70 msgr2=0x7f429415edb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 -- 172.21.15.29:0/3656919306 shutdown_connections 2024-09-12T03:15:35.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.613+0000 7f4299c00640 1 -- 172.21.15.29:0/3656919306 wait complete. 2024-09-12T03:15:35.629 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.7:1 flush journal 2024-09-12T03:15:35.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.788+0000 7f697de00640 1 Processor -- start 2024-09-12T03:15:35.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.788+0000 7f697de00640 1 -- start start 2024-09-12T03:15:35.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.789+0000 7f697de00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f697815e4b0 0x7f69780d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.789+0000 7f697de00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69780cf8c0 con 0x7f69780d3090 2024-09-12T03:15:35.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.789+0000 7f697de00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69780cfba0 con 0x7f69780cefb0 2024-09-12T03:15:35.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.789+0000 7f697de00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f69780cfe80 con 0x7f697815e4b0 2024-09-12T03:15:35.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.789+0000 7f697d400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f69780d3090 0x7f697806d810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:41956/0 (socket says 172.21.15.29:41956) 2024-09-12T03:15:35.790 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.789+0000 7f697d400640 1 -- 172.21.15.29:0/3843651807 learned_addr learned my addr 172.21.15.29:0/3843651807 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:35.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.790+0000 7f697ca00640 1 --2- 172.21.15.29:0/3843651807 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f697815e4b0 0x7f69780d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.790+0000 7f6977400640 1 -- 172.21.15.29:0/3843651807 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2076013030 0 0) 0x7f69780cf8c0 con 0x7f69780d3090 2024-09-12T03:15:35.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.790+0000 7f6977400640 1 -- 172.21.15.29:0/3843651807 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6960003520 con 0x7f69780d3090 2024-09-12T03:15:35.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.790+0000 7f6977400640 1 -- 172.21.15.29:0/3843651807 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1508719166 0 0) 0x7f69780cfba0 con 0x7f69780cefb0 2024-09-12T03:15:35.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.790+0000 7f6977400640 1 -- 172.21.15.29:0/3843651807 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f69780cf8c0 con 0x7f69780cefb0 2024-09-12T03:15:35.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.790+0000 7f697ca00640 1 -- 172.21.15.29:0/3843651807 >> v1:172.21.15.38:6789/0 conn(0x7f69780cefb0 legacy=0x7f69780d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.790+0000 7f6977400640 1 -- 172.21.15.29:0/3843651807 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 535356814 0 0) 0x7f6960003520 con 0x7f69780d3090 2024-09-12T03:15:35.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.790+0000 7f697ca00640 1 -- 172.21.15.29:0/3843651807 >> v1:172.21.15.29:6789/0 conn(0x7f69780d3090 legacy=0x7f697806d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.790+0000 7f697ca00640 1 -- 172.21.15.29:0/3843651807 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69780d0160 con 0x7f697815e4b0 2024-09-12T03:15:35.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.791+0000 7f697ca00640 1 --2- 172.21.15.29:0/3843651807 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f697815e4b0 0x7f69780d23c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f696c0097d0 tx=0x7f696c02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ea7dc46623f79a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.791+0000 7f6977400640 1 -- 172.21.15.29:0/3843651807 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696c037070 con 0x7f697815e4b0 2024-09-12T03:15:35.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.791+0000 7f6977400640 1 -- 172.21.15.29:0/3843651807 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f696c02ac30 con 0x7f697815e4b0 2024-09-12T03:15:35.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.791+0000 7f6977400640 1 -- 172.21.15.29:0/3843651807 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69700019f0 con 0x7f697815e4b0 2024-09-12T03:15:35.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.792+0000 7f697de00640 1 -- 172.21.15.29:0/3843651807 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f697815e4b0 msgr2=0x7f69780d23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.792+0000 7f697de00640 1 --2- 172.21.15.29:0/3843651807 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f697815e4b0 0x7f69780d23c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f696c0097d0 tx=0x7f696c02a1a0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.792+0000 7f697de00640 1 -- 172.21.15.29:0/3843651807 shutdown_connections 2024-09-12T03:15:35.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.792+0000 7f697de00640 1 --2- 172.21.15.29:0/3843651807 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f697815e4b0 0x7f69780d23c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.792+0000 7f697de00640 1 -- 172.21.15.29:0/3843651807 >> 172.21.15.29:0/3843651807 conn(0x7f697809d740 msgr2=0x7f697808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.792+0000 7f697de00640 1 -- 172.21.15.29:0/3843651807 shutdown_connections 2024-09-12T03:15:35.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.792+0000 7f697de00640 1 -- 172.21.15.29:0/3843651807 wait complete. 2024-09-12T03:15:35.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.794+0000 7f697de00640 1 Processor -- start 2024-09-12T03:15:35.794 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.794+0000 7f697de00640 1 -- start start 2024-09-12T03:15:35.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f697de00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f69780cefb0 0x7f6978152710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f697de00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69780d3090 0x7f69780d0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f697de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f697815e4b0 0x7f69780d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f697de00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f69780cf3f0 con 0x7f697815e4b0 2024-09-12T03:15:35.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f697de00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f69780cf570 con 0x7f69780d3090 2024-09-12T03:15:35.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f697de00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f697806df20 con 0x7f69780cefb0 2024-09-12T03:15:35.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f697d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f697815e4b0 0x7f69780d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f6977e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69780d3090 0x7f69780d0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f697ca00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f69780cefb0 0x7f6978152710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f6977e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69780d3090 0x7f69780d0900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:52564/0 (socket says 172.21.15.29:52564) 2024-09-12T03:15:35.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f6977e00640 1 -- 172.21.15.29:0/3173344004 learned_addr learned my addr 172.21.15.29:0/3173344004 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:35.796 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f697d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f697815e4b0 0x7f69780d0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59936/0 (socket says 172.21.15.29:59936) 2024-09-12T03:15:35.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f6977e00640 1 -- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f69780cefb0 msgr2=0x7f6978152710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f6977e00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f69780cefb0 0x7f6978152710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f6977e00640 1 -- 172.21.15.29:0/3173344004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f697815e4b0 msgr2=0x7f69780d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f6977e00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f697815e4b0 0x7f69780d0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.795+0000 7f6977e00640 1 -- 172.21.15.29:0/3173344004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69780c9070 con 0x7f69780d3090 2024-09-12T03:15:35.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.796+0000 7f6977e00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69780d3090 0x7f69780d0900 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f696400c450 tx=0x7f696400c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.796+0000 7f6974c00640 1 -- 172.21.15.29:0/3173344004 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69640052d0 con 0x7f69780d3090 2024-09-12T03:15:35.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.796+0000 7f6974c00640 1 -- 172.21.15.29:0/3173344004 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6964005470 con 0x7f69780d3090 2024-09-12T03:15:35.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.796+0000 7f697de00640 1 -- 172.21.15.29:0/3173344004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69780c8ab0 con 0x7f69780d3090 2024-09-12T03:15:35.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.796+0000 7f6974c00640 1 -- 172.21.15.29:0/3173344004 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6964012870 con 0x7f69780d3090 2024-09-12T03:15:35.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.796+0000 7f697de00640 1 -- 172.21.15.29:0/3173344004 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69780c9830 con 0x7f69780d3090 2024-09-12T03:15:35.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.798+0000 7f6974c00640 1 -- 172.21.15.29:0/3173344004 <== mon.1 v2:172.21.15.38:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6964012a10 con 0x7f69780d3090 2024-09-12T03:15:35.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.799+0000 7f6974c00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f695806be30 0x7f695806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.799+0000 7f6974c00640 1 -- 172.21.15.29:0/3173344004 <== mon.1 v2:172.21.15.38:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f696408ab00 con 0x7f69780d3090 2024-09-12T03:15:35.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.799+0000 7f697ca00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f695806be30 0x7f695806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.800+0000 7f6982242740 1 Processor -- start 2024-09-12T03:15:35.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.800+0000 7f6982242740 1 -- start start 2024-09-12T03:15:35.800 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.800+0000 7f697ca00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f695806be30 0x7f695806e2f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f696c034000 tx=0x7f696c02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f6982242740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea114f0 0x55c88ea118d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f6982242740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88e9f79e0 0x55c88e9f6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f6982242740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88ea423f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f6982242740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c88e95f660 con 0x55c88ea41ea0 2024-09-12T03:15:35.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f6982242740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c88e907680 con 0x55c88ea114f0 2024-09-12T03:15:35.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f6982242740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c88e95b620 con 0x55c88e9f79e0 2024-09-12T03:15:35.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f697d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88ea423f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f697d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88ea423f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59950/0 (socket says 172.21.15.29:59950) 2024-09-12T03:15:35.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f697d400640 1 -- 172.21.15.29:0/2861986232 learned_addr learned my addr 172.21.15.29:0/2861986232 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:35.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f697ca00640 1 --2- 172.21.15.29:0/2861986232 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea114f0 0x55c88ea118d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f6977e00640 1 --2- 172.21.15.29:0/2861986232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88e9f79e0 0x55c88e9f6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f697d400640 1 -- 172.21.15.29:0/2861986232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88e9f79e0 msgr2=0x55c88e9f6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f697d400640 1 --2- 172.21.15.29:0/2861986232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88e9f79e0 0x55c88e9f6240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f697d400640 1 -- 172.21.15.29:0/2861986232 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea114f0 msgr2=0x55c88ea118d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f697d400640 1 --2- 172.21.15.29:0/2861986232 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea114f0 0x55c88ea118d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f697d400640 1 -- 172.21.15.29:0/2861986232 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c88e73c7d0 con 0x55c88ea41ea0 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.801+0000 7f697ca00640 1 --2- 172.21.15.29:0/2861986232 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea114f0 0x55c88ea118d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.802+0000 7f697d400640 1 --2- 172.21.15.29:0/2861986232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88ea423f0 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f697000f440 tx=0x7f6970001970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e10232392a59686a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.802+0000 7f6969200640 1 -- 172.21.15.29:0/2861986232 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69700072e0 con 0x55c88ea41ea0 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.802+0000 7f6969200640 1 -- 172.21.15.29:0/2861986232 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6970018070 con 0x55c88ea41ea0 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.802+0000 7f6969200640 1 -- 172.21.15.29:0/2861986232 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6970007680 con 0x55c88ea41ea0 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.802+0000 7f6982242740 1 -- 172.21.15.29:0/2861986232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 msgr2=0x55c88ea423f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.802+0000 7f6982242740 1 --2- 172.21.15.29:0/2861986232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88ea423f0 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f697000f440 tx=0x7f6970001970 comp rx=0 tx=0).stop 2024-09-12T03:15:35.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.803+0000 7f6982242740 1 -- 172.21.15.29:0/2861986232 shutdown_connections 2024-09-12T03:15:35.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.803+0000 7f6982242740 1 --2- 172.21.15.29:0/2861986232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88ea423f0 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.803+0000 7f6982242740 1 --2- 172.21.15.29:0/2861986232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88e9f79e0 0x55c88e9f6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.803+0000 7f6982242740 1 --2- 172.21.15.29:0/2861986232 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea114f0 0x55c88ea118d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.803+0000 7f6982242740 1 -- 172.21.15.29:0/2861986232 >> 172.21.15.29:0/2861986232 conn(0x55c88e9f8410 msgr2=0x55c88ea40a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.803+0000 7f6982242740 1 -- 172.21.15.29:0/2861986232 shutdown_connections 2024-09-12T03:15:35.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.803+0000 7f6982242740 1 -- 172.21.15.29:0/2861986232 wait complete. 2024-09-12T03:15:35.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.803+0000 7f6982242740 1 -- start start 2024-09-12T03:15:35.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.804+0000 7f6982242740 1 Processor -- start 2024-09-12T03:15:35.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.804+0000 7f6982242740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea261b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.804+0000 7f6982242740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea41ea0 0x55c88ea3b310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.804+0000 7f6982242740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea40a00 0x55c88ea40e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.804+0000 7f6982242740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c88e9f6940 con 0x55c88ea114f0 2024-09-12T03:15:35.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.804+0000 7f6982242740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c88e8e84c0 con 0x55c88ea41ea0 2024-09-12T03:15:35.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.804+0000 7f6982242740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c88e9f6c20 con 0x55c88ea40a00 2024-09-12T03:15:35.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f6982242740 10 client.0 _ll_register_callbacks cb 0x55c88e957e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:35.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f697ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea261b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f697ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea261b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59960/0 (socket says 172.21.15.29:59960) 2024-09-12T03:15:35.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f697ca00640 1 -- 172.21.15.29:0/3728035721 learned_addr learned my addr 172.21.15.29:0/3728035721 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:35.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f6977e00640 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea41ea0 0x55c88ea3b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f697d400640 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea40a00 0x55c88ea40e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f697ca00640 1 -- 172.21.15.29:0/3728035721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea40a00 msgr2=0x55c88ea40e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f697ca00640 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea40a00 0x55c88ea40e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f697ca00640 1 -- 172.21.15.29:0/3728035721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea41ea0 msgr2=0x55c88ea3b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f697ca00640 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea41ea0 0x55c88ea3b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f697ca00640 1 -- 172.21.15.29:0/3728035721 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c88e6723f0 con 0x55c88ea114f0 2024-09-12T03:15:35.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.805+0000 7f6977e00640 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea41ea0 0x55c88ea3b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:35.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f697ca00640 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea261b0 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f696c02adb0 tx=0x7f696c02c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b02bee6b67b6af79 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f695d600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:35.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f695d600640 1 -- 172.21.15.29:0/3728035721 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696c037040 con 0x55c88ea114f0 2024-09-12T03:15:35.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f695d600640 1 -- 172.21.15.29:0/3728035721 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f696c032640 con 0x55c88ea114f0 2024-09-12T03:15:35.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f6982242740 1 -- 172.21.15.29:0/3728035721 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6970018070 con 0x55c88ea114f0 2024-09-12T03:15:35.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f695d600640 1 -- 172.21.15.29:0/3728035721 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f696c03ee50 con 0x55c88ea114f0 2024-09-12T03:15:35.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f6982242740 10 client.8277 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:35.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f6982242740 1 -- 172.21.15.29:0/3728035721 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x55c88e6320f0 con 0x55c88ea114f0 2024-09-12T03:15:35.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f695d600640 1 -- 172.21.15.29:0/3728035721 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6970018070 con 0x55c88ea114f0 2024-09-12T03:15:35.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f695d600640 1 -- 172.21.15.29:0/3728035721 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f696c032840 con 0x55c88ea114f0 2024-09-12T03:15:35.812 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f6982242740 10 client.8277 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f6982242740 10 client.8277 resolve_mds: resolved 7:1 to role '7:1' aka daemon mds.a 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.806+0000 7f6982242740 20 client.8277 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.807+0000 7f6982242740 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x55c88ea518e0 0x55c88ea51d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.807+0000 7f6982242740 4 client.8277 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.807+0000 7f6982242740 1 -- 172.21.15.29:0/3728035721 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c88e96cd90 con 0x55c88ea518e0 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.807+0000 7f6977e00640 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x55c88ea518e0 0x55c88ea51d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.807+0000 7f6977e00640 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x55c88ea518e0 0x55c88ea51d00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3cac19ac1ae372e6 server_cookie=cd77950d15da2001 in_seq=0 out_seq=0 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.807+0000 7f695d600640 10 client.8277 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f695d600640 1 -- 172.21.15.29:0/3728035721 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c88e96cd90 con 0x55c88ea518e0 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f695d600640 10 client.8277 handle_command_reply: tid=0 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f6982242740 1 client.8277 shutdown 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f6982242740 1 -- 172.21.15.29:0/3728035721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 msgr2=0x55c88ea261b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f6982242740 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea261b0 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f696c02adb0 tx=0x7f696c02c070 comp rx=0 tx=0).stop 2024-09-12T03:15:35.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f6982242740 1 -- 172.21.15.29:0/3728035721 shutdown_connections 2024-09-12T03:15:35.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f6982242740 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x55c88ea518e0 0x55c88ea51d00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f6982242740 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea40a00 0x55c88ea40e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f6982242740 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea41ea0 0x55c88ea3b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f6982242740 1 --2- 172.21.15.29:0/3728035721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea261b0 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f695d600640 0 client.8277 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:35.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f6982242740 1 -- 172.21.15.29:0/3728035721 >> 172.21.15.29:0/3728035721 conn(0x55c88e9f79e0 msgr2=0x55c88ea3ecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.808+0000 7f6982242740 1 -- 172.21.15.29:0/3728035721 shutdown_connections 2024-09-12T03:15:35.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.809+0000 7f6982242740 1 -- 172.21.15.29:0/3728035721 wait complete. 2024-09-12T03:15:35.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.809+0000 7f6982242740 20 client.8277 trim_cache size 0 max 16384 2024-09-12T03:15:35.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.824+0000 7f6982242740 1 Processor -- start 2024-09-12T03:15:35.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.824+0000 7f6982242740 1 -- start start 2024-09-12T03:15:35.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.825+0000 7f6982242740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea3f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.825+0000 7f6982242740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 0x55c88ea3fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.825+0000 7f6982242740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea41ea0 0x55c88ea40340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.825+0000 7f6982242740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6978200ea0 con 0x55c88ea114f0 2024-09-12T03:15:35.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.825+0000 7f6982242740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f69782000c0 con 0x55c88ea40a00 2024-09-12T03:15:35.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.825+0000 7f6982242740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f6978200770 con 0x55c88ea41ea0 2024-09-12T03:15:35.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.825+0000 7f697ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea3f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.825+0000 7f697ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea3f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59968/0 (socket says 172.21.15.29:59968) 2024-09-12T03:15:35.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.825+0000 7f697ca00640 1 -- 172.21.15.29:0/66814335 learned_addr learned my addr 172.21.15.29:0/66814335 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:35.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f697d400640 1 --2- 172.21.15.29:0/66814335 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea41ea0 0x55c88ea40340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f6977e00640 1 --2- 172.21.15.29:0/66814335 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 0x55c88ea3fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f697ca00640 1 -- 172.21.15.29:0/66814335 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea41ea0 msgr2=0x55c88ea40340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f697ca00640 1 --2- 172.21.15.29:0/66814335 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea41ea0 0x55c88ea40340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f697ca00640 1 -- 172.21.15.29:0/66814335 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 msgr2=0x55c88ea3fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f697ca00640 1 --2- 172.21.15.29:0/66814335 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 0x55c88ea3fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f697ca00640 1 -- 172.21.15.29:0/66814335 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c88ea53570 con 0x55c88ea114f0 2024-09-12T03:15:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f697d400640 1 --2- 172.21.15.29:0/66814335 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea41ea0 0x55c88ea40340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f6977e00640 1 --2- 172.21.15.29:0/66814335 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 0x55c88ea3fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f697ca00640 1 --2- 172.21.15.29:0/66814335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea3f6d0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f696c0098f0 tx=0x7f696c03e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d4ebeaba45635f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f695fe00640 1 -- 172.21.15.29:0/66814335 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696c004240 con 0x55c88ea114f0 2024-09-12T03:15:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f695fe00640 1 -- 172.21.15.29:0/66814335 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f696c051070 con 0x55c88ea114f0 2024-09-12T03:15:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.826+0000 7f695fe00640 1 -- 172.21.15.29:0/66814335 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696c032440 con 0x55c88ea114f0 2024-09-12T03:15:35.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.827+0000 7f6982242740 1 -- 172.21.15.29:0/66814335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 msgr2=0x55c88ea3f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.827+0000 7f6982242740 1 --2- 172.21.15.29:0/66814335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea3f6d0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f696c0098f0 tx=0x7f696c03e000 comp rx=0 tx=0).stop 2024-09-12T03:15:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.827+0000 7f6982242740 1 -- 172.21.15.29:0/66814335 shutdown_connections 2024-09-12T03:15:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.827+0000 7f6982242740 1 --2- 172.21.15.29:0/66814335 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea41ea0 0x55c88ea40340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.827+0000 7f6982242740 1 --2- 172.21.15.29:0/66814335 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 0x55c88ea3fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.827+0000 7f6982242740 1 --2- 172.21.15.29:0/66814335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea114f0 0x55c88ea3f6d0 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.827+0000 7f6982242740 1 -- 172.21.15.29:0/66814335 >> 172.21.15.29:0/66814335 conn(0x55c88e9f79e0 msgr2=0x55c88ea36990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.827+0000 7f6982242740 1 -- 172.21.15.29:0/66814335 shutdown_connections 2024-09-12T03:15:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.827+0000 7f6982242740 1 -- 172.21.15.29:0/66814335 wait complete. 2024-09-12T03:15:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.828+0000 7f6982242740 1 -- start start 2024-09-12T03:15:35.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.828+0000 7f6982242740 1 Processor -- start 2024-09-12T03:15:35.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f6982242740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea114f0 0x55c88ea36b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f6982242740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 0x55c88ea4ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f6982242740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88eabe0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f6982242740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f69780ca940 con 0x55c88ea41ea0 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f6982242740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c88ea3b880 con 0x55c88ea40a00 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f6982242740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c88e9f5f20 con 0x55c88ea114f0 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f6982242740 10 client.0 _ll_register_callbacks cb 0x7f69600036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f697d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88eabe0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f697d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88eabe0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59974/0 (socket says 172.21.15.29:59974) 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f697d400640 1 -- 172.21.15.29:0/3369119815 learned_addr learned my addr 172.21.15.29:0/3369119815 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f697ca00640 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea114f0 0x55c88ea36b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f6977e00640 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 0x55c88ea4ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f697d400640 1 -- 172.21.15.29:0/3369119815 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea114f0 msgr2=0x55c88ea36b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f697d400640 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea114f0 0x55c88ea36b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f697d400640 1 -- 172.21.15.29:0/3369119815 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 msgr2=0x55c88ea4ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:35.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.829+0000 7f697d400640 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 0x55c88ea4ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.830+0000 7f697d400640 1 -- 172.21.15.29:0/3369119815 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c88ea25a30 con 0x55c88ea41ea0 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.830+0000 7f697ca00640 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea114f0 0x55c88ea36b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.830+0000 7f6977e00640 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 0x55c88ea4ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.830+0000 7f697d400640 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88eabe0c0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f6970009010 tx=0x7f69700014d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d3c0182a81ed882 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.830+0000 7f695d600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.830+0000 7f695d600640 1 -- 172.21.15.29:0/3369119815 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6970002050 con 0x55c88ea41ea0 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.830+0000 7f695d600640 1 -- 172.21.15.29:0/3369119815 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f6970029c60 con 0x55c88ea41ea0 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.830+0000 7f6982242740 1 -- 172.21.15.29:0/3369119815 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f696c051070 con 0x55c88ea41ea0 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.830+0000 7f695d600640 1 -- 172.21.15.29:0/3369119815 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f6970029e60 con 0x55c88ea41ea0 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.830+0000 7f6982242740 10 client.8283 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.830+0000 7f6982242740 1 -- 172.21.15.29:0/3369119815 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x55c88ea50570 con 0x55c88ea41ea0 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.831+0000 7f695d600640 1 -- 172.21.15.29:0/3369119815 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f696c051070 con 0x55c88ea41ea0 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.831+0000 7f695d600640 1 -- 172.21.15.29:0/3369119815 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f6970030050 con 0x55c88ea41ea0 2024-09-12T03:15:35.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.831+0000 7f6982242740 10 client.8283 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.831+0000 7f6982242740 10 client.8283 resolve_mds: resolved 7:1 to role '7:1' aka daemon mds.a 2024-09-12T03:15:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.831+0000 7f6982242740 20 client.8283 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.831+0000 7f6982242740 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x55c88eabe600 0x55c88e9f5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.831+0000 7f6982242740 4 client.8283 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:15:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.831+0000 7f6982242740 1 -- 172.21.15.29:0/3369119815 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c88e9670e0 con 0x55c88eabe600 2024-09-12T03:15:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.831+0000 7f697ca00640 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x55c88eabe600 0x55c88e9f5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.832+0000 7f697ca00640 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x55c88eabe600 0x55c88e9f5140 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=884cb10924c51ef4 server_cookie=ada3fa779a944c58 in_seq=0 out_seq=0 2024-09-12T03:15:35.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.832+0000 7f695d600640 10 client.8283 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:35.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f695d600640 1 -- 172.21.15.29:0/3369119815 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c88e9670e0 con 0x55c88eabe600 2024-09-12T03:15:35.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f695d600640 10 client.8283 handle_command_reply: tid=0 2024-09-12T03:15:35.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f6982242740 1 client.8283 shutdown 2024-09-12T03:15:35.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f6982242740 1 -- 172.21.15.29:0/3369119815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 msgr2=0x55c88eabe0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f6982242740 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88eabe0c0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f6970009010 tx=0x7f69700014d0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f6982242740 1 -- 172.21.15.29:0/3369119815 shutdown_connections 2024-09-12T03:15:35.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f6982242740 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c88ea41ea0 0x55c88eabe0c0 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f6982242740 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c88ea40a00 0x55c88ea4ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f6982242740 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x55c88eabe600 0x55c88e9f5140 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f6982242740 1 --2- 172.21.15.29:0/3369119815 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c88ea114f0 0x55c88ea36b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f695d600640 0 client.8283 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:35.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.840+0000 7f6982242740 1 -- 172.21.15.29:0/3369119815 >> 172.21.15.29:0/3369119815 conn(0x55c88e9f79e0 msgr2=0x55c88ea390b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.841+0000 7f6982242740 1 -- 172.21.15.29:0/3369119815 shutdown_connections 2024-09-12T03:15:35.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.841+0000 7f6982242740 1 -- 172.21.15.29:0/3369119815 wait complete. 2024-09-12T03:15:35.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.841+0000 7f6982242740 20 client.8283 trim_cache size 0 max 16384 2024-09-12T03:15:35.843 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:35.843 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:15:35.843 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:15:35.843 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:35.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.841+0000 7f697de00640 1 -- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f695806be30 msgr2=0x7f695806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.841+0000 7f697de00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f695806be30 0x7f695806e2f0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f696c034000 tx=0x7f696c02e000 comp rx=0 tx=0).stop 2024-09-12T03:15:35.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.841+0000 7f697de00640 1 -- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69780d3090 msgr2=0x7f69780d0900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:35.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.841+0000 7f697de00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69780d3090 0x7f69780d0900 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f696400c450 tx=0x7f696400c910 comp rx=0 tx=0).stop 2024-09-12T03:15:35.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.842+0000 7f697de00640 1 -- 172.21.15.29:0/3173344004 shutdown_connections 2024-09-12T03:15:35.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.842+0000 7f697de00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f695806be30 0x7f695806e2f0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.842+0000 7f697de00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f697815e4b0 0x7f69780d0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.842+0000 7f697de00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f69780d3090 0x7f69780d0900 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.842+0000 7f697de00640 1 --2- 172.21.15.29:0/3173344004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f69780cefb0 0x7f6978152710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:35.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.842+0000 7f697de00640 1 -- 172.21.15.29:0/3173344004 >> 172.21.15.29:0/3173344004 conn(0x7f697809d740 msgr2=0x7f69780b1050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:35.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.842+0000 7f697de00640 1 -- 172.21.15.29:0/3173344004 shutdown_connections 2024-09-12T03:15:35.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:35.842+0000 7f697de00640 1 -- 172.21.15.29:0/3173344004 wait complete. 2024-09-12T03:15:35.857 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.7:2 flush journal 2024-09-12T03:15:36.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.015+0000 7fb612c00640 1 Processor -- start 2024-09-12T03:15:36.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.015+0000 7fb612c00640 1 -- start start 2024-09-12T03:15:36.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.016+0000 7fb612c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fb60c155910 0x7fb60c13e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.017+0000 7fb612c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb60c0cf5b0 con 0x7fb60c0cf0d0 2024-09-12T03:15:36.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.017+0000 7fb612c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb60c0cf890 con 0x7fb60c06f1b0 2024-09-12T03:15:36.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.017+0000 7fb612c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fb60c13ed70 con 0x7fb60c155910 2024-09-12T03:15:36.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.017+0000 7fb603e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fb60c0cf0d0 0x7fb60c141270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:41966/0 (socket says 172.21.15.29:41966) 2024-09-12T03:15:36.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.017+0000 7fb603e00640 1 -- 172.21.15.29:0/727696552 learned_addr learned my addr 172.21.15.29:0/727696552 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:36.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.017+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1819475290 0 0) 0x7fb60c0cf5b0 con 0x7fb60c0cf0d0 2024-09-12T03:15:36.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.017+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb5f0003520 con 0x7fb60c0cf0d0 2024-09-12T03:15:36.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.017+0000 7fb60be00640 1 --2- 172.21.15.29:0/727696552 >> v2:172.21.15.38:3300/0 conn(0x7fb60c155910 0x7fb60c13e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4046118532 0 0) 0x7fb5f0003520 con 0x7fb60c0cf0d0 2024-09-12T03:15:36.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 >> v2:172.21.15.38:3300/0 conn(0x7fb60c155910 msgr2=0x7fb60c13e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:36.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 --2- 172.21.15.29:0/727696552 >> v2:172.21.15.38:3300/0 conn(0x7fb60c155910 0x7fb60c13e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 >> v1:172.21.15.38:6789/0 conn(0x7fb60c06f1b0 legacy=0x7fb60c15bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:36.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb60c0cfb70 con 0x7fb60c0cf0d0 2024-09-12T03:15:36.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fb5f4001670 con 0x7fb60c0cf0d0 2024-09-12T03:15:36.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 >> v1:172.21.15.29:6789/0 conn(0x7fb60c0cf0d0 legacy=0x7fb60c141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:36.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5f00039b0 0x7fb5f0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5f0004800 0x7fb5f0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f00051c0 0x7fb5f000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb60c13ed70 con 0x7fb5f00051c0 2024-09-12T03:15:36.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb5f000c0c0 con 0x7fb5f0004800 2024-09-12T03:15:36.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb5f000c2c0 con 0x7fb5f00039b0 2024-09-12T03:15:36.025 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb610c00640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f00051c0 0x7fb5f000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb60be00640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5f00039b0 0x7fb5f0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.018+0000 7fb603e00640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5f0004800 0x7fb5f0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.019+0000 7fb60be00640 1 -- 172.21.15.29:0/727696552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5f0004800 msgr2=0x7fb5f0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:36.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.019+0000 7fb60be00640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5f0004800 0x7fb5f0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.019+0000 7fb60be00640 1 -- 172.21.15.29:0/727696552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f00051c0 msgr2=0x7fb5f000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:36.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.019+0000 7fb60be00640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f00051c0 0x7fb5f000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.019+0000 7fb60be00640 1 -- 172.21.15.29:0/727696552 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5f0003520 con 0x7fb5f00039b0 2024-09-12T03:15:36.026 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.019+0000 7fb603e00640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5f0004800 0x7fb5f0004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:36.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.019+0000 7fb610c00640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f00051c0 0x7fb5f000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:36.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.019+0000 7fb610c00640 1 -- 172.21.15.29:0/727696552 reap_dead start 2024-09-12T03:15:36.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.020+0000 7fb60be00640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5f00039b0 0x7fb5f0003d90 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc009ac0 tx=0x7fb5f0005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=859aa7bfc28dd071 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:36.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.020+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc036070 con 0x7fb5f00039b0 2024-09-12T03:15:36.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.020+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5fc031400 con 0x7fb5f00039b0 2024-09-12T03:15:36.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.020+0000 7fb60b400640 1 -- 172.21.15.29:0/727696552 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc009690 con 0x7fb5f00039b0 2024-09-12T03:15:36.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.020+0000 7fb612c00640 1 -- 172.21.15.29:0/727696552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5f00039b0 msgr2=0x7fb5f0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:36.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.020+0000 7fb612c00640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5f00039b0 0x7fb5f0003d90 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc009ac0 tx=0x7fb5f0005830 comp rx=0 tx=0).stop 2024-09-12T03:15:36.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.020+0000 7fb612c00640 1 -- 172.21.15.29:0/727696552 shutdown_connections 2024-09-12T03:15:36.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.020+0000 7fb612c00640 1 --2- 172.21.15.29:0/727696552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5f00039b0 0x7fb5f0003d90 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.020+0000 7fb612c00640 1 -- 172.21.15.29:0/727696552 >> 172.21.15.29:0/727696552 conn(0x7fb60c067d70 msgr2=0x7fb60c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:36.028 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.021+0000 7fb612c00640 1 -- 172.21.15.29:0/727696552 shutdown_connections 2024-09-12T03:15:36.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.021+0000 7fb612c00640 1 -- 172.21.15.29:0/727696552 wait complete. 2024-09-12T03:15:36.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.022+0000 7fb612c00640 1 Processor -- start 2024-09-12T03:15:36.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.022+0000 7fb612c00640 1 -- start start 2024-09-12T03:15:36.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.023+0000 7fb612c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5f00039b0 0x7fb60c15a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.023+0000 7fb612c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb60c13ddb0 0x7fb60c155cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.023+0000 7fb612c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb60c1f0de0 0x7fb60c0b22e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.023+0000 7fb612c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb60c0cd1b0 con 0x7fb60c1f0de0 2024-09-12T03:15:36.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.023+0000 7fb612c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb60c0cd030 con 0x7fb5f00039b0 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.023+0000 7fb612c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb60c13e830 con 0x7fb60c13ddb0 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb610c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb60c1f0de0 0x7fb60c0b22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb610c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb60c1f0de0 0x7fb60c0b22e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59992/0 (socket says 172.21.15.29:59992) 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb610c00640 1 -- 172.21.15.29:0/215914063 learned_addr learned my addr 172.21.15.29:0/215914063 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb603e00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb60c13ddb0 0x7fb60c155cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb60be00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5f00039b0 0x7fb60c15a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb610c00640 1 -- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb60c13ddb0 msgr2=0x7fb60c155cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb610c00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb60c13ddb0 0x7fb60c155cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb610c00640 1 -- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5f00039b0 msgr2=0x7fb60c15a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb610c00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5f00039b0 0x7fb60c15a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb610c00640 1 -- 172.21.15.29:0/215914063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb60c156230 con 0x7fb60c1f0de0 2024-09-12T03:15:36.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb610c00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb60c1f0de0 0x7fb60c0b22e0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fb604002230 tx=0x7fb60400ff70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.024+0000 7fb608c00640 1 -- 172.21.15.29:0/215914063 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb604001b30 con 0x7fb60c1f0de0 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.025+0000 7fb608c00640 1 -- 172.21.15.29:0/215914063 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb604018070 con 0x7fb60c1f0de0 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.025+0000 7fb608c00640 1 -- 172.21.15.29:0/215914063 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb604003d80 con 0x7fb60c1f0de0 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.025+0000 7fb612c00640 1 -- 172.21.15.29:0/215914063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb60c1564b0 con 0x7fb60c1f0de0 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.025+0000 7fb612c00640 1 -- 172.21.15.29:0/215914063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb60c156a70 con 0x7fb60c1f0de0 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.027+0000 7fb608c00640 1 -- 172.21.15.29:0/215914063 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb60400d770 con 0x7fb60c1f0de0 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.027+0000 7fb608c00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb5e806be30 0x7fb5e806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.028+0000 7fb608c00640 1 -- 172.21.15.29:0/215914063 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fb60408afe0 con 0x7fb60c1f0de0 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.028+0000 7fb60be00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb5e806be30 0x7fb5e806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.028+0000 7fb615a38740 1 Processor -- start 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.028+0000 7fb615a38740 1 -- start start 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.029+0000 7fb60be00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb5e806be30 0x7fb5e806e2f0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc033000 tx=0x7fb5fc008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.029+0000 7fb615a38740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef420 0x5634b4a1fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.029+0000 7fb615a38740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef800 0x5634b4a20200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.029+0000 7fb615a38740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49d5480 0x5634b4a20740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.029+0000 7fb615a38740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5634b493d660 con 0x5634b49ef800 2024-09-12T03:15:36.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.029+0000 7fb615a38740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5634b48e5680 con 0x5634b49ef420 2024-09-12T03:15:36.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.029+0000 7fb615a38740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5634b4939620 con 0x5634b49d5480 2024-09-12T03:15:36.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.029+0000 7fb603e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef800 0x5634b4a20200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.030+0000 7fb603e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef800 0x5634b4a20200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59996/0 (socket says 172.21.15.29:59996) 2024-09-12T03:15:36.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.030+0000 7fb603e00640 1 -- 172.21.15.29:0/44607804 learned_addr learned my addr 172.21.15.29:0/44607804 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:36.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.030+0000 7fb60be00640 1 --2- 172.21.15.29:0/44607804 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef420 0x5634b4a1fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.030+0000 7fb610c00640 1 --2- 172.21.15.29:0/44607804 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49d5480 0x5634b4a20740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.030+0000 7fb603e00640 1 -- 172.21.15.29:0/44607804 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49d5480 msgr2=0x5634b4a20740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:36.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.030+0000 7fb603e00640 1 --2- 172.21.15.29:0/44607804 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49d5480 0x5634b4a20740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.030+0000 7fb603e00640 1 -- 172.21.15.29:0/44607804 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef420 msgr2=0x5634b4a1fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.030+0000 7fb603e00640 1 --2- 172.21.15.29:0/44607804 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef420 0x5634b4a1fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.030+0000 7fb603e00640 1 -- 172.21.15.29:0/44607804 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634b471a7d0 con 0x5634b49ef800 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.030+0000 7fb603e00640 1 --2- 172.21.15.29:0/44607804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef800 0x5634b4a20200 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4001570 tx=0x7fb5f4007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf45b5fc1649f3f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.030+0000 7fb5fbe00640 1 -- 172.21.15.29:0/44607804 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4007c60 con 0x5634b49ef800 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.031+0000 7fb5fbe00640 1 -- 172.21.15.29:0/44607804 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5f401a070 con 0x5634b49ef800 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.031+0000 7fb5fbe00640 1 -- 172.21.15.29:0/44607804 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4015470 con 0x5634b49ef800 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.031+0000 7fb615a38740 1 -- 172.21.15.29:0/44607804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef800 msgr2=0x5634b4a20200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.031+0000 7fb615a38740 1 --2- 172.21.15.29:0/44607804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef800 0x5634b4a20200 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4001570 tx=0x7fb5f4007f90 comp rx=0 tx=0).stop 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.031+0000 7fb615a38740 1 -- 172.21.15.29:0/44607804 shutdown_connections 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.031+0000 7fb615a38740 1 --2- 172.21.15.29:0/44607804 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49d5480 0x5634b4a20740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.031+0000 7fb615a38740 1 --2- 172.21.15.29:0/44607804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef800 0x5634b4a20200 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.031+0000 7fb615a38740 1 --2- 172.21.15.29:0/44607804 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef420 0x5634b4a1fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.031+0000 7fb615a38740 1 -- 172.21.15.29:0/44607804 >> 172.21.15.29:0/44607804 conn(0x5634b49d6220 msgr2=0x5634b4a1e840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.031+0000 7fb615a38740 1 -- 172.21.15.29:0/44607804 shutdown_connections 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.031+0000 7fb615a38740 1 -- 172.21.15.29:0/44607804 wait complete. 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.032+0000 7fb615a38740 1 -- start start 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.032+0000 7fb615a38740 1 Processor -- start 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.033+0000 7fb615a38740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b4a03ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.033+0000 7fb615a38740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49ef800 0x5634b4a04bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.033+0000 7fb615a38740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b4a05130 0x5634b4a31f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.033+0000 7fb615a38740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5634b49d43e0 con 0x5634b49ef420 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.033+0000 7fb615a38740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5634b48c64c0 con 0x5634b4a05130 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.033+0000 7fb615a38740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5634b49d46c0 con 0x5634b49ef800 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.033+0000 7fb615a38740 10 client.0 _ll_register_callbacks cb 0x5634b4935e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:36.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.033+0000 7fb60be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b4a03ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb60be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b4a03ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60000/0 (socket says 172.21.15.29:60000) 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb60be00640 1 -- 172.21.15.29:0/1294121425 learned_addr learned my addr 172.21.15.29:0/1294121425 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb610c00640 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b4a05130 0x5634b4a31f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb603e00640 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49ef800 0x5634b4a04bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb60be00640 1 -- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49ef800 msgr2=0x5634b4a04bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb60be00640 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49ef800 0x5634b4a04bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb60be00640 1 -- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b4a05130 msgr2=0x5634b4a31f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb60be00640 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b4a05130 0x5634b4a31f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb60be00640 1 -- 172.21.15.29:0/1294121425 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634b46503f0 con 0x5634b49ef420 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb60be00640 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b4a03ca0 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc009bb0 tx=0x7fb5fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f72172a88d5b2dd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb5f8c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1294121425 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc036040 con 0x5634b49ef420 2024-09-12T03:15:36.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.034+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1294121425 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fb5fc03c670 con 0x5634b49ef420 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb615a38740 1 -- 172.21.15.29:0/1294121425 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5f401a070 con 0x5634b49ef420 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1294121425 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7fb5fc005990 con 0x5634b49ef420 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb615a38740 10 client.8295 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb615a38740 1 -- 172.21.15.29:0/1294121425 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x5634b46100f0 con 0x5634b49ef420 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1294121425 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5f401a070 con 0x5634b49ef420 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1294121425 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7fb5fc058080 con 0x5634b49ef420 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb615a38740 10 client.8295 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb615a38740 10 client.8295 resolve_mds: resolved 7:2 to role '7:2' aka daemon mds.d 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb615a38740 20 client.8295 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb615a38740 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x5634b4a17610 0x5634b4a17a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb615a38740 4 client.8295 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.035+0000 7fb615a38740 1 -- 172.21.15.29:0/1294121425 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5634b494ad90 con 0x5634b4a17610 2024-09-12T03:15:36.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.036+0000 7fb603e00640 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x5634b4a17610 0x5634b4a17a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.036+0000 7fb603e00640 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x5634b4a17610 0x5634b4a17a70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cc2b572732238830 server_cookie=165b88ac4d661ff3 in_seq=0 out_seq=0 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.036+0000 7fb5f8c00640 10 client.8295 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1294121425 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5634b494ad90 con 0x5634b4a17610 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb5f8c00640 10 client.8295 handle_command_reply: tid=0 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 1 client.8295 shutdown 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 1 -- 172.21.15.29:0/1294121425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 msgr2=0x5634b4a03ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b4a03ca0 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc009bb0 tx=0x7fb5fc0046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 1 -- 172.21.15.29:0/1294121425 shutdown_connections 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x5634b4a17610 0x5634b4a17a70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b4a05130 0x5634b4a31f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49ef800 0x5634b4a04bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 1 --2- 172.21.15.29:0/1294121425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b4a03ca0 unknown :-1 s=CLOSED pgs=1348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb5f8c00640 0 client.8295 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:36.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 1 -- 172.21.15.29:0/1294121425 >> 172.21.15.29:0/1294121425 conn(0x5634b49d5480 msgr2=0x5634b49d2f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:36.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 1 -- 172.21.15.29:0/1294121425 shutdown_connections 2024-09-12T03:15:36.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 1 -- 172.21.15.29:0/1294121425 wait complete. 2024-09-12T03:15:36.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.037+0000 7fb615a38740 20 client.8295 trim_cache size 0 max 16384 2024-09-12T03:15:36.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.053+0000 7fb615a38740 1 Processor -- start 2024-09-12T03:15:36.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.053+0000 7fb615a38740 1 -- start start 2024-09-12T03:15:36.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.053+0000 7fb615a38740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b49da2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.053+0000 7fb615a38740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef800 0x5634b4a15aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb615a38740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b4a05130 0x5634b4a15fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb615a38740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb60c1fd2f0 con 0x5634b49ef420 2024-09-12T03:15:36.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb615a38740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb60c1fc4f0 con 0x5634b49ef800 2024-09-12T03:15:36.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb615a38740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb60c1fcbc0 con 0x5634b4a05130 2024-09-12T03:15:36.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb60be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b49da2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb60be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b49da2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60008/0 (socket says 172.21.15.29:60008) 2024-09-12T03:15:36.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb60be00640 1 -- 172.21.15.29:0/4026205492 learned_addr learned my addr 172.21.15.29:0/4026205492 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:36.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb603e00640 1 --2- 172.21.15.29:0/4026205492 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef800 0x5634b4a15aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb610c00640 1 --2- 172.21.15.29:0/4026205492 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b4a05130 0x5634b4a15fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb60be00640 1 -- 172.21.15.29:0/4026205492 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b4a05130 msgr2=0x5634b4a15fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:36.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb60be00640 1 --2- 172.21.15.29:0/4026205492 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b4a05130 0x5634b4a15fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb60be00640 1 -- 172.21.15.29:0/4026205492 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef800 msgr2=0x5634b4a15aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:36.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb60be00640 1 --2- 172.21.15.29:0/4026205492 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef800 0x5634b4a15aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb60be00640 1 -- 172.21.15.29:0/4026205492 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634b49eec10 con 0x5634b49ef420 2024-09-12T03:15:36.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.054+0000 7fb60be00640 1 --2- 172.21.15.29:0/4026205492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b49da2f0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc02abb0 tx=0x7fb5fc046000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bfa50fb6dcde29d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:36.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb5fb400640 1 -- 172.21.15.29:0/4026205492 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc05b070 con 0x5634b49ef420 2024-09-12T03:15:36.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb5fb400640 1 -- 172.21.15.29:0/4026205492 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5fc04d070 con 0x5634b49ef420 2024-09-12T03:15:36.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb5fb400640 1 -- 172.21.15.29:0/4026205492 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc036040 con 0x5634b49ef420 2024-09-12T03:15:36.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb615a38740 1 -- 172.21.15.29:0/4026205492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 msgr2=0x5634b49da2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:36.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb615a38740 1 --2- 172.21.15.29:0/4026205492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b49da2f0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc02abb0 tx=0x7fb5fc046000 comp rx=0 tx=0).stop 2024-09-12T03:15:36.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb615a38740 1 -- 172.21.15.29:0/4026205492 shutdown_connections 2024-09-12T03:15:36.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb615a38740 1 --2- 172.21.15.29:0/4026205492 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b4a05130 0x5634b4a15fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb615a38740 1 --2- 172.21.15.29:0/4026205492 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef800 0x5634b4a15aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb615a38740 1 --2- 172.21.15.29:0/4026205492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b49ef420 0x5634b49da2f0 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb615a38740 1 -- 172.21.15.29:0/4026205492 >> 172.21.15.29:0/4026205492 conn(0x5634b49d5480 msgr2=0x5634b4a03f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:36.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb615a38740 1 -- 172.21.15.29:0/4026205492 shutdown_connections 2024-09-12T03:15:36.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.055+0000 7fb615a38740 1 -- 172.21.15.29:0/4026205492 wait complete. 2024-09-12T03:15:36.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.056+0000 7fb615a38740 1 -- start start 2024-09-12T03:15:36.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.056+0000 7fb615a38740 1 Processor -- start 2024-09-12T03:15:36.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.057+0000 7fb615a38740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef420 0x5634b4a9bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.057+0000 7fb615a38740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49ef800 0x5634b4a30c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.057+0000 7fb615a38740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b4a05130 0x5634b4a311a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.057+0000 7fb615a38740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb60c1fb530 con 0x5634b4a05130 2024-09-12T03:15:36.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.057+0000 7fb615a38740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5634b4a20c90 con 0x5634b49ef420 2024-09-12T03:15:36.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.057+0000 7fb615a38740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5634b4a196c0 con 0x5634b49ef800 2024-09-12T03:15:36.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.057+0000 7fb615a38740 10 client.0 _ll_register_callbacks cb 0x7fb5f00036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:36.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.057+0000 7fb610c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b4a05130 0x5634b4a311a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.057+0000 7fb610c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b4a05130 0x5634b4a311a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60022/0 (socket says 172.21.15.29:60022) 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.057+0000 7fb610c00640 1 -- 172.21.15.29:0/1349139156 learned_addr learned my addr 172.21.15.29:0/1349139156 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb60be00640 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef420 0x5634b4a9bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb603e00640 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49ef800 0x5634b4a30c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb610c00640 1 -- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49ef800 msgr2=0x5634b4a30c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb610c00640 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49ef800 0x5634b4a30c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb610c00640 1 -- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef420 msgr2=0x5634b4a9bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb610c00640 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef420 0x5634b4a9bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb610c00640 1 -- 172.21.15.29:0/1349139156 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634b4a1a1d0 con 0x5634b4a05130 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb610c00640 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b4a05130 0x5634b4a311a0 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fb604058ff0 tx=0x7fb6040598b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35b182095adb2d9f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb5f8c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:36.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1349139156 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60405d070 con 0x5634b4a05130 2024-09-12T03:15:36.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1349139156 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fb6040584b0 con 0x5634b4a05130 2024-09-12T03:15:36.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb615a38740 1 -- 172.21.15.29:0/1349139156 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5fc04d070 con 0x5634b4a05130 2024-09-12T03:15:36.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.058+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1349139156 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7fb60405d210 con 0x5634b4a05130 2024-09-12T03:15:36.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.059+0000 7fb615a38740 10 client.8301 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:36.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.059+0000 7fb615a38740 1 -- 172.21.15.29:0/1349139156 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x5634b4a9c0c0 con 0x5634b4a05130 2024-09-12T03:15:36.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.059+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1349139156 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5fc04d070 con 0x5634b4a05130 2024-09-12T03:15:36.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.059+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1349139156 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7fb604054db0 con 0x5634b4a05130 2024-09-12T03:15:36.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.059+0000 7fb615a38740 10 client.8301 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:36.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.059+0000 7fb615a38740 10 client.8301 resolve_mds: resolved 7:2 to role '7:2' aka daemon mds.d 2024-09-12T03:15:36.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.059+0000 7fb615a38740 20 client.8301 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:36.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.059+0000 7fb615a38740 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x5634b49d4e90 0x5634b4a41ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:36.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.059+0000 7fb615a38740 4 client.8301 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-12T03:15:36.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.059+0000 7fb615a38740 1 -- 172.21.15.29:0/1349139156 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5634b49450e0 con 0x5634b49d4e90 2024-09-12T03:15:36.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.059+0000 7fb60be00640 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x5634b49d4e90 0x5634b4a41ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:36.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.060+0000 7fb60be00640 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x5634b49d4e90 0x5634b4a41ef0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8da0f7c6cf54d158 server_cookie=97fad2304811faf5 in_seq=0 out_seq=0 2024-09-12T03:15:36.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.060+0000 7fb5f8c00640 10 client.8301 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:36.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.067+0000 7fb5f8c00640 1 -- 172.21.15.29:0/1349139156 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5634b49450e0 con 0x5634b49d4e90 2024-09-12T03:15:36.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.067+0000 7fb5f8c00640 10 client.8301 handle_command_reply: tid=0 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.067+0000 7fb615a38740 1 client.8301 shutdown 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb615a38740 1 -- 172.21.15.29:0/1349139156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b4a05130 msgr2=0x5634b4a311a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb615a38740 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b4a05130 0x5634b4a311a0 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fb604058ff0 tx=0x7fb6040598b0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb615a38740 1 -- 172.21.15.29:0/1349139156 shutdown_connections 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb615a38740 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x5634b49d4e90 0x5634b4a41ef0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb615a38740 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5634b4a05130 0x5634b4a311a0 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb615a38740 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5634b49ef800 0x5634b4a30c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb615a38740 1 --2- 172.21.15.29:0/1349139156 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5634b49ef420 0x5634b4a9bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb5f8c00640 0 client.8301 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb615a38740 1 -- 172.21.15.29:0/1349139156 >> 172.21.15.29:0/1349139156 conn(0x5634b49d5480 msgr2=0x5634b4a1b320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb615a38740 1 -- 172.21.15.29:0/1349139156 shutdown_connections 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb615a38740 1 -- 172.21.15.29:0/1349139156 wait complete. 2024-09-12T03:15:36.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.068+0000 7fb615a38740 20 client.8301 trim_cache size 0 max 16384 2024-09-12T03:15:36.070 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:36.070 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:15:36.070 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:15:36.070 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:36.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 -- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb5e806be30 msgr2=0x7fb5e806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:36.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb5e806be30 0x7fb5e806e2f0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc033000 tx=0x7fb5fc008030 comp rx=0 tx=0).stop 2024-09-12T03:15:36.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 -- 172.21.15.29:0/215914063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb60c1f0de0 msgr2=0x7fb60c0b22e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:36.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb60c1f0de0 0x7fb60c0b22e0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fb604002230 tx=0x7fb60400ff70 comp rx=0 tx=0).stop 2024-09-12T03:15:36.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 -- 172.21.15.29:0/215914063 shutdown_connections 2024-09-12T03:15:36.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb5e806be30 0x7fb5e806e2f0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb60c1f0de0 0x7fb60c0b22e0 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb60c13ddb0 0x7fb60c155cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 --2- 172.21.15.29:0/215914063 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5f00039b0 0x7fb60c15a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:36.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 -- 172.21.15.29:0/215914063 >> 172.21.15.29:0/215914063 conn(0x7fb60c067d70 msgr2=0x7fb60c15ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:36.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 -- 172.21.15.29:0/215914063 shutdown_connections 2024-09-12T03:15:36.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36.069+0000 7fb612c00640 1 -- 172.21.15.29:0/215914063 wait complete. 2024-09-12T03:15:36.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:36.085 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec find d1/d2/d3/) 2024-09-12T03:15:36.129 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/ 2024-09-12T03:15:36.129 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4 2024-09-12T03:15:36.129 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5 2024-09-12T03:15:36.129 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6 2024-09-12T03:15:36.129 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6/d7 2024-09-12T03:15:36.129 INFO:teuthology.orchestra.run.smithi029.stdout:d1/d2/d3/d4/d5/d6/d7/d8 2024-09-12T03:15:36.130 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:15:36.130 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:15:36.131 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:15:36.131 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:15:36.131 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/").st_ino) 2024-09-12T03:15:36.131 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:15:36.272 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627778 2024-09-12T03:15:36.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:15:36.282 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:15:36.283 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:15:36.283 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:15:36.283 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:15:36.283 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4").st_ino) 2024-09-12T03:15:36.283 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:15:36.423 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627779 2024-09-12T03:15:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:15:36.434 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:15:36.434 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:15:36.435 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:15:36.435 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:15:36.435 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5").st_ino) 2024-09-12T03:15:36.435 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:15:36.576 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627780 2024-09-12T03:15:36.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:15:36.587 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:15:36.587 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:15:36.587 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:15:36.587 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:15:36.587 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6").st_ino) 2024-09-12T03:15:36.587 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:15:36.728 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627781 2024-09-12T03:15:36.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:15:36.739 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:15:36.739 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:15:36.739 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:15:36.739 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:15:36.739 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6/d7").st_ino) 2024-09-12T03:15:36.739 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:15:36.880 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627782 2024-09-12T03:15:36.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:15:36.891 DEBUG:teuthology.orchestra.run.smithi029:> stdin-killer -- python3 -c ' 2024-09-12T03:15:36.891 DEBUG:teuthology.orchestra.run.smithi029:> import os 2024-09-12T03:15:36.891 DEBUG:teuthology.orchestra.run.smithi029:> import stat 2024-09-12T03:15:36.891 DEBUG:teuthology.orchestra.run.smithi029:> 2024-09-12T03:15:36.892 DEBUG:teuthology.orchestra.run.smithi029:> print(os.stat("/home/ubuntu/cephtest/mnt.0/d1/d2/d3/d4/d5/d6/d7/d8").st_ino) 2024-09-12T03:15:36.892 DEBUG:teuthology.orchestra.run.smithi029:> ' 2024-09-12T03:15:37.031 INFO:teuthology.orchestra.run.smithi029.stdout:1099511627783 2024-09-12T03:15:37.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-12T03:15:37.043 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000002.00000000 parent 2024-09-12T03:15:37.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.161+0000 7f309431ef40 1 Processor -- start 2024-09-12T03:15:37.161 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.161+0000 7f309431ef40 1 -- start start 2024-09-12T03:15:37.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f309431ef40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a1932c0 0x55c18a260eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f309431ef40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c18a1c6eb0 0x55c18a264250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.164 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f309431ef40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c18a26b640 0x55c18a26d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f309431ef40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c18a1de830 con 0x55c18a1932c0 2024-09-12T03:15:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f309431ef40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c18a1c5eb0 con 0x55c18a1c6eb0 2024-09-12T03:15:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f309431ef40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c18a1dea80 con 0x55c18a26b640 2024-09-12T03:15:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f3091600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a1932c0 0x55c18a260eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f3091600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a1932c0 0x55c18a260eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60046/0 (socket says 172.21.15.29:60046) 2024-09-12T03:15:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f3091600640 1 -- 172.21.15.29:0/3322293358 learned_addr learned my addr 172.21.15.29:0/3322293358 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f3092000640 1 --2- 172.21.15.29:0/3322293358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c18a26b640 0x55c18a26d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f3090c00640 1 --2- 172.21.15.29:0/3322293358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c18a1c6eb0 0x55c18a264250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f3091600640 1 -- 172.21.15.29:0/3322293358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c18a26b640 msgr2=0x55c18a26d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f3091600640 1 --2- 172.21.15.29:0/3322293358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c18a26b640 0x55c18a26d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.165 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f3091600640 1 -- 172.21.15.29:0/3322293358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c18a1c6eb0 msgr2=0x55c18a264250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f3091600640 1 --2- 172.21.15.29:0/3322293358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c18a1c6eb0 0x55c18a264250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f3091600640 1 -- 172.21.15.29:0/3322293358 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c18a0bfb30 con 0x55c18a1932c0 2024-09-12T03:15:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.162+0000 7f3090c00640 1 --2- 172.21.15.29:0/3322293358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c18a1c6eb0 0x55c18a264250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f3091600640 1 --2- 172.21.15.29:0/3322293358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a1932c0 0x55c18a260eb0 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f3084000c00 tx=0x7f3084051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d1e6484583b3819 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f308b400640 1 -- 172.21.15.29:0/3322293358 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084053900 con 0x55c18a1932c0 2024-09-12T03:15:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f308b400640 1 -- 172.21.15.29:0/3322293358 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3084062070 con 0x55c18a1932c0 2024-09-12T03:15:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f308b400640 1 -- 172.21.15.29:0/3322293358 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084053d00 con 0x55c18a1932c0 2024-09-12T03:15:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f309431ef40 1 -- 172.21.15.29:0/3322293358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a1932c0 msgr2=0x55c18a260eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f309431ef40 1 --2- 172.21.15.29:0/3322293358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a1932c0 0x55c18a260eb0 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f3084000c00 tx=0x7f3084051000 comp rx=0 tx=0).stop 2024-09-12T03:15:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f309431ef40 1 -- 172.21.15.29:0/3322293358 shutdown_connections 2024-09-12T03:15:37.166 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f309431ef40 1 --2- 172.21.15.29:0/3322293358 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c18a26b640 0x55c18a26d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f309431ef40 1 --2- 172.21.15.29:0/3322293358 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c18a1c6eb0 0x55c18a264250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f309431ef40 1 --2- 172.21.15.29:0/3322293358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a1932c0 0x55c18a260eb0 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f309431ef40 1 -- 172.21.15.29:0/3322293358 >> 172.21.15.29:0/3322293358 conn(0x55c18a1c4080 msgr2=0x55c18a26e300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.163+0000 7f309431ef40 1 -- 172.21.15.29:0/3322293358 shutdown_connections 2024-09-12T03:15:37.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.164+0000 7f309431ef40 1 -- 172.21.15.29:0/3322293358 wait complete. 2024-09-12T03:15:37.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.164+0000 7f309431ef40 1 Processor -- start 2024-09-12T03:15:37.167 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.164+0000 7f309431ef40 1 -- start start 2024-09-12T03:15:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.165+0000 7f309431ef40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c18a1932c0 0x55c18a269770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.165+0000 7f309431ef40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c18a1c6eb0 0x55c18a264210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.165+0000 7f309431ef40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a26b640 0x55c18a264750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.165+0000 7f309431ef40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c18a26c390 con 0x55c18a26b640 2024-09-12T03:15:37.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.165+0000 7f309431ef40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c18a1e27b0 con 0x55c18a1932c0 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.165+0000 7f309431ef40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c18a263e70 con 0x55c18a1c6eb0 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.165+0000 7f3092000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a26b640 0x55c18a264750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.166+0000 7f3091600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c18a1932c0 0x55c18a269770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.166+0000 7f3092000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a26b640 0x55c18a264750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60050/0 (socket says 172.21.15.29:60050) 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.166+0000 7f3092000640 1 -- 172.21.15.29:0/1474887967 learned_addr learned my addr 172.21.15.29:0/1474887967 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.166+0000 7f3090c00640 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c18a1c6eb0 0x55c18a264210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.166+0000 7f3092000640 1 -- 172.21.15.29:0/1474887967 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c18a1c6eb0 msgr2=0x55c18a264210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.166+0000 7f3092000640 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c18a1c6eb0 0x55c18a264210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.166+0000 7f3092000640 1 -- 172.21.15.29:0/1474887967 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c18a1932c0 msgr2=0x55c18a269770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.166+0000 7f3092000640 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c18a1932c0 0x55c18a269770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.166+0000 7f3092000640 1 -- 172.21.15.29:0/1474887967 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c18a1925f0 con 0x55c18a26b640 2024-09-12T03:15:37.170 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.166+0000 7f3092000640 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a26b640 0x55c18a264750 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f308c00c210 tx=0x7f308c00c6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.167+0000 7f308a000640 1 -- 172.21.15.29:0/1474887967 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c017020 con 0x55c18a26b640 2024-09-12T03:15:37.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.167+0000 7f308a000640 1 -- 172.21.15.29:0/1474887967 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f308c013670 con 0x55c18a26b640 2024-09-12T03:15:37.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.167+0000 7f308a000640 1 -- 172.21.15.29:0/1474887967 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f308c013a40 con 0x55c18a26b640 2024-09-12T03:15:37.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.167+0000 7f309431ef40 1 -- 172.21.15.29:0/1474887967 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c18a26a250 con 0x55c18a26b640 2024-09-12T03:15:37.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.167+0000 7f309431ef40 1 -- 172.21.15.29:0/1474887967 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c18a25db00 con 0x55c18a26b640 2024-09-12T03:15:37.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.169+0000 7f308a000640 1 -- 172.21.15.29:0/1474887967 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f308c01a020 con 0x55c18a26b640 2024-09-12T03:15:37.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.169+0000 7f308a000640 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f307406a840 0x7f307406cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.169+0000 7f308a000640 1 -- 172.21.15.29:0/1474887967 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f308c089ff0 con 0x55c18a26b640 2024-09-12T03:15:37.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.170+0000 7f309431ef40 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x55c18a25cfb0 0x55c18a264c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.170+0000 7f3091600640 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f307406a840 0x7f307406cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.170+0000 7f309431ef40 1 -- 172.21.15.29:0/1474887967 --> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] -- osd_op(unknown.0.0:1 15.12 15:4bec3886:::10000000002.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x55c18a266010 con 0x55c18a25cfb0 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.170+0000 7f3090c00640 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x55c18a25cfb0 0x55c18a264c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.170+0000 7f3090c00640 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x55c18a25cfb0 0x55c18a264c90 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.170+0000 7f3091600640 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f307406a840 0x7f307406cd00 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f308400a4f0 tx=0x7f3084053000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f3090c00640 1 -- 172.21.15.29:0/1474887967 <== osd.3 v2:172.21.15.29:6800/171979967 1 ==== osd_op_reply(1 10000000002.00000000 [rmxattr] v105'8 uv8 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f3080009900 con 0x55c18a25cfb0 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f309431ef40 1 -- 172.21.15.29:0/1474887967 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x55c18a25cfb0 msgr2=0x55c18a264c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f309431ef40 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x55c18a25cfb0 0x55c18a264c90 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f309431ef40 1 -- 172.21.15.29:0/1474887967 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f307406a840 msgr2=0x7f307406cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f309431ef40 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f307406a840 0x7f307406cd00 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f308400a4f0 tx=0x7f3084053000 comp rx=0 tx=0).stop 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f309431ef40 1 -- 172.21.15.29:0/1474887967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a26b640 msgr2=0x55c18a264750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f309431ef40 1 --2- 172.21.15.29:0/1474887967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c18a26b640 0x55c18a264750 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f308c00c210 tx=0x7f308c00c6d0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f3092000640 1 -- 172.21.15.29:0/1474887967 reap_dead start 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f309431ef40 1 -- 172.21.15.29:0/1474887967 shutdown_connections 2024-09-12T03:15:37.174 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f309431ef40 1 -- 172.21.15.29:0/1474887967 >> 172.21.15.29:0/1474887967 conn(0x55c18a1c4080 msgr2=0x55c18a26c9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f309431ef40 1 -- 172.21.15.29:0/1474887967 shutdown_connections 2024-09-12T03:15:37.175 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.172+0000 7f309431ef40 1 -- 172.21.15.29:0/1474887967 wait complete. 2024-09-12T03:15:37.177 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000003.00000000 parent 2024-09-12T03:15:37.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.253+0000 7f0da8db4f40 1 Processor -- start 2024-09-12T03:15:37.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.253+0000 7f0da8db4f40 1 -- start start 2024-09-12T03:15:37.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.254+0000 7f0da8db4f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c1cb1c12c0 0x55c1cb28ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.254+0000 7f0da8db4f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 0x55c1cb29b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.254+0000 7f0da8db4f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c1cb299640 0x55c1cb29b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.254+0000 7f0da8db4f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c1cb1f3eb0 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.254+0000 7f0da8db4f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c1cb169b30 con 0x55c1cb1c12c0 2024-09-12T03:15:37.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.254+0000 7f0da8db4f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c1cb20c830 con 0x55c1cb299640 2024-09-12T03:15:37.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.254+0000 7f0da5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 0x55c1cb29b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.254+0000 7f0da5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 0x55c1cb29b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60074/0 (socket says 172.21.15.29:60074) 2024-09-12T03:15:37.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.254+0000 7f0da5600640 1 -- 172.21.15.29:0/569406973 learned_addr learned my addr 172.21.15.29:0/569406973 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.255+0000 7f0da6a00640 1 --2- 172.21.15.29:0/569406973 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c1cb299640 0x55c1cb29b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.255+0000 7f0da6000640 1 --2- 172.21.15.29:0/569406973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c1cb1c12c0 0x55c1cb28ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.255+0000 7f0da5600640 1 -- 172.21.15.29:0/569406973 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c1cb299640 msgr2=0x55c1cb29b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.255+0000 7f0da5600640 1 --2- 172.21.15.29:0/569406973 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c1cb299640 0x55c1cb29b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.255+0000 7f0da5600640 1 -- 172.21.15.29:0/569406973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c1cb1c12c0 msgr2=0x55c1cb28ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.255+0000 7f0da5600640 1 --2- 172.21.15.29:0/569406973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c1cb1c12c0 0x55c1cb28ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.255+0000 7f0da5600640 1 -- 172.21.15.29:0/569406973 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c1cb1f1700 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.255+0000 7f0da5600640 1 --2- 172.21.15.29:0/569406973 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 0x55c1cb29b030 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f0d940098b0 tx=0x7f0d94005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b15d3acffa21b09 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.255+0000 7f0d9fe00640 1 -- 172.21.15.29:0/569406973 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94008930 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.255+0000 7f0d9fe00640 1 -- 172.21.15.29:0/569406973 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d94018070 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.255+0000 7f0d9fe00640 1 -- 172.21.15.29:0/569406973 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94008cd0 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.256+0000 7f0da8db4f40 1 -- 172.21.15.29:0/569406973 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 msgr2=0x55c1cb29b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.256+0000 7f0da8db4f40 1 --2- 172.21.15.29:0/569406973 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 0x55c1cb29b030 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f0d940098b0 tx=0x7f0d94005a00 comp rx=0 tx=0).stop 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.256+0000 7f0da8db4f40 1 -- 172.21.15.29:0/569406973 shutdown_connections 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.256+0000 7f0da8db4f40 1 --2- 172.21.15.29:0/569406973 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c1cb299640 0x55c1cb29b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.256+0000 7f0da8db4f40 1 --2- 172.21.15.29:0/569406973 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 0x55c1cb29b030 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.256+0000 7f0da8db4f40 1 --2- 172.21.15.29:0/569406973 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c1cb1c12c0 0x55c1cb28ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.256+0000 7f0da8db4f40 1 -- 172.21.15.29:0/569406973 >> 172.21.15.29:0/569406973 conn(0x55c1cb1f2080 msgr2=0x55c1cb1f2460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.256+0000 7f0da8db4f40 1 -- 172.21.15.29:0/569406973 shutdown_connections 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.256+0000 7f0da8db4f40 1 -- 172.21.15.29:0/569406973 wait complete. 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.257+0000 7f0da8db4f40 1 Processor -- start 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.257+0000 7f0da8db4f40 1 -- start start 2024-09-12T03:15:37.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da8db4f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c1cb1c12c0 0x55c1cb27eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da8db4f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 0x55c1cb29c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da8db4f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c1cb299640 0x55c1cb29c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da8db4f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c1cb299f90 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da8db4f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c1cb29a550 con 0x55c1cb299640 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da8db4f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c1cb28f360 con 0x55c1cb1c12c0 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 0x55c1cb29c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da5600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 0x55c1cb29c0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60078/0 (socket says 172.21.15.29:60078) 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da5600640 1 -- 172.21.15.29:0/91185470 learned_addr learned my addr 172.21.15.29:0/91185470 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da6000640 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c1cb1c12c0 0x55c1cb27eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da6a00640 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c1cb299640 0x55c1cb29c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da5600640 1 -- 172.21.15.29:0/91185470 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c1cb1c12c0 msgr2=0x55c1cb27eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da5600640 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c1cb1c12c0 0x55c1cb27eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da5600640 1 -- 172.21.15.29:0/91185470 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c1cb299640 msgr2=0x55c1cb29c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.258+0000 7f0da5600640 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c1cb299640 0x55c1cb29c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.259+0000 7f0da5600640 1 -- 172.21.15.29:0/91185470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c1cb292d10 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.259+0000 7f0da5600640 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 0x55c1cb29c0d0 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f0d94000c00 tx=0x7f0d94003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.259+0000 7f0d9ea00640 1 -- 172.21.15.29:0/91185470 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94026470 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.259+0000 7f0d9ea00640 1 -- 172.21.15.29:0/91185470 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d94021070 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.259+0000 7f0d9ea00640 1 -- 172.21.15.29:0/91185470 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94026830 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.259+0000 7f0da8db4f40 1 -- 172.21.15.29:0/91185470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c1cb292ff0 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.259+0000 7f0da8db4f40 1 -- 172.21.15.29:0/91185470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c1cb2935b0 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.261+0000 7f0d9ea00640 1 -- 172.21.15.29:0/91185470 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0d94013420 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.262+0000 7f0d9ea00640 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d8806a810 0x7f0d8806ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.262+0000 7f0d9ea00640 1 -- 172.21.15.29:0/91185470 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f0d9408b660 con 0x55c1cb1f4eb0 2024-09-12T03:15:37.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.262+0000 7f0da8db4f40 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x55c1cb291ab0 0x55c1cb291e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.262+0000 7f0da8db4f40 1 -- 172.21.15.29:0/91185470 --> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] -- osd_op(unknown.0.0:1 15.12 15:4def72d4:::10000000003.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x55c1cb293ad0 con 0x55c1cb291ab0 2024-09-12T03:15:37.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.262+0000 7f0da6000640 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d8806a810 0x7f0d8806ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.263+0000 7f0da6a00640 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x55c1cb291ab0 0x55c1cb291e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.263+0000 7f0da6000640 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d8806a810 0x7f0d8806ccd0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x55c1cb299f60 tx=0x7f0d98056040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.263+0000 7f0da6a00640 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x55c1cb291ab0 0x55c1cb291e90 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da6a00640 1 -- 172.21.15.29:0/91185470 <== osd.3 v2:172.21.15.29:6800/171979967 1 ==== osd_op_reply(1 10000000003.00000000 [rmxattr] v105'9 uv9 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0da000f770 con 0x55c1cb291ab0 2024-09-12T03:15:37.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da8db4f40 1 -- 172.21.15.29:0/91185470 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x55c1cb291ab0 msgr2=0x55c1cb291e90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da8db4f40 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x55c1cb291ab0 0x55c1cb291e90 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da8db4f40 1 -- 172.21.15.29:0/91185470 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d8806a810 msgr2=0x7f0d8806ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da8db4f40 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0d8806a810 0x7f0d8806ccd0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x55c1cb299f60 tx=0x7f0d98056040 comp rx=0 tx=0).stop 2024-09-12T03:15:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da8db4f40 1 -- 172.21.15.29:0/91185470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 msgr2=0x55c1cb29c0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da8db4f40 1 --2- 172.21.15.29:0/91185470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1cb1f4eb0 0x55c1cb29c0d0 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f0d94000c00 tx=0x7f0d94003020 comp rx=0 tx=0).stop 2024-09-12T03:15:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da6a00640 1 -- 172.21.15.29:0/91185470 reap_dead start 2024-09-12T03:15:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da8db4f40 1 -- 172.21.15.29:0/91185470 shutdown_connections 2024-09-12T03:15:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da8db4f40 1 -- 172.21.15.29:0/91185470 >> 172.21.15.29:0/91185470 conn(0x55c1cb1f2080 msgr2=0x55c1cb1f2460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da8db4f40 1 -- 172.21.15.29:0/91185470 shutdown_connections 2024-09-12T03:15:37.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.265+0000 7f0da8db4f40 1 -- 172.21.15.29:0/91185470 wait complete. 2024-09-12T03:15:37.269 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000004.00000000 parent 2024-09-12T03:15:37.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.346+0000 7fbe7b0cef40 1 Processor -- start 2024-09-12T03:15:37.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.346+0000 7fbe7b0cef40 1 -- start start 2024-09-12T03:15:37.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe7b0cef40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 0x55b69dac8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe7b0cef40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69db6bc60 0x55b69dae6830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe7b0cef40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69db6c040 0x55b69db6fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe7b0cef40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b69da41b30 con 0x55b69dae5380 2024-09-12T03:15:37.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe7b0cef40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b69da45b70 con 0x55b69db6bc60 2024-09-12T03:15:37.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe7b0cef40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b69dae57f0 con 0x55b69db6c040 2024-09-12T03:15:37.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe78200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 0x55b69dac8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe78200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 0x55b69dac8330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60106/0 (socket says 172.21.15.29:60106) 2024-09-12T03:15:37.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe78200640 1 -- 172.21.15.29:0/1039426369 learned_addr learned my addr 172.21.15.29:0/1039426369 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe77800640 1 --2- 172.21.15.29:0/1039426369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69db6bc60 0x55b69dae6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe78c00640 1 --2- 172.21.15.29:0/1039426369 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69db6c040 0x55b69db6fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe78200640 1 -- 172.21.15.29:0/1039426369 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69db6c040 msgr2=0x55b69db6fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe78200640 1 --2- 172.21.15.29:0/1039426369 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69db6c040 0x55b69db6fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe78200640 1 -- 172.21.15.29:0/1039426369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69db6bc60 msgr2=0x55b69dae6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe78200640 1 --2- 172.21.15.29:0/1039426369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69db6bc60 0x55b69dae6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.347+0000 7fbe78200640 1 -- 172.21.15.29:0/1039426369 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b69db70aa0 con 0x55b69dae5380 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.348+0000 7fbe78200640 1 --2- 172.21.15.29:0/1039426369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 0x55b69dac8330 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fbe68001d80 tx=0x7fbe68001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de5903fa52c7ca79 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.348+0000 7fbe76400640 1 -- 172.21.15.29:0/1039426369 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe6800bd70 con 0x55b69dae5380 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.348+0000 7fbe76400640 1 -- 172.21.15.29:0/1039426369 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe6800f400 con 0x55b69dae5380 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.348+0000 7fbe76400640 1 -- 172.21.15.29:0/1039426369 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe6800f7f0 con 0x55b69dae5380 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.348+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1039426369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 msgr2=0x55b69dac8330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.352 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.348+0000 7fbe7b0cef40 1 --2- 172.21.15.29:0/1039426369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 0x55b69dac8330 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fbe68001d80 tx=0x7fbe68001e70 comp rx=0 tx=0).stop 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.349+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1039426369 shutdown_connections 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.349+0000 7fbe7b0cef40 1 --2- 172.21.15.29:0/1039426369 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69db6c040 0x55b69db6fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.349+0000 7fbe7b0cef40 1 --2- 172.21.15.29:0/1039426369 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69db6bc60 0x55b69dae6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.349+0000 7fbe7b0cef40 1 --2- 172.21.15.29:0/1039426369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 0x55b69dac8330 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.349+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1039426369 >> 172.21.15.29:0/1039426369 conn(0x55b69dac9f40 msgr2=0x55b69dae8730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.349+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1039426369 shutdown_connections 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.349+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1039426369 wait complete. 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.349+0000 7fbe7b0cef40 1 Processor -- start 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.349+0000 7fbe7b0cef40 1 -- start start 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.350+0000 7fbe7b0cef40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 0x55b69db5f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.350+0000 7fbe7b0cef40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69db6bc60 0x55b69db6ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.350+0000 7fbe7b0cef40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69db6c040 0x55b69dae5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.350+0000 7fbe7b0cef40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b69db64b40 con 0x55b69dae5380 2024-09-12T03:15:37.353 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.350+0000 7fbe7b0cef40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b69db70d80 con 0x55b69db6bc60 2024-09-12T03:15:37.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.350+0000 7fbe7b0cef40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b69dadea10 con 0x55b69db6c040 2024-09-12T03:15:37.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.351+0000 7fbe78200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 0x55b69db5f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.351+0000 7fbe78200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 0x55b69db5f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60112/0 (socket says 172.21.15.29:60112) 2024-09-12T03:15:37.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.351+0000 7fbe78200640 1 -- 172.21.15.29:0/1338718356 learned_addr learned my addr 172.21.15.29:0/1338718356 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.351+0000 7fbe77800640 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69db6bc60 0x55b69db6ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.351+0000 7fbe78c00640 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69db6c040 0x55b69dae5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.351+0000 7fbe78200640 1 -- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69db6c040 msgr2=0x55b69dae5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.351+0000 7fbe78200640 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b69db6c040 0x55b69dae5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.351+0000 7fbe78200640 1 -- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69db6bc60 msgr2=0x55b69db6ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.351+0000 7fbe78200640 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b69db6bc60 0x55b69db6ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.351+0000 7fbe78200640 1 -- 172.21.15.29:0/1338718356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b69db6d9b0 con 0x55b69dae5380 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.351+0000 7fbe78200640 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 0x55b69db5f960 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7fbe6800ff80 tx=0x7fbe68000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.352+0000 7fbe75000640 1 -- 172.21.15.29:0/1338718356 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe68020070 con 0x55b69dae5380 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.352+0000 7fbe75000640 1 -- 172.21.15.29:0/1338718356 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe6801c440 con 0x55b69dae5380 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.352+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1338718356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55b69db6cbe0 con 0x55b69dae5380 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.352+0000 7fbe75000640 1 -- 172.21.15.29:0/1338718356 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe6801c830 con 0x55b69dae5380 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.352+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1338718356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b69db6ced0 con 0x55b69dae5380 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.354+0000 7fbe75000640 1 -- 172.21.15.29:0/1338718356 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbe68023070 con 0x55b69dae5380 2024-09-12T03:15:37.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.355+0000 7fbe75000640 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbe5806a840 0x7fbe5806cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.355+0000 7fbe75000640 1 -- 172.21.15.29:0/1338718356 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fbe6808b3c0 con 0x55b69dae5380 2024-09-12T03:15:37.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.355+0000 7fbe7b0cef40 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x55b69db6c420 0x55b69dc139c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.355+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1338718356 --> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] -- osd_op(unknown.0.0:1 15.5 15:a367a3e8:::10000000004.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x55b69db6f360 con 0x55b69db6c420 2024-09-12T03:15:37.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.355+0000 7fbe77800640 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbe5806a840 0x7fbe5806cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.356+0000 7fbe78c00640 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x55b69db6c420 0x55b69dc139c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.356+0000 7fbe78c00640 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x55b69db6c420 0x55b69dc139c0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.356+0000 7fbe77800640 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbe5806a840 0x7fbe5806cd00 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fbe64057000 tx=0x7fbe64052000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe78c00640 1 -- 172.21.15.29:0/1338718356 <== osd.6 v2:172.21.15.38:6816/81343891 1 ==== osd_op_reply(1 10000000004.00000000 [rmxattr] v105'6 uv6 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fbe70010660 con 0x55b69db6c420 2024-09-12T03:15:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x55b69db6c420 msgr2=0x55b69dc139c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe7b0cef40 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x55b69db6c420 0x55b69dc139c0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbe5806a840 msgr2=0x7fbe5806cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe7b0cef40 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbe5806a840 0x7fbe5806cd00 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fbe64057000 tx=0x7fbe64052000 comp rx=0 tx=0).stop 2024-09-12T03:15:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1338718356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 msgr2=0x55b69db5f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe7b0cef40 1 --2- 172.21.15.29:0/1338718356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b69dae5380 0x55b69db5f960 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7fbe6800ff80 tx=0x7fbe68000bc0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe78c00640 1 -- 172.21.15.29:0/1338718356 reap_dead start 2024-09-12T03:15:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1338718356 shutdown_connections 2024-09-12T03:15:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1338718356 >> 172.21.15.29:0/1338718356 conn(0x55b69dac9f40 msgr2=0x55b69dae86f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1338718356 shutdown_connections 2024-09-12T03:15:37.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.358+0000 7fbe7b0cef40 1 -- 172.21.15.29:0/1338718356 wait complete. 2024-09-12T03:15:37.363 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000005.00000000 parent 2024-09-12T03:15:37.440 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.440+0000 7f4ba671ff40 1 Processor -- start 2024-09-12T03:15:37.441 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.440+0000 7f4ba671ff40 1 -- start start 2024-09-12T03:15:37.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.441+0000 7f4ba671ff40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c3965b62c0 0x55c39668ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.441+0000 7f4ba671ff40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3965e9eb0 0x55c3966914a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.441+0000 7f4ba671ff40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c39668e640 0x55c396690180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.441+0000 7f4ba671ff40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c3965e8eb0 con 0x55c3965e9eb0 2024-09-12T03:15:37.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.441+0000 7f4ba671ff40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c39655eb30 con 0x55c3965b62c0 2024-09-12T03:15:37.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.441+0000 7f4ba671ff40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c396601830 con 0x55c39668e640 2024-09-12T03:15:37.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.441+0000 7f4ba2400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3965e9eb0 0x55c3966914a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.441+0000 7f4ba2400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3965e9eb0 0x55c3966914a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60116/0 (socket says 172.21.15.29:60116) 2024-09-12T03:15:37.443 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.441+0000 7f4ba2400640 1 -- 172.21.15.29:0/2830075785 learned_addr learned my addr 172.21.15.29:0/2830075785 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.441+0000 7f4ba3800640 1 --2- 172.21.15.29:0/2830075785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c39668e640 0x55c396690180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.441+0000 7f4ba2e00640 1 --2- 172.21.15.29:0/2830075785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c3965b62c0 0x55c39668ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.442+0000 7f4ba2400640 1 -- 172.21.15.29:0/2830075785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c39668e640 msgr2=0x55c396690180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.442+0000 7f4ba2400640 1 --2- 172.21.15.29:0/2830075785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c39668e640 0x55c396690180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.442+0000 7f4ba2400640 1 -- 172.21.15.29:0/2830075785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c3965b62c0 msgr2=0x55c39668ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.442+0000 7f4ba2400640 1 --2- 172.21.15.29:0/2830075785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c3965b62c0 0x55c39668ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.442+0000 7f4ba2400640 1 -- 172.21.15.29:0/2830075785 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c39668dbb0 con 0x55c3965e9eb0 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.442+0000 7f4ba2400640 1 --2- 172.21.15.29:0/2830075785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3965e9eb0 0x55c3966914a0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f4b90005380 tx=0x7f4b90005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a28a3829b6b42c69 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.442+0000 7f4ba1000640 1 -- 172.21.15.29:0/2830075785 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b90008930 con 0x55c3965e9eb0 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.442+0000 7f4ba1000640 1 -- 172.21.15.29:0/2830075785 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b90018070 con 0x55c3965e9eb0 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.442+0000 7f4ba1000640 1 -- 172.21.15.29:0/2830075785 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b90008cf0 con 0x55c3965e9eb0 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.443+0000 7f4ba671ff40 1 -- 172.21.15.29:0/2830075785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3965e9eb0 msgr2=0x55c3966914a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.444 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.443+0000 7f4ba671ff40 1 --2- 172.21.15.29:0/2830075785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3965e9eb0 0x55c3966914a0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f4b90005380 tx=0x7f4b90005a00 comp rx=0 tx=0).stop 2024-09-12T03:15:37.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.443+0000 7f4ba671ff40 1 -- 172.21.15.29:0/2830075785 shutdown_connections 2024-09-12T03:15:37.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.443+0000 7f4ba671ff40 1 --2- 172.21.15.29:0/2830075785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c39668e640 0x55c396690180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.443+0000 7f4ba671ff40 1 --2- 172.21.15.29:0/2830075785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3965e9eb0 0x55c3966914a0 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.443+0000 7f4ba671ff40 1 --2- 172.21.15.29:0/2830075785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c3965b62c0 0x55c39668ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.443+0000 7f4ba671ff40 1 -- 172.21.15.29:0/2830075785 >> 172.21.15.29:0/2830075785 conn(0x55c3965e7080 msgr2=0x55c3965e7460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.443+0000 7f4ba671ff40 1 -- 172.21.15.29:0/2830075785 shutdown_connections 2024-09-12T03:15:37.445 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.443+0000 7f4ba671ff40 1 -- 172.21.15.29:0/2830075785 wait complete. 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.443+0000 7f4ba671ff40 1 Processor -- start 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.444+0000 7f4ba671ff40 1 -- start start 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.444+0000 7f4ba671ff40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c3965b62c0 0x55c396690840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.444+0000 7f4ba671ff40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c3965e9eb0 0x55c396685760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.444+0000 7f4ba671ff40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c39668e640 0x55c39667f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.444+0000 7f4ba671ff40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c3966059a0 con 0x55c39668e640 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.444+0000 7f4ba671ff40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c39668aab0 con 0x55c3965b62c0 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.444+0000 7f4ba671ff40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c39668ae10 con 0x55c3965e9eb0 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba3800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c39668e640 0x55c39667f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba3800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c39668e640 0x55c39667f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60126/0 (socket says 172.21.15.29:60126) 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba3800640 1 -- 172.21.15.29:0/202874110 learned_addr learned my addr 172.21.15.29:0/202874110 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.448 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba2e00640 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c3965b62c0 0x55c396690840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba2400640 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c3965e9eb0 0x55c396685760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba3800640 1 -- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c3965e9eb0 msgr2=0x55c396685760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba3800640 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c3965e9eb0 0x55c396685760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba3800640 1 -- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c3965b62c0 msgr2=0x55c396690840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba3800640 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c3965b62c0 0x55c396690840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba3800640 1 -- 172.21.15.29:0/202874110 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3965b5680 con 0x55c39668e640 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba2400640 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c3965e9eb0 0x55c396685760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.445+0000 7f4ba3800640 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c39668e640 0x55c39667f680 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c003e10 tx=0x7f4b9c001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.446+0000 7f4b9b400640 1 -- 172.21.15.29:0/202874110 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c011560 con 0x55c39668e640 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.446+0000 7f4b9b400640 1 -- 172.21.15.29:0/202874110 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b9c017070 con 0x55c39668e640 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.446+0000 7f4b9b400640 1 -- 172.21.15.29:0/202874110 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c011940 con 0x55c39668e640 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.446+0000 7f4ba671ff40 1 -- 172.21.15.29:0/202874110 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c3965b5960 con 0x55c39668e640 2024-09-12T03:15:37.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.446+0000 7f4ba671ff40 1 -- 172.21.15.29:0/202874110 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c396600b60 con 0x55c39668e640 2024-09-12T03:15:37.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.448+0000 7f4b9b400640 1 -- 172.21.15.29:0/202874110 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4b9c011ae0 con 0x55c39668e640 2024-09-12T03:15:37.450 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.448+0000 7f4b9b400640 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4b8406a810 0x7f4b8406ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.449+0000 7f4b9b400640 1 -- 172.21.15.29:0/202874110 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f4b9c089ca0 con 0x55c39668e640 2024-09-12T03:15:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.449+0000 7f4ba671ff40 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x55c396685ca0 0x55c396688860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.449+0000 7f4ba2e00640 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4b8406a810 0x7f4b8406ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.449+0000 7f4ba671ff40 1 -- 172.21.15.29:0/202874110 --> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] -- osd_op(unknown.0.0:1 15.9 15:9258b67d:::10000000005.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x55c3966801f0 con 0x55c396685ca0 2024-09-12T03:15:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.449+0000 7f4ba2400640 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x55c396685ca0 0x55c396688860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.450+0000 7f4ba2e00640 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4b8406a810 0x7f4b8406ccd0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x55c39668ef60 tx=0x7f4b94056040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.451 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.450+0000 7f4ba2400640 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x55c396685ca0 0x55c396688860 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.451+0000 7f4ba2400640 1 -- 172.21.15.29:0/202874110 <== osd.6 v2:172.21.15.38:6816/81343891 1 ==== osd_op_reply(1 10000000005.00000000 [rmxattr] v105'6 uv6 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f4b90008aa0 con 0x55c396685ca0 2024-09-12T03:15:37.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.452+0000 7f4ba671ff40 1 -- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x55c396685ca0 msgr2=0x55c396688860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.452+0000 7f4ba671ff40 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x55c396685ca0 0x55c396688860 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.452+0000 7f4ba671ff40 1 -- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4b8406a810 msgr2=0x7f4b8406ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.452+0000 7f4ba671ff40 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4b8406a810 0x7f4b8406ccd0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x55c39668ef60 tx=0x7f4b94056040 comp rx=0 tx=0).stop 2024-09-12T03:15:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.452+0000 7f4ba671ff40 1 -- 172.21.15.29:0/202874110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c39668e640 msgr2=0x55c39667f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.452+0000 7f4ba671ff40 1 --2- 172.21.15.29:0/202874110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c39668e640 0x55c39667f680 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c003e10 tx=0x7f4b9c001a00 comp rx=0 tx=0).stop 2024-09-12T03:15:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.452+0000 7f4ba3800640 1 -- 172.21.15.29:0/202874110 reap_dead start 2024-09-12T03:15:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.452+0000 7f4ba671ff40 1 -- 172.21.15.29:0/202874110 shutdown_connections 2024-09-12T03:15:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.452+0000 7f4ba671ff40 1 -- 172.21.15.29:0/202874110 >> 172.21.15.29:0/202874110 conn(0x55c3965e7080 msgr2=0x55c39668ef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.452+0000 7f4ba671ff40 1 -- 172.21.15.29:0/202874110 shutdown_connections 2024-09-12T03:15:37.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.452+0000 7f4ba671ff40 1 -- 172.21.15.29:0/202874110 wait complete. 2024-09-12T03:15:37.456 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000006.00000000 parent 2024-09-12T03:15:37.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.532+0000 7f1d95d03f40 1 Processor -- start 2024-09-12T03:15:37.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.532+0000 7f1d95d03f40 1 -- start start 2024-09-12T03:15:37.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.533+0000 7f1d95d03f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d701169d0 0x556d701eceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.533+0000 7f1d95d03f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d70149eb0 0x556d70164990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.533+0000 7f1d95d03f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d701ee640 0x556d70164ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.533+0000 7f1d95d03f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556d70148eb0 con 0x556d701ee640 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.533+0000 7f1d95d03f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556d700beb30 con 0x556d70149eb0 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.533+0000 7f1d95d03f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556d70161830 con 0x556d701169d0 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.534+0000 7f1d93800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d701ee640 0x556d70164ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.534+0000 7f1d93800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d701ee640 0x556d70164ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60134/0 (socket says 172.21.15.29:60134) 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.534+0000 7f1d93800640 1 -- 172.21.15.29:0/3543497390 learned_addr learned my addr 172.21.15.29:0/3543497390 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.534+0000 7f1d92e00640 1 --2- 172.21.15.29:0/3543497390 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d701169d0 0x556d701eceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.534+0000 7f1d92400640 1 --2- 172.21.15.29:0/3543497390 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d70149eb0 0x556d70164990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.534+0000 7f1d93800640 1 -- 172.21.15.29:0/3543497390 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d701169d0 msgr2=0x556d701eceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.534+0000 7f1d93800640 1 --2- 172.21.15.29:0/3543497390 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d701169d0 0x556d701eceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.534+0000 7f1d93800640 1 -- 172.21.15.29:0/3543497390 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d70149eb0 msgr2=0x556d70164990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.534+0000 7f1d93800640 1 --2- 172.21.15.29:0/3543497390 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d70149eb0 0x556d70164990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.534+0000 7f1d93800640 1 -- 172.21.15.29:0/3543497390 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d701e8120 con 0x556d701ee640 2024-09-12T03:15:37.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.534+0000 7f1d93800640 1 --2- 172.21.15.29:0/3543497390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d701ee640 0x556d70164ed0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c005fd0 tx=0x7f1d8c050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=235c0e08d3cb0f86 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d91000640 1 -- 172.21.15.29:0/3543497390 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c054040 con 0x556d701ee640 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d91000640 1 -- 172.21.15.29:0/3543497390 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d8c050800 con 0x556d701ee640 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d91000640 1 -- 172.21.15.29:0/3543497390 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c050bd0 con 0x556d701ee640 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d95d03f40 1 -- 172.21.15.29:0/3543497390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d701ee640 msgr2=0x556d70164ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d95d03f40 1 --2- 172.21.15.29:0/3543497390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d701ee640 0x556d70164ed0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c005fd0 tx=0x7f1d8c050000 comp rx=0 tx=0).stop 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d95d03f40 1 -- 172.21.15.29:0/3543497390 shutdown_connections 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d95d03f40 1 --2- 172.21.15.29:0/3543497390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d701ee640 0x556d70164ed0 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d95d03f40 1 --2- 172.21.15.29:0/3543497390 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d70149eb0 0x556d70164990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d95d03f40 1 --2- 172.21.15.29:0/3543497390 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d701169d0 0x556d701eceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d95d03f40 1 -- 172.21.15.29:0/3543497390 >> 172.21.15.29:0/3543497390 conn(0x556d70147080 msgr2=0x556d70147460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d95d03f40 1 -- 172.21.15.29:0/3543497390 shutdown_connections 2024-09-12T03:15:37.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.535+0000 7f1d95d03f40 1 -- 172.21.15.29:0/3543497390 wait complete. 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.536+0000 7f1d95d03f40 1 Processor -- start 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.536+0000 7f1d95d03f40 1 -- start start 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.537+0000 7f1d95d03f40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d701169d0 0x556d70284de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.537+0000 7f1d95d03f40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d70149eb0 0x556d701e07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.537+0000 7f1d95d03f40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d701ee640 0x556d7027ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.537+0000 7f1d95d03f40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556d70149d10 con 0x556d70149eb0 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.537+0000 7f1d95d03f40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x556d701163a0 con 0x556d701169d0 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.537+0000 7f1d95d03f40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x556d70165ad0 con 0x556d701ee640 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.537+0000 7f1d92400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d70149eb0 0x556d701e07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.537+0000 7f1d92400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d70149eb0 0x556d701e07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60150/0 (socket says 172.21.15.29:60150) 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.537+0000 7f1d92400640 1 -- 172.21.15.29:0/1624680403 learned_addr learned my addr 172.21.15.29:0/1624680403 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.537+0000 7f1d93800640 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d701ee640 0x556d7027ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.537+0000 7f1d92e00640 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d701169d0 0x556d70284de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d92400640 1 -- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d701ee640 msgr2=0x556d7027ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d92400640 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d701ee640 0x556d7027ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d92400640 1 -- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d701169d0 msgr2=0x556d70284de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d92400640 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556d701169d0 0x556d70284de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d92400640 1 -- 172.21.15.29:0/1624680403 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d701e6640 con 0x556d70149eb0 2024-09-12T03:15:37.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d93800640 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x556d701ee640 0x556d7027ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:37.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d92400640 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d70149eb0 0x556d701e07a0 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f1d80002f80 tx=0x7f1d8000c600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d8b400640 1 -- 172.21.15.29:0/1624680403 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d80001db0 con 0x556d70149eb0 2024-09-12T03:15:37.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d8b400640 1 -- 172.21.15.29:0/1624680403 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d8000ce30 con 0x556d70149eb0 2024-09-12T03:15:37.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d95d03f40 1 -- 172.21.15.29:0/1624680403 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x556d701e68e0 con 0x556d70149eb0 2024-09-12T03:15:37.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d8b400640 1 -- 172.21.15.29:0/1624680403 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d80002250 con 0x556d70149eb0 2024-09-12T03:15:37.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.538+0000 7f1d95d03f40 1 -- 172.21.15.29:0/1624680403 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d701e6c20 con 0x556d70149eb0 2024-09-12T03:15:37.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.540+0000 7f1d8b400640 1 -- 172.21.15.29:0/1624680403 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1d800023f0 con 0x556d70149eb0 2024-09-12T03:15:37.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.541+0000 7f1d8b400640 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d7406a840 0x7f1d7406cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.541+0000 7f1d8b400640 1 -- 172.21.15.29:0/1624680403 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f1d8008a080 con 0x556d70149eb0 2024-09-12T03:15:37.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.541+0000 7f1d92e00640 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d7406a840 0x7f1d7406cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.541+0000 7f1d95d03f40 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x556d701e2a00 0x556d701e73c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.541+0000 7f1d95d03f40 1 -- 172.21.15.29:0/1624680403 --> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] -- osd_op(unknown.0.0:1 15.5 15:a5feb6f3:::10000000006.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x556d7027cf60 con 0x556d701e2a00 2024-09-12T03:15:37.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.542+0000 7f1d93800640 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x556d701e2a00 0x556d701e73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.542+0000 7f1d92e00640 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d7406a840 0x7f1d7406cd00 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x556d701648c0 tx=0x7f1d8400c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.543 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.542+0000 7f1d93800640 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x556d701e2a00 0x556d701e73c0 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d93800640 1 -- 172.21.15.29:0/1624680403 <== osd.6 v2:172.21.15.38:6816/81343891 1 ==== osd_op_reply(1 10000000006.00000000 [rmxattr] v105'7 uv7 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1d8c056030 con 0x556d701e2a00 2024-09-12T03:15:37.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d95d03f40 1 -- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x556d701e2a00 msgr2=0x556d701e73c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d95d03f40 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x556d701e2a00 0x556d701e73c0 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d95d03f40 1 -- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d7406a840 msgr2=0x7f1d7406cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d95d03f40 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d7406a840 0x7f1d7406cd00 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x556d701648c0 tx=0x7f1d8400c040 comp rx=0 tx=0).stop 2024-09-12T03:15:37.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d95d03f40 1 -- 172.21.15.29:0/1624680403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d70149eb0 msgr2=0x556d701e07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d95d03f40 1 --2- 172.21.15.29:0/1624680403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d70149eb0 0x556d701e07a0 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f1d80002f80 tx=0x7f1d8000c600 comp rx=0 tx=0).stop 2024-09-12T03:15:37.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d93800640 1 -- 172.21.15.29:0/1624680403 reap_dead start 2024-09-12T03:15:37.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d95d03f40 1 -- 172.21.15.29:0/1624680403 shutdown_connections 2024-09-12T03:15:37.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d95d03f40 1 -- 172.21.15.29:0/1624680403 >> 172.21.15.29:0/1624680403 conn(0x556d70147080 msgr2=0x556d70147460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d95d03f40 1 -- 172.21.15.29:0/1624680403 shutdown_connections 2024-09-12T03:15:37.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.544+0000 7f1d95d03f40 1 -- 172.21.15.29:0/1624680403 wait complete. 2024-09-12T03:15:37.549 DEBUG:teuthology.orchestra.run.smithi029:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmxattr 10000000007.00000000 parent 2024-09-12T03:15:37.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.627+0000 7f0b7daccf40 1 Processor -- start 2024-09-12T03:15:37.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.627+0000 7f0b7daccf40 1 -- start start 2024-09-12T03:15:37.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7daccf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 0x55a8ea8ea430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7daccf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a8ea8eef80 0x55a8ea8f02a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7daccf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a8ea97c210 0x55a8ea8e91e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7daccf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a8ea7bdb30 con 0x7f0b60003630 2024-09-12T03:15:37.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7daccf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a8ea7c1b70 con 0x55a8ea97c210 2024-09-12T03:15:37.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7daccf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55a8ea860830 con 0x55a8ea8eef80 2024-09-12T03:15:37.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7ac00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 0x55a8ea8ea430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7ac00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 0x55a8ea8ea430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60166/0 (socket says 172.21.15.29:60166) 2024-09-12T03:15:37.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7ac00640 1 -- 172.21.15.29:0/1394389592 learned_addr learned my addr 172.21.15.29:0/1394389592 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7b600640 1 --2- 172.21.15.29:0/1394389592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a8ea97c210 0x55a8ea8e91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7a200640 1 --2- 172.21.15.29:0/1394389592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a8ea8eef80 0x55a8ea8f02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7ac00640 1 -- 172.21.15.29:0/1394389592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a8ea8eef80 msgr2=0x55a8ea8f02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7ac00640 1 --2- 172.21.15.29:0/1394389592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a8ea8eef80 0x55a8ea8f02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7ac00640 1 -- 172.21.15.29:0/1394389592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a8ea97c210 msgr2=0x55a8ea8e91e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.628+0000 7f0b7ac00640 1 --2- 172.21.15.29:0/1394389592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a8ea97c210 0x55a8ea8e91e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.629+0000 7f0b7ac00640 1 -- 172.21.15.29:0/1394389592 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8ea8e9ed0 con 0x7f0b60003630 2024-09-12T03:15:37.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.629+0000 7f0b7ac00640 1 --2- 172.21.15.29:0/1394389592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 0x55a8ea8ea430 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c0095b0 tx=0x7f0b6c009a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20988fb9fda65e80 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b78e00640 1 -- 172.21.15.29:0/1394389592 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b6c00e820 con 0x7f0b60003630 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b78e00640 1 -- 172.21.15.29:0/1394389592 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b6c013030 con 0x7f0b60003630 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b78e00640 1 -- 172.21.15.29:0/1394389592 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b6c00ec00 con 0x7f0b60003630 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1394389592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 msgr2=0x55a8ea8ea430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b7daccf40 1 --2- 172.21.15.29:0/1394389592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 0x55a8ea8ea430 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c0095b0 tx=0x7f0b6c009a70 comp rx=0 tx=0).stop 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1394389592 shutdown_connections 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b7daccf40 1 --2- 172.21.15.29:0/1394389592 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a8ea97c210 0x55a8ea8e91e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b7daccf40 1 --2- 172.21.15.29:0/1394389592 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a8ea8eef80 0x55a8ea8f02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b7daccf40 1 --2- 172.21.15.29:0/1394389592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 0x55a8ea8ea430 unknown :-1 s=CLOSED pgs=1369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1394389592 >> 172.21.15.29:0/1394389592 conn(0x55a8ea846080 msgr2=0x55a8ea8edfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1394389592 shutdown_connections 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.630+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1394389592 wait complete. 2024-09-12T03:15:37.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.631+0000 7f0b7daccf40 1 Processor -- start 2024-09-12T03:15:37.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.631+0000 7f0b7daccf40 1 -- start start 2024-09-12T03:15:37.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.632+0000 7f0b7daccf40 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a8ea8eef80 0x55a8ea8d79a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.632+0000 7f0b7daccf40 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a8ea97c210 0x55a8ea85cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.632+0000 7f0b7daccf40 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 0x55a8ea85d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.632+0000 7f0b7daccf40 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a8ea8458e0 con 0x7f0b60003630 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.632+0000 7f0b7daccf40 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55a8ea8ee6d0 con 0x55a8ea97c210 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.632+0000 7f0b7daccf40 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55a8ea8ee920 con 0x55a8ea8eef80 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.632+0000 7f0b7b600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 0x55a8ea85d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.632+0000 7f0b7b600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 0x55a8ea85d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60172/0 (socket says 172.21.15.29:60172) 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.632+0000 7f0b7b600640 1 -- 172.21.15.29:0/1421086486 learned_addr learned my addr 172.21.15.29:0/1421086486 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.632+0000 7f0b7ac00640 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a8ea8eef80 0x55a8ea8d79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.632+0000 7f0b7a200640 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a8ea97c210 0x55a8ea85cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.633+0000 7f0b7b600640 1 -- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a8ea8eef80 msgr2=0x55a8ea8d79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.633+0000 7f0b7b600640 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55a8ea8eef80 0x55a8ea8d79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.633+0000 7f0b7b600640 1 -- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a8ea97c210 msgr2=0x55a8ea85cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.633+0000 7f0b7b600640 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a8ea97c210 0x55a8ea85cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.633+0000 7f0b7b600640 1 -- 172.21.15.29:0/1421086486 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8ea85be50 con 0x7f0b60003630 2024-09-12T03:15:37.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.633+0000 7f0b7a200640 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55a8ea97c210 0x55a8ea85cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:37.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.633+0000 7f0b7b600640 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 0x55a8ea85d4a0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f0b74059040 tx=0x7f0b740033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.633+0000 7f0b73400640 1 -- 172.21.15.29:0/1421086486 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b7401a400 con 0x7f0b60003630 2024-09-12T03:15:37.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.633+0000 7f0b73400640 1 -- 172.21.15.29:0/1421086486 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b74067070 con 0x7f0b60003630 2024-09-12T03:15:37.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.633+0000 7f0b73400640 1 -- 172.21.15.29:0/1421086486 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b74005a80 con 0x7f0b60003630 2024-09-12T03:15:37.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.633+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1421086486 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55a8ea8d7ee0 con 0x7f0b60003630 2024-09-12T03:15:37.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.634+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1421086486 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8ea85c3a0 con 0x7f0b60003630 2024-09-12T03:15:37.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.635+0000 7f0b73400640 1 -- 172.21.15.29:0/1421086486 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0b7404db30 con 0x7f0b60003630 2024-09-12T03:15:37.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.636+0000 7f0b73400640 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0b5c06a810 0x7f0b5c06ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.636+0000 7f0b73400640 1 -- 172.21.15.29:0/1421086486 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f0b740cd4a0 con 0x7f0b60003630 2024-09-12T03:15:37.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.636+0000 7f0b7daccf40 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x55a8ea864250 0x55a8ea975f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.637+0000 7f0b7ac00640 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0b5c06a810 0x7f0b5c06ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.637+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1421086486 --> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] -- osd_op(unknown.0.0:1 15.1d 15:bbf5850a:::10000000007.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) -- 0x55a8ea9764d0 con 0x55a8ea864250 2024-09-12T03:15:37.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.637+0000 7f0b7a200640 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x55a8ea864250 0x55a8ea975f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.637+0000 7f0b7ac00640 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0b5c06a810 0x7f0b5c06ccd0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c001200 tx=0x7f0b6c005000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.637+0000 7f0b7a200640 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x55a8ea864250 0x55a8ea975f90 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7a200640 1 -- 172.21.15.29:0/1421086486 <== osd.4 v2:172.21.15.38:6825/3563858797 1 ==== osd_op_reply(1 10000000007.00000000 [rmxattr] v105'7 uv7 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f0b6800ca70 con 0x55a8ea864250 2024-09-12T03:15:37.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x55a8ea864250 msgr2=0x55a8ea975f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7daccf40 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x55a8ea864250 0x55a8ea975f90 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0b5c06a810 msgr2=0x7f0b5c06ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7daccf40 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0b5c06a810 0x7f0b5c06ccd0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c001200 tx=0x7f0b6c005000 comp rx=0 tx=0).stop 2024-09-12T03:15:37.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1421086486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 msgr2=0x55a8ea85d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7daccf40 1 --2- 172.21.15.29:0/1421086486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b60003630 0x55a8ea85d4a0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f0b74059040 tx=0x7f0b740033a0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7b600640 1 -- 172.21.15.29:0/1421086486 reap_dead start 2024-09-12T03:15:37.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1421086486 shutdown_connections 2024-09-12T03:15:37.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1421086486 >> 172.21.15.29:0/1421086486 conn(0x55a8ea846080 msgr2=0x55a8ea8edfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1421086486 shutdown_connections 2024-09-12T03:15:37.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.639+0000 7f0b7daccf40 1 -- 172.21.15.29:0/1421086486 wait complete. 2024-09-12T03:15:37.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:37.644 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.7:0 scrub start /d1/d2/d3 recursive,force 2024-09-12T03:15:37.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.804+0000 7f8e7a800640 1 Processor -- start 2024-09-12T03:15:37.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.804+0000 7f8e7a800640 1 -- start start 2024-09-12T03:15:37.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.805+0000 7f8e7a800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e740d2a00 0x7f8e740d2e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.805+0000 7f8e7a800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e741627d0 con 0x7f8e7415e510 2024-09-12T03:15:37.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.805+0000 7f8e7a800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e74162ab0 con 0x7f8e740d2460 2024-09-12T03:15:37.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.805+0000 7f8e7a800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8e740d33b0 con 0x7f8e740d2a00 2024-09-12T03:15:37.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.805+0000 7f8e79400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f8e7415e510 0x7f8e74161f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42000/0 (socket says 172.21.15.29:42000) 2024-09-12T03:15:37.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.805+0000 7f8e79400640 1 -- 172.21.15.29:0/439000793 learned_addr learned my addr 172.21.15.29:0/439000793 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:37.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.805+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1214083868 0 0) 0x7f8e741627d0 con 0x7f8e7415e510 2024-09-12T03:15:37.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8e5c003520 con 0x7f8e7415e510 2024-09-12T03:15:37.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e79e00640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e740d2a00 0x7f8e740d2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4028546538 0 0) 0x7f8e5c003520 con 0x7f8e7415e510 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e740d2a00 msgr2=0x7f8e740d2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e740d2a00 0x7f8e740d2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 >> v1:172.21.15.38:6789/0 conn(0x7f8e740d2460 legacy=0x7f8e7406dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e7406d4c0 con 0x7f8e7415e510 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f8e68001670 con 0x7f8e7415e510 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 >> v1:172.21.15.29:6789/0 conn(0x7f8e7415e510 legacy=0x7f8e74161f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c0039e0 0x7f8e5c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e5c004800 0x7f8e5c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c0051c0 0x7f8e5c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8e740d33b0 con 0x7f8e5c0051c0 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8e5c00c0c0 con 0x7f8e5c004800 2024-09-12T03:15:37.808 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8e5c00c2c0 con 0x7f8e5c0039e0 2024-09-12T03:15:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e78a00640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e5c004800 0x7f8e5c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e79e00640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c0051c0 0x7f8e5c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.806+0000 7f8e79400640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c0039e0 0x7f8e5c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.807+0000 7f8e79e00640 1 -- 172.21.15.29:0/439000793 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c0039e0 msgr2=0x7f8e5c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.807+0000 7f8e79e00640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c0039e0 0x7f8e5c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.807+0000 7f8e79e00640 1 -- 172.21.15.29:0/439000793 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e5c004800 msgr2=0x7f8e5c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.807+0000 7f8e79e00640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e5c004800 0x7f8e5c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.807+0000 7f8e79e00640 1 -- 172.21.15.29:0/439000793 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e5c003520 con 0x7f8e5c0051c0 2024-09-12T03:15:37.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.808+0000 7f8e79e00640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c0051c0 0x7f8e5c00b9c0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f8e740d2de0 tx=0x7f8e5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4fbd6ea2fc9ecb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.808+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e6c034020 con 0x7f8e5c0051c0 2024-09-12T03:15:37.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.808+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e6c030620 con 0x7f8e5c0051c0 2024-09-12T03:15:37.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.808+0000 7f8e73e00640 1 -- 172.21.15.29:0/439000793 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e6c009b20 con 0x7f8e5c0051c0 2024-09-12T03:15:37.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.809+0000 7f8e7a800640 1 -- 172.21.15.29:0/439000793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c0051c0 msgr2=0x7f8e5c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.809+0000 7f8e7a800640 1 --2- 172.21.15.29:0/439000793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c0051c0 0x7f8e5c00b9c0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f8e740d2de0 tx=0x7f8e5c005830 comp rx=0 tx=0).stop 2024-09-12T03:15:37.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.809+0000 7f8e79e00640 1 -- 172.21.15.29:0/439000793 reap_dead start 2024-09-12T03:15:37.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.809+0000 7f8e7a800640 1 -- 172.21.15.29:0/439000793 shutdown_connections 2024-09-12T03:15:37.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.809+0000 7f8e7a800640 1 -- 172.21.15.29:0/439000793 >> 172.21.15.29:0/439000793 conn(0x7f8e7409d7b0 msgr2=0x7f8e7408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.809+0000 7f8e7a800640 1 -- 172.21.15.29:0/439000793 shutdown_connections 2024-09-12T03:15:37.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.809+0000 7f8e7a800640 1 -- 172.21.15.29:0/439000793 wait complete. 2024-09-12T03:15:37.811 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.810+0000 7f8e7a800640 1 Processor -- start 2024-09-12T03:15:37.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.810+0000 7f8e7a800640 1 -- start start 2024-09-12T03:15:37.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.811+0000 7f8e7a800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e74153230 0x7f8e740c9300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.811+0000 7f8e7a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e741536a0 0x7f8e7415e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.811+0000 7f8e7a800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e7415ee30 0x7f8e740b7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.811+0000 7f8e7a800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8e7406e3d0 con 0x7f8e741536a0 2024-09-12T03:15:37.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.811+0000 7f8e7a800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8e74162d90 con 0x7f8e7415ee30 2024-09-12T03:15:37.813 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.811+0000 7f8e7a800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8e740d2e70 con 0x7f8e74153230 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e78a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e741536a0 0x7f8e7415e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e78a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e741536a0 0x7f8e7415e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60184/0 (socket says 172.21.15.29:60184) 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e78a00640 1 -- 172.21.15.29:0/177353944 learned_addr learned my addr 172.21.15.29:0/177353944 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e79400640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e74153230 0x7f8e740c9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e79e00640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e7415ee30 0x7f8e740b7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e78a00640 1 -- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e74153230 msgr2=0x7f8e740c9300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e78a00640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e74153230 0x7f8e740c9300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e78a00640 1 -- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e7415ee30 msgr2=0x7f8e740b7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e78a00640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e7415ee30 0x7f8e740b7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e78a00640 1 -- 172.21.15.29:0/177353944 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e740ca210 con 0x7f8e741536a0 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e79e00640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e7415ee30 0x7f8e740b7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.812+0000 7f8e78a00640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e741536a0 0x7f8e7415e8f0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f8e6000f550 tx=0x7f8e6000fa10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.813+0000 7f8e71600640 1 -- 172.21.15.29:0/177353944 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e600052e0 con 0x7f8e741536a0 2024-09-12T03:15:37.814 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.813+0000 7f8e71600640 1 -- 172.21.15.29:0/177353944 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e60018070 con 0x7f8e741536a0 2024-09-12T03:15:37.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.813+0000 7f8e71600640 1 -- 172.21.15.29:0/177353944 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e60003640 con 0x7f8e741536a0 2024-09-12T03:15:37.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.813+0000 7f8e7a800640 1 -- 172.21.15.29:0/177353944 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e740ca4f0 con 0x7f8e741536a0 2024-09-12T03:15:37.815 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.813+0000 7f8e7a800640 1 -- 172.21.15.29:0/177353944 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e740c8de0 con 0x7f8e741536a0 2024-09-12T03:15:37.816 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.816+0000 7f8e71600640 1 -- 172.21.15.29:0/177353944 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8e600037e0 con 0x7f8e741536a0 2024-09-12T03:15:37.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.816+0000 7f8e71600640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be60 0x7f8e5406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.817 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.816+0000 7f8e71600640 1 -- 172.21.15.29:0/177353944 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f8e6008ae00 con 0x7f8e741536a0 2024-09-12T03:15:37.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.817+0000 7f8e79400640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be60 0x7f8e5406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.817+0000 7f8e7ec1a740 1 Processor -- start 2024-09-12T03:15:37.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.817+0000 7f8e7ec1a740 1 -- start start 2024-09-12T03:15:37.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.818+0000 7f8e79400640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be60 0x7f8e5406e320 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f8e68007ca0 tx=0x7f8e68001db0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.818+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1167720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.818+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be111f740 0x564be1122360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.818+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be1123710 0x564be111c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.818+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564be10849c0 con 0x564be1121f80 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.818+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x564be102c8f0 con 0x564be111f740 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.818+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x564be1080980 con 0x564be1123710 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.818+0000 7f8e79400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1167720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.818+0000 7f8e79400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1167720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60192/0 (socket says 172.21.15.29:60192) 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.818+0000 7f8e79400640 1 -- 172.21.15.29:0/1905007027 learned_addr learned my addr 172.21.15.29:0/1905007027 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e78a00640 1 --2- 172.21.15.29:0/1905007027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be111f740 0x564be1122360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e79e00640 1 --2- 172.21.15.29:0/1905007027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be1123710 0x564be111c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e79400640 1 -- 172.21.15.29:0/1905007027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be1123710 msgr2=0x564be111c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e79400640 1 --2- 172.21.15.29:0/1905007027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be1123710 0x564be111c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e79400640 1 -- 172.21.15.29:0/1905007027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be111f740 msgr2=0x564be1122360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e79400640 1 --2- 172.21.15.29:0/1905007027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be111f740 0x564be1122360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e79400640 1 -- 172.21.15.29:0/1905007027 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564be0e5fa50 con 0x564be1121f80 2024-09-12T03:15:37.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e78a00640 1 --2- 172.21.15.29:0/1905007027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be111f740 0x564be1122360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:37.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e79400640 1 --2- 172.21.15.29:0/1905007027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1167720 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f8e68007d60 tx=0x7f8e6800c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dff319a82282fa5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e65c00640 1 -- 172.21.15.29:0/1905007027 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e68028070 con 0x564be1121f80 2024-09-12T03:15:37.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e65c00640 1 -- 172.21.15.29:0/1905007027 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e68015bd0 con 0x564be1121f80 2024-09-12T03:15:37.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.819+0000 7f8e65c00640 1 -- 172.21.15.29:0/1905007027 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e680213c0 con 0x564be1121f80 2024-09-12T03:15:37.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.820+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1905007027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 msgr2=0x564be1167720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.820+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/1905007027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1167720 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f8e68007d60 tx=0x7f8e6800c000 comp rx=0 tx=0).stop 2024-09-12T03:15:37.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.820+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1905007027 shutdown_connections 2024-09-12T03:15:37.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.820+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/1905007027 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be1123710 0x564be111c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.820+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/1905007027 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be111f740 0x564be1122360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.820+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/1905007027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1167720 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.820+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1905007027 >> 172.21.15.29:0/1905007027 conn(0x564be111e9d0 msgr2=0x564be1166bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.820+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1905007027 shutdown_connections 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.820+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1905007027 wait complete. 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.821+0000 7f8e7ec1a740 1 -- start start 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.821+0000 7f8e7ec1a740 1 Processor -- start 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1143320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be1123710 0x564be1136890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be116a3a0 0x564be116a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564be111de70 con 0x564be1121f80 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x564be103fb40 con 0x564be1123710 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x564be1167f50 con 0x564be116a3a0 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e7ec1a740 10 client.0 _ll_register_callbacks cb 0x564be1041bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:37.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e79400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1143320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e79400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1143320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60198/0 (socket says 172.21.15.29:60198) 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e79400640 1 -- 172.21.15.29:0/1951905266 learned_addr learned my addr 172.21.15.29:0/1951905266 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e79e00640 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be116a3a0 0x564be116a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e78a00640 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be1123710 0x564be1136890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e79400640 1 -- 172.21.15.29:0/1951905266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be116a3a0 msgr2=0x564be116a820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e79400640 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be116a3a0 0x564be116a820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e79400640 1 -- 172.21.15.29:0/1951905266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be1123710 msgr2=0x564be1136890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e79400640 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be1123710 0x564be1136890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.822+0000 7f8e79400640 1 -- 172.21.15.29:0/1951905266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564be0d573e0 con 0x564be1121f80 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.823+0000 7f8e79400640 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1143320 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f8e68007d00 tx=0x7f8e74162c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0e306cece1ea778 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.823+0000 7f8e5a000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.823+0000 7f8e5a000640 1 -- 172.21.15.29:0/1951905266 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e68028040 con 0x564be1121f80 2024-09-12T03:15:37.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.823+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1951905266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e68015bd0 con 0x564be1121f80 2024-09-12T03:15:37.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.823+0000 7f8e5a000640 1 -- 172.21.15.29:0/1951905266 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f8e68024070 con 0x564be1121f80 2024-09-12T03:15:37.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.823+0000 7f8e5a000640 1 -- 172.21.15.29:0/1951905266 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f8e6803a050 con 0x564be1121f80 2024-09-12T03:15:37.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.823+0000 7f8e7ec1a740 10 client.8370 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:37.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.823+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1951905266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x564be0ec01e0 con 0x564be1121f80 2024-09-12T03:15:37.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.824+0000 7f8e5a000640 1 -- 172.21.15.29:0/1951905266 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e68015bd0 con 0x564be1121f80 2024-09-12T03:15:37.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.824+0000 7f8e5a000640 1 -- 172.21.15.29:0/1951905266 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f8e6803d020 con 0x564be1121f80 2024-09-12T03:15:37.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.824+0000 7f8e7ec1a740 10 client.8370 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:37.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.824+0000 7f8e7ec1a740 10 client.8370 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:37.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.824+0000 7f8e7ec1a740 20 client.8370 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:37.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.824+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x564be1141980 0x564be1141d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.824+0000 7f8e7ec1a740 4 client.8370 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:37.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.824+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1951905266 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564be10920f0 con 0x564be1141980 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.824+0000 7f8e78a00640 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x564be1141980 0x564be1141d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.825+0000 7f8e78a00640 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x564be1141980 0x564be1141d80 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55f63319555230a5 server_cookie=e26380175b528600 in_seq=0 out_seq=0 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.825+0000 7f8e5a000640 10 client.8370 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.825+0000 7f8e5a000640 1 -- 172.21.15.29:0/1951905266 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564be10920f0 con 0x564be1141980 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.825+0000 7f8e5a000640 10 client.8370 handle_command_reply: tid=0 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.825+0000 7f8e7ec1a740 1 client.8370 shutdown 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1951905266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 msgr2=0x564be1143320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1143320 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f8e68007d00 tx=0x7f8e74162c80 comp rx=0 tx=0).stop 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1951905266 shutdown_connections 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be116a3a0 0x564be116a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x564be1141980 0x564be1141d80 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be1123710 0x564be1136890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/1951905266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be1143320 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e5a000640 0 client.8370 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:37.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1951905266 >> 172.21.15.29:0/1951905266 conn(0x564be111f740 msgr2=0x564be1166410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1951905266 shutdown_connections 2024-09-12T03:15:37.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/1951905266 wait complete. 2024-09-12T03:15:37.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.826+0000 7f8e7ec1a740 20 client.8370 trim_cache size 0 max 16384 2024-09-12T03:15:37.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.844+0000 7f8e7ec1a740 1 Processor -- start 2024-09-12T03:15:37.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.845+0000 7f8e7ec1a740 1 -- start start 2024-09-12T03:15:37.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.845+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be1121f80 0x564be111ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.845+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1123710 0x564be111d230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.845+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be116a3a0 0x564be1147fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.845+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8e74201bb0 con 0x564be1123710 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.845+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8e74200db0 con 0x564be116a3a0 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.845+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8e74201480 con 0x564be1121f80 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e78a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1123710 0x564be111d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e78a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1123710 0x564be111d230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60210/0 (socket says 172.21.15.29:60210) 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e78a00640 1 -- 172.21.15.29:0/307725977 learned_addr learned my addr 172.21.15.29:0/307725977 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e79e00640 1 --2- 172.21.15.29:0/307725977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be116a3a0 0x564be1147fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e79400640 1 --2- 172.21.15.29:0/307725977 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be1121f80 0x564be111ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e78a00640 1 -- 172.21.15.29:0/307725977 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be1121f80 msgr2=0x564be111ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e78a00640 1 --2- 172.21.15.29:0/307725977 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be1121f80 0x564be111ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e78a00640 1 -- 172.21.15.29:0/307725977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be116a3a0 msgr2=0x564be1147fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e78a00640 1 --2- 172.21.15.29:0/307725977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be116a3a0 0x564be1147fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e78a00640 1 -- 172.21.15.29:0/307725977 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564be0d304a0 con 0x564be1123710 2024-09-12T03:15:37.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e78a00640 1 --2- 172.21.15.29:0/307725977 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1123710 0x564be111d230 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f8e60058e10 tx=0x7f8e60007980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d754ce1b23ff13d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e65200640 1 -- 172.21.15.29:0/307725977 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e60061a60 con 0x564be1123710 2024-09-12T03:15:37.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e65200640 1 -- 172.21.15.29:0/307725977 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e60073070 con 0x564be1123710 2024-09-12T03:15:37.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.846+0000 7f8e65200640 1 -- 172.21.15.29:0/307725977 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e60057180 con 0x564be1123710 2024-09-12T03:15:37.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.847+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/307725977 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1123710 msgr2=0x564be111d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.847+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/307725977 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1123710 0x564be111d230 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f8e60058e10 tx=0x7f8e60007980 comp rx=0 tx=0).stop 2024-09-12T03:15:37.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.847+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/307725977 shutdown_connections 2024-09-12T03:15:37.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.847+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/307725977 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be116a3a0 0x564be1147fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.847+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/307725977 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1123710 0x564be111d230 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.847+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/307725977 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be1121f80 0x564be111ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.847+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/307725977 >> 172.21.15.29:0/307725977 conn(0x564be111f740 msgr2=0x564be1135fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.847+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/307725977 shutdown_connections 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.847+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/307725977 wait complete. 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.848+0000 7f8e7ec1a740 1 -- start start 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.848+0000 7f8e7ec1a740 1 Processor -- start 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be11ce8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be1123710 0x564be11637d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e7ec1a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be116a3a0 0x564be111ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564be1136750 con 0x564be1121f80 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8e741ffe70 con 0x564be1123710 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e7ec1a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x564be0fbbd60 con 0x564be116a3a0 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e7ec1a740 10 client.0 _ll_register_callbacks cb 0x7f8e68026070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:37.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e79400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be11ce8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e79400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be11ce8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60222/0 (socket says 172.21.15.29:60222) 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e79400640 1 -- 172.21.15.29:0/4027847774 learned_addr learned my addr 172.21.15.29:0/4027847774 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e78a00640 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be1123710 0x564be11637d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e79e00640 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be116a3a0 0x564be111ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e79400640 1 -- 172.21.15.29:0/4027847774 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be116a3a0 msgr2=0x564be111ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e79400640 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be116a3a0 0x564be111ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e79400640 1 -- 172.21.15.29:0/4027847774 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be1123710 msgr2=0x564be11637d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e79400640 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be1123710 0x564be11637d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.849+0000 7f8e79400640 1 -- 172.21.15.29:0/4027847774 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564be118b610 con 0x564be1121f80 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.850+0000 7f8e79400640 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be11ce8a0 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f8e68015fd0 tx=0x7f8e68006030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68da254e7027a7fd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.850+0000 7f8e5a000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.850+0000 7f8e5a000640 1 -- 172.21.15.29:0/4027847774 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e68028070 con 0x564be1121f80 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.850+0000 7f8e5a000640 1 -- 172.21.15.29:0/4027847774 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f8e68022830 con 0x564be1121f80 2024-09-12T03:15:37.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.850+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/4027847774 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e60073070 con 0x564be1121f80 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.850+0000 7f8e5a000640 1 -- 172.21.15.29:0/4027847774 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f8e6804b050 con 0x564be1121f80 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.850+0000 7f8e7ec1a740 10 client.8376 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.850+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/4027847774 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x564be118a880 con 0x564be1121f80 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.850+0000 7f8e5a000640 1 -- 172.21.15.29:0/4027847774 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e60073070 con 0x564be1121f80 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.850+0000 7f8e5a000640 1 -- 172.21.15.29:0/4027847774 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f8e6804e020 con 0x564be1121f80 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.851+0000 7f8e7ec1a740 10 client.8376 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.851+0000 7f8e7ec1a740 10 client.8376 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.851+0000 7f8e7ec1a740 20 client.8376 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.851+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x564be111d210 0x564be11e54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.851+0000 7f8e7ec1a740 4 client.8376 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/d1/d2/d3", "scrubops": ["recursive", "force"]}] 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.851+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/4027847774 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "scrub start", "path": "/d1/d2/d3", "scrubops": ["recursive", "force"]}) -- 0x564be108c440 con 0x564be111d210 2024-09-12T03:15:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.851+0000 7f8e78a00640 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x564be111d210 0x564be11e54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:37.855 INFO:tasks.ceph.mds.d.smithi038.stderr:2024-09-12T03:15:37.854+0000 7f8ed8600640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000006 [...2,head] /d1/d2/d3/d4/d5/d6/d7/ auth v4 ap=1 f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1) n(v0 rc2024-09-12T03:15:21.408708+0000 2=0+2) (inest lock) (ifile excl) caps={6953=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6953 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55e0cc55f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000006:[<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:15:21.408708+0000 2=0+2)","memory_value.dirstat":"f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1)","memory_value.rstat":"n(v0 rc2024-09-12T03:15:21.408708+0000 2=0+2)","error_str":""},"return_code":-61} 2024-09-12T03:15:37.855 INFO:tasks.ceph.mds.d.smithi038.stderr:2024-09-12T03:15:37.854+0000 7f8ed8600640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000007 [...2,head] /d1/d2/d3/d4/d5/d6/d7/d8/ auth v2 ap=1 f() n(v0 1=0+1) (inest lock) (ifile excl) caps={6953=pAsLsXsFsx/AsLsXsFsx@3},l=6953 | importingcaps=0 dirfrag=0 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55e0cc55f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000007:[<0x10000000006/d8 v2>,<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n(v0 1=0+1)","memory_value.dirstat":"f()","memory_value.rstat":"n(v0 1=0+1)","error_str":""},"return_code":-61} 2024-09-12T03:15:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.851+0000 7f8e78a00640 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x564be111d210 0x564be11e54a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad50a8265f5f0d99 server_cookie=efd9ba2ebf39651a in_seq=0 out_seq=0 2024-09-12T03:15:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.851+0000 7f8e5a000640 10 client.8376 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e5a000640 1 -- 172.21.15.29:0/4027847774 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564be108c440 con 0x564be111d210 2024-09-12T03:15:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e5a000640 10 client.8376 handle_command_reply: tid=0 2024-09-12T03:15:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e7ec1a740 1 client.8376 shutdown 2024-09-12T03:15:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/4027847774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 msgr2=0x564be11ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be11ce8a0 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f8e68015fd0 tx=0x7f8e68006030 comp rx=0 tx=0).stop 2024-09-12T03:15:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/4027847774 shutdown_connections 2024-09-12T03:15:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564be116a3a0 0x564be111ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x564be111d210 0x564be11e54a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.857 INFO:tasks.ceph.mds.c.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f0444000640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000002 [...2,head] /d1/d2/d3/ auth{1=1,2=1} v19 ap=1 f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1) n(v3 rc2024-09-12T03:15:21.684703+0000 6=0+6) (inest mix dirty) (ifile excl) caps={6953=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6953 | dirtyscattered=1 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x55bf47c55b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000002:[<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:15:21.684703+0000 6=0+6)","memory_value.dirstat":"f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1)","memory_value.rstat":"n(v3 rc2024-09-12T03:15:21.684703+0000 6=0+6)","error_str":""},"return_code":-61} 2024-09-12T03:15:37.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x564be1123710 0x564be11637d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e7ec1a740 1 --2- 172.21.15.29:0/4027847774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564be1121f80 0x564be11ce8a0 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e5a000640 0 client.8376 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:37.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/4027847774 >> 172.21.15.29:0/4027847774 conn(0x564be111f740 msgr2=0x564be114a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.852+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/4027847774 shutdown_connections 2024-09-12T03:15:37.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f8e7ec1a740 1 -- 172.21.15.29:0/4027847774 wait complete. 2024-09-12T03:15:37.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f8e7ec1a740 20 client.8376 trim_cache size 0 max 16384 2024-09-12T03:15:37.859 INFO:tasks.ceph.mds.a.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f605b600640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000004 [...2,head] /d1/d2/d3/d4/d5/ auth{0=1,2=1} v15 ap=1 f(v0 m2024-09-12T03:15:21.407708+0000 1=0+1) n(v2 rc2024-09-12T03:15:21.684703+0000 4=0+4) (inest lock) (ifile excl) caps={6953=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6953 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 authpin=1 scrubqueue=0 0x562ad8581080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000004:[<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:15:21.407708+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:15:21.684703+0000 4=0+4)","memory_value.dirstat":"f(v0 m2024-09-12T03:15:21.407708+0000 1=0+1)","memory_value.rstat":"n(v2 rc2024-09-12T03:15:21.684703+0000 4=0+4)","error_str":""},"return_code":-61} 2024-09-12T03:15:37.859 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:37.859 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0, 2024-09-12T03:15:37.859 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:37.859 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": "asynchronous" 2024-09-12T03:15:37.859 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:37.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f8e7a800640 1 -- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be60 msgr2=0x7f8e5406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f8e7a800640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be60 0x7f8e5406e320 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f8e68007ca0 tx=0x7f8e68001db0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f8e7a800640 1 -- 172.21.15.29:0/177353944 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e741536a0 msgr2=0x7f8e7415e8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:37.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f8e7a800640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e741536a0 0x7f8e7415e8f0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f8e6000f550 tx=0x7f8e6000fa10 comp rx=0 tx=0).stop 2024-09-12T03:15:37.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f8e7a800640 1 -- 172.21.15.29:0/177353944 shutdown_connections 2024-09-12T03:15:37.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f8e7a800640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e5406be60 0x7f8e5406e320 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f8e7a800640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e7415ee30 0x7f8e740b7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f8e7a800640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e741536a0 0x7f8e7415e8f0 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.853+0000 7f8e7a800640 1 --2- 172.21.15.29:0/177353944 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e74153230 0x7f8e740c9300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:37.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.854+0000 7f8e7a800640 1 -- 172.21.15.29:0/177353944 >> 172.21.15.29:0/177353944 conn(0x7f8e7409d7b0 msgr2=0x7f8e7408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:37.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.854+0000 7f8e7a800640 1 -- 172.21.15.29:0/177353944 shutdown_connections 2024-09-12T03:15:37.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:37.854+0000 7f8e7a800640 1 -- 172.21.15.29:0/177353944 wait complete. 2024-09-12T03:15:37.861 INFO:tasks.ceph.mds.c.smithi029.stderr:2024-09-12T03:15:37.854+0000 7f044c200640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000003 [...2,head] /d1/d2/d3/d4/ auth{1=1,2=1} v19 ap=2 f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1) n(v4 rc2024-09-12T03:15:21.684703+0000 5=0+5) (inest sync->mix g=1,2) caps={6953=pAsLsXsFs/pAsLsXsFsxcral@8} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 export_pin=1 0x55bf47c56100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000003:[<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:15:21.684703+0000 5=0+5)","memory_value.dirstat":"f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1)","memory_value.rstat":"n(v4 rc2024-09-12T03:15:21.684703+0000 5=0+5)","error_str":""},"return_code":-61} 2024-09-12T03:15:37.861 INFO:tasks.ceph.mds.a.smithi029.stderr:2024-09-12T03:15:37.855+0000 7f6063800640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000005 [...2,head] /d1/d2/d3/d4/d5/d6/ auth{0=1,2=1} v11 ap=2 f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1) n(v1 rc2024-09-12T03:15:21.684703+0000 3=0+3) (inest sync->mix g=0,2) caps={6953=pAsLsXsFs/pAsLsXsFsxcral@3} | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirtyparent=0 dirwaiter=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 export_pin=2 0x562ad8580b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000005:[<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:15:21.408708+0000 3=0+3)","memory_value.dirstat":"f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1)","memory_value.rstat":"n(v1 rc2024-09-12T03:15:21.684703+0000 3=0+3)","error_str":""},"return_code":-61} 2024-09-12T03:15:37.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:37.870 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.7:0 scrub pause 2024-09-12T03:15:38.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.028+0000 7f1a90a00640 1 Processor -- start 2024-09-12T03:15:38.029 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.028+0000 7f1a90a00640 1 -- start start 2024-09-12T03:15:38.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.029+0000 7f1a90a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1a8c0d0250 0x7f1a8c0cf230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.029+0000 7f1a90a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1a8c0d0e10 0x7f1a8c0d1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.029+0000 7f1a90a00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a8c0d1770 con 0x7f1a8c15e530 2024-09-12T03:15:38.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.029+0000 7f1a90a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1a8c0b3be0 con 0x7f1a8c0d0250 2024-09-12T03:15:38.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.029+0000 7f1a90a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f1a8c0d0830 con 0x7f1a8c0d0e10 2024-09-12T03:15:38.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.030+0000 7f1a83e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1a8c0d0250 0x7f1a8c0cf230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.030+0000 7f1a8a800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f1a8c15e530 0x7f1a8c0d2f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42004/0 (socket says 172.21.15.29:42004) 2024-09-12T03:15:38.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.030+0000 7f1a8a800640 1 -- 172.21.15.29:0/2669813448 learned_addr learned my addr 172.21.15.29:0/2669813448 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:38.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.030+0000 7f1a8b200640 1 --2- 172.21.15.29:0/2669813448 >> v2:172.21.15.38:3300/0 conn(0x7f1a8c0d0e10 0x7f1a8c0d1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.030+0000 7f1a83e00640 1 -- 172.21.15.29:0/2669813448 >> v2:172.21.15.38:3300/0 conn(0x7f1a8c0d0e10 msgr2=0x7f1a8c0d1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.030+0000 7f1a83e00640 1 --2- 172.21.15.29:0/2669813448 >> v2:172.21.15.38:3300/0 conn(0x7f1a8c0d0e10 0x7f1a8c0d1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.030+0000 7f1a83e00640 1 -- 172.21.15.29:0/2669813448 >> v1:172.21.15.29:6789/0 conn(0x7f1a8c15e530 legacy=0x7f1a8c0d2f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.030+0000 7f1a83e00640 1 -- 172.21.15.29:0/2669813448 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a8c0d2140 con 0x7f1a8c0d0250 2024-09-12T03:15:38.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.031+0000 7f1a83e00640 1 --2- 172.21.15.29:0/2669813448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c0d0250 0x7f1a8c0cf230 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f1a8c0c7f10 tx=0x7f1a7402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98e9f6eb6cfe4af8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.031+0000 7f1a89e00640 1 -- 172.21.15.29:0/2669813448 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a74037070 con 0x7f1a8c0d0250 2024-09-12T03:15:38.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.032+0000 7f1a89e00640 1 -- 172.21.15.29:0/2669813448 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a74032440 con 0x7f1a8c0d0250 2024-09-12T03:15:38.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.032+0000 7f1a89e00640 1 -- 172.21.15.29:0/2669813448 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7402ae60 con 0x7f1a8c0d0250 2024-09-12T03:15:38.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.032+0000 7f1a90a00640 1 -- 172.21.15.29:0/2669813448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c0d0250 msgr2=0x7f1a8c0cf230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.032+0000 7f1a90a00640 1 --2- 172.21.15.29:0/2669813448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c0d0250 0x7f1a8c0cf230 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f1a8c0c7f10 tx=0x7f1a7402a110 comp rx=0 tx=0).stop 2024-09-12T03:15:38.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.032+0000 7f1a90a00640 1 -- 172.21.15.29:0/2669813448 shutdown_connections 2024-09-12T03:15:38.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.032+0000 7f1a90a00640 1 --2- 172.21.15.29:0/2669813448 >> v2:172.21.15.38:3300/0 conn(0x7f1a8c0d0e10 0x7f1a8c0d1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.032+0000 7f1a90a00640 1 --2- 172.21.15.29:0/2669813448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c0d0250 0x7f1a8c0cf230 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.032+0000 7f1a90a00640 1 -- 172.21.15.29:0/2669813448 >> 172.21.15.29:0/2669813448 conn(0x7f1a8c08c000 msgr2=0x7f1a8c0d4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.032+0000 7f1a90a00640 1 -- 172.21.15.29:0/2669813448 shutdown_connections 2024-09-12T03:15:38.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.032+0000 7f1a90a00640 1 -- 172.21.15.29:0/2669813448 wait complete. 2024-09-12T03:15:38.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.034+0000 7f1a90a00640 1 Processor -- start 2024-09-12T03:15:38.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.034+0000 7f1a90a00640 1 -- start start 2024-09-12T03:15:38.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.035+0000 7f1a90a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a8c0d0250 0x7f1a8c0cb510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.035+0000 7f1a90a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a8c0d0e10 0x7f1a8c14f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.035+0000 7f1a90a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c15e530 0x7f1a8c0ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.035+0000 7f1a90a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c0d2700 con 0x7f1a8c15e530 2024-09-12T03:15:38.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.035+0000 7f1a90a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c0d2a70 con 0x7f1a8c0d0250 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.035+0000 7f1a90a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1a8c0d3610 con 0x7f1a8c0d0e10 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.035+0000 7f1a8b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c15e530 0x7f1a8c0ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.035+0000 7f1a8b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c15e530 0x7f1a8c0ccb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60242/0 (socket says 172.21.15.29:60242) 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.035+0000 7f1a8b200640 1 -- 172.21.15.29:0/520963981 learned_addr learned my addr 172.21.15.29:0/520963981 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.035+0000 7f1a83e00640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a8c0d0e10 0x7f1a8c14f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.035+0000 7f1a8a800640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a8c0d0250 0x7f1a8c0cb510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.036+0000 7f1a8b200640 1 -- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a8c0d0e10 msgr2=0x7f1a8c14f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.036+0000 7f1a8b200640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a8c0d0e10 0x7f1a8c14f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.036+0000 7f1a8b200640 1 -- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a8c0d0250 msgr2=0x7f1a8c0cb510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.036+0000 7f1a8b200640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a8c0d0250 0x7f1a8c0cb510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.036+0000 7f1a8b200640 1 -- 172.21.15.29:0/520963981 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a8c14fdd0 con 0x7f1a8c15e530 2024-09-12T03:15:38.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.036+0000 7f1a8b200640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c15e530 0x7f1a8c0ccb90 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f1a84007e40 tx=0x7f1a8400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.036+0000 7f1a82a00640 1 -- 172.21.15.29:0/520963981 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a84014620 con 0x7f1a8c15e530 2024-09-12T03:15:38.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.036+0000 7f1a82a00640 1 -- 172.21.15.29:0/520963981 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a84019070 con 0x7f1a8c15e530 2024-09-12T03:15:38.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.036+0000 7f1a82a00640 1 -- 172.21.15.29:0/520963981 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a84014a20 con 0x7f1a8c15e530 2024-09-12T03:15:38.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.036+0000 7f1a90a00640 1 -- 172.21.15.29:0/520963981 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a8c0cd0d0 con 0x7f1a8c15e530 2024-09-12T03:15:38.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.037+0000 7f1a90a00640 1 -- 172.21.15.29:0/520963981 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a8c0cbdd0 con 0x7f1a8c15e530 2024-09-12T03:15:38.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.038+0000 7f1a82a00640 1 -- 172.21.15.29:0/520963981 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1a84014bc0 con 0x7f1a8c15e530 2024-09-12T03:15:38.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.039+0000 7f1a82a00640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a6806be60 0x7f1a6806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.039+0000 7f1a82a00640 1 -- 172.21.15.29:0/520963981 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f1a8408b800 con 0x7f1a8c15e530 2024-09-12T03:15:38.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.040+0000 7f1a8a800640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a6806be60 0x7f1a6806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.040+0000 7f1a9420f740 1 Processor -- start 2024-09-12T03:15:38.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.040+0000 7f1a9420f740 1 -- start start 2024-09-12T03:15:38.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.040+0000 7f1a8a800640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a6806be60 0x7f1a6806e320 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c007fd0 tx=0x7f1a7c007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.041+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f8c50 0x561ba983e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.041+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f6410 0x561ba97f9030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.041+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97fa3e0 0x561ba97f3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.041+0000 7f1a9420f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561ba97bfcf0 con 0x561ba97f8c50 2024-09-12T03:15:38.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.041+0000 7f1a9420f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x561ba975b7f0 con 0x561ba97fa3e0 2024-09-12T03:15:38.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.041+0000 7f1a9420f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561ba9703800 con 0x561ba97f6410 2024-09-12T03:15:38.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.041+0000 7f1a8a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f8c50 0x561ba983e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.041+0000 7f1a8a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f8c50 0x561ba983e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60244/0 (socket says 172.21.15.29:60244) 2024-09-12T03:15:38.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.041+0000 7f1a8a800640 1 -- 172.21.15.29:0/2428516601 learned_addr learned my addr 172.21.15.29:0/2428516601 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.041+0000 7f1a83e00640 1 --2- 172.21.15.29:0/2428516601 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f6410 0x561ba97f9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.041+0000 7f1a8b200640 1 --2- 172.21.15.29:0/2428516601 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97fa3e0 0x561ba97f3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.042+0000 7f1a8a800640 1 -- 172.21.15.29:0/2428516601 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f6410 msgr2=0x561ba97f9030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.042+0000 7f1a8a800640 1 --2- 172.21.15.29:0/2428516601 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f6410 0x561ba97f9030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.042+0000 7f1a8a800640 1 -- 172.21.15.29:0/2428516601 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97fa3e0 msgr2=0x561ba97f3240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.042+0000 7f1a8a800640 1 --2- 172.21.15.29:0/2428516601 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97fa3e0 0x561ba97f3240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.042+0000 7f1a8a800640 1 -- 172.21.15.29:0/2428516601 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ba95387d0 con 0x561ba97f8c50 2024-09-12T03:15:38.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.042+0000 7f1a8a800640 1 --2- 172.21.15.29:0/2428516601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f8c50 0x561ba983e3f0 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0017e0 tx=0x7f1a7c013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35231006cd56f0d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.042+0000 7f1a7b000640 1 -- 172.21.15.29:0/2428516601 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c026070 con 0x561ba97f8c50 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.042+0000 7f1a7b000640 1 -- 172.21.15.29:0/2428516601 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a7c013b80 con 0x561ba97f8c50 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.042+0000 7f1a7b000640 1 -- 172.21.15.29:0/2428516601 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c012350 con 0x561ba97f8c50 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.043+0000 7f1a9420f740 1 -- 172.21.15.29:0/2428516601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f8c50 msgr2=0x561ba983e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.043+0000 7f1a9420f740 1 --2- 172.21.15.29:0/2428516601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f8c50 0x561ba983e3f0 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c0017e0 tx=0x7f1a7c013000 comp rx=0 tx=0).stop 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.043+0000 7f1a9420f740 1 -- 172.21.15.29:0/2428516601 shutdown_connections 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.043+0000 7f1a9420f740 1 --2- 172.21.15.29:0/2428516601 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97fa3e0 0x561ba97f3240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.043+0000 7f1a9420f740 1 --2- 172.21.15.29:0/2428516601 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f6410 0x561ba97f9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.043+0000 7f1a9420f740 1 --2- 172.21.15.29:0/2428516601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f8c50 0x561ba983e3f0 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.043+0000 7f1a9420f740 1 -- 172.21.15.29:0/2428516601 >> 172.21.15.29:0/2428516601 conn(0x561ba97f5410 msgr2=0x561ba983d8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.043+0000 7f1a9420f740 1 -- 172.21.15.29:0/2428516601 shutdown_connections 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.043+0000 7f1a9420f740 1 -- 172.21.15.29:0/2428516601 wait complete. 2024-09-12T03:15:38.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.044+0000 7f1a9420f740 1 -- start start 2024-09-12T03:15:38.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.044+0000 7f1a9420f740 1 Processor -- start 2024-09-12T03:15:38.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.045+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 0x561ba9820750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.045+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba983ade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.045+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97f7490 0x561ba97f78f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.045+0000 7f1a9420f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561ba96e4750 con 0x561ba97fa3e0 2024-09-12T03:15:38.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.045+0000 7f1a9420f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x561ba97577b0 con 0x561ba97f7490 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.045+0000 7f1a9420f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561ba97f48b0 con 0x561ba97f8c50 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.045+0000 7f1a9420f740 10 client.0 _ll_register_callbacks cb 0x561ba946dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.045+0000 7f1a83e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba983ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.045+0000 7f1a83e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba983ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60246/0 (socket says 172.21.15.29:60246) 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.045+0000 7f1a83e00640 1 -- 172.21.15.29:0/3098675911 learned_addr learned my addr 172.21.15.29:0/3098675911 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.045+0000 7f1a8a800640 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 0x561ba9820750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.046+0000 7f1a8b200640 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97f7490 0x561ba97f78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.046+0000 7f1a83e00640 1 -- 172.21.15.29:0/3098675911 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 msgr2=0x561ba9820750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.046+0000 7f1a83e00640 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 0x561ba9820750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.046+0000 7f1a83e00640 1 -- 172.21.15.29:0/3098675911 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97f7490 msgr2=0x561ba97f78f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.046+0000 7f1a83e00640 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97f7490 0x561ba97f78f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.046+0000 7f1a83e00640 1 -- 172.21.15.29:0/3098675911 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ba942e0f0 con 0x561ba97fa3e0 2024-09-12T03:15:38.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.046+0000 7f1a83e00640 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba983ade0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f1a7402a700 tx=0x7f1a74004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c85375431d248c57 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.046+0000 7f1a6f400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a6f400640 1 -- 172.21.15.29:0/3098675911 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a74037040 con 0x561ba97fa3e0 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a9420f740 1 -- 172.21.15.29:0/3098675911 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a7c013b80 con 0x561ba97fa3e0 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a6f400640 1 -- 172.21.15.29:0/3098675911 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f1a74032d20 con 0x561ba97fa3e0 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a6f400640 1 -- 172.21.15.29:0/3098675911 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f1a7404d050 con 0x561ba97fa3e0 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a9420f740 10 client.8391 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a9420f740 1 -- 172.21.15.29:0/3098675911 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x561ba9598f60 con 0x561ba97fa3e0 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a6f400640 1 -- 172.21.15.29:0/3098675911 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a7c013b80 con 0x561ba97fa3e0 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a6f400640 1 -- 172.21.15.29:0/3098675911 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f1a74050020 con 0x561ba97fa3e0 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a9420f740 10 client.8391 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a9420f740 10 client.8391 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a9420f740 20 client.8391 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a9420f740 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x561ba981bdf0 0x561ba9851820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a9420f740 4 client.8391 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:38.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.047+0000 7f1a9420f740 1 -- 172.21.15.29:0/3098675911 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ba9768f20 con 0x561ba981bdf0 2024-09-12T03:15:38.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.048+0000 7f1a8a800640 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x561ba981bdf0 0x561ba9851820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.048+0000 7f1a8a800640 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x561ba981bdf0 0x561ba9851820 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aaddda33eacc6b7d server_cookie=e9113ee0b22ccf99 in_seq=0 out_seq=0 2024-09-12T03:15:38.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.048+0000 7f1a6f400640 10 client.8391 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:38.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a6f400640 1 -- 172.21.15.29:0/3098675911 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561ba9768f20 con 0x561ba981bdf0 2024-09-12T03:15:38.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a6f400640 10 client.8391 handle_command_reply: tid=0 2024-09-12T03:15:38.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 1 client.8391 shutdown 2024-09-12T03:15:38.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 1 -- 172.21.15.29:0/3098675911 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 msgr2=0x561ba983ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba983ade0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f1a7402a700 tx=0x7f1a74004730 comp rx=0 tx=0).stop 2024-09-12T03:15:38.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 1 -- 172.21.15.29:0/3098675911 shutdown_connections 2024-09-12T03:15:38.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x561ba981bdf0 0x561ba9851820 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97f7490 0x561ba97f78f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba983ade0 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a6f400640 0 client.8391 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:38.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 1 --2- 172.21.15.29:0/3098675911 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 0x561ba9820750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 1 -- 172.21.15.29:0/3098675911 >> 172.21.15.29:0/3098675911 conn(0x561ba97f6410 msgr2=0x561ba983c6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 1 -- 172.21.15.29:0/3098675911 shutdown_connections 2024-09-12T03:15:38.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 1 -- 172.21.15.29:0/3098675911 wait complete. 2024-09-12T03:15:38.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.049+0000 7f1a9420f740 20 client.8391 trim_cache size 0 max 16384 2024-09-12T03:15:38.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.067+0000 7f1a9420f740 1 Processor -- start 2024-09-12T03:15:38.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.067+0000 7f1a9420f740 1 -- start start 2024-09-12T03:15:38.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.068+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97f7490 0x561ba981c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.068+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 0x561ba9818970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.068+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba9816bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.068+0000 7f1a9420f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561ba9821dd0 con 0x561ba97fa3e0 2024-09-12T03:15:38.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.068+0000 7f1a9420f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c200ff0 con 0x561ba97f7490 2024-09-12T03:15:38.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.068+0000 7f1a9420f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1a8c2001f0 con 0x561ba97f8c50 2024-09-12T03:15:38.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.068+0000 7f1a8b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba9816bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.068+0000 7f1a8b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba9816bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60250/0 (socket says 172.21.15.29:60250) 2024-09-12T03:15:38.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.068+0000 7f1a8b200640 1 -- 172.21.15.29:0/3287085779 learned_addr learned my addr 172.21.15.29:0/3287085779 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.069+0000 7f1a8b200640 1 -- 172.21.15.29:0/3287085779 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 msgr2=0x561ba9818970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.069+0000 7f1a8b200640 1 --2- 172.21.15.29:0/3287085779 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 0x561ba9818970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.069+0000 7f1a8b200640 1 -- 172.21.15.29:0/3287085779 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97f7490 msgr2=0x561ba981c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.069+0000 7f1a8b200640 1 --2- 172.21.15.29:0/3287085779 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97f7490 0x561ba981c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.069+0000 7f1a8b200640 1 -- 172.21.15.29:0/3287085779 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ba94071b0 con 0x561ba97fa3e0 2024-09-12T03:15:38.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.069+0000 7f1a8b200640 1 --2- 172.21.15.29:0/3287085779 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba9816bb0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f1a8400e9b0 tx=0x7f1a8408b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36b6dd0263f4e5a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.069+0000 7f1a7a600640 1 -- 172.21.15.29:0/3287085779 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a84088070 con 0x561ba97fa3e0 2024-09-12T03:15:38.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.069+0000 7f1a7a600640 1 -- 172.21.15.29:0/3287085779 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a84062460 con 0x561ba97fa3e0 2024-09-12T03:15:38.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.069+0000 7f1a7a600640 1 -- 172.21.15.29:0/3287085779 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a84071070 con 0x561ba97fa3e0 2024-09-12T03:15:38.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.070+0000 7f1a9420f740 1 -- 172.21.15.29:0/3287085779 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 msgr2=0x561ba9816bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.070+0000 7f1a9420f740 1 --2- 172.21.15.29:0/3287085779 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba9816bb0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f1a8400e9b0 tx=0x7f1a8408b040 comp rx=0 tx=0).stop 2024-09-12T03:15:38.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.070+0000 7f1a9420f740 1 -- 172.21.15.29:0/3287085779 shutdown_connections 2024-09-12T03:15:38.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.070+0000 7f1a9420f740 1 --2- 172.21.15.29:0/3287085779 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97fa3e0 0x561ba9816bb0 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.070+0000 7f1a9420f740 1 --2- 172.21.15.29:0/3287085779 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 0x561ba9818970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.070+0000 7f1a9420f740 1 --2- 172.21.15.29:0/3287085779 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97f7490 0x561ba981c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.070+0000 7f1a9420f740 1 -- 172.21.15.29:0/3287085779 >> 172.21.15.29:0/3287085779 conn(0x561ba97f6410 msgr2=0x561ba981cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.070+0000 7f1a9420f740 1 -- 172.21.15.29:0/3287085779 shutdown_connections 2024-09-12T03:15:38.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.070+0000 7f1a9420f740 1 -- 172.21.15.29:0/3287085779 wait complete. 2024-09-12T03:15:38.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.071+0000 7f1a9420f740 1 -- start start 2024-09-12T03:15:38.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.071+0000 7f1a9420f740 1 Processor -- start 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f7490 0x561ba981e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 0x561ba9839d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a9420f740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97fa3e0 0x561ba98a25f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a9420f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c1f5060 con 0x561ba97f7490 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a9420f740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c2008c0 con 0x561ba97fa3e0 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a9420f740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561ba98a2b30 con 0x561ba97f8c50 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a9420f740 10 client.0 _ll_register_callbacks cb 0x7f1a74009400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a8a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f7490 0x561ba981e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a8a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f7490 0x561ba981e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60256/0 (socket says 172.21.15.29:60256) 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a8a800640 1 -- 172.21.15.29:0/2365636843 learned_addr learned my addr 172.21.15.29:0/2365636843 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a8a800640 1 -- 172.21.15.29:0/2365636843 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 msgr2=0x561ba9839d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a8a800640 1 --2- 172.21.15.29:0/2365636843 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 0x561ba9839d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a8a800640 1 -- 172.21.15.29:0/2365636843 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97fa3e0 msgr2=0x561ba98a25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a8a800640 1 --2- 172.21.15.29:0/2365636843 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97fa3e0 0x561ba98a25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.072+0000 7f1a8a800640 1 -- 172.21.15.29:0/2365636843 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ba9841860 con 0x561ba97f7490 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a8a800640 1 --2- 172.21.15.29:0/2365636843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f7490 0x561ba981e3b0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c004c90 tx=0x7f1a7c000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bdfd9eafb3a99f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a6f400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a6f400640 1 -- 172.21.15.29:0/2365636843 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c026040 con 0x561ba97f7490 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a6f400640 1 -- 172.21.15.29:0/2365636843 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f1a7c013db0 con 0x561ba97f7490 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a9420f740 1 -- 172.21.15.29:0/2365636843 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a84062460 con 0x561ba97f7490 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a6f400640 1 -- 172.21.15.29:0/2365636843 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f1a7c013b80 con 0x561ba97f7490 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a9420f740 10 client.8397 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a9420f740 1 -- 172.21.15.29:0/2365636843 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x561ba9820e60 con 0x561ba97f7490 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a6f400640 1 -- 172.21.15.29:0/2365636843 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a84062460 con 0x561ba97f7490 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a6f400640 1 -- 172.21.15.29:0/2365636843 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f1a7c02e440 con 0x561ba97f7490 2024-09-12T03:15:38.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a9420f740 10 client.8397 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a9420f740 10 client.8397 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a9420f740 20 client.8397 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a9420f740 1 --2- 172.21.15.29:0/2365636843 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x561ba98bcd50 0x561ba98bd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a9420f740 4 client.8397 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "scrub pause"}] 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.073+0000 7f1a9420f740 1 -- 172.21.15.29:0/2365636843 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "scrub pause"}) -- 0x561ba9763270 con 0x561ba98bcd50 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.074+0000 7f1a83e00640 1 --2- 172.21.15.29:0/2365636843 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x561ba98bcd50 0x561ba98bd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.074+0000 7f1a6f400640 10 client.8397 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.074+0000 7f1a83e00640 1 --2- 172.21.15.29:0/2365636843 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x561ba98bcd50 0x561ba98bd180 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f60d7d0007030bd server_cookie=8c66398164fc3f7e in_seq=0 out_seq=0 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a6f400640 1 -- 172.21.15.29:0/2365636843 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561ba9763270 con 0x561ba98bcd50 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a6f400640 10 client.8397 handle_command_reply: tid=0 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 1 client.8397 shutdown 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 1 -- 172.21.15.29:0/2365636843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f7490 msgr2=0x561ba981e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 1 --2- 172.21.15.29:0/2365636843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f7490 0x561ba981e3b0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c004c90 tx=0x7f1a7c000ed0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 1 -- 172.21.15.29:0/2365636843 shutdown_connections 2024-09-12T03:15:38.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 1 --2- 172.21.15.29:0/2365636843 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x561ba98bcd50 0x561ba98bd180 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 1 --2- 172.21.15.29:0/2365636843 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561ba97fa3e0 0x561ba98a25f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 1 --2- 172.21.15.29:0/2365636843 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561ba97f8c50 0x561ba9839d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 1 --2- 172.21.15.29:0/2365636843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561ba97f7490 0x561ba981e3b0 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 1 -- 172.21.15.29:0/2365636843 >> 172.21.15.29:0/2365636843 conn(0x561ba97f6410 msgr2=0x561ba983d950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a6f400640 0 client.8397 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:38.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 1 -- 172.21.15.29:0/2365636843 shutdown_connections 2024-09-12T03:15:38.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 1 -- 172.21.15.29:0/2365636843 wait complete. 2024-09-12T03:15:38.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.075+0000 7f1a9420f740 20 client.8397 trim_cache size 0 max 16384 2024-09-12T03:15:38.079 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:38.080 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:15:38.080 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:15:38.080 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 -- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a6806be60 msgr2=0x7f1a6806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a6806be60 0x7f1a6806e320 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c007fd0 tx=0x7f1a7c007e80 comp rx=0 tx=0).stop 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 -- 172.21.15.29:0/520963981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c15e530 msgr2=0x7f1a8c0ccb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c15e530 0x7f1a8c0ccb90 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f1a84007e40 tx=0x7f1a8400e4b0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 -- 172.21.15.29:0/520963981 shutdown_connections 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1a6806be60 0x7f1a6806e320 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c15e530 0x7f1a8c0ccb90 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1a8c0d0e10 0x7f1a8c14f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 --2- 172.21.15.29:0/520963981 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1a8c0d0250 0x7f1a8c0cb510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 -- 172.21.15.29:0/520963981 >> 172.21.15.29:0/520963981 conn(0x7f1a8c08c000 msgr2=0x7f1a8c06d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 -- 172.21.15.29:0/520963981 shutdown_connections 2024-09-12T03:15:38.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.076+0000 7f1a90a00640 1 -- 172.21.15.29:0/520963981 wait complete. 2024-09-12T03:15:38.092 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:38.092 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:1 scrub status 2024-09-12T03:15:38.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.250+0000 7f51b9200640 1 Processor -- start 2024-09-12T03:15:38.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.250+0000 7f51b9200640 1 -- start start 2024-09-12T03:15:38.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.251+0000 7f51b9200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f51b415e4b0 0x7f51b40d23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.251+0000 7f51b9200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f51b40cefb0 0x7f51b40d2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.251+0000 7f51b9200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51b40cf8c0 con 0x7f51b40cf3f0 2024-09-12T03:15:38.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.251+0000 7f51b9200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f51b40cfba0 con 0x7f51b415e4b0 2024-09-12T03:15:38.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.251+0000 7f51b9200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f51b40cfe80 con 0x7f51b40cefb0 2024-09-12T03:15:38.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.251+0000 7f51b3e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f51b40cf3f0 0x7f51b40d0ce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42020/0 (socket says 172.21.15.29:42020) 2024-09-12T03:15:38.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.251+0000 7f51b3e00640 1 -- 172.21.15.29:0/2949967081 learned_addr learned my addr 172.21.15.29:0/2949967081 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:38.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.251+0000 7f51b3400640 1 --2- 172.21.15.29:0/2949967081 >> v2:172.21.15.38:3300/0 conn(0x7f51b415e4b0 0x7f51b40d23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.251+0000 7f51abe00640 1 --2- 172.21.15.29:0/2949967081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f51b40cefb0 0x7f51b40d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.252+0000 7f51b2a00640 1 -- 172.21.15.29:0/2949967081 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1264815052 0 0) 0x7f51b40cf8c0 con 0x7f51b40cf3f0 2024-09-12T03:15:38.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.252+0000 7f51b2a00640 1 -- 172.21.15.29:0/2949967081 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5198003520 con 0x7f51b40cf3f0 2024-09-12T03:15:38.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.252+0000 7f51b3400640 1 -- 172.21.15.29:0/2949967081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f51b40cefb0 msgr2=0x7f51b40d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.252+0000 7f51b3400640 1 --2- 172.21.15.29:0/2949967081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f51b40cefb0 0x7f51b40d2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.252+0000 7f51b3400640 1 -- 172.21.15.29:0/2949967081 >> v1:172.21.15.29:6789/0 conn(0x7f51b40cf3f0 legacy=0x7f51b40d0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.252+0000 7f51b3400640 1 -- 172.21.15.29:0/2949967081 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51b40d0160 con 0x7f51b415e4b0 2024-09-12T03:15:38.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.253+0000 7f51b3400640 1 --2- 172.21.15.29:0/2949967081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f51b415e4b0 0x7f51b40d23c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f51a40097a0 tx=0x7f51a402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1afa919104eba43d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.253+0000 7f51b2a00640 1 -- 172.21.15.29:0/2949967081 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a4037070 con 0x7f51b415e4b0 2024-09-12T03:15:38.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.253+0000 7f51b2a00640 1 -- 172.21.15.29:0/2949967081 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51a4032440 con 0x7f51b415e4b0 2024-09-12T03:15:38.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.253+0000 7f51b2a00640 1 -- 172.21.15.29:0/2949967081 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a40327f0 con 0x7f51b415e4b0 2024-09-12T03:15:38.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.254+0000 7f51b9200640 1 -- 172.21.15.29:0/2949967081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f51b415e4b0 msgr2=0x7f51b40d23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.254+0000 7f51b9200640 1 --2- 172.21.15.29:0/2949967081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f51b415e4b0 0x7f51b40d23c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f51a40097a0 tx=0x7f51a402a180 comp rx=0 tx=0).stop 2024-09-12T03:15:38.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.254+0000 7f51b9200640 1 -- 172.21.15.29:0/2949967081 shutdown_connections 2024-09-12T03:15:38.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.254+0000 7f51b9200640 1 --2- 172.21.15.29:0/2949967081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f51b40cefb0 0x7f51b40d2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.254+0000 7f51b9200640 1 --2- 172.21.15.29:0/2949967081 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f51b415e4b0 0x7f51b40d23c0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.254+0000 7f51b9200640 1 -- 172.21.15.29:0/2949967081 >> 172.21.15.29:0/2949967081 conn(0x7f51b409d740 msgr2=0x7f51b408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.254+0000 7f51b9200640 1 -- 172.21.15.29:0/2949967081 shutdown_connections 2024-09-12T03:15:38.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.254+0000 7f51b9200640 1 -- 172.21.15.29:0/2949967081 wait complete. 2024-09-12T03:15:38.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.256+0000 7f51b9200640 1 Processor -- start 2024-09-12T03:15:38.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.256+0000 7f51b9200640 1 -- start start 2024-09-12T03:15:38.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.257+0000 7f51b9200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f51b40cefb0 0x7f51b40b7c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.257+0000 7f51b9200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f51b40cf3f0 0x7f51b40b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.257+0000 7f51b9200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f51b415e4b0 0x7f51b41f3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.257+0000 7f51b9200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f51b406e820 con 0x7f51b415e4b0 2024-09-12T03:15:38.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.257+0000 7f51b9200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f51b406e9a0 con 0x7f51b40cefb0 2024-09-12T03:15:38.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.257+0000 7f51b9200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f51b40d2ec0 con 0x7f51b40cf3f0 2024-09-12T03:15:38.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.257+0000 7f51b3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f51b415e4b0 0x7f51b41f3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.257+0000 7f51b3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f51b415e4b0 0x7f51b41f3ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60260/0 (socket says 172.21.15.29:60260) 2024-09-12T03:15:38.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.257+0000 7f51b3e00640 1 -- 172.21.15.29:0/269019945 learned_addr learned my addr 172.21.15.29:0/269019945 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.257+0000 7f51abe00640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f51b40cf3f0 0x7f51b40b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.257+0000 7f51b3400640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f51b40cefb0 0x7f51b40b7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.258+0000 7f51b3e00640 1 -- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f51b40cf3f0 msgr2=0x7f51b40b9cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.258+0000 7f51b3e00640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f51b40cf3f0 0x7f51b40b9cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.258+0000 7f51b3e00640 1 -- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f51b40cefb0 msgr2=0x7f51b40b7c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.258+0000 7f51b3e00640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f51b40cefb0 0x7f51b40b7c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.258+0000 7f51b3e00640 1 -- 172.21.15.29:0/269019945 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51b40b8140 con 0x7f51b415e4b0 2024-09-12T03:15:38.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.258+0000 7f51b3e00640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f51b415e4b0 0x7f51b41f3ea0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f51ac00cb40 tx=0x7f51ac00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.258+0000 7f51ab400640 1 -- 172.21.15.29:0/269019945 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51ac017070 con 0x7f51b415e4b0 2024-09-12T03:15:38.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.258+0000 7f51ab400640 1 -- 172.21.15.29:0/269019945 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51ac00aca0 con 0x7f51b415e4b0 2024-09-12T03:15:38.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.258+0000 7f51b9200640 1 -- 172.21.15.29:0/269019945 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51b41f49d0 con 0x7f51b415e4b0 2024-09-12T03:15:38.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.258+0000 7f51ab400640 1 -- 172.21.15.29:0/269019945 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51ac012620 con 0x7f51b415e4b0 2024-09-12T03:15:38.260 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.258+0000 7f51b9200640 1 -- 172.21.15.29:0/269019945 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51b40b7400 con 0x7f51b415e4b0 2024-09-12T03:15:38.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.261+0000 7f51ab400640 1 -- 172.21.15.29:0/269019945 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f51ac01a070 con 0x7f51b415e4b0 2024-09-12T03:15:38.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.261+0000 7f51ab400640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f519006be30 0x7f519006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.262+0000 7f51ab400640 1 -- 172.21.15.29:0/269019945 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f51ac08ae00 con 0x7f51b415e4b0 2024-09-12T03:15:38.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.262+0000 7f51b3400640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f519006be30 0x7f519006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.262+0000 7f51bd674740 1 Processor -- start 2024-09-12T03:15:38.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.262+0000 7f51bd674740 1 -- start start 2024-09-12T03:15:38.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.262+0000 7f51b3400640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f519006be30 0x7f519006e2f0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f51a4034000 tx=0x7f51a402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.263+0000 7f51bd674740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36808d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.263+0000 7f51bd674740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36669e0 0x560ac3665240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.263+0000 7f51bd674740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac36b0ea0 0x560ac36b13f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.263+0000 7f51bd674740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560ac35ce660 con 0x560ac36804f0 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.263+0000 7f51bd674740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x560ac3576680 con 0x560ac36b0ea0 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.263+0000 7f51bd674740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x560ac35ca620 con 0x560ac36669e0 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.263+0000 7f51b3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36808d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.263+0000 7f51b3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36808d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60272/0 (socket says 172.21.15.29:60272) 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.263+0000 7f51b3400640 1 -- 172.21.15.29:0/1894918965 learned_addr learned my addr 172.21.15.29:0/1894918965 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.264+0000 7f51b3400640 1 -- 172.21.15.29:0/1894918965 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36669e0 msgr2=0x560ac3665240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.264+0000 7f51b3400640 1 --2- 172.21.15.29:0/1894918965 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36669e0 0x560ac3665240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.264+0000 7f51b3400640 1 -- 172.21.15.29:0/1894918965 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac36b0ea0 msgr2=0x560ac36b13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.264+0000 7f51b3400640 1 --2- 172.21.15.29:0/1894918965 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac36b0ea0 0x560ac36b13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.264+0000 7f51b3400640 1 -- 172.21.15.29:0/1894918965 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ac33ab7d0 con 0x560ac36804f0 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.264+0000 7f51b3400640 1 --2- 172.21.15.29:0/1894918965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36808d0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f51a40042f0 tx=0x7f51a402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=318e8156bf619e48 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.264+0000 7f51a3e00640 1 -- 172.21.15.29:0/1894918965 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a4037040 con 0x560ac36804f0 2024-09-12T03:15:38.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.264+0000 7f51a3e00640 1 -- 172.21.15.29:0/1894918965 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51a40044a0 con 0x560ac36804f0 2024-09-12T03:15:38.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.264+0000 7f51a3e00640 1 -- 172.21.15.29:0/1894918965 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a4003d10 con 0x560ac36804f0 2024-09-12T03:15:38.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.265+0000 7f51bd674740 1 -- 172.21.15.29:0/1894918965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 msgr2=0x560ac36808d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.265+0000 7f51bd674740 1 --2- 172.21.15.29:0/1894918965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36808d0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f51a40042f0 tx=0x7f51a402c000 comp rx=0 tx=0).stop 2024-09-12T03:15:38.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.265+0000 7f51bd674740 1 -- 172.21.15.29:0/1894918965 shutdown_connections 2024-09-12T03:15:38.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.265+0000 7f51bd674740 1 --2- 172.21.15.29:0/1894918965 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac36b0ea0 0x560ac36b13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.265+0000 7f51bd674740 1 --2- 172.21.15.29:0/1894918965 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36669e0 0x560ac3665240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.265+0000 7f51bd674740 1 --2- 172.21.15.29:0/1894918965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36808d0 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.265+0000 7f51bd674740 1 -- 172.21.15.29:0/1894918965 >> 172.21.15.29:0/1894918965 conn(0x560ac3667410 msgr2=0x560ac36afa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.265+0000 7f51bd674740 1 -- 172.21.15.29:0/1894918965 shutdown_connections 2024-09-12T03:15:38.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.265+0000 7f51bd674740 1 -- 172.21.15.29:0/1894918965 wait complete. 2024-09-12T03:15:38.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.266+0000 7f51bd674740 1 -- start start 2024-09-12T03:15:38.267 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.266+0000 7f51bd674740 1 Processor -- start 2024-09-12T03:15:38.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51bd674740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac36804f0 0x560ac36c0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51bd674740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36b0ea0 0x560ac36ab490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51bd674740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac3694c60 0x560ac36a7d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51bd674740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560ac3665940 con 0x560ac3694c60 2024-09-12T03:15:38.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51bd674740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x560ac35574c0 con 0x560ac36804f0 2024-09-12T03:15:38.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51bd674740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x560ac3665c20 con 0x560ac36b0ea0 2024-09-12T03:15:38.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51bd674740 10 client.0 _ll_register_callbacks cb 0x560ac35c6e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:38.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51b3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac3694c60 0x560ac36a7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51b3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac3694c60 0x560ac36a7d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60282/0 (socket says 172.21.15.29:60282) 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51b3e00640 1 -- 172.21.15.29:0/1130114720 learned_addr learned my addr 172.21.15.29:0/1130114720 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51abe00640 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36b0ea0 0x560ac36ab490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.267+0000 7f51b3400640 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac36804f0 0x560ac36c0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51b3e00640 1 -- 172.21.15.29:0/1130114720 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36b0ea0 msgr2=0x560ac36ab490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51b3e00640 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36b0ea0 0x560ac36ab490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51b3e00640 1 -- 172.21.15.29:0/1130114720 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac36804f0 msgr2=0x560ac36c0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51b3e00640 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac36804f0 0x560ac36c0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51b3e00640 1 -- 172.21.15.29:0/1130114720 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ac32e13f0 con 0x560ac3694c60 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51abe00640 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36b0ea0 0x560ac36ab490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51b3e00640 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac3694c60 0x560ac36a7d20 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f51ac061540 tx=0x7f51ac059080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9a314159c6ddbf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51a0c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51a0c00640 1 -- 172.21.15.29:0/1130114720 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51ac0617e0 con 0x560ac3694c60 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51a0c00640 1 -- 172.21.15.29:0/1130114720 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f51ac004b60 con 0x560ac3694c60 2024-09-12T03:15:38.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51bd674740 1 -- 172.21.15.29:0/1130114720 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51a40044a0 con 0x560ac3694c60 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51a0c00640 1 -- 172.21.15.29:0/1130114720 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f51ac004d80 con 0x560ac3694c60 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51bd674740 10 client.8409 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51bd674740 1 -- 172.21.15.29:0/1130114720 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x560ac32a10f0 con 0x560ac3694c60 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.268+0000 7f51a0c00640 1 -- 172.21.15.29:0/1130114720 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51a40044a0 con 0x560ac3694c60 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.269+0000 7f51a0c00640 1 -- 172.21.15.29:0/1130114720 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f51ac076b30 con 0x560ac3694c60 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.269+0000 7f51bd674740 10 client.8409 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.269+0000 7f51bd674740 10 client.8409 resolve_mds: resolved 7:1 to role '7:1' aka daemon mds.a 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.269+0000 7f51bd674740 20 client.8409 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.269+0000 7f51bd674740 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x560ac36ac9d0 0x560ac36acdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.269+0000 7f51bd674740 4 client.8409 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.269+0000 7f51bd674740 1 -- 172.21.15.29:0/1130114720 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560ac35dbd90 con 0x560ac36ac9d0 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.269+0000 7f51b3400640 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x560ac36ac9d0 0x560ac36acdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.269+0000 7f51b3400640 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x560ac36ac9d0 0x560ac36acdb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5c0cc13fa2950185 server_cookie=fc217182fec4ada0 in_seq=0 out_seq=0 2024-09-12T03:15:38.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.269+0000 7f51a0c00640 10 client.8409 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:38.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51a0c00640 1 -- 172.21.15.29:0/1130114720 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560ac35dbd90 con 0x560ac36ac9d0 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51a0c00640 10 client.8409 handle_command_reply: tid=0 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51bd674740 1 client.8409 shutdown 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51bd674740 1 -- 172.21.15.29:0/1130114720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac3694c60 msgr2=0x560ac36a7d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51bd674740 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac3694c60 0x560ac36a7d20 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f51ac061540 tx=0x7f51ac059080 comp rx=0 tx=0).stop 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51bd674740 1 -- 172.21.15.29:0/1130114720 shutdown_connections 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51bd674740 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac3694c60 0x560ac36a7d20 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51bd674740 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x560ac36ac9d0 0x560ac36acdb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51bd674740 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36b0ea0 0x560ac36ab490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51bd674740 1 --2- 172.21.15.29:0/1130114720 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac36804f0 0x560ac36c0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51a0c00640 0 client.8409 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.270+0000 7f51bd674740 1 -- 172.21.15.29:0/1130114720 >> 172.21.15.29:0/1130114720 conn(0x560ac36669e0 msgr2=0x560ac36af850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.271+0000 7f51bd674740 1 -- 172.21.15.29:0/1130114720 shutdown_connections 2024-09-12T03:15:38.274 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.271+0000 7f51bd674740 1 -- 172.21.15.29:0/1130114720 wait complete. 2024-09-12T03:15:38.275 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.271+0000 7f51bd674740 20 client.8409 trim_cache size 0 max 16384 2024-09-12T03:15:38.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.289+0000 7f51bd674740 1 Processor -- start 2024-09-12T03:15:38.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.289+0000 7f51bd674740 1 -- start start 2024-09-12T03:15:38.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.289+0000 7f51bd674740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.289+0000 7f51bd674740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac3694c60 0x560ac36a5930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.289+0000 7f51bd674740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36b0ea0 0x560ac36d36d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51bd674740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f51b4200b60 con 0x560ac36804f0 2024-09-12T03:15:38.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51bd674740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f51b41ffd60 con 0x560ac3694c60 2024-09-12T03:15:38.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51bd674740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f51b4200430 con 0x560ac36b0ea0 2024-09-12T03:15:38.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51b3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51b3400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36a53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60296/0 (socket says 172.21.15.29:60296) 2024-09-12T03:15:38.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51b3400640 1 -- 172.21.15.29:0/1169251697 learned_addr learned my addr 172.21.15.29:0/1169251697 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51b3400640 1 -- 172.21.15.29:0/1169251697 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36b0ea0 msgr2=0x560ac36d36d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51b3400640 1 --2- 172.21.15.29:0/1169251697 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36b0ea0 0x560ac36d36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51b3400640 1 -- 172.21.15.29:0/1169251697 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac3694c60 msgr2=0x560ac36a5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51b3400640 1 --2- 172.21.15.29:0/1169251697 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac3694c60 0x560ac36a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51b3400640 1 -- 172.21.15.29:0/1169251697 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ac36a6700 con 0x560ac36804f0 2024-09-12T03:15:38.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.290+0000 7f51b3400640 1 --2- 172.21.15.29:0/1169251697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36a53f0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f51a4000c00 tx=0x7f51a402c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a3ce7c24034e8e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51a3400640 1 -- 172.21.15.29:0/1169251697 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a4054070 con 0x560ac36804f0 2024-09-12T03:15:38.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51a3400640 1 -- 172.21.15.29:0/1169251697 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51a4032440 con 0x560ac36804f0 2024-09-12T03:15:38.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51a3400640 1 -- 172.21.15.29:0/1169251697 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a4032810 con 0x560ac36804f0 2024-09-12T03:15:38.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51bd674740 1 -- 172.21.15.29:0/1169251697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 msgr2=0x560ac36a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51bd674740 1 --2- 172.21.15.29:0/1169251697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36a53f0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f51a4000c00 tx=0x7f51a402c070 comp rx=0 tx=0).stop 2024-09-12T03:15:38.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51bd674740 1 -- 172.21.15.29:0/1169251697 shutdown_connections 2024-09-12T03:15:38.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51bd674740 1 --2- 172.21.15.29:0/1169251697 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36b0ea0 0x560ac36d36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51bd674740 1 --2- 172.21.15.29:0/1169251697 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac3694c60 0x560ac36a5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51bd674740 1 --2- 172.21.15.29:0/1169251697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36804f0 0x560ac36a53f0 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51bd674740 1 -- 172.21.15.29:0/1169251697 >> 172.21.15.29:0/1169251697 conn(0x560ac36669e0 msgr2=0x560ac3660a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51bd674740 1 -- 172.21.15.29:0/1169251697 shutdown_connections 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.291+0000 7f51bd674740 1 -- 172.21.15.29:0/1169251697 wait complete. 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.292+0000 7f51bd674740 1 -- start start 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.292+0000 7f51bd674740 1 Processor -- start 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51bd674740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36804f0 0x560ac36a55e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51bd674740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac3694c60 0x560ac3713aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51bd674740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36b0ea0 0x560ac3713fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51bd674740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560ac3696520 con 0x560ac36b0ea0 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51bd674740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f51b41f78f0 con 0x560ac3694c60 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51bd674740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x560ac36b2960 con 0x560ac36804f0 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51bd674740 10 client.0 _ll_register_callbacks cb 0x7f519c009500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51b3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36b0ea0 0x560ac3713fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51b3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36b0ea0 0x560ac3713fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60298/0 (socket says 172.21.15.29:60298) 2024-09-12T03:15:38.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51b3e00640 1 -- 172.21.15.29:0/3185081269 learned_addr learned my addr 172.21.15.29:0/3185081269 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51b3400640 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36804f0 0x560ac36a55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.293+0000 7f51abe00640 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac3694c60 0x560ac3713aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51b3e00640 1 -- 172.21.15.29:0/3185081269 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36804f0 msgr2=0x560ac36a55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51b3e00640 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36804f0 0x560ac36a55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51b3e00640 1 -- 172.21.15.29:0/3185081269 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac3694c60 msgr2=0x560ac3713aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51b3e00640 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac3694c60 0x560ac3713aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51b3e00640 1 -- 172.21.15.29:0/3185081269 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ac36969a0 con 0x560ac36b0ea0 2024-09-12T03:15:38.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51b3e00640 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36b0ea0 0x560ac3713fe0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f51ac058ed0 tx=0x7f51ac001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0ca998927242eb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51a0c00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51a0c00640 1 -- 172.21.15.29:0/3185081269 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51ac058d10 con 0x560ac36b0ea0 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51a0c00640 1 -- 172.21.15.29:0/3185081269 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f51ac0615e0 con 0x560ac36b0ea0 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51bd674740 1 -- 172.21.15.29:0/3185081269 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51a4032440 con 0x560ac36b0ea0 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51a0c00640 1 -- 172.21.15.29:0/3185081269 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f51ac0617e0 con 0x560ac36b0ea0 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51bd674740 10 client.8415 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.294+0000 7f51bd674740 1 -- 172.21.15.29:0/3185081269 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x560ac36a5b20 con 0x560ac36b0ea0 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.295+0000 7f51a0c00640 1 -- 172.21.15.29:0/3185081269 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51a4032440 con 0x560ac36b0ea0 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.295+0000 7f51a0c00640 1 -- 172.21.15.29:0/3185081269 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f51ac05f450 con 0x560ac36b0ea0 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.295+0000 7f51bd674740 10 client.8415 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.295+0000 7f51bd674740 10 client.8415 resolve_mds: resolved 7:1 to role '7:1' aka daemon mds.a 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.295+0000 7f51bd674740 20 client.8415 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.295+0000 7f51bd674740 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x560ac36d2e30 0x560ac36ab640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.295+0000 7f51bd674740 4 client.8415 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.295+0000 7f51bd674740 1 -- 172.21.15.29:0/3185081269 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560ac35d60e0 con 0x560ac36d2e30 2024-09-12T03:15:38.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.295+0000 7f51b3400640 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x560ac36d2e30 0x560ac36ab640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51b3400640 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x560ac36d2e30 0x560ac36ab640 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9d4f8e49aed16c4c server_cookie=7b754248b0d499e in_seq=0 out_seq=0 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51a0c00640 10 client.8415 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51a0c00640 1 -- 172.21.15.29:0/3185081269 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x560ac35d60e0 con 0x560ac36d2e30 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51a0c00640 10 client.8415 handle_command_reply: tid=0 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51bd674740 1 client.8415 shutdown 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51bd674740 1 -- 172.21.15.29:0/3185081269 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36b0ea0 msgr2=0x560ac3713fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51bd674740 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36b0ea0 0x560ac3713fe0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f51ac058ed0 tx=0x7f51ac001250 comp rx=0 tx=0).stop 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51bd674740 1 -- 172.21.15.29:0/3185081269 shutdown_connections 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51bd674740 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560ac36b0ea0 0x560ac3713fe0 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51bd674740 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560ac3694c60 0x560ac3713aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51bd674740 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x560ac36d2e30 0x560ac36ab640 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51bd674740 1 --2- 172.21.15.29:0/3185081269 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560ac36804f0 0x560ac36a55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51bd674740 1 -- 172.21.15.29:0/3185081269 >> 172.21.15.29:0/3185081269 conn(0x560ac36669e0 msgr2=0x560ac36808d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.296+0000 7f51a0c00640 0 client.8415 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:38.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51bd674740 1 -- 172.21.15.29:0/3185081269 shutdown_connections 2024-09-12T03:15:38.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51bd674740 1 -- 172.21.15.29:0/3185081269 wait complete. 2024-09-12T03:15:38.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51bd674740 20 client.8415 trim_cache size 0 max 16384 2024-09-12T03:15:38.301 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:38.301 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:15:38.301 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:38.301 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:38.301 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:38.301 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:38.302 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:38.302 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:38.302 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:38.302 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:38.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51b9200640 1 -- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f519006be30 msgr2=0x7f519006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51b9200640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f519006be30 0x7f519006e2f0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f51a4034000 tx=0x7f51a402e000 comp rx=0 tx=0).stop 2024-09-12T03:15:38.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51b9200640 1 -- 172.21.15.29:0/269019945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f51b415e4b0 msgr2=0x7f51b41f3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51b9200640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f51b415e4b0 0x7f51b41f3ea0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f51ac00cb40 tx=0x7f51ac00a060 comp rx=0 tx=0).stop 2024-09-12T03:15:38.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51b9200640 1 -- 172.21.15.29:0/269019945 shutdown_connections 2024-09-12T03:15:38.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51b9200640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f519006be30 0x7f519006e2f0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51b9200640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f51b415e4b0 0x7f51b41f3ea0 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51b9200640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f51b40cf3f0 0x7f51b40b9cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51b9200640 1 --2- 172.21.15.29:0/269019945 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f51b40cefb0 0x7f51b40b7c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.297+0000 7f51b9200640 1 -- 172.21.15.29:0/269019945 >> 172.21.15.29:0/269019945 conn(0x7f51b409d740 msgr2=0x7f51b40b0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.298+0000 7f51b9200640 1 -- 172.21.15.29:0/269019945 shutdown_connections 2024-09-12T03:15:38.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.298+0000 7f51b9200640 1 -- 172.21.15.29:0/269019945 wait complete. 2024-09-12T03:15:38.312 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:38.313 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:38.313 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:2 scrub status 2024-09-12T03:15:38.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.471+0000 7fa10dc00640 1 Processor -- start 2024-09-12T03:15:38.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.471+0000 7fa10dc00640 1 -- start start 2024-09-12T03:15:38.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.472+0000 7fa10dc00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa10815e210 0x7fa1080d2950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.472+0000 7fa10dc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa10815e5f0 0x7fa1080d2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.472+0000 7fa10dc00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1080d52e0 con 0x7fa10806d740 2024-09-12T03:15:38.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.472+0000 7fa10dc00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa10806e320 con 0x7fa10815e210 2024-09-12T03:15:38.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.472+0000 7fa10dc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa10806e600 con 0x7fa10815e5f0 2024-09-12T03:15:38.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.473+0000 7fa10d200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fa10806d740 0x7fa1080b2f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42028/0 (socket says 172.21.15.29:42028) 2024-09-12T03:15:38.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.473+0000 7fa107e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa10815e210 0x7fa1080d2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.473+0000 7fa10d200640 1 -- 172.21.15.29:0/2683455389 learned_addr learned my addr 172.21.15.29:0/2683455389 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:38.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.473+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/2683455389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa10815e5f0 0x7fa1080d2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.473+0000 7fa107400640 1 -- 172.21.15.29:0/2683455389 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3432426914 0 0) 0x7fa1080d52e0 con 0x7fa10806d740 2024-09-12T03:15:38.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.473+0000 7fa107400640 1 -- 172.21.15.29:0/2683455389 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa0ec003520 con 0x7fa10806d740 2024-09-12T03:15:38.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.473+0000 7fa107e00640 1 -- 172.21.15.29:0/2683455389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa10815e5f0 msgr2=0x7fa1080d2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.473+0000 7fa107e00640 1 --2- 172.21.15.29:0/2683455389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa10815e5f0 0x7fa1080d2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.473+0000 7fa107e00640 1 -- 172.21.15.29:0/2683455389 >> v1:172.21.15.29:6789/0 conn(0x7fa10806d740 legacy=0x7fa1080b2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.473+0000 7fa107e00640 1 -- 172.21.15.29:0/2683455389 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa10806e8e0 con 0x7fa10815e210 2024-09-12T03:15:38.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.474+0000 7fa107e00640 1 --2- 172.21.15.29:0/2683455389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa10815e210 0x7fa1080d2950 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7fa0f80097a0 tx=0x7fa0f802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88752d3e68086715 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.474+0000 7fa107400640 1 -- 172.21.15.29:0/2683455389 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f8037070 con 0x7fa10815e210 2024-09-12T03:15:38.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.474+0000 7fa107400640 1 -- 172.21.15.29:0/2683455389 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0f8032440 con 0x7fa10815e210 2024-09-12T03:15:38.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.474+0000 7fa107400640 1 -- 172.21.15.29:0/2683455389 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f80327f0 con 0x7fa10815e210 2024-09-12T03:15:38.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.475+0000 7fa10dc00640 1 -- 172.21.15.29:0/2683455389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa10815e210 msgr2=0x7fa1080d2950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.475+0000 7fa10dc00640 1 --2- 172.21.15.29:0/2683455389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa10815e210 0x7fa1080d2950 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7fa0f80097a0 tx=0x7fa0f802a180 comp rx=0 tx=0).stop 2024-09-12T03:15:38.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.475+0000 7fa10dc00640 1 -- 172.21.15.29:0/2683455389 shutdown_connections 2024-09-12T03:15:38.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.475+0000 7fa10dc00640 1 --2- 172.21.15.29:0/2683455389 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa10815e5f0 0x7fa1080d2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.475+0000 7fa10dc00640 1 --2- 172.21.15.29:0/2683455389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa10815e210 0x7fa1080d2950 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.475+0000 7fa10dc00640 1 -- 172.21.15.29:0/2683455389 >> 172.21.15.29:0/2683455389 conn(0x7fa10808c000 msgr2=0x7fa1080d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.475+0000 7fa10dc00640 1 -- 172.21.15.29:0/2683455389 shutdown_connections 2024-09-12T03:15:38.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.475+0000 7fa10dc00640 1 -- 172.21.15.29:0/2683455389 wait complete. 2024-09-12T03:15:38.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.477+0000 7fa10dc00640 1 Processor -- start 2024-09-12T03:15:38.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.477+0000 7fa10dc00640 1 -- start start 2024-09-12T03:15:38.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa10dc00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa10806d740 0x7fa1081f4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa10dc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa10815e210 0x7fa1080b5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa10dc00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa10815e5f0 0x7fa10815b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa10dc00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa1080cf350 con 0x7fa10815e210 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa10dc00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa1080cf1d0 con 0x7fa10815e5f0 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa10dc00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa10806dbd0 con 0x7fa10806d740 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa0ffe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa10815e210 0x7fa1080b5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa0ffe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa10815e210 0x7fa1080b5880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60316/0 (socket says 172.21.15.29:60316) 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa107e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa10806d740 0x7fa1081f4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2876906934 learned_addr learned my addr 172.21.15.29:0/2876906934 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa10d200640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa10815e5f0 0x7fa10815b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa10806d740 msgr2=0x7fa1081f4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa10806d740 0x7fa1081f4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa10815e5f0 msgr2=0x7fa10815b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa10815e5f0 0x7fa10815b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.478+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2876906934 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1081f4f90 con 0x7fa10815e210 2024-09-12T03:15:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.479+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa10815e210 0x7fa1080b5880 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7fa0f000e870 tx=0x7fa0f000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.479+0000 7fa104c00640 1 -- 172.21.15.29:0/2876906934 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f0017070 con 0x7fa10815e210 2024-09-12T03:15:38.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.479+0000 7fa104c00640 1 -- 172.21.15.29:0/2876906934 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0f000c940 con 0x7fa10815e210 2024-09-12T03:15:38.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.479+0000 7fa104c00640 1 -- 172.21.15.29:0/2876906934 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f000cd30 con 0x7fa10815e210 2024-09-12T03:15:38.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.479+0000 7fa10dc00640 1 -- 172.21.15.29:0/2876906934 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1080b47e0 con 0x7fa10815e210 2024-09-12T03:15:38.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.479+0000 7fa10dc00640 1 -- 172.21.15.29:0/2876906934 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1080b4da0 con 0x7fa10815e210 2024-09-12T03:15:38.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.481+0000 7fa104c00640 1 -- 172.21.15.29:0/2876906934 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa0f001a070 con 0x7fa10815e210 2024-09-12T03:15:38.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.482+0000 7fa104c00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa0e406be30 0x7fa0e406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.482+0000 7fa104c00640 1 -- 172.21.15.29:0/2876906934 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fa0f008b250 con 0x7fa10815e210 2024-09-12T03:15:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.483+0000 7fa107e00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa0e406be30 0x7fa0e406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.483+0000 7fa111fd4740 1 Processor -- start 2024-09-12T03:15:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.483+0000 7fa111fd4740 1 -- start start 2024-09-12T03:15:38.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.483+0000 7fa107e00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa0e406be30 0x7fa0e406e2f0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8034000 tx=0x7fa0f802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.484+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcc74f0 0x557f7bcc78d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.484+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcad9e0 0x557f7bcac240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.484+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bcf83f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.484+0000 7fa111fd4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557f7bc15660 con 0x557f7bcf7ea0 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.484+0000 7fa111fd4740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557f7bbbd680 con 0x557f7bcad9e0 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.484+0000 7fa111fd4740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557f7bc11620 con 0x557f7bcc74f0 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.484+0000 7fa10d200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bcf83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.484+0000 7fa10d200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bcf83f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60320/0 (socket says 172.21.15.29:60320) 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.484+0000 7fa10d200640 1 -- 172.21.15.29:0/3800227038 learned_addr learned my addr 172.21.15.29:0/3800227038 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa107e00640 1 --2- 172.21.15.29:0/3800227038 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcc74f0 0x557f7bcc78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/3800227038 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcad9e0 0x557f7bcac240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa10d200640 1 -- 172.21.15.29:0/3800227038 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcc74f0 msgr2=0x557f7bcc78d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa10d200640 1 --2- 172.21.15.29:0/3800227038 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcc74f0 0x557f7bcc78d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa10d200640 1 -- 172.21.15.29:0/3800227038 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcad9e0 msgr2=0x557f7bcac240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa10d200640 1 --2- 172.21.15.29:0/3800227038 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcad9e0 0x557f7bcac240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa10d200640 1 -- 172.21.15.29:0/3800227038 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f7b9f27d0 con 0x557f7bcf7ea0 2024-09-12T03:15:38.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/3800227038 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcad9e0 0x557f7bcac240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:38.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa10d200640 1 --2- 172.21.15.29:0/3800227038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bcf83f0 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7fa10000f2e0 tx=0x7fa100000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db177d8eda0de98f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa0fcc00640 1 -- 172.21.15.29:0/3800227038 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1000072e0 con 0x557f7bcf7ea0 2024-09-12T03:15:38.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa0fcc00640 1 -- 172.21.15.29:0/3800227038 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa100018070 con 0x557f7bcf7ea0 2024-09-12T03:15:38.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.485+0000 7fa0fcc00640 1 -- 172.21.15.29:0/3800227038 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa100007680 con 0x557f7bcf7ea0 2024-09-12T03:15:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.486+0000 7fa111fd4740 1 -- 172.21.15.29:0/3800227038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 msgr2=0x557f7bcf83f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.486+0000 7fa111fd4740 1 --2- 172.21.15.29:0/3800227038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bcf83f0 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7fa10000f2e0 tx=0x7fa100000f40 comp rx=0 tx=0).stop 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.486+0000 7fa111fd4740 1 -- 172.21.15.29:0/3800227038 shutdown_connections 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.486+0000 7fa111fd4740 1 --2- 172.21.15.29:0/3800227038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bcf83f0 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.486+0000 7fa111fd4740 1 --2- 172.21.15.29:0/3800227038 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcad9e0 0x557f7bcac240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.486+0000 7fa111fd4740 1 --2- 172.21.15.29:0/3800227038 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcc74f0 0x557f7bcc78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.486+0000 7fa111fd4740 1 -- 172.21.15.29:0/3800227038 >> 172.21.15.29:0/3800227038 conn(0x557f7bcae410 msgr2=0x557f7bcf6a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.486+0000 7fa111fd4740 1 -- 172.21.15.29:0/3800227038 shutdown_connections 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.486+0000 7fa111fd4740 1 -- 172.21.15.29:0/3800227038 wait complete. 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.487+0000 7fa111fd4740 1 -- start start 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.487+0000 7fa111fd4740 1 Processor -- start 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcc74f0 0x557f7bd06a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bd0a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcbbf60 0x557f7bd0aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa111fd4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557f7bcac940 con 0x557f7bcf7ea0 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa111fd4740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557f7bb9e4c0 con 0x557f7bcbbf60 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa111fd4740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557f7bcacc20 con 0x557f7bcc74f0 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa111fd4740 10 client.0 _ll_register_callbacks cb 0x557f7bc0de80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa0ffe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bd0a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa0ffe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bd0a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60334/0 (socket says 172.21.15.29:60334) 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2995745946 learned_addr learned my addr 172.21.15.29:0/2995745946 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa107e00640 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcc74f0 0x557f7bd06a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.488+0000 7fa10d200640 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcbbf60 0x557f7bd0aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcc74f0 msgr2=0x557f7bd06a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcc74f0 0x557f7bd06a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcbbf60 msgr2=0x557f7bd0aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcbbf60 0x557f7bd0aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2995745946 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f7b9283f0 con 0x557f7bcf7ea0 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa10d200640 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcbbf60 0x557f7bd0aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bd0a590 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7fa0f00894f0 tx=0x7fa0f0058da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a3935575ad79b88 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa0f5600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa0f5600640 1 -- 172.21.15.29:0/2995745946 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f0021040 con 0x557f7bcf7ea0 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa111fd4740 1 -- 172.21.15.29:0/2995745946 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa100018070 con 0x557f7bcf7ea0 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa0f5600640 1 -- 172.21.15.29:0/2995745946 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fa0f005d170 con 0x557f7bcf7ea0 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa0f5600640 1 -- 172.21.15.29:0/2995745946 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7fa0f0061eb0 con 0x557f7bcf7ea0 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa111fd4740 10 client.8430 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.489+0000 7fa111fd4740 1 -- 172.21.15.29:0/2995745946 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x557f7b8e80f0 con 0x557f7bcf7ea0 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.490+0000 7fa0f5600640 1 -- 172.21.15.29:0/2995745946 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa100018070 con 0x557f7bcf7ea0 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.490+0000 7fa0f5600640 1 -- 172.21.15.29:0/2995745946 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7fa0f00587d0 con 0x557f7bcf7ea0 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.490+0000 7fa111fd4740 10 client.8430 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.490+0000 7fa111fd4740 10 client.8430 resolve_mds: resolved 7:2 to role '7:2' aka daemon mds.d 2024-09-12T03:15:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.490+0000 7fa111fd4740 20 client.8430 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.490+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557f7bcb04a0 0x557f7bcb08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.490+0000 7fa111fd4740 4 client.8430 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.490+0000 7fa111fd4740 1 -- 172.21.15.29:0/2995745946 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f7bc22d90 con 0x557f7bcb04a0 2024-09-12T03:15:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.490+0000 7fa107e00640 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557f7bcb04a0 0x557f7bcb08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.491+0000 7fa107e00640 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557f7bcb04a0 0x557f7bcb08b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3851f183b647193a server_cookie=55b7e2e960467285 in_seq=0 out_seq=0 2024-09-12T03:15:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.491+0000 7fa0f5600640 10 client.8430 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa0f5600640 1 -- 172.21.15.29:0/2995745946 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557f7bc22d90 con 0x557f7bcb04a0 2024-09-12T03:15:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa0f5600640 10 client.8430 handle_command_reply: tid=0 2024-09-12T03:15:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 1 client.8430 shutdown 2024-09-12T03:15:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 1 -- 172.21.15.29:0/2995745946 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 msgr2=0x557f7bd0a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bd0a590 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7fa0f00894f0 tx=0x7fa0f0058da0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 1 -- 172.21.15.29:0/2995745946 shutdown_connections 2024-09-12T03:15:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557f7bcb04a0 0x557f7bcb08b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcbbf60 0x557f7bd0aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcf7ea0 0x557f7bd0a590 unknown :-1 s=CLOSED pgs=1395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2995745946 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcc74f0 0x557f7bd06a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 1 -- 172.21.15.29:0/2995745946 >> 172.21.15.29:0/2995745946 conn(0x557f7bcad9e0 msgr2=0x557f7bcf6a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa0f5600640 0 client.8430 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:38.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 1 -- 172.21.15.29:0/2995745946 shutdown_connections 2024-09-12T03:15:38.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 1 -- 172.21.15.29:0/2995745946 wait complete. 2024-09-12T03:15:38.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.492+0000 7fa111fd4740 20 client.8430 trim_cache size 0 max 16384 2024-09-12T03:15:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.510+0000 7fa111fd4740 1 Processor -- start 2024-09-12T03:15:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.511+0000 7fa111fd4740 1 -- start start 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.511+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcbbf60 0x557f7bcec740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.511+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcecc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.511+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 0x557f7bcf2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.511+0000 7fa111fd4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa108200ee0 con 0x557f7bcc74f0 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.511+0000 7fa111fd4740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa108200100 con 0x557f7bcf7ea0 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.511+0000 7fa111fd4740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa1082007b0 con 0x557f7bcbbf60 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa0ffe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcecc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa0ffe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcecc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60336/0 (socket says 172.21.15.29:60336) 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa0ffe00640 1 -- 172.21.15.29:0/3167492522 learned_addr learned my addr 172.21.15.29:0/3167492522 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa10d200640 1 --2- 172.21.15.29:0/3167492522 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 0x557f7bcf2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa107e00640 1 --2- 172.21.15.29:0/3167492522 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcbbf60 0x557f7bcec740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa0ffe00640 1 -- 172.21.15.29:0/3167492522 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcbbf60 msgr2=0x557f7bcec740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/3167492522 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcbbf60 0x557f7bcec740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa0ffe00640 1 -- 172.21.15.29:0/3167492522 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 msgr2=0x557f7bcf2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/3167492522 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 0x557f7bcf2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa0ffe00640 1 -- 172.21.15.29:0/3167492522 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f7bd06480 con 0x557f7bcc74f0 2024-09-12T03:15:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa107e00640 1 --2- 172.21.15.29:0/3167492522 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcbbf60 0x557f7bcec740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa10d200640 1 --2- 172.21.15.29:0/3167492522 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 0x557f7bcf2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/3167492522 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcecc80 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0059310 tx=0x7fa0f001e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca07f30677abf31a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.512+0000 7fa0f7e00640 1 -- 172.21.15.29:0/3167492522 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f0021050 con 0x557f7bcc74f0 2024-09-12T03:15:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.513+0000 7fa0f7e00640 1 -- 172.21.15.29:0/3167492522 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0f0078380 con 0x557f7bcc74f0 2024-09-12T03:15:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.513+0000 7fa0f7e00640 1 -- 172.21.15.29:0/3167492522 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f005d170 con 0x557f7bcc74f0 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.513+0000 7fa111fd4740 1 -- 172.21.15.29:0/3167492522 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 msgr2=0x557f7bcecc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.513+0000 7fa111fd4740 1 --2- 172.21.15.29:0/3167492522 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcecc80 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0059310 tx=0x7fa0f001e000 comp rx=0 tx=0).stop 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.513+0000 7fa111fd4740 1 -- 172.21.15.29:0/3167492522 shutdown_connections 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.513+0000 7fa111fd4740 1 --2- 172.21.15.29:0/3167492522 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 0x557f7bcf2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.513+0000 7fa111fd4740 1 --2- 172.21.15.29:0/3167492522 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcecc80 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.513+0000 7fa111fd4740 1 --2- 172.21.15.29:0/3167492522 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcbbf60 0x557f7bcec740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.513+0000 7fa111fd4740 1 -- 172.21.15.29:0/3167492522 >> 172.21.15.29:0/3167492522 conn(0x557f7bcad9e0 msgr2=0x557f7bd06800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.513+0000 7fa111fd4740 1 -- 172.21.15.29:0/3167492522 shutdown_connections 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.513+0000 7fa111fd4740 1 -- 172.21.15.29:0/3167492522 wait complete. 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.514+0000 7fa111fd4740 1 -- start start 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.514+0000 7fa111fd4740 1 Processor -- start 2024-09-12T03:15:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcbbf60 0x557f7bd09ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcec930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa111fd4740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 0x557f7bcd4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa111fd4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa10809fb00 con 0x557f7bcc74f0 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa111fd4740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557f7bcd83e0 con 0x557f7bcf7ea0 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa111fd4740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557f7bcd4fd0 con 0x557f7bcbbf60 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa111fd4740 10 client.0 _ll_register_callbacks cb 0x7fa0f8035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa0ffe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcec930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa0ffe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcec930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60350/0 (socket says 172.21.15.29:60350) 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2415828340 learned_addr learned my addr 172.21.15.29:0/2415828340 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa107e00640 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcbbf60 0x557f7bd09ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.515+0000 7fa10d200640 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 0x557f7bcd4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.519 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcbbf60 msgr2=0x557f7bd09ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcbbf60 0x557f7bd09ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 msgr2=0x557f7bcd4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 0x557f7bcd4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa0ffe00640 1 -- 172.21.15.29:0/2415828340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f7bd09220 con 0x557f7bcc74f0 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa10d200640 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 0x557f7bcd4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa0ffe00640 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcec930 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0057630 tx=0x7fa0f0089420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cadee62db43b323c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa0f5600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa0f5600640 1 -- 172.21.15.29:0/2415828340 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f0021070 con 0x557f7bcc74f0 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa0f5600640 1 -- 172.21.15.29:0/2415828340 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fa0f005d370 con 0x557f7bcc74f0 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa111fd4740 1 -- 172.21.15.29:0/2415828340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0f0078380 con 0x557f7bcc74f0 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa0f5600640 1 -- 172.21.15.29:0/2415828340 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7fa0f0068050 con 0x557f7bcc74f0 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa111fd4740 10 client.8436 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.516+0000 7fa111fd4740 1 -- 172.21.15.29:0/2415828340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x557f7bcf42e0 con 0x557f7bcc74f0 2024-09-12T03:15:38.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.517+0000 7fa0f5600640 1 -- 172.21.15.29:0/2415828340 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0f0078380 con 0x557f7bcc74f0 2024-09-12T03:15:38.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.517+0000 7fa0f5600640 1 -- 172.21.15.29:0/2415828340 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7fa0f006b020 con 0x557f7bcc74f0 2024-09-12T03:15:38.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.517+0000 7fa111fd4740 10 client.8436 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:38.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.517+0000 7fa111fd4740 10 client.8436 resolve_mds: resolved 7:2 to role '7:2' aka daemon mds.d 2024-09-12T03:15:38.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.517+0000 7fa111fd4740 20 client.8436 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:38.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.517+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557f7bcf8280 0x557f7bcd4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.517+0000 7fa111fd4740 4 client.8436 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:38.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.517+0000 7fa111fd4740 1 -- 172.21.15.29:0/2415828340 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557f7bc1d0e0 con 0x557f7bcf8280 2024-09-12T03:15:38.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.517+0000 7fa107e00640 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557f7bcf8280 0x557f7bcd4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa107e00640 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557f7bcf8280 0x557f7bcd4780 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8922e2d37e2a23d9 server_cookie=7c72fe73d174b16e in_seq=0 out_seq=0 2024-09-12T03:15:38.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa0f5600640 10 client.8436 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:38.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa0f5600640 1 -- 172.21.15.29:0/2415828340 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x557f7bc1d0e0 con 0x557f7bcf8280 2024-09-12T03:15:38.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa0f5600640 10 client.8436 handle_command_reply: tid=0 2024-09-12T03:15:38.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa111fd4740 1 client.8436 shutdown 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa111fd4740 1 -- 172.21.15.29:0/2415828340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 msgr2=0x557f7bcec930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcec930 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7fa0f0057630 tx=0x7fa0f0089420 comp rx=0 tx=0).stop 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa111fd4740 1 -- 172.21.15.29:0/2415828340 shutdown_connections 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x557f7bcf8280 0x557f7bcd4780 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557f7bcf7ea0 0x557f7bcd4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557f7bcc74f0 0x557f7bcec930 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa0f5600640 0 client.8436 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa111fd4740 1 --2- 172.21.15.29:0/2415828340 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557f7bcbbf60 0x557f7bd09ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa111fd4740 1 -- 172.21.15.29:0/2415828340 >> 172.21.15.29:0/2415828340 conn(0x557f7bcad9e0 msgr2=0x557f7bcd7ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa111fd4740 1 -- 172.21.15.29:0/2415828340 shutdown_connections 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.518+0000 7fa111fd4740 1 -- 172.21.15.29:0/2415828340 wait complete. 2024-09-12T03:15:38.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa111fd4740 20 client.8436 trim_cache size 0 max 16384 2024-09-12T03:15:38.524 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:38.524 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:15:38.524 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:38.524 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:38.524 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:38.524 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:38.524 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:38.524 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:38.524 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:38.524 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:38.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 -- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa0e406be30 msgr2=0x7fa0e406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa0e406be30 0x7fa0e406e2f0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8034000 tx=0x7fa0f802e000 comp rx=0 tx=0).stop 2024-09-12T03:15:38.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 -- 172.21.15.29:0/2876906934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa10815e210 msgr2=0x7fa1080b5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa10815e210 0x7fa1080b5880 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7fa0f000e870 tx=0x7fa0f000ed30 comp rx=0 tx=0).stop 2024-09-12T03:15:38.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 -- 172.21.15.29:0/2876906934 shutdown_connections 2024-09-12T03:15:38.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa0e406be30 0x7fa0e406e2f0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa10815e5f0 0x7fa10815b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa10815e210 0x7fa1080b5880 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 --2- 172.21.15.29:0/2876906934 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa10806d740 0x7fa1081f4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 -- 172.21.15.29:0/2876906934 >> 172.21.15.29:0/2876906934 conn(0x7fa10808c000 msgr2=0x7fa1080ce120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 -- 172.21.15.29:0/2876906934 shutdown_connections 2024-09-12T03:15:38.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.519+0000 7fa10dc00640 1 -- 172.21.15.29:0/2876906934 wait complete. 2024-09-12T03:15:38.535 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:38.535 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:38.535 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:0 scrub status 2024-09-12T03:15:38.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.695+0000 7f710f800640 1 Processor -- start 2024-09-12T03:15:38.695 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.695+0000 7f710f800640 1 -- start start 2024-09-12T03:15:38.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.696+0000 7f710f800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7108072040 0x7f710815fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.696 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.696+0000 7f710f800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f710806e0a0 0x7f71080cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.696+0000 7f710f800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7108160340 con 0x7f7108072d80 2024-09-12T03:15:38.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.696+0000 7f710f800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f71081605e0 con 0x7f710806e0a0 2024-09-12T03:15:38.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.696+0000 7f710f800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f71081608c0 con 0x7f7108072040 2024-09-12T03:15:38.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.696+0000 7f7107e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f7108072d80 0x7f7108072420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42044/0 (socket says 172.21.15.29:42044) 2024-09-12T03:15:38.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.696+0000 7f7107e00640 1 -- 172.21.15.29:0/3916476701 learned_addr learned my addr 172.21.15.29:0/3916476701 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:38.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.697+0000 7f710d800640 1 --2- 172.21.15.29:0/3916476701 >> v2:172.21.15.38:3300/0 conn(0x7f710806e0a0 0x7f71080cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.697+0000 7f710ce00640 1 --2- 172.21.15.29:0/3916476701 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7108072040 0x7f710815fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.697+0000 7f7107400640 1 -- 172.21.15.29:0/3916476701 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1888442653 0 0) 0x7f7108160340 con 0x7f7108072d80 2024-09-12T03:15:38.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.697+0000 7f7107400640 1 -- 172.21.15.29:0/3916476701 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f70f0003520 con 0x7f7108072d80 2024-09-12T03:15:38.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.697+0000 7f710d800640 1 -- 172.21.15.29:0/3916476701 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7108072040 msgr2=0x7f710815fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.697+0000 7f710d800640 1 --2- 172.21.15.29:0/3916476701 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7108072040 0x7f710815fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.697+0000 7f710d800640 1 -- 172.21.15.29:0/3916476701 >> v1:172.21.15.29:6789/0 conn(0x7f7108072d80 legacy=0x7f7108072420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.697+0000 7f710d800640 1 -- 172.21.15.29:0/3916476701 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7108160ba0 con 0x7f710806e0a0 2024-09-12T03:15:38.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.698+0000 7f710d800640 1 --2- 172.21.15.29:0/3916476701 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f710806e0a0 0x7f71080cd5b0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f7100009d90 tx=0x7f710002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=154f20b8a69e3657 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.698+0000 7f7107400640 1 -- 172.21.15.29:0/3916476701 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7100007740 con 0x7f710806e0a0 2024-09-12T03:15:38.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.699+0000 7f7107400640 1 -- 172.21.15.29:0/3916476701 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71000078e0 con 0x7f710806e0a0 2024-09-12T03:15:38.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.699+0000 7f7107400640 1 -- 172.21.15.29:0/3916476701 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7100007cb0 con 0x7f710806e0a0 2024-09-12T03:15:38.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.699+0000 7f710f800640 1 -- 172.21.15.29:0/3916476701 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f710806e0a0 msgr2=0x7f71080cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.699+0000 7f710f800640 1 --2- 172.21.15.29:0/3916476701 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f710806e0a0 0x7f71080cd5b0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f7100009d90 tx=0x7f710002a660 comp rx=0 tx=0).stop 2024-09-12T03:15:38.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.699+0000 7f710f800640 1 -- 172.21.15.29:0/3916476701 shutdown_connections 2024-09-12T03:15:38.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.699+0000 7f710f800640 1 --2- 172.21.15.29:0/3916476701 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f710806e0a0 0x7f71080cd5b0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.699+0000 7f710f800640 1 --2- 172.21.15.29:0/3916476701 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7108072040 0x7f710815fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.699+0000 7f710f800640 1 -- 172.21.15.29:0/3916476701 >> 172.21.15.29:0/3916476701 conn(0x7f7108067d70 msgr2=0x7f710806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.699+0000 7f710f800640 1 -- 172.21.15.29:0/3916476701 shutdown_connections 2024-09-12T03:15:38.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.699+0000 7f710f800640 1 -- 172.21.15.29:0/3916476701 wait complete. 2024-09-12T03:15:38.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.701+0000 7f710f800640 1 Processor -- start 2024-09-12T03:15:38.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.701+0000 7f710f800640 1 -- start start 2024-09-12T03:15:38.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.702+0000 7f710f800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f710806e0a0 0x7f71080a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.702+0000 7f710f800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7108072040 0x7f71080aadc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.702+0000 7f710f800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7108072d80 0x7f710815bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.702 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.702+0000 7f710f800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f710806e550 con 0x7f7108072d80 2024-09-12T03:15:38.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.702+0000 7f710f800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7108145b00 con 0x7f710806e0a0 2024-09-12T03:15:38.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.702+0000 7f710f800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f710806e6d0 con 0x7f7108072040 2024-09-12T03:15:38.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.702+0000 7f710d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7108072d80 0x7f710815bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.702+0000 7f710d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7108072d80 0x7f710815bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60356/0 (socket says 172.21.15.29:60356) 2024-09-12T03:15:38.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.702+0000 7f710d800640 1 -- 172.21.15.29:0/513696474 learned_addr learned my addr 172.21.15.29:0/513696474 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.702+0000 7f7107e00640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7108072040 0x7f71080aadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.703 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.702+0000 7f710ce00640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f710806e0a0 0x7f71080a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f710d800640 1 -- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7108072040 msgr2=0x7f71080aadc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f710d800640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7108072040 0x7f71080aadc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f710d800640 1 -- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f710806e0a0 msgr2=0x7f71080a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f710d800640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f710806e0a0 0x7f71080a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f710d800640 1 -- 172.21.15.29:0/513696474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71080a9d20 con 0x7f7108072d80 2024-09-12T03:15:38.704 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f710ce00640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f710806e0a0 0x7f71080a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f710d800640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7108072d80 0x7f710815bd70 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f7100009eb0 tx=0x7f7100004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f7104c00640 1 -- 172.21.15.29:0/513696474 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7100040070 con 0x7f7108072d80 2024-09-12T03:15:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f710f800640 1 -- 172.21.15.29:0/513696474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71080aa000 con 0x7f7108072d80 2024-09-12T03:15:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f7104c00640 1 -- 172.21.15.29:0/513696474 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7100031bc0 con 0x7f7108072d80 2024-09-12T03:15:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f7104c00640 1 -- 172.21.15.29:0/513696474 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7100009450 con 0x7f7108072d80 2024-09-12T03:15:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.703+0000 7f710f800640 1 -- 172.21.15.29:0/513696474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71080aa5c0 con 0x7f7108072d80 2024-09-12T03:15:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.705+0000 7f7104c00640 1 -- 172.21.15.29:0/513696474 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7100039040 con 0x7f7108072d80 2024-09-12T03:15:38.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.706+0000 7f7104c00640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f70e806be60 0x7f70e806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.706+0000 7f7104c00640 1 -- 172.21.15.29:0/513696474 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f71000ac570 con 0x7f7108072d80 2024-09-12T03:15:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.707+0000 7f710ce00640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f70e806be60 0x7f70e806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.707+0000 7f7112654740 1 Processor -- start 2024-09-12T03:15:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.707+0000 7f7112654740 1 -- start start 2024-09-12T03:15:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.707+0000 7f710ce00640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f70e806be60 0x7f70e806e320 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f70fc009b90 tx=0x7f70fc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f7112654740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c580f7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f7112654740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c580ddbb0 0x557c580dc410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f7112654740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c58128610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f7112654740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557c58041660 con 0x557c581280c0 2024-09-12T03:15:38.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f7112654740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557c57fe9680 con 0x557c580f7710 2024-09-12T03:15:38.708 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f7112654740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557c5803d620 con 0x557c580ddbb0 2024-09-12T03:15:38.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f710d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c58128610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f710ce00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c580f7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f710ce00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c580f7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:53020/0 (socket says 172.21.15.29:53020) 2024-09-12T03:15:38.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f710d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c58128610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60366/0 (socket says 172.21.15.29:60366) 2024-09-12T03:15:38.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f710ce00640 1 -- 172.21.15.29:0/1395958887 learned_addr learned my addr 172.21.15.29:0/1395958887 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.708+0000 7f7107e00640 1 --2- 172.21.15.29:0/1395958887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c580ddbb0 0x557c580dc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.709+0000 7f710d800640 1 -- 172.21.15.29:0/1395958887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c580ddbb0 msgr2=0x557c580dc410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.709+0000 7f710d800640 1 --2- 172.21.15.29:0/1395958887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c580ddbb0 0x557c580dc410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.709+0000 7f710d800640 1 -- 172.21.15.29:0/1395958887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 msgr2=0x557c580f7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.709+0000 7f710d800640 1 --2- 172.21.15.29:0/1395958887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c580f7af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.709+0000 7f710d800640 1 -- 172.21.15.29:0/1395958887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c57e1e7d0 con 0x557c581280c0 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.709+0000 7f710d800640 1 --2- 172.21.15.29:0/1395958887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c58128610 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f71000aa840 tx=0x7f7100007840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=decc2d76e24c7e6c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.709+0000 7f70f9600640 1 -- 172.21.15.29:0/1395958887 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f710004a040 con 0x557c581280c0 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.709+0000 7f70f9600640 1 -- 172.21.15.29:0/1395958887 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7100083150 con 0x557c581280c0 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.709+0000 7f70f9600640 1 -- 172.21.15.29:0/1395958887 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7100076c90 con 0x557c581280c0 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.710+0000 7f7112654740 1 -- 172.21.15.29:0/1395958887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 msgr2=0x557c58128610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.710+0000 7f7112654740 1 --2- 172.21.15.29:0/1395958887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c58128610 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f71000aa840 tx=0x7f7100007840 comp rx=0 tx=0).stop 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.710+0000 7f7112654740 1 -- 172.21.15.29:0/1395958887 shutdown_connections 2024-09-12T03:15:38.711 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.710+0000 7f7112654740 1 --2- 172.21.15.29:0/1395958887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c58128610 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.710+0000 7f7112654740 1 --2- 172.21.15.29:0/1395958887 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c580ddbb0 0x557c580dc410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.710+0000 7f7112654740 1 --2- 172.21.15.29:0/1395958887 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c580f7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.710+0000 7f7112654740 1 -- 172.21.15.29:0/1395958887 >> 172.21.15.29:0/1395958887 conn(0x557c580de630 msgr2=0x557c58126c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.710+0000 7f7112654740 1 -- 172.21.15.29:0/1395958887 shutdown_connections 2024-09-12T03:15:38.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.710+0000 7f7112654740 1 -- 172.21.15.29:0/1395958887 wait complete. 2024-09-12T03:15:38.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.711+0000 7f7112654740 1 -- start start 2024-09-12T03:15:38.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.711+0000 7f7112654740 1 Processor -- start 2024-09-12T03:15:38.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f7112654740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c580f7710 0x557c5811c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f7112654740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581280c0 0x557c58124ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f7112654740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c581241f0 0x557c58125420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f7112654740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557c57fe9680 con 0x557c580f7710 2024-09-12T03:15:38.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f7112654740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557c57fca4c0 con 0x557c581241f0 2024-09-12T03:15:38.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f7112654740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557c58041660 con 0x557c581280c0 2024-09-12T03:15:38.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f7112654740 10 client.0 _ll_register_callbacks cb 0x557c58039e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:38.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f710ce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c580f7710 0x557c5811c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f710ce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c580f7710 0x557c5811c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60378/0 (socket says 172.21.15.29:60378) 2024-09-12T03:15:38.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f710ce00640 1 -- 172.21.15.29:0/678259127 learned_addr learned my addr 172.21.15.29:0/678259127 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f7107e00640 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581280c0 0x557c58124ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f710d800640 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c581241f0 0x557c58125420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.712+0000 7f710ce00640 1 -- 172.21.15.29:0/678259127 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581280c0 msgr2=0x557c58124ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f710ce00640 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581280c0 0x557c58124ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f710ce00640 1 -- 172.21.15.29:0/678259127 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c581241f0 msgr2=0x557c58125420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f710ce00640 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c581241f0 0x557c58125420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f710ce00640 1 -- 172.21.15.29:0/678259127 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c57d543f0 con 0x557c580f7710 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f7107e00640 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581280c0 0x557c58124ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f710d800640 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c581241f0 0x557c58125420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f710ce00640 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c580f7710 0x557c5811c9d0 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f70fc015920 tx=0x7f70fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91acec5c18f1c790 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f70ee000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f70ee000640 1 -- 172.21.15.29:0/678259127 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70fc026070 con 0x557c580f7710 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f7112654740 1 -- 172.21.15.29:0/678259127 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7100083150 con 0x557c580f7710 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f70ee000640 1 -- 172.21.15.29:0/678259127 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f70fc014b70 con 0x557c580f7710 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f70ee000640 1 -- 172.21.15.29:0/678259127 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f70fc031050 con 0x557c580f7710 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f7112654740 10 client.8448 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.713+0000 7f7112654740 1 -- 172.21.15.29:0/678259127 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x557c57d140f0 con 0x557c580f7710 2024-09-12T03:15:38.717 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.714+0000 7f70ee000640 1 -- 172.21.15.29:0/678259127 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7100083150 con 0x557c580f7710 2024-09-12T03:15:38.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.714+0000 7f70ee000640 1 -- 172.21.15.29:0/678259127 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f70fc034020 con 0x557c580f7710 2024-09-12T03:15:38.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.714+0000 7f7112654740 10 client.8448 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:38.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.714+0000 7f7112654740 10 client.8448 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:38.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.714+0000 7f7112654740 20 client.8448 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:38.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.714+0000 7f7112654740 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557c5811f380 0x557c5811dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.714+0000 7f7112654740 4 client.8448 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:38.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.714+0000 7f7112654740 1 -- 172.21.15.29:0/678259127 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557c5804ed90 con 0x557c5811f380 2024-09-12T03:15:38.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.714+0000 7f7107e00640 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557c5811f380 0x557c5811dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.715+0000 7f7107e00640 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557c5811f380 0x557c5811dc50 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4981a5209725823 server_cookie=5975409c5bf62519 in_seq=0 out_seq=0 2024-09-12T03:15:38.718 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.715+0000 7f70ee000640 10 client.8448 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:38.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.715+0000 7f70ee000640 1 -- 172.21.15.29:0/678259127 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557c5804ed90 con 0x557c5811f380 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.715+0000 7f70ee000640 10 client.8448 handle_command_reply: tid=0 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.715+0000 7f7112654740 1 client.8448 shutdown 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f7112654740 1 -- 172.21.15.29:0/678259127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c580f7710 msgr2=0x557c5811c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f7112654740 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c580f7710 0x557c5811c9d0 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f70fc015920 tx=0x7f70fc0046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f7112654740 1 -- 172.21.15.29:0/678259127 shutdown_connections 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f7112654740 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557c5811f380 0x557c5811dc50 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f7112654740 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c581241f0 0x557c58125420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f7112654740 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581280c0 0x557c58124ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f7112654740 1 --2- 172.21.15.29:0/678259127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c580f7710 0x557c5811c9d0 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f70ee000640 0 client.8448 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f7112654740 1 -- 172.21.15.29:0/678259127 >> 172.21.15.29:0/678259127 conn(0x557c580ddbb0 msgr2=0x557c580dcdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.720 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f7112654740 1 -- 172.21.15.29:0/678259127 shutdown_connections 2024-09-12T03:15:38.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f7112654740 1 -- 172.21.15.29:0/678259127 wait complete. 2024-09-12T03:15:38.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.716+0000 7f7112654740 20 client.8448 trim_cache size 0 max 16384 2024-09-12T03:15:38.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.734+0000 7f7112654740 1 Processor -- start 2024-09-12T03:15:38.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.734+0000 7f7112654740 1 -- start start 2024-09-12T03:15:38.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.735+0000 7f7112654740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c58128ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.735+0000 7f7112654740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581241f0 0x557c5812a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.735+0000 7f7112654740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581280c0 0x557c580e3450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.735+0000 7f7112654740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f71081fcb30 con 0x557c581241f0 2024-09-12T03:15:38.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.735+0000 7f7112654740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f71080b4c70 con 0x557c580f7710 2024-09-12T03:15:38.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.735+0000 7f7112654740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f71080b5340 con 0x557c581280c0 2024-09-12T03:15:38.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.735+0000 7f7107e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581241f0 0x557c5812a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.735+0000 7f7107e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581241f0 0x557c5812a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60382/0 (socket says 172.21.15.29:60382) 2024-09-12T03:15:38.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.735+0000 7f7107e00640 1 -- 172.21.15.29:0/833457863 learned_addr learned my addr 172.21.15.29:0/833457863 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.736+0000 7f710d800640 1 --2- 172.21.15.29:0/833457863 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581280c0 0x557c580e3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.736+0000 7f710ce00640 1 --2- 172.21.15.29:0/833457863 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c58128ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.736+0000 7f7107e00640 1 -- 172.21.15.29:0/833457863 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581280c0 msgr2=0x557c580e3450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.736+0000 7f7107e00640 1 --2- 172.21.15.29:0/833457863 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581280c0 0x557c580e3450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.736+0000 7f7107e00640 1 -- 172.21.15.29:0/833457863 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 msgr2=0x557c58128ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.736+0000 7f7107e00640 1 --2- 172.21.15.29:0/833457863 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c58128ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.736+0000 7f7107e00640 1 -- 172.21.15.29:0/833457863 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c5811d090 con 0x557c581241f0 2024-09-12T03:15:38.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.736+0000 7f7107e00640 1 --2- 172.21.15.29:0/833457863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581241f0 0x557c5812a400 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f7108142e50 tx=0x7f70f4000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=755e7f3b486dfa56 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.736+0000 7f70f8c00640 1 -- 172.21.15.29:0/833457863 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f4019510 con 0x557c581241f0 2024-09-12T03:15:38.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.736+0000 7f70f8c00640 1 -- 172.21.15.29:0/833457863 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70f4024070 con 0x557c581241f0 2024-09-12T03:15:38.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.736+0000 7f70f8c00640 1 -- 172.21.15.29:0/833457863 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f40198f0 con 0x557c581241f0 2024-09-12T03:15:38.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.737+0000 7f7112654740 1 -- 172.21.15.29:0/833457863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581241f0 msgr2=0x557c5812a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.737+0000 7f7112654740 1 --2- 172.21.15.29:0/833457863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581241f0 0x557c5812a400 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f7108142e50 tx=0x7f70f4000bc0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.737+0000 7f7112654740 1 -- 172.21.15.29:0/833457863 shutdown_connections 2024-09-12T03:15:38.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.737+0000 7f7112654740 1 --2- 172.21.15.29:0/833457863 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581280c0 0x557c580e3450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.737+0000 7f7112654740 1 --2- 172.21.15.29:0/833457863 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581241f0 0x557c5812a400 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.744 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.737+0000 7f7112654740 1 --2- 172.21.15.29:0/833457863 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c58128ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.737+0000 7f7112654740 1 -- 172.21.15.29:0/833457863 >> 172.21.15.29:0/833457863 conn(0x557c580ddbb0 msgr2=0x557c580dcd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.737+0000 7f7112654740 1 -- 172.21.15.29:0/833457863 shutdown_connections 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.737+0000 7f7112654740 1 -- 172.21.15.29:0/833457863 wait complete. 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.738+0000 7f7112654740 1 -- start start 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.738+0000 7f7112654740 1 Processor -- start 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f7112654740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c5810ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f7112654740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581241f0 0x557c5810b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f7112654740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c581a3f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f7112654740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557c580ddf90 con 0x557c581280c0 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f7112654740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f71080cab20 con 0x557c580f7710 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f7112654740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557c5804ed90 con 0x557c581241f0 2024-09-12T03:15:38.745 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f7112654740 10 client.0 _ll_register_callbacks cb 0x7f70fc0155a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:38.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f710d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c581a3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f710d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c581a3f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60384/0 (socket says 172.21.15.29:60384) 2024-09-12T03:15:38.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f710d800640 1 -- 172.21.15.29:0/224252562 learned_addr learned my addr 172.21.15.29:0/224252562 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f7107e00640 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581241f0 0x557c5810b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.739+0000 7f710ce00640 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c5810ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f710d800640 1 -- 172.21.15.29:0/224252562 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581241f0 msgr2=0x557c5810b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f710d800640 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581241f0 0x557c5810b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f710d800640 1 -- 172.21.15.29:0/224252562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 msgr2=0x557c5810ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:38.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f710d800640 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c5810ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f710d800640 1 -- 172.21.15.29:0/224252562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c581a87e0 con 0x557c581280c0 2024-09-12T03:15:38.746 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f7107e00640 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581241f0 0x557c5810b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f710ce00640 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c5810ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f710d800640 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c581a3f60 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f710002ac50 tx=0x7f7100031f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b5a56434242eeba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f70ee000640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f70ee000640 1 -- 172.21.15.29:0/224252562 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f710004a040 con 0x557c581280c0 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f70ee000640 1 -- 172.21.15.29:0/224252562 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f71000786c0 con 0x557c581280c0 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f7112654740 1 -- 172.21.15.29:0/224252562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70f4024070 con 0x557c581280c0 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f70ee000640 1 -- 172.21.15.29:0/224252562 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f7100083150 con 0x557c581280c0 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f7112654740 10 client.8454 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.740+0000 7f7112654740 1 -- 172.21.15.29:0/224252562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x557c580f7e60 con 0x557c581280c0 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.741+0000 7f70ee000640 1 -- 172.21.15.29:0/224252562 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f70f4024070 con 0x557c581280c0 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.741+0000 7f70ee000640 1 -- 172.21.15.29:0/224252562 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f710009f080 con 0x557c581280c0 2024-09-12T03:15:38.747 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.741+0000 7f7112654740 10 client.8454 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.741+0000 7f7112654740 10 client.8454 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.741+0000 7f7112654740 20 client.8454 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.741+0000 7f7112654740 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557c5811ddc0 0x557c581a44a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.741+0000 7f7112654740 4 client.8454 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.741+0000 7f7112654740 1 -- 172.21.15.29:0/224252562 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557c581263f0 con 0x557c5811ddc0 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.741+0000 7f710ce00640 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557c5811ddc0 0x557c581a44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.741+0000 7f710ce00640 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557c5811ddc0 0x557c581a44a0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac3f9dd6583e5e server_cookie=b4134159e81629 in_seq=0 out_seq=0 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.741+0000 7f70ee000640 10 client.8454 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f70ee000640 1 -- 172.21.15.29:0/224252562 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x557c581263f0 con 0x557c5811ddc0 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f70ee000640 10 client.8454 handle_command_reply: tid=0 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 1 client.8454 shutdown 2024-09-12T03:15:38.748 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 1 -- 172.21.15.29:0/224252562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 msgr2=0x557c581a3f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c581a3f60 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f710002ac50 tx=0x7f7100031f90 comp rx=0 tx=0).stop 2024-09-12T03:15:38.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 1 -- 172.21.15.29:0/224252562 shutdown_connections 2024-09-12T03:15:38.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557c581280c0 0x557c581a3f60 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557c581241f0 0x557c5810b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557c5811ddc0 0x557c581a44a0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 1 --2- 172.21.15.29:0/224252562 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x557c580f7710 0x557c5810ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 1 -- 172.21.15.29:0/224252562 >> 172.21.15.29:0/224252562 conn(0x557c580ddbb0 msgr2=0x557c5814a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f70ee000640 0 client.8454 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:38.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 1 -- 172.21.15.29:0/224252562 shutdown_connections 2024-09-12T03:15:38.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 1 -- 172.21.15.29:0/224252562 wait complete. 2024-09-12T03:15:38.749 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.742+0000 7f7112654740 20 client.8454 trim_cache size 0 max 16384 2024-09-12T03:15:38.750 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:38.750 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:15:38.750 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:38.750 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:38.750 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:38.750 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:38.750 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:38.750 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:38.751 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:38.751 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:38.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 -- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f70e806be60 msgr2=0x7f70e806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f70e806be60 0x7f70e806e320 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f70fc009b90 tx=0x7f70fc008040 comp rx=0 tx=0).stop 2024-09-12T03:15:38.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 -- 172.21.15.29:0/513696474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7108072d80 msgr2=0x7f710815bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7108072d80 0x7f710815bd70 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f7100009eb0 tx=0x7f7100004a40 comp rx=0 tx=0).stop 2024-09-12T03:15:38.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 -- 172.21.15.29:0/513696474 shutdown_connections 2024-09-12T03:15:38.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f70e806be60 0x7f70e806e320 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7108072d80 0x7f710815bd70 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7108072040 0x7f71080aadc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 --2- 172.21.15.29:0/513696474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f710806e0a0 0x7f71080a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 -- 172.21.15.29:0/513696474 >> 172.21.15.29:0/513696474 conn(0x7f7108067d70 msgr2=0x7f710806e9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 -- 172.21.15.29:0/513696474 shutdown_connections 2024-09-12T03:15:38.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.743+0000 7f710f800640 1 -- 172.21.15.29:0/513696474 wait complete. 2024-09-12T03:15:38.758 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:38.759 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:38.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.916+0000 7f6098c00640 1 Processor -- start 2024-09-12T03:15:38.916 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.916+0000 7f6098c00640 1 -- start start 2024-09-12T03:15:38.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.917+0000 7f6098c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f609406ea60 0x7f609406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.917+0000 7f6098c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f609406c510 con 0x7f60940725a0 2024-09-12T03:15:38.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.917+0000 7f6098c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f609406c7f0 con 0x7f609415e530 2024-09-12T03:15:38.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.917+0000 7f6098c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f609406cad0 con 0x7f609406ea60 2024-09-12T03:15:38.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.917+0000 7f6093400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f609406ea60 0x7f609406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.917+0000 7f608be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f60940725a0 0x7f609415de20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42054/0 (socket says 172.21.15.29:42054) 2024-09-12T03:15:38.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.917+0000 7f608be00640 1 -- 172.21.15.29:0/4015337626 learned_addr learned my addr 172.21.15.29:0/4015337626 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:38.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.918+0000 7f6093400640 1 -- 172.21.15.29:0/4015337626 >> v1:172.21.15.38:6789/0 conn(0x7f609415e530 legacy=0x7f60940b00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.918+0000 7f6093400640 1 -- 172.21.15.29:0/4015337626 >> v1:172.21.15.29:6789/0 conn(0x7f60940725a0 legacy=0x7f609415de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.918+0000 7f6093400640 1 -- 172.21.15.29:0/4015337626 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f609406cdb0 con 0x7f609406ea60 2024-09-12T03:15:38.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.919+0000 7f6093400640 1 --2- 172.21.15.29:0/4015337626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f609406ea60 0x7f609406bc10 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f60840097a0 tx=0x7f608402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e539a5c8c299d3d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.919+0000 7f6092a00640 1 -- 172.21.15.29:0/4015337626 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6084037070 con 0x7f609406ea60 2024-09-12T03:15:38.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.919+0000 7f6092a00640 1 -- 172.21.15.29:0/4015337626 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6084032440 con 0x7f609406ea60 2024-09-12T03:15:38.919 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.919+0000 7f6092a00640 1 -- 172.21.15.29:0/4015337626 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6084032810 con 0x7f609406ea60 2024-09-12T03:15:38.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.920+0000 7f6098c00640 1 -- 172.21.15.29:0/4015337626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f609406ea60 msgr2=0x7f609406bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.920+0000 7f6098c00640 1 --2- 172.21.15.29:0/4015337626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f609406ea60 0x7f609406bc10 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f60840097a0 tx=0x7f608402a230 comp rx=0 tx=0).stop 2024-09-12T03:15:38.920 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.920+0000 7f6098c00640 1 -- 172.21.15.29:0/4015337626 shutdown_connections 2024-09-12T03:15:38.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.920+0000 7f6098c00640 1 --2- 172.21.15.29:0/4015337626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f609406ea60 0x7f609406bc10 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.920+0000 7f6098c00640 1 -- 172.21.15.29:0/4015337626 >> 172.21.15.29:0/4015337626 conn(0x7f60940b29f0 msgr2=0x7f60940b2e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:38.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.920+0000 7f6098c00640 1 -- 172.21.15.29:0/4015337626 shutdown_connections 2024-09-12T03:15:38.921 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.920+0000 7f6098c00640 1 -- 172.21.15.29:0/4015337626 wait complete. 2024-09-12T03:15:38.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.922+0000 7f6098c00640 1 Processor -- start 2024-09-12T03:15:38.922 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.922+0000 7f6098c00640 1 -- start start 2024-09-12T03:15:38.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6098c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f609406ea60 0x7f6094152ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6098c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60940725a0 0x7f6094153590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6098c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f609415e530 0x7f6094153ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6098c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f609406efc0 con 0x7f609415e530 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6098c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f609406ee40 con 0x7f609406ea60 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6098c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f609406f140 con 0x7f60940725a0 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6093e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f609415e530 0x7f6094153ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6093e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f609415e530 0x7f6094153ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60404/0 (socket says 172.21.15.29:60404) 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6093e00640 1 -- 172.21.15.29:0/652644521 learned_addr learned my addr 172.21.15.29:0/652644521 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6093400640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f609406ea60 0x7f6094152ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f608be00640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60940725a0 0x7f6094153590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6093e00640 1 -- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60940725a0 msgr2=0x7f6094153590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6093e00640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60940725a0 0x7f6094153590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6093e00640 1 -- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f609406ea60 msgr2=0x7f6094152ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:38.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6093e00640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f609406ea60 0x7f6094152ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:38.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6093e00640 1 -- 172.21.15.29:0/652644521 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6094155180 con 0x7f609415e530 2024-09-12T03:15:38.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.923+0000 7f6093400640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f609406ea60 0x7f6094152ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:38.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.924+0000 7f6093e00640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f609415e530 0x7f6094153ad0 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f608c00c6b0 tx=0x7f608c00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.924+0000 7f608b400640 1 -- 172.21.15.29:0/652644521 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f608c003b70 con 0x7f609415e530 2024-09-12T03:15:38.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.924+0000 7f608b400640 1 -- 172.21.15.29:0/652644521 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f608c003d30 con 0x7f609415e530 2024-09-12T03:15:38.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.924+0000 7f6098c00640 1 -- 172.21.15.29:0/652644521 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6094155460 con 0x7f609415e530 2024-09-12T03:15:38.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.924+0000 7f608b400640 1 -- 172.21.15.29:0/652644521 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f608c005310 con 0x7f609415e530 2024-09-12T03:15:38.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.924+0000 7f6098c00640 1 -- 172.21.15.29:0/652644521 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6094155a20 con 0x7f609415e530 2024-09-12T03:15:38.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.925+0000 7f6098c00640 1 -- 172.21.15.29:0/652644521 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f609406bc10 con 0x7f609415e530 2024-09-12T03:15:38.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.926+0000 7f608b400640 1 -- 172.21.15.29:0/652644521 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f608c0054b0 con 0x7f609415e530 2024-09-12T03:15:38.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.927+0000 7f608b400640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f607006be30 0x7f607006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:38.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.927+0000 7f608b400640 1 -- 172.21.15.29:0/652644521 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f608c08aeb0 con 0x7f609415e530 2024-09-12T03:15:38.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.927+0000 7f6093400640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f607006be30 0x7f607006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:38.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.928+0000 7f6093400640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f607006be30 0x7f607006e2f0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f6084034000 tx=0x7f608402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:38.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:38.931+0000 7f608b400640 1 -- 172.21.15.29:0/652644521 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f608c0596c0 con 0x7f609415e530 2024-09-12T03:15:39.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.151+0000 7f6098c00640 1 -- 172.21.15.29:0/652644521 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f60940756c0 con 0x7f609415e530 2024-09-12T03:15:39.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.152+0000 7f608b400640 1 -- 172.21.15.29:0/652644521 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 111 v111) ==== 95+0+5266 (secure 0 0 0) 0x7f608c058fc0 con 0x7f609415e530 2024-09-12T03:15:39.152 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:39.152 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":111,"btime":"2024-09-12T03:15:28:624307+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":111,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:27.771513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":6,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:15:39.153 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 111 2024-09-12T03:15:39.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 -- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f607006be30 msgr2=0x7f607006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:39.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f607006be30 0x7f607006e2f0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f6084034000 tx=0x7f608402e000 comp rx=0 tx=0).stop 2024-09-12T03:15:39.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 -- 172.21.15.29:0/652644521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f609415e530 msgr2=0x7f6094153ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:39.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f609415e530 0x7f6094153ad0 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f608c00c6b0 tx=0x7f608c00cb70 comp rx=0 tx=0).stop 2024-09-12T03:15:39.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 -- 172.21.15.29:0/652644521 shutdown_connections 2024-09-12T03:15:39.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f607006be30 0x7f607006e2f0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:39.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f609415e530 0x7f6094153ad0 unknown :-1 s=CLOSED pgs=1406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:39.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f60940725a0 0x7f6094153590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:39.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 --2- 172.21.15.29:0/652644521 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f609406ea60 0x7f6094152ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:39.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 -- 172.21.15.29:0/652644521 >> 172.21.15.29:0/652644521 conn(0x7f60940b29f0 msgr2=0x7f60940b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:39.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 -- 172.21.15.29:0/652644521 shutdown_connections 2024-09-12T03:15:39.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.154+0000 7f6098c00640 1 -- 172.21.15.29:0/652644521 wait complete. 2024-09-12T03:15:39.170 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:15:39.170 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:15:39.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.324+0000 7f8fe3e00640 1 Processor -- start 2024-09-12T03:15:39.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.324+0000 7f8fe3e00640 1 -- start start 2024-09-12T03:15:39.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.325+0000 7f8fe3e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8fdc06cc20 0x7f8fdc15c900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:39.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.325+0000 7f8fe3e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fdc15a2d0 con 0x7f8fdc0cf170 2024-09-12T03:15:39.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.325+0000 7f8fe3e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fdc15cf80 con 0x7f8fdc073570 2024-09-12T03:15:39.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.325+0000 7f8fe3e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f8fdc06f3b0 con 0x7f8fdc06cc20 2024-09-12T03:15:39.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.326+0000 7f8fe1400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f8fdc06cc20 0x7f8fdc15c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:39.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.326+0000 7f8fe1e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f8fdc0cf170 0x7f8fdc0cf600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:42070/0 (socket says 172.21.15.29:42070) 2024-09-12T03:15:39.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.326+0000 7f8fe1e00640 1 -- 172.21.15.29:0/3660592609 learned_addr learned my addr 172.21.15.29:0/3660592609 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:39.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.326+0000 7f8fe1400640 1 -- 172.21.15.29:0/3660592609 >> v1:172.21.15.38:6789/0 conn(0x7f8fdc073570 legacy=0x7f8fdc06d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:39.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.326+0000 7f8fe1400640 1 -- 172.21.15.29:0/3660592609 >> v1:172.21.15.29:6789/0 conn(0x7f8fdc0cf170 legacy=0x7f8fdc0cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:39.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.326+0000 7f8fe1400640 1 -- 172.21.15.29:0/3660592609 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fdc15d260 con 0x7f8fdc06cc20 2024-09-12T03:15:39.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.326+0000 7f8fdbe00640 1 -- 172.21.15.29:0/3660592609 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 421113434 0 0) 0x7f8fdc15a2d0 con 0x7f8fdc0cf170 2024-09-12T03:15:39.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.327+0000 7f8fe1400640 1 --2- 172.21.15.29:0/3660592609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fdc06cc20 0x7f8fdc15c900 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f8fd00097a0 tx=0x7f8fd002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2fc2a9b46b5aed4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:39.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.327+0000 7f8fdbe00640 1 -- 172.21.15.29:0/3660592609 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd0037070 con 0x7f8fdc06cc20 2024-09-12T03:15:39.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.327+0000 7f8fdbe00640 1 -- 172.21.15.29:0/3660592609 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fd0032440 con 0x7f8fdc06cc20 2024-09-12T03:15:39.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.327+0000 7f8fdbe00640 1 -- 172.21.15.29:0/3660592609 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd0032810 con 0x7f8fdc06cc20 2024-09-12T03:15:39.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.328+0000 7f8fe3e00640 1 -- 172.21.15.29:0/3660592609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fdc06cc20 msgr2=0x7f8fdc15c900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:39.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.328+0000 7f8fe3e00640 1 --2- 172.21.15.29:0/3660592609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fdc06cc20 0x7f8fdc15c900 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f8fd00097a0 tx=0x7f8fd002a230 comp rx=0 tx=0).stop 2024-09-12T03:15:39.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.328+0000 7f8fe3e00640 1 -- 172.21.15.29:0/3660592609 shutdown_connections 2024-09-12T03:15:39.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.328+0000 7f8fe3e00640 1 --2- 172.21.15.29:0/3660592609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fdc06cc20 0x7f8fdc15c900 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:39.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.328+0000 7f8fe3e00640 1 -- 172.21.15.29:0/3660592609 >> 172.21.15.29:0/3660592609 conn(0x7f8fdc0ce600 msgr2=0x7f8fdc072890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:39.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.328+0000 7f8fe3e00640 1 -- 172.21.15.29:0/3660592609 shutdown_connections 2024-09-12T03:15:39.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.328+0000 7f8fe3e00640 1 -- 172.21.15.29:0/3660592609 wait complete. 2024-09-12T03:15:39.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.330+0000 7f8fe3e00640 1 Processor -- start 2024-09-12T03:15:39.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.330+0000 7f8fe3e00640 1 -- start start 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.331+0000 7f8fe3e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fdc06cc20 0x7f8fdc1f4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.331+0000 7f8fe3e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fdc073570 0x7f8fdc0b5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.331+0000 7f8fe3e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fdc0cf170 0x7f8fdc159180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.331+0000 7f8fe3e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8fdc15d820 con 0x7f8fdc073570 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.331+0000 7f8fe3e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8fdc0cec50 con 0x7f8fdc0cf170 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.331+0000 7f8fe3e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8fdc067f50 con 0x7f8fdc06cc20 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.331+0000 7f8fe0a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fdc073570 0x7f8fdc0b5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.331+0000 7f8fe0a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fdc073570 0x7f8fdc0b5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60428/0 (socket says 172.21.15.29:60428) 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.331+0000 7f8fe0a00640 1 -- 172.21.15.29:0/2425783820 learned_addr learned my addr 172.21.15.29:0/2425783820 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.331+0000 7f8fe1400640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fdc06cc20 0x7f8fdc1f4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.331+0000 7f8fe1e00640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fdc0cf170 0x7f8fdc159180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.332+0000 7f8fe0a00640 1 -- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fdc06cc20 msgr2=0x7f8fdc1f4690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:39.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.332+0000 7f8fe0a00640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fdc06cc20 0x7f8fdc1f4690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:39.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.332+0000 7f8fe0a00640 1 -- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fdc0cf170 msgr2=0x7f8fdc159180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:39.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.332+0000 7f8fe0a00640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fdc0cf170 0x7f8fdc159180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:39.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.332+0000 7f8fe0a00640 1 -- 172.21.15.29:0/2425783820 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fdc0b5e80 con 0x7f8fdc073570 2024-09-12T03:15:39.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.332+0000 7f8fe0a00640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fdc073570 0x7f8fdc0b5940 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f8fc800c480 tx=0x7f8fc800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:39.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.332+0000 7f8fd9600640 1 -- 172.21.15.29:0/2425783820 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc80052d0 con 0x7f8fdc073570 2024-09-12T03:15:39.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.332+0000 7f8fd9600640 1 -- 172.21.15.29:0/2425783820 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fc8005470 con 0x7f8fdc073570 2024-09-12T03:15:39.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.332+0000 7f8fd9600640 1 -- 172.21.15.29:0/2425783820 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fc8012870 con 0x7f8fdc073570 2024-09-12T03:15:39.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.332+0000 7f8fe3e00640 1 -- 172.21.15.29:0/2425783820 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fdc1f5690 con 0x7f8fdc073570 2024-09-12T03:15:39.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.332+0000 7f8fe3e00640 1 -- 172.21.15.29:0/2425783820 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fdc1f50d0 con 0x7f8fdc073570 2024-09-12T03:15:39.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.334+0000 7f8fe3e00640 1 -- 172.21.15.29:0/2425783820 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fdc15c900 con 0x7f8fdc073570 2024-09-12T03:15:39.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.334+0000 7f8fd9600640 1 -- 172.21.15.29:0/2425783820 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8fc8012a10 con 0x7f8fdc073570 2024-09-12T03:15:39.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.335+0000 7f8fd9600640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8fbc06be30 0x7f8fbc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:39.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.335+0000 7f8fd9600640 1 -- 172.21.15.29:0/2425783820 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f8fc808aaa0 con 0x7f8fdc073570 2024-09-12T03:15:39.336 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.336+0000 7f8fe1400640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8fbc06be30 0x7f8fbc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:39.337 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.337+0000 7f8fe1400640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8fbc06be30 0x7f8fbc06e2f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f8fd0034000 tx=0x7f8fd002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:39.340 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.340+0000 7f8fd9600640 1 -- 172.21.15.29:0/2425783820 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8fc8058d00 con 0x7f8fdc073570 2024-09-12T03:15:39.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.589+0000 7f8fe3e00640 1 -- 172.21.15.29:0/2425783820 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f8fdc067b00 con 0x7f8fdc073570 2024-09-12T03:15:39.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.590+0000 7f8fd9600640 1 -- 172.21.15.29:0/2425783820 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1621 (secure 0 0 0) 0x7f8fc805d000 con 0x7f8fdc073570 2024-09-12T03:15:39.590 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:39.590 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":458,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":62,"data_bytes":668467,"bytes_used":267370496,"bytes_avail":772826742784,"bytes_total":773094113280,"write_bytes_sec":4862,"read_op_per_sec":0,"write_op_per_sec":2},"fsmap":{"epoch":111,"btime":"2024-09-12T03:15:28:624307+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":26,"modified":"2024-09-12T03:14:55.814126+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-12T03:15:39.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 -- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8fbc06be30 msgr2=0x7f8fbc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:39.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8fbc06be30 0x7f8fbc06e2f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f8fd0034000 tx=0x7f8fd002e000 comp rx=0 tx=0).stop 2024-09-12T03:15:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 -- 172.21.15.29:0/2425783820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fdc073570 msgr2=0x7f8fdc0b5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fdc073570 0x7f8fdc0b5940 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f8fc800c480 tx=0x7f8fc800c940 comp rx=0 tx=0).stop 2024-09-12T03:15:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 -- 172.21.15.29:0/2425783820 shutdown_connections 2024-09-12T03:15:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8fbc06be30 0x7f8fbc06e2f0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8fdc0cf170 0x7f8fdc159180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fdc073570 0x7f8fdc0b5940 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 --2- 172.21.15.29:0/2425783820 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8fdc06cc20 0x7f8fdc1f4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 -- 172.21.15.29:0/2425783820 >> 172.21.15.29:0/2425783820 conn(0x7f8fdc0ce600 msgr2=0x7f8fdc0cfe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 -- 172.21.15.29:0/2425783820 shutdown_connections 2024-09-12T03:15:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:39.592+0000 7f8fe3e00640 1 -- 172.21.15.29:0/2425783820 wait complete. 2024-09-12T03:15:39.608 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-12T03:15:40.608 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:40.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.777+0000 7fbc90200640 1 Processor -- start 2024-09-12T03:15:40.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.777+0000 7fbc90200640 1 -- start start 2024-09-12T03:15:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.778+0000 7fbc90200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbc88161ae0 0x7fbc880ceb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.778+0000 7fbc90200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fbc880b5410 0x7fbc880cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.778+0000 7fbc90200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc880d3500 con 0x7fbc88161ec0 2024-09-12T03:15:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.778+0000 7fbc90200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fbc880d32d0 con 0x7fbc880b5410 2024-09-12T03:15:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.778+0000 7fbc90200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbc880d37c0 con 0x7fbc88161ae0 2024-09-12T03:15:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.779+0000 7fbc8e200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fbc88161ec0 0x7fbc880b5f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49158/0 (socket says 172.21.15.29:49158) 2024-09-12T03:15:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.779+0000 7fbc8e200640 1 -- 172.21.15.29:0/2206713584 learned_addr learned my addr 172.21.15.29:0/2206713584 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.779+0000 7fbc8ce00640 1 --2- 172.21.15.29:0/2206713584 >> v2:172.21.15.38:3300/0 conn(0x7fbc880b5410 0x7fbc880cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:40.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.779+0000 7fbc8d800640 1 --2- 172.21.15.29:0/2206713584 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbc88161ae0 0x7fbc880ceb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:40.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.779+0000 7fbc87e00640 1 -- 172.21.15.29:0/2206713584 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1266360795 0 0) 0x7fbc880d3500 con 0x7fbc88161ec0 2024-09-12T03:15:40.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.779+0000 7fbc87e00640 1 -- 172.21.15.29:0/2206713584 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbc70003520 con 0x7fbc88161ec0 2024-09-12T03:15:40.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.779+0000 7fbc8ce00640 1 -- 172.21.15.29:0/2206713584 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbc88161ae0 msgr2=0x7fbc880ceb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:40.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.779+0000 7fbc8ce00640 1 --2- 172.21.15.29:0/2206713584 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbc88161ae0 0x7fbc880ceb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:40.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.779+0000 7fbc8ce00640 1 -- 172.21.15.29:0/2206713584 >> v1:172.21.15.29:6789/0 conn(0x7fbc88161ec0 legacy=0x7fbc880b5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:40.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.779+0000 7fbc8ce00640 1 -- 172.21.15.29:0/2206713584 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc880d3aa0 con 0x7fbc880b5410 2024-09-12T03:15:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.780+0000 7fbc8ce00640 1 --2- 172.21.15.29:0/2206713584 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbc880b5410 0x7fbc880cf4b0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fbc74009790 tx=0x7fbc7402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3191968e542126d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.781+0000 7fbc87e00640 1 -- 172.21.15.29:0/2206713584 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc74037070 con 0x7fbc880b5410 2024-09-12T03:15:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.781+0000 7fbc87e00640 1 -- 172.21.15.29:0/2206713584 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc74032440 con 0x7fbc880b5410 2024-09-12T03:15:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.781+0000 7fbc87e00640 1 -- 172.21.15.29:0/2206713584 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc74032810 con 0x7fbc880b5410 2024-09-12T03:15:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.781+0000 7fbc90200640 1 -- 172.21.15.29:0/2206713584 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbc880b5410 msgr2=0x7fbc880cf4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.781+0000 7fbc90200640 1 --2- 172.21.15.29:0/2206713584 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbc880b5410 0x7fbc880cf4b0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fbc74009790 tx=0x7fbc7402a180 comp rx=0 tx=0).stop 2024-09-12T03:15:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.781+0000 7fbc90200640 1 -- 172.21.15.29:0/2206713584 shutdown_connections 2024-09-12T03:15:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.781+0000 7fbc90200640 1 --2- 172.21.15.29:0/2206713584 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbc880b5410 0x7fbc880cf4b0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.781+0000 7fbc90200640 1 --2- 172.21.15.29:0/2206713584 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbc88161ae0 0x7fbc880ceb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:40.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.781+0000 7fbc90200640 1 -- 172.21.15.29:0/2206713584 >> 172.21.15.29:0/2206713584 conn(0x7fbc8808c000 msgr2=0x7fbc880d44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:40.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.782+0000 7fbc90200640 1 -- 172.21.15.29:0/2206713584 shutdown_connections 2024-09-12T03:15:40.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.782+0000 7fbc90200640 1 -- 172.21.15.29:0/2206713584 wait complete. 2024-09-12T03:15:40.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.783+0000 7fbc90200640 1 Processor -- start 2024-09-12T03:15:40.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.783+0000 7fbc90200640 1 -- start start 2024-09-12T03:15:40.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.784+0000 7fbc90200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc880b5410 0x7fbc880ce5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:40.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.784+0000 7fbc90200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbc88161ae0 0x7fbc8815d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:40.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.784+0000 7fbc90200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbc88161ec0 0x7fbc880cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:40.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.784+0000 7fbc90200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbc880cf1f0 con 0x7fbc880b5410 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.784+0000 7fbc90200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fbc880cf070 con 0x7fbc88161ec0 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.784+0000 7fbc90200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fbc880c9040 con 0x7fbc88161ae0 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.784+0000 7fbc8d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc880b5410 0x7fbc880ce5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.784+0000 7fbc8d800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc880b5410 0x7fbc880ce5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59852/0 (socket says 172.21.15.29:59852) 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.784+0000 7fbc8d800640 1 -- 172.21.15.29:0/111673474 learned_addr learned my addr 172.21.15.29:0/111673474 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc8ce00640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbc88161ae0 0x7fbc8815d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc8e200640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbc88161ec0 0x7fbc880cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc8d800640 1 -- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbc88161ae0 msgr2=0x7fbc8815d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc8d800640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbc88161ae0 0x7fbc8815d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc8d800640 1 -- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbc88161ec0 msgr2=0x7fbc880cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc8d800640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbc88161ec0 0x7fbc880cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc8d800640 1 -- 172.21.15.29:0/111673474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc880cdaf0 con 0x7fbc880b5410 2024-09-12T03:15:40.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc8d800640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc880b5410 0x7fbc880ce5e0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c00e9e0 tx=0x7fbc7c00eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:40.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc85600640 1 -- 172.21.15.29:0/111673474 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc7c017070 con 0x7fbc880b5410 2024-09-12T03:15:40.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc85600640 1 -- 172.21.15.29:0/111673474 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc7c00c9d0 con 0x7fbc880b5410 2024-09-12T03:15:40.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc85600640 1 -- 172.21.15.29:0/111673474 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc7c00cdc0 con 0x7fbc880b5410 2024-09-12T03:15:40.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.785+0000 7fbc90200640 1 -- 172.21.15.29:0/111673474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc8809f8d0 con 0x7fbc880b5410 2024-09-12T03:15:40.787 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.786+0000 7fbc90200640 1 -- 172.21.15.29:0/111673474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc8809fe90 con 0x7fbc880b5410 2024-09-12T03:15:40.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.787+0000 7fbc90200640 1 -- 172.21.15.29:0/111673474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc880ceb30 con 0x7fbc880b5410 2024-09-12T03:15:40.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.788+0000 7fbc85600640 1 -- 172.21.15.29:0/111673474 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbc7c01a070 con 0x7fbc880b5410 2024-09-12T03:15:40.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.788+0000 7fbc85600640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc6806be30 0x7fbc6806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:40.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.789+0000 7fbc85600640 1 -- 172.21.15.29:0/111673474 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fbc7c08b320 con 0x7fbc880b5410 2024-09-12T03:15:40.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.789+0000 7fbc8ce00640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc6806be30 0x7fbc6806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:40.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.790+0000 7fbc8ce00640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc6806be30 0x7fbc6806e2f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fbc74034000 tx=0x7fbc7402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:40.793 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:40.793+0000 7fbc85600640 1 -- 172.21.15.29:0/111673474 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbc7c0594e0 con 0x7fbc880b5410 2024-09-12T03:15:41.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.016+0000 7fbc90200640 1 -- 172.21.15.29:0/111673474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbc880ca350 con 0x7fbc880b5410 2024-09-12T03:15:41.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.017+0000 7fbc85600640 1 -- 172.21.15.29:0/111673474 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 111 v111) ==== 95+0+5266 (secure 0 0 0) 0x7fbc7c08b0e0 con 0x7fbc880b5410 2024-09-12T03:15:41.018 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:41.018 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":111,"btime":"2024-09-12T03:15:28:624307+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":111,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:27.771513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":6,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:15:41.018 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 111 2024-09-12T03:15:41.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.019+0000 7fbc90200640 1 -- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc6806be30 msgr2=0x7fbc6806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:41.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.019+0000 7fbc90200640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc6806be30 0x7fbc6806e2f0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fbc74034000 tx=0x7fbc7402e000 comp rx=0 tx=0).stop 2024-09-12T03:15:41.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.019+0000 7fbc90200640 1 -- 172.21.15.29:0/111673474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc880b5410 msgr2=0x7fbc880ce5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:41.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.019+0000 7fbc90200640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc880b5410 0x7fbc880ce5e0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c00e9e0 tx=0x7fbc7c00eea0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.019+0000 7fbc90200640 1 -- 172.21.15.29:0/111673474 shutdown_connections 2024-09-12T03:15:41.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.019+0000 7fbc90200640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fbc6806be30 0x7fbc6806e2f0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.020 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.019+0000 7fbc90200640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fbc88161ec0 0x7fbc880cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.019+0000 7fbc90200640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fbc88161ae0 0x7fbc8815d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.019+0000 7fbc90200640 1 --2- 172.21.15.29:0/111673474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc880b5410 0x7fbc880ce5e0 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.019+0000 7fbc90200640 1 -- 172.21.15.29:0/111673474 >> 172.21.15.29:0/111673474 conn(0x7fbc8808c000 msgr2=0x7fbc880cf4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:41.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.020+0000 7fbc90200640 1 -- 172.21.15.29:0/111673474 shutdown_connections 2024-09-12T03:15:41.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.020+0000 7fbc90200640 1 -- 172.21.15.29:0/111673474 wait complete. 2024-09-12T03:15:41.036 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:15:41.036 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:15:41.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.191+0000 7fd6dd600640 1 Processor -- start 2024-09-12T03:15:41.191 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.191+0000 7fd6dd600640 1 -- start start 2024-09-12T03:15:41.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.192+0000 7fd6dd600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 0x7fd6d80d18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:41.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.192+0000 7fd6dd600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6d80cff90 con 0x7fd6d80cfb40 2024-09-12T03:15:41.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.192+0000 7fd6dd600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6d80d0240 con 0x7fd6d815e2a0 2024-09-12T03:15:41.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.192+0000 7fd6dd600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd6d80d1fb0 con 0x7fd6d806d520 2024-09-12T03:15:41.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.192+0000 7fd6d7400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fd6d80cfb40 0x7fd6d806ce10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49160/0 (socket says 172.21.15.29:49160) 2024-09-12T03:15:41.193 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.193+0000 7fd6d7400640 1 -- 172.21.15.29:0/2180483853 learned_addr learned my addr 172.21.15.29:0/2180483853 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.193+0000 7fd6dcc00640 1 --2- 172.21.15.29:0/2180483853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 0x7fd6d80d18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.193+0000 7fd6d6a00640 1 -- 172.21.15.29:0/2180483853 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 855224618 0 0) 0x7fd6d80cff90 con 0x7fd6d80cfb40 2024-09-12T03:15:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.193+0000 7fd6d6a00640 1 -- 172.21.15.29:0/2180483853 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd6bc003520 con 0x7fd6d80cfb40 2024-09-12T03:15:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.193+0000 7fd6d6a00640 1 -- 172.21.15.29:0/2180483853 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 36137285 0 0) 0x7fd6d80d0240 con 0x7fd6d815e2a0 2024-09-12T03:15:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.193+0000 7fd6d6a00640 1 -- 172.21.15.29:0/2180483853 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd6d80cff90 con 0x7fd6d815e2a0 2024-09-12T03:15:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.193+0000 7fd6dcc00640 1 -- 172.21.15.29:0/2180483853 >> v1:172.21.15.38:6789/0 conn(0x7fd6d815e2a0 legacy=0x7fd6d80d2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.193+0000 7fd6dcc00640 1 -- 172.21.15.29:0/2180483853 >> v1:172.21.15.29:6789/0 conn(0x7fd6d80cfb40 legacy=0x7fd6d806ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:41.194 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.193+0000 7fd6dcc00640 1 -- 172.21.15.29:0/2180483853 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d80d2200 con 0x7fd6d806d520 2024-09-12T03:15:41.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.194+0000 7fd6dcc00640 1 --2- 172.21.15.29:0/2180483853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 0x7fd6d80d18a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd6d0009dc0 tx=0x7fd6d002a760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d12872ab28620d76 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:41.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.195+0000 7fd6d6a00640 1 -- 172.21.15.29:0/2180483853 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d0007740 con 0x7fd6d806d520 2024-09-12T03:15:41.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.195+0000 7fd6d6a00640 1 -- 172.21.15.29:0/2180483853 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6d00078e0 con 0x7fd6d806d520 2024-09-12T03:15:41.195 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.195+0000 7fd6d6a00640 1 -- 172.21.15.29:0/2180483853 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d0007cb0 con 0x7fd6d806d520 2024-09-12T03:15:41.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.195+0000 7fd6dd600640 1 -- 172.21.15.29:0/2180483853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 msgr2=0x7fd6d80d18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:41.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.195+0000 7fd6dd600640 1 --2- 172.21.15.29:0/2180483853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 0x7fd6d80d18a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd6d0009dc0 tx=0x7fd6d002a760 comp rx=0 tx=0).stop 2024-09-12T03:15:41.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.195+0000 7fd6dd600640 1 -- 172.21.15.29:0/2180483853 shutdown_connections 2024-09-12T03:15:41.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.195+0000 7fd6dd600640 1 --2- 172.21.15.29:0/2180483853 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 0x7fd6d80d18a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.195+0000 7fd6dd600640 1 -- 172.21.15.29:0/2180483853 >> 172.21.15.29:0/2180483853 conn(0x7fd6d809d700 msgr2=0x7fd6d808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:41.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.195+0000 7fd6dd600640 1 -- 172.21.15.29:0/2180483853 shutdown_connections 2024-09-12T03:15:41.196 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.195+0000 7fd6dd600640 1 -- 172.21.15.29:0/2180483853 wait complete. 2024-09-12T03:15:41.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.197+0000 7fd6dd600640 1 Processor -- start 2024-09-12T03:15:41.197 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.197+0000 7fd6dd600640 1 -- start start 2024-09-12T03:15:41.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.198+0000 7fd6dd600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 0x7fd6d81545c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:41.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.198+0000 7fd6dd600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6d80cfb40 0x7fd6d815fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.198+0000 7fd6dd600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d815e2a0 0x7fd6d81613b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.198+0000 7fd6dd600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d80d33f0 con 0x7fd6d80cfb40 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.198+0000 7fd6dd600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d80d2850 con 0x7fd6d815e2a0 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.198+0000 7fd6dd600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd6d80d3570 con 0x7fd6d806d520 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.198+0000 7fd6d7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6d80cfb40 0x7fd6d815fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.198+0000 7fd6d7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6d80cfb40 0x7fd6d815fa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59868/0 (socket says 172.21.15.29:59868) 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.198+0000 7fd6d7400640 1 -- 172.21.15.29:0/2142963667 learned_addr learned my addr 172.21.15.29:0/2142963667 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.198+0000 7fd6dcc00640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d815e2a0 0x7fd6d81613b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.198+0000 7fd6d7e00640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 0x7fd6d81545c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6d7400640 1 -- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 msgr2=0x7fd6d81545c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6d7400640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 0x7fd6d81545c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.200 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6d7400640 1 -- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d815e2a0 msgr2=0x7fd6d81613b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:41.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6d7400640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d815e2a0 0x7fd6d81613b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6d7400640 1 -- 172.21.15.29:0/2142963667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d80b9220 con 0x7fd6d80cfb40 2024-09-12T03:15:41.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6d7e00640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 0x7fd6d81545c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:41.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6dcc00640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d815e2a0 0x7fd6d81613b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:41.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6d7400640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6d80cfb40 0x7fd6d815fa70 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7fd6c400c500 tx=0x7fd6c400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:41.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6cfe00640 1 -- 172.21.15.29:0/2142963667 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c4017070 con 0x7fd6d80cfb40 2024-09-12T03:15:41.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6cfe00640 1 -- 172.21.15.29:0/2142963667 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6c4005ce0 con 0x7fd6d80cfb40 2024-09-12T03:15:41.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6cfe00640 1 -- 172.21.15.29:0/2142963667 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c40072f0 con 0x7fd6d80cfb40 2024-09-12T03:15:41.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6dd600640 1 -- 172.21.15.29:0/2142963667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6d80b9500 con 0x7fd6d80cfb40 2024-09-12T03:15:41.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.199+0000 7fd6dd600640 1 -- 172.21.15.29:0/2142963667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6d80b9ac0 con 0x7fd6d80cfb40 2024-09-12T03:15:41.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.200+0000 7fd6dd600640 1 -- 172.21.15.29:0/2142963667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6d80ba360 con 0x7fd6d80cfb40 2024-09-12T03:15:41.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.201+0000 7fd6cfe00640 1 -- 172.21.15.29:0/2142963667 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd6c401a070 con 0x7fd6d80cfb40 2024-09-12T03:15:41.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.202+0000 7fd6cfe00640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd6b806be30 0x7fd6b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:41.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.203+0000 7fd6cfe00640 1 -- 172.21.15.29:0/2142963667 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fd6c408a380 con 0x7fd6d80cfb40 2024-09-12T03:15:41.203 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.203+0000 7fd6d7e00640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd6b806be30 0x7fd6b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:41.204 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.204+0000 7fd6d7e00640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd6b806be30 0x7fd6b806e2f0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fd6c8001710 tx=0x7fd6c8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:41.207 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.207+0000 7fd6cfe00640 1 -- 172.21.15.29:0/2142963667 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd6c4058540 con 0x7fd6d80cfb40 2024-09-12T03:15:41.458 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.458+0000 7fd6dd600640 1 -- 172.21.15.29:0/2142963667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fd6d80754b0 con 0x7fd6d80cfb40 2024-09-12T03:15:41.459 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.459+0000 7fd6cfe00640 1 -- 172.21.15.29:0/2142963667 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1811 (secure 0 0 0) 0x7fd6c405c840 con 0x7fd6d80cfb40 2024-09-12T03:15:41.459 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:41.459 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":460,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":700786,"bytes_used":267427840,"bytes_avail":772826685440,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":10066,"read_op_per_sec":0,"write_op_per_sec":8},"fsmap":{"epoch":111,"btime":"2024-09-12T03:15:28:624307+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":27,"modified":"2024-09-12T03:15:39.824743+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:15:41.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 -- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd6b806be30 msgr2=0x7fd6b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:41.461 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd6b806be30 0x7fd6b806e2f0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fd6c8001710 tx=0x7fd6c8009040 comp rx=0 tx=0).stop 2024-09-12T03:15:41.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 -- 172.21.15.29:0/2142963667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6d80cfb40 msgr2=0x7fd6d815fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:41.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6d80cfb40 0x7fd6d815fa70 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7fd6c400c500 tx=0x7fd6c400c9c0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 -- 172.21.15.29:0/2142963667 shutdown_connections 2024-09-12T03:15:41.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd6b806be30 0x7fd6b806e2f0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd6d815e2a0 0x7fd6d81613b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6d80cfb40 0x7fd6d815fa70 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 --2- 172.21.15.29:0/2142963667 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd6d806d520 0x7fd6d81545c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:41.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 -- 172.21.15.29:0/2142963667 >> 172.21.15.29:0/2142963667 conn(0x7fd6d809d700 msgr2=0x7fd6d806df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:41.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 -- 172.21.15.29:0/2142963667 shutdown_connections 2024-09-12T03:15:41.462 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:41.461+0000 7fd6dd600640 1 -- 172.21.15.29:0/2142963667 wait complete. 2024-09-12T03:15:41.478 INFO:tasks.ceph.ceph_manager.ceph:{'d': 'paused paths [/d1/d2/d3]'} 2024-09-12T03:15:42.479 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:42.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.646+0000 7f5214e00640 1 Processor -- start 2024-09-12T03:15:42.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.647+0000 7f5214e00640 1 -- start start 2024-09-12T03:15:42.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.648+0000 7f5214e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f521015e6c0 0x7f521006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:42.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.648+0000 7f5214e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f52100b2810 0x7f52100ae330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:42.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.648+0000 7f5214e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52100b4240 con 0x7f52100b5ea0 2024-09-12T03:15:42.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.648+0000 7f5214e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f521015eaa0 con 0x7f521015e6c0 2024-09-12T03:15:42.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.648+0000 7f5214e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f52100b6380 con 0x7f52100b2810 2024-09-12T03:15:42.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.648+0000 7f5207e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f52100b5ea0 0x7f521006c150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49172/0 (socket says 172.21.15.29:49172) 2024-09-12T03:15:42.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.648+0000 7f5207e00640 1 -- 172.21.15.29:0/3612418172 learned_addr learned my addr 172.21.15.29:0/3612418172 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:42.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.648+0000 7f520fe00640 1 --2- 172.21.15.29:0/3612418172 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f52100b2810 0x7f52100ae330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:42.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.648+0000 7f520f400640 1 --2- 172.21.15.29:0/3612418172 >> v2:172.21.15.38:3300/0 conn(0x7f521015e6c0 0x7f521006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:42.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.649+0000 7f520ea00640 1 -- 172.21.15.29:0/3612418172 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3933596000 0 0) 0x7f52100b4240 con 0x7f52100b5ea0 2024-09-12T03:15:42.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.649+0000 7f520ea00640 1 -- 172.21.15.29:0/3612418172 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f51f4003520 con 0x7f52100b5ea0 2024-09-12T03:15:42.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.649+0000 7f520f400640 1 -- 172.21.15.29:0/3612418172 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f52100b2810 msgr2=0x7f52100ae330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:42.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.649+0000 7f520f400640 1 --2- 172.21.15.29:0/3612418172 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f52100b2810 0x7f52100ae330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:42.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.649+0000 7f520f400640 1 -- 172.21.15.29:0/3612418172 >> v1:172.21.15.29:6789/0 conn(0x7f52100b5ea0 legacy=0x7f521006c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:42.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.649+0000 7f520f400640 1 -- 172.21.15.29:0/3612418172 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52100b44e0 con 0x7f521015e6c0 2024-09-12T03:15:42.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.649+0000 7f520fe00640 1 --2- 172.21.15.29:0/3612418172 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f52100b2810 0x7f52100ae330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:42.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.650+0000 7f520f400640 1 --2- 172.21.15.29:0/3612418172 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f521015e6c0 0x7f521006bc10 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f52000097a0 tx=0x7f520002a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bbf007c2276ec23 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:42.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.650+0000 7f520ea00640 1 -- 172.21.15.29:0/3612418172 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5200037070 con 0x7f521015e6c0 2024-09-12T03:15:42.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.650+0000 7f520ea00640 1 -- 172.21.15.29:0/3612418172 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f520002ae50 con 0x7f521015e6c0 2024-09-12T03:15:42.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.650+0000 7f520ea00640 1 -- 172.21.15.29:0/3612418172 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5200032640 con 0x7f521015e6c0 2024-09-12T03:15:42.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.651+0000 7f5214e00640 1 -- 172.21.15.29:0/3612418172 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f521015e6c0 msgr2=0x7f521006bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:42.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.651+0000 7f5214e00640 1 --2- 172.21.15.29:0/3612418172 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f521015e6c0 0x7f521006bc10 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f52000097a0 tx=0x7f520002a100 comp rx=0 tx=0).stop 2024-09-12T03:15:42.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.651+0000 7f5214e00640 1 -- 172.21.15.29:0/3612418172 shutdown_connections 2024-09-12T03:15:42.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.651+0000 7f5214e00640 1 --2- 172.21.15.29:0/3612418172 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f52100b2810 0x7f52100ae330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:42.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.651+0000 7f5214e00640 1 --2- 172.21.15.29:0/3612418172 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f521015e6c0 0x7f521006bc10 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:42.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.651+0000 7f5214e00640 1 -- 172.21.15.29:0/3612418172 >> 172.21.15.29:0/3612418172 conn(0x7f52100732f0 msgr2=0x7f52100b2ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:42.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.651+0000 7f5214e00640 1 -- 172.21.15.29:0/3612418172 shutdown_connections 2024-09-12T03:15:42.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.651+0000 7f5214e00640 1 -- 172.21.15.29:0/3612418172 wait complete. 2024-09-12T03:15:42.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.653+0000 7f5214e00640 1 Processor -- start 2024-09-12T03:15:42.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.653+0000 7f5214e00640 1 -- start start 2024-09-12T03:15:42.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.654+0000 7f5214e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f52100b2810 0x7f5210150fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:42.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.654+0000 7f5214e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f52100b5ea0 0x7f521015f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:42.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.654+0000 7f5214e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f521015e6c0 0x7f52100af2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:42.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.654+0000 7f5214e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f521006c860 con 0x7f52100b2810 2024-09-12T03:15:42.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.654+0000 7f5214e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f52100b6660 con 0x7f52100b5ea0 2024-09-12T03:15:42.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.654+0000 7f5214e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f521006c9e0 con 0x7f521015e6c0 2024-09-12T03:15:42.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.654+0000 7f520f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f52100b2810 0x7f5210150fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:42.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.654+0000 7f520f400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f52100b2810 0x7f5210150fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59872/0 (socket says 172.21.15.29:59872) 2024-09-12T03:15:42.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.654+0000 7f520f400640 1 -- 172.21.15.29:0/1578038996 learned_addr learned my addr 172.21.15.29:0/1578038996 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:42.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.654+0000 7f5207e00640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f52100b5ea0 0x7f521015f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:42.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.654+0000 7f520fe00640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f521015e6c0 0x7f52100af2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:42.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.655+0000 7f520f400640 1 -- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f521015e6c0 msgr2=0x7f52100af2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:42.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.655+0000 7f520f400640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f521015e6c0 0x7f52100af2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:42.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.655+0000 7f520f400640 1 -- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f52100b5ea0 msgr2=0x7f521015f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:42.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.655+0000 7f520f400640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f52100b5ea0 0x7f521015f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:42.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.655+0000 7f520f400640 1 -- 172.21.15.29:0/1578038996 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52101534f0 con 0x7f52100b2810 2024-09-12T03:15:42.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.655+0000 7f520f400640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f52100b2810 0x7f5210150fc0 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7f52000098c0 tx=0x7f52000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:42.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.655+0000 7f5207400640 1 -- 172.21.15.29:0/1578038996 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5200040030 con 0x7f52100b2810 2024-09-12T03:15:42.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.655+0000 7f5207400640 1 -- 172.21.15.29:0/1578038996 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5200038040 con 0x7f52100b2810 2024-09-12T03:15:42.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.655+0000 7f5214e00640 1 -- 172.21.15.29:0/1578038996 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52101537d0 con 0x7f52100b2810 2024-09-12T03:15:42.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.655+0000 7f5207400640 1 -- 172.21.15.29:0/1578038996 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5200037070 con 0x7f52100b2810 2024-09-12T03:15:42.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.655+0000 7f5214e00640 1 -- 172.21.15.29:0/1578038996 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f521015fc00 con 0x7f52100b2810 2024-09-12T03:15:42.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.656+0000 7f5214e00640 1 -- 172.21.15.29:0/1578038996 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f521006bc10 con 0x7f52100b2810 2024-09-12T03:15:42.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.657+0000 7f5207400640 1 -- 172.21.15.29:0/1578038996 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5200043070 con 0x7f52100b2810 2024-09-12T03:15:42.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.658+0000 7f5207400640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f51ec06be30 0x7f51ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:42.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.658+0000 7f5207400640 1 -- 172.21.15.29:0/1578038996 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f52000aae60 con 0x7f52100b2810 2024-09-12T03:15:42.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.659+0000 7f5207e00640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f51ec06be30 0x7f51ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:42.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.659+0000 7f5207e00640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f51ec06be30 0x7f51ec06e2f0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f52100b3600 tx=0x7f51f8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:42.662 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.662+0000 7f5207400640 1 -- 172.21.15.29:0/1578038996 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5200030340 con 0x7f52100b2810 2024-09-12T03:15:42.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.885+0000 7f5214e00640 1 -- 172.21.15.29:0/1578038996 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f52100b3630 con 0x7f52100b2810 2024-09-12T03:15:42.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.885+0000 7f5207400640 1 -- 172.21.15.29:0/1578038996 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 111 v111) ==== 95+0+5266 (secure 0 0 0) 0x7f5200079670 con 0x7f52100b2810 2024-09-12T03:15:42.888 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:42.888 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":111,"btime":"2024-09-12T03:15:28:624307+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":111,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:27.771513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":6,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:15:42.889 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 111 2024-09-12T03:15:42.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 -- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f51ec06be30 msgr2=0x7f51ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:42.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f51ec06be30 0x7f51ec06e2f0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f52100b3600 tx=0x7f51f8009040 comp rx=0 tx=0).stop 2024-09-12T03:15:42.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 -- 172.21.15.29:0/1578038996 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f52100b2810 msgr2=0x7f5210150fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:42.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f52100b2810 0x7f5210150fc0 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7f52000098c0 tx=0x7f52000046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:42.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 -- 172.21.15.29:0/1578038996 shutdown_connections 2024-09-12T03:15:42.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f51ec06be30 0x7f51ec06e2f0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:42.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f521015e6c0 0x7f52100af2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:42.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f52100b5ea0 0x7f521015f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:42.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 --2- 172.21.15.29:0/1578038996 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f52100b2810 0x7f5210150fc0 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:42.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 -- 172.21.15.29:0/1578038996 >> 172.21.15.29:0/1578038996 conn(0x7f52100732f0 msgr2=0x7f52100705c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:42.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 -- 172.21.15.29:0/1578038996 shutdown_connections 2024-09-12T03:15:42.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:42.887+0000 7f5214e00640 1 -- 172.21.15.29:0/1578038996 wait complete. 2024-09-12T03:15:42.903 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:15:42.903 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:15:43.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.060+0000 7f929ca00640 1 Processor -- start 2024-09-12T03:15:43.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.061+0000 7f929ca00640 1 -- start start 2024-09-12T03:15:43.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.062+0000 7f929ca00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92981603e0 0x7f9298168fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:43.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.062+0000 7f929ca00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f929806deb0 con 0x7f9298070a90 2024-09-12T03:15:43.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.062+0000 7f929ca00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f929806e190 con 0x7f929815e3b0 2024-09-12T03:15:43.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.062+0000 7f929ca00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f929815ebd0 con 0x7f92981603e0 2024-09-12T03:15:43.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.062+0000 7f928fe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9298070a90 0x7f929806d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49180/0 (socket says 172.21.15.29:49180) 2024-09-12T03:15:43.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.062+0000 7f928fe00640 1 -- 172.21.15.29:0/196139054 learned_addr learned my addr 172.21.15.29:0/196139054 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:43.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.062+0000 7f9297e00640 1 --2- 172.21.15.29:0/196139054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92981603e0 0x7f9298168fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:43.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.063+0000 7f9296a00640 1 -- 172.21.15.29:0/196139054 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 276557072 0 0) 0x7f929806deb0 con 0x7f9298070a90 2024-09-12T03:15:43.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.063+0000 7f9296a00640 1 -- 172.21.15.29:0/196139054 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f927c003520 con 0x7f9298070a90 2024-09-12T03:15:43.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.063+0000 7f9296a00640 1 -- 172.21.15.29:0/196139054 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2523328321 0 0) 0x7f929806e190 con 0x7f929815e3b0 2024-09-12T03:15:43.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.063+0000 7f9296a00640 1 -- 172.21.15.29:0/196139054 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f929806deb0 con 0x7f929815e3b0 2024-09-12T03:15:43.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.063+0000 7f9297e00640 1 -- 172.21.15.29:0/196139054 >> v1:172.21.15.38:6789/0 conn(0x7f929815e3b0 legacy=0x7f9298070380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:43.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.063+0000 7f9297e00640 1 -- 172.21.15.29:0/196139054 >> v1:172.21.15.29:6789/0 conn(0x7f9298070a90 legacy=0x7f929806d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:43.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.063+0000 7f9297e00640 1 -- 172.21.15.29:0/196139054 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f929815eeb0 con 0x7f92981603e0 2024-09-12T03:15:43.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.064+0000 7f9297e00640 1 --2- 172.21.15.29:0/196139054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92981603e0 0x7f9298168fd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9290009dc0 tx=0x7f929002a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=314116ca8b7aebdb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.064+0000 7f9296a00640 1 -- 172.21.15.29:0/196139054 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9290007740 con 0x7f92981603e0 2024-09-12T03:15:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.064+0000 7f9296a00640 1 -- 172.21.15.29:0/196139054 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92900078e0 con 0x7f92981603e0 2024-09-12T03:15:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.064+0000 7f9296a00640 1 -- 172.21.15.29:0/196139054 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9290007c90 con 0x7f92981603e0 2024-09-12T03:15:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.065+0000 7f929ca00640 1 -- 172.21.15.29:0/196139054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92981603e0 msgr2=0x7f9298168fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.065+0000 7f929ca00640 1 --2- 172.21.15.29:0/196139054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92981603e0 0x7f9298168fd0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9290009dc0 tx=0x7f929002a6d0 comp rx=0 tx=0).stop 2024-09-12T03:15:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.065+0000 7f929ca00640 1 -- 172.21.15.29:0/196139054 shutdown_connections 2024-09-12T03:15:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.065+0000 7f929ca00640 1 --2- 172.21.15.29:0/196139054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f92981603e0 0x7f9298168fd0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.065+0000 7f929ca00640 1 -- 172.21.15.29:0/196139054 >> 172.21.15.29:0/196139054 conn(0x7f9298067d70 msgr2=0x7f9298068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.065+0000 7f929ca00640 1 -- 172.21.15.29:0/196139054 shutdown_connections 2024-09-12T03:15:43.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.065+0000 7f929ca00640 1 -- 172.21.15.29:0/196139054 wait complete. 2024-09-12T03:15:43.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.067+0000 7f929ca00640 1 Processor -- start 2024-09-12T03:15:43.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.067+0000 7f929ca00640 1 -- start start 2024-09-12T03:15:43.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.068+0000 7f929ca00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9298070a90 0x7f9298168f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:43.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.068+0000 7f929ca00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f929815e3b0 0x7f92980cb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:43.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.068+0000 7f929ca00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92981603e0 0x7f92981549c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:43.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.068+0000 7f929ca00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f929806d900 con 0x7f9298070a90 2024-09-12T03:15:43.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.068+0000 7f929ca00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f929806da80 con 0x7f92981603e0 2024-09-12T03:15:43.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.068+0000 7f929ca00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f929806dc00 con 0x7f929815e3b0 2024-09-12T03:15:43.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.068+0000 7f9297400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9298070a90 0x7f9298168f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:43.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.068+0000 7f9297400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9298070a90 0x7f9298168f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59880/0 (socket says 172.21.15.29:59880) 2024-09-12T03:15:43.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.068+0000 7f9297400640 1 -- 172.21.15.29:0/3761559976 learned_addr learned my addr 172.21.15.29:0/3761559976 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:43.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.068+0000 7f928fe00640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f929815e3b0 0x7f92980cb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:43.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.068+0000 7f9297e00640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92981603e0 0x7f92981549c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:43.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.069+0000 7f9297400640 1 -- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f929815e3b0 msgr2=0x7f92980cb7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:43.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.069+0000 7f9297400640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f929815e3b0 0x7f92980cb7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:43.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.069+0000 7f9297400640 1 -- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92981603e0 msgr2=0x7f92981549c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:43.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.069+0000 7f9297400640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92981603e0 0x7f92981549c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:43.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.069+0000 7f9297400640 1 -- 172.21.15.29:0/3761559976 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92981677b0 con 0x7f9298070a90 2024-09-12T03:15:43.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.069+0000 7f9297400640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9298070a90 0x7f9298168f30 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f928800c500 tx=0x7f928800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:43.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.069+0000 7f928f400640 1 -- 172.21.15.29:0/3761559976 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92880052d0 con 0x7f9298070a90 2024-09-12T03:15:43.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.069+0000 7f928f400640 1 -- 172.21.15.29:0/3761559976 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9288005490 con 0x7f9298070a90 2024-09-12T03:15:43.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.069+0000 7f928f400640 1 -- 172.21.15.29:0/3761559976 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9288012870 con 0x7f9298070a90 2024-09-12T03:15:43.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.069+0000 7f929ca00640 1 -- 172.21.15.29:0/3761559976 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92981685b0 con 0x7f9298070a90 2024-09-12T03:15:43.071 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.069+0000 7f929ca00640 1 -- 172.21.15.29:0/3761559976 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9298167d10 con 0x7f9298070a90 2024-09-12T03:15:43.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.071+0000 7f929ca00640 1 -- 172.21.15.29:0/3761559976 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f929815caa0 con 0x7f9298070a90 2024-09-12T03:15:43.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.072+0000 7f928f400640 1 -- 172.21.15.29:0/3761559976 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9288012a10 con 0x7f9298070a90 2024-09-12T03:15:43.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.072+0000 7f928f400640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f927406be60 0x7f927406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:43.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.072+0000 7f928f400640 1 -- 172.21.15.29:0/3761559976 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f928808ab20 con 0x7f9298070a90 2024-09-12T03:15:43.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.073+0000 7f928fe00640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f927406be60 0x7f927406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:43.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.074+0000 7f928fe00640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f927406be60 0x7f927406e320 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f92980d2c70 tx=0x7f9280007d30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:43.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.077+0000 7f928f400640 1 -- 172.21.15.29:0/3761559976 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f92981677b0 con 0x7f9298070a90 2024-09-12T03:15:43.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.330+0000 7f929ca00640 1 -- 172.21.15.29:0/3761559976 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f929815c7c0 con 0x7f9298070a90 2024-09-12T03:15:43.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.331+0000 7f928f400640 1 -- 172.21.15.29:0/3761559976 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1810 (secure 0 0 0) 0x7f9288058d00 con 0x7f9298070a90 2024-09-12T03:15:43.332 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:43.332 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":462,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":700786,"bytes_used":267427840,"bytes_avail":772826685440,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":6824,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":111,"btime":"2024-09-12T03:15:28:624307+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":27,"modified":"2024-09-12T03:15:39.824743+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:15:43.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.333+0000 7f929ca00640 1 -- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f927406be60 msgr2=0x7f927406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:43.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.333+0000 7f929ca00640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f927406be60 0x7f927406e320 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f92980d2c70 tx=0x7f9280007d30 comp rx=0 tx=0).stop 2024-09-12T03:15:43.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.333+0000 7f929ca00640 1 -- 172.21.15.29:0/3761559976 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9298070a90 msgr2=0x7f9298168f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:43.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.333+0000 7f929ca00640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9298070a90 0x7f9298168f30 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f928800c500 tx=0x7f928800c9c0 comp rx=0 tx=0).stop 2024-09-12T03:15:43.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.333+0000 7f929ca00640 1 -- 172.21.15.29:0/3761559976 shutdown_connections 2024-09-12T03:15:43.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.333+0000 7f929ca00640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f927406be60 0x7f927406e320 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:43.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.333+0000 7f929ca00640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92981603e0 0x7f92981549c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:43.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.333+0000 7f929ca00640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f929815e3b0 0x7f92980cb7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:43.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.333+0000 7f929ca00640 1 --2- 172.21.15.29:0/3761559976 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9298070a90 0x7f9298168f30 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:43.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.333+0000 7f929ca00640 1 -- 172.21.15.29:0/3761559976 >> 172.21.15.29:0/3761559976 conn(0x7f9298067d70 msgr2=0x7f929815d2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:43.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.334+0000 7f929ca00640 1 -- 172.21.15.29:0/3761559976 shutdown_connections 2024-09-12T03:15:43.335 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:43.334+0000 7f929ca00640 1 -- 172.21.15.29:0/3761559976 wait complete. 2024-09-12T03:15:43.349 INFO:tasks.ceph.ceph_manager.ceph:{'d': 'paused paths [/d1/d2/d3]'} 2024-09-12T03:15:44.349 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:44.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.517+0000 7f07b6200640 1 Processor -- start 2024-09-12T03:15:44.518 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.517+0000 7f07b6200640 1 -- start start 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.518+0000 7f07b6200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f07b0072240 0x7f07b015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.518+0000 7f07b6200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07b0072620 0x7f07b00af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.518+0000 7f07b6200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f07b006dfd0 0x7f07b00afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.518+0000 7f07b6200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f07b015d730 con 0x7f07b0072240 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.518+0000 7f07b6200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f07b006e590 con 0x7f07b006dfd0 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.518+0000 7f07b6200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f07b006e870 con 0x7f07b0072620 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.519+0000 7f07af400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f07b0072240 0x7f07b015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.519+0000 7f07af400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f07b0072240 0x7f07b015d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59894/0 (socket says 172.21.15.29:59894) 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.519+0000 7f07af400640 1 -- 172.21.15.29:0/2111118886 learned_addr learned my addr 172.21.15.29:0/2111118886 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.519+0000 7f07aea00640 1 --2- 172.21.15.29:0/2111118886 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07b0072620 0x7f07b00af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.519+0000 7f07afe00640 1 --2- 172.21.15.29:0/2111118886 >> v2:172.21.15.38:3300/0 conn(0x7f07b006dfd0 0x7f07b00afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.519+0000 7f07af400640 1 -- 172.21.15.29:0/2111118886 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07b0072620 msgr2=0x7f07b00af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:44.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.519+0000 7f07af400640 1 --2- 172.21.15.29:0/2111118886 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07b0072620 0x7f07b00af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.519+0000 7f07af400640 1 -- 172.21.15.29:0/2111118886 >> v2:172.21.15.38:3300/0 conn(0x7f07b006dfd0 msgr2=0x7f07b00afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:44.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.519+0000 7f07af400640 1 --2- 172.21.15.29:0/2111118886 >> v2:172.21.15.38:3300/0 conn(0x7f07b006dfd0 0x7f07b00afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.519+0000 7f07af400640 1 -- 172.21.15.29:0/2111118886 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07b006eb50 con 0x7f07b0072240 2024-09-12T03:15:44.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.520+0000 7f07af400640 1 --2- 172.21.15.29:0/2111118886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07b0072240 0x7f07b015d1f0 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f07b006e7a0 tx=0x7f07a002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74298789d45e8b4a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:44.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.521+0000 7f07ae000640 1 -- 172.21.15.29:0/2111118886 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a0037070 con 0x7f07b0072240 2024-09-12T03:15:44.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.521+0000 7f07ae000640 1 -- 172.21.15.29:0/2111118886 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07a0032440 con 0x7f07b0072240 2024-09-12T03:15:44.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.521+0000 7f07ae000640 1 -- 172.21.15.29:0/2111118886 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a0032810 con 0x7f07b0072240 2024-09-12T03:15:44.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.521+0000 7f07b6200640 1 -- 172.21.15.29:0/2111118886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07b0072240 msgr2=0x7f07b015d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:44.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.521+0000 7f07b6200640 1 --2- 172.21.15.29:0/2111118886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07b0072240 0x7f07b015d1f0 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f07b006e7a0 tx=0x7f07a002a1c0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.521+0000 7f07b6200640 1 -- 172.21.15.29:0/2111118886 shutdown_connections 2024-09-12T03:15:44.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.521+0000 7f07b6200640 1 --2- 172.21.15.29:0/2111118886 >> v2:172.21.15.38:3300/0 conn(0x7f07b006dfd0 0x7f07b00afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.521+0000 7f07b6200640 1 --2- 172.21.15.29:0/2111118886 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07b0072620 0x7f07b00af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.521+0000 7f07b6200640 1 --2- 172.21.15.29:0/2111118886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07b0072240 0x7f07b015d1f0 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.521+0000 7f07b6200640 1 -- 172.21.15.29:0/2111118886 >> 172.21.15.29:0/2111118886 conn(0x7f07b0067da0 msgr2=0x7f07b006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:44.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.521+0000 7f07b6200640 1 -- 172.21.15.29:0/2111118886 shutdown_connections 2024-09-12T03:15:44.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.522+0000 7f07b6200640 1 -- 172.21.15.29:0/2111118886 wait complete. 2024-09-12T03:15:44.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.523+0000 7f07b6200640 1 Processor -- start 2024-09-12T03:15:44.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.523+0000 7f07b6200640 1 -- start start 2024-09-12T03:15:44.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.524+0000 7f07b6200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07b006dfd0 0x7f07b014e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.524+0000 7f07b6200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07b0072240 0x7f07b00a9ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.524+0000 7f07b6200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07b0072620 0x7f07b015b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.524+0000 7f07b6200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07b015ff50 con 0x7f07b006dfd0 2024-09-12T03:15:44.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.524+0000 7f07b6200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f07b015fdd0 con 0x7f07b0072240 2024-09-12T03:15:44.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.524+0000 7f07b6200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f07b01600d0 con 0x7f07b0072620 2024-09-12T03:15:44.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.525+0000 7f07af400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07b006dfd0 0x7f07b014e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.525+0000 7f07af400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07b006dfd0 0x7f07b014e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59902/0 (socket says 172.21.15.29:59902) 2024-09-12T03:15:44.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.525+0000 7f07af400640 1 -- 172.21.15.29:0/3680722107 learned_addr learned my addr 172.21.15.29:0/3680722107 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:44.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.525+0000 7f07afe00640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07b0072620 0x7f07b015b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.525+0000 7f07aea00640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07b0072240 0x7f07b00a9ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.525+0000 7f07af400640 1 -- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07b0072620 msgr2=0x7f07b015b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:44.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.525+0000 7f07af400640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07b0072620 0x7f07b015b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.525+0000 7f07af400640 1 -- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07b0072240 msgr2=0x7f07b00a9ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:44.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.525+0000 7f07af400640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07b0072240 0x7f07b00a9ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.525+0000 7f07af400640 1 -- 172.21.15.29:0/3680722107 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07b014e5f0 con 0x7f07b006dfd0 2024-09-12T03:15:44.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.525+0000 7f07af400640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07b006dfd0 0x7f07b014e0b0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f07a002a200 tx=0x7f07a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:44.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.526+0000 7f07a7400640 1 -- 172.21.15.29:0/3680722107 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a0041020 con 0x7f07b006dfd0 2024-09-12T03:15:44.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.526+0000 7f07a7400640 1 -- 172.21.15.29:0/3680722107 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07a003d620 con 0x7f07b006dfd0 2024-09-12T03:15:44.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.526+0000 7f07b6200640 1 -- 172.21.15.29:0/3680722107 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07b00aa7e0 con 0x7f07b006dfd0 2024-09-12T03:15:44.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.526+0000 7f07a7400640 1 -- 172.21.15.29:0/3680722107 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a0037040 con 0x7f07b006dfd0 2024-09-12T03:15:44.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.526+0000 7f07b6200640 1 -- 172.21.15.29:0/3680722107 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07b00aada0 con 0x7f07b006dfd0 2024-09-12T03:15:44.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.527+0000 7f07b6200640 1 -- 172.21.15.29:0/3680722107 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07b0160c90 con 0x7f07b006dfd0 2024-09-12T03:15:44.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.528+0000 7f07a7400640 1 -- 172.21.15.29:0/3680722107 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f07a0044020 con 0x7f07b006dfd0 2024-09-12T03:15:44.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.528+0000 7f07a7400640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f079006be30 0x7f079006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.529+0000 7f07a7400640 1 -- 172.21.15.29:0/3680722107 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f07a00ab5f0 con 0x7f07b006dfd0 2024-09-12T03:15:44.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.529+0000 7f07aea00640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f079006be30 0x7f079006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.530+0000 7f07aea00640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f079006be30 0x7f079006e2f0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f07b00b25a0 tx=0x7f079c009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:44.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.533+0000 7f07a7400640 1 -- 172.21.15.29:0/3680722107 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f07a004b030 con 0x7f07b006dfd0 2024-09-12T03:15:44.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.754+0000 7f07b6200640 1 -- 172.21.15.29:0/3680722107 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f07b015e220 con 0x7f07b006dfd0 2024-09-12T03:15:44.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.755+0000 7f07a7400640 1 -- 172.21.15.29:0/3680722107 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 111 v111) ==== 95+0+5266 (secure 0 0 0) 0x7f07a0079720 con 0x7f07b006dfd0 2024-09-12T03:15:44.756 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:44.756 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":111,"btime":"2024-09-12T03:15:28:624307+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":111,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:27.771513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":7,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":6,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":4,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:15:44.756 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 111 2024-09-12T03:15:44.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 -- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f079006be30 msgr2=0x7f079006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:44.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f079006be30 0x7f079006e2f0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f07b00b25a0 tx=0x7f079c009190 comp rx=0 tx=0).stop 2024-09-12T03:15:44.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 -- 172.21.15.29:0/3680722107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07b006dfd0 msgr2=0x7f07b014e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:44.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07b006dfd0 0x7f07b014e0b0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f07a002a200 tx=0x7f07a00046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 -- 172.21.15.29:0/3680722107 shutdown_connections 2024-09-12T03:15:44.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f079006be30 0x7f079006e2f0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f07b0072620 0x7f07b015b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f07b0072240 0x7f07b00a9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 --2- 172.21.15.29:0/3680722107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07b006dfd0 0x7f07b014e0b0 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 -- 172.21.15.29:0/3680722107 >> 172.21.15.29:0/3680722107 conn(0x7f07b0067da0 msgr2=0x7f07b00cdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:44.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 -- 172.21.15.29:0/3680722107 shutdown_connections 2024-09-12T03:15:44.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.757+0000 7f07b6200640 1 -- 172.21.15.29:0/3680722107 wait complete. 2024-09-12T03:15:44.773 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:15:44.774 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:15:44.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.930+0000 7f9c1e200640 1 Processor -- start 2024-09-12T03:15:44.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.930+0000 7f9c1e200640 1 -- start start 2024-09-12T03:15:44.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.931+0000 7f9c1e200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9c1815f9e0 0x7f9c180b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.931+0000 7f9c1e200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c180b4b10 0x7f9c180cf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.931+0000 7f9c1e200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c180cd8f0 con 0x7f9c1815b130 2024-09-12T03:15:44.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.931+0000 7f9c1e200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9c1815f550 con 0x7f9c1815f9e0 2024-09-12T03:15:44.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.931+0000 7f9c1e200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9c1815ef00 con 0x7f9c180b4b10 2024-09-12T03:15:44.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.932+0000 7f9c16a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9c1815f9e0 0x7f9c180b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.932+0000 7f9c17400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9c1815b130 0x7f9c180ccec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49184/0 (socket says 172.21.15.29:49184) 2024-09-12T03:15:44.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.932+0000 7f9c17400640 1 -- 172.21.15.29:0/2955874861 learned_addr learned my addr 172.21.15.29:0/2955874861 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:44.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.932+0000 7f9c17e00640 1 --2- 172.21.15.29:0/2955874861 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c180b4b10 0x7f9c180cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.932+0000 7f9c16a00640 1 -- 172.21.15.29:0/2955874861 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c180b4b10 msgr2=0x7f9c180cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:44.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.932+0000 7f9c16a00640 1 --2- 172.21.15.29:0/2955874861 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c180b4b10 0x7f9c180cf020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.932+0000 7f9c16a00640 1 -- 172.21.15.29:0/2955874861 >> v1:172.21.15.29:6789/0 conn(0x7f9c1815b130 legacy=0x7f9c180ccec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:44.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.932+0000 7f9c16000640 1 -- 172.21.15.29:0/2955874861 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2464723943 0 0) 0x7f9c180cd8f0 con 0x7f9c1815b130 2024-09-12T03:15:44.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.932+0000 7f9c16a00640 1 -- 172.21.15.29:0/2955874861 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c1815f1e0 con 0x7f9c1815f9e0 2024-09-12T03:15:44.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.933+0000 7f9c16a00640 1 --2- 172.21.15.29:0/2955874861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c1815f9e0 0x7f9c180b45d0 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f9c040097a0 tx=0x7f9c0402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18da9cad0d5e2c27 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:44.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.933+0000 7f9c16000640 1 -- 172.21.15.29:0/2955874861 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c04037070 con 0x7f9c1815f9e0 2024-09-12T03:15:44.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.933+0000 7f9c16000640 1 -- 172.21.15.29:0/2955874861 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c04032440 con 0x7f9c1815f9e0 2024-09-12T03:15:44.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.933+0000 7f9c16000640 1 -- 172.21.15.29:0/2955874861 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c04032810 con 0x7f9c1815f9e0 2024-09-12T03:15:44.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.934+0000 7f9c1e200640 1 -- 172.21.15.29:0/2955874861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c1815f9e0 msgr2=0x7f9c180b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:44.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.934+0000 7f9c1e200640 1 --2- 172.21.15.29:0/2955874861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c1815f9e0 0x7f9c180b45d0 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f9c040097a0 tx=0x7f9c0402a180 comp rx=0 tx=0).stop 2024-09-12T03:15:44.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.934+0000 7f9c1e200640 1 -- 172.21.15.29:0/2955874861 shutdown_connections 2024-09-12T03:15:44.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.934+0000 7f9c1e200640 1 --2- 172.21.15.29:0/2955874861 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c180b4b10 0x7f9c180cf020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.934+0000 7f9c1e200640 1 --2- 172.21.15.29:0/2955874861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c1815f9e0 0x7f9c180b45d0 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.934+0000 7f9c1e200640 1 -- 172.21.15.29:0/2955874861 >> 172.21.15.29:0/2955874861 conn(0x7f9c180b5f10 msgr2=0x7f9c180b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:44.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.934+0000 7f9c1e200640 1 -- 172.21.15.29:0/2955874861 shutdown_connections 2024-09-12T03:15:44.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.934+0000 7f9c1e200640 1 -- 172.21.15.29:0/2955874861 wait complete. 2024-09-12T03:15:44.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.936+0000 7f9c1e200640 1 Processor -- start 2024-09-12T03:15:44.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.936+0000 7f9c1e200640 1 -- start start 2024-09-12T03:15:44.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c1e200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c180b4b10 0x7f9c1813cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c1e200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c1815b130 0x7f9c181f5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.938 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c1e200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c1815f9e0 0x7f9c180b3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c1e200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1815b510 con 0x7f9c180b4b10 2024-09-12T03:15:44.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c1e200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1815c510 con 0x7f9c1815b130 2024-09-12T03:15:44.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c1e200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9c1813f610 con 0x7f9c1815f9e0 2024-09-12T03:15:44.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c17400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c180b4b10 0x7f9c1813cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c17400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c180b4b10 0x7f9c1813cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59928/0 (socket says 172.21.15.29:59928) 2024-09-12T03:15:44.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c17400640 1 -- 172.21.15.29:0/291262231 learned_addr learned my addr 172.21.15.29:0/291262231 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:44.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c17e00640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c1815f9e0 0x7f9c180b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c16a00640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c1815b130 0x7f9c181f5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c17400640 1 -- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c1815f9e0 msgr2=0x7f9c180b3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:44.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c17400640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c1815f9e0 0x7f9c180b3930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.939 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c17400640 1 -- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c1815b130 msgr2=0x7f9c181f5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:44.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c17400640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c1815b130 0x7f9c181f5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:44.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c17400640 1 -- 172.21.15.29:0/291262231 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c1813f8f0 con 0x7f9c180b4b10 2024-09-12T03:15:44.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.937+0000 7f9c16a00640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c1815b130 0x7f9c181f5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:44.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.938+0000 7f9c17e00640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c1815f9e0 0x7f9c180b3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:44.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.938+0000 7f9c17400640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c180b4b10 0x7f9c1813cd50 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f9c0800c4d0 tx=0x7f9c0800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:44.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.938+0000 7f9c0f400640 1 -- 172.21.15.29:0/291262231 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c08018070 con 0x7f9c180b4b10 2024-09-12T03:15:44.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.938+0000 7f9c0f400640 1 -- 172.21.15.29:0/291262231 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c08007500 con 0x7f9c180b4b10 2024-09-12T03:15:44.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.938+0000 7f9c1e200640 1 -- 172.21.15.29:0/291262231 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c1813fbd0 con 0x7f9c180b4b10 2024-09-12T03:15:44.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.938+0000 7f9c0f400640 1 -- 172.21.15.29:0/291262231 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c08004a20 con 0x7f9c180b4b10 2024-09-12T03:15:44.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.938+0000 7f9c1e200640 1 -- 172.21.15.29:0/291262231 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c18140190 con 0x7f9c180b4b10 2024-09-12T03:15:44.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.939+0000 7f9c1e200640 1 -- 172.21.15.29:0/291262231 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c180b45d0 con 0x7f9c180b4b10 2024-09-12T03:15:44.941 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.940+0000 7f9c0f400640 1 -- 172.21.15.29:0/291262231 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9c0801b070 con 0x7f9c180b4b10 2024-09-12T03:15:44.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.941+0000 7f9c0f400640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9bf806be30 0x7f9bf806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:44.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.942+0000 7f9c0f400640 1 -- 172.21.15.29:0/291262231 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f9c0808a380 con 0x7f9c180b4b10 2024-09-12T03:15:44.942 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.942+0000 7f9c16a00640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9bf806be30 0x7f9bf806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:44.944 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.943+0000 7f9c16a00640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9bf806be30 0x7f9bf806e2f0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f9c04034000 tx=0x7f9c0402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:44.946 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:44.946+0000 7f9c0f400640 1 -- 172.21.15.29:0/291262231 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9c08058b90 con 0x7f9c180b4b10 2024-09-12T03:15:45.198 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.198+0000 7f9c1e200640 1 -- 172.21.15.29:0/291262231 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f9c1815a630 con 0x7f9c180b4b10 2024-09-12T03:15:45.199 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.199+0000 7f9c0f400640 1 -- 172.21.15.29:0/291262231 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1851 (secure 0 0 0) 0x7f9c08058490 con 0x7f9c180b4b10 2024-09-12T03:15:45.199 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:45.199 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":464,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":706301,"bytes_used":267444224,"bytes_avail":772826669056,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":7507,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":111,"btime":"2024-09-12T03:15:28:624307+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":28,"modified":"2024-09-12T03:15:43.826056+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:15:45.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.200+0000 7f9c1e200640 1 -- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9bf806be30 msgr2=0x7f9bf806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.200+0000 7f9c1e200640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9bf806be30 0x7f9bf806e2f0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f9c04034000 tx=0x7f9c0402e000 comp rx=0 tx=0).stop 2024-09-12T03:15:45.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.201+0000 7f9c1e200640 1 -- 172.21.15.29:0/291262231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c180b4b10 msgr2=0x7f9c1813cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.201 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.201+0000 7f9c1e200640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c180b4b10 0x7f9c1813cd50 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f9c0800c4d0 tx=0x7f9c0800c990 comp rx=0 tx=0).stop 2024-09-12T03:15:45.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.201+0000 7f9c1e200640 1 -- 172.21.15.29:0/291262231 shutdown_connections 2024-09-12T03:15:45.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.201+0000 7f9c1e200640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9bf806be30 0x7f9bf806e2f0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.201+0000 7f9c1e200640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9c1815f9e0 0x7f9c180b3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.201+0000 7f9c1e200640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9c1815b130 0x7f9c181f5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.201+0000 7f9c1e200640 1 --2- 172.21.15.29:0/291262231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c180b4b10 0x7f9c1813cd50 unknown :-1 s=CLOSED pgs=1422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.201+0000 7f9c1e200640 1 -- 172.21.15.29:0/291262231 >> 172.21.15.29:0/291262231 conn(0x7f9c180b5f10 msgr2=0x7f9c1815b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.201+0000 7f9c1e200640 1 -- 172.21.15.29:0/291262231 shutdown_connections 2024-09-12T03:15:45.202 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.201+0000 7f9c1e200640 1 -- 172.21.15.29:0/291262231 wait complete. 2024-09-12T03:15:45.217 INFO:tasks.ceph.ceph_manager.ceph:{'c': 'paused paths [/d1/d2/d3]', 'd': 'paused paths [/d1/d2/d3]'} 2024-09-12T03:15:45.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:45.218 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.7:0 scrub abort 2024-09-12T03:15:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.375+0000 7f0500400640 1 Processor -- start 2024-09-12T03:15:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.376+0000 7f0500400640 1 -- start start 2024-09-12T03:15:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.377+0000 7f0500400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f8072d80 0x7f04f8072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.377+0000 7f0500400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f04f806e0a0 0x7f04f80cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.377+0000 7f0500400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04f8072960 con 0x7f04f8072040 2024-09-12T03:15:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.377+0000 7f0500400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f04f81605e0 con 0x7f04f806e0a0 2024-09-12T03:15:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.377+0000 7f0500400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f04f81608c0 con 0x7f04f8072d80 2024-09-12T03:15:45.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.377+0000 7f04fd000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f8072d80 0x7f04f8072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.378 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.377+0000 7f04fe400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f04f806e0a0 0x7f04f80cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.377+0000 7f04fd000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f8072d80 0x7f04f8072420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:44924/0 (socket says 172.21.15.29:44924) 2024-09-12T03:15:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.377+0000 7f04fe400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f04f806e0a0 0x7f04f80cd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:48114/0 (socket says 172.21.15.29:48114) 2024-09-12T03:15:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.377+0000 7f04fda00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f04f8072040 0x7f04f815fe00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:37026/0 (socket says 172.21.15.29:37026) 2024-09-12T03:15:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.377+0000 7f04fd000640 1 -- 172.21.15.29:0/1937697004 learned_addr learned my addr 172.21.15.29:0/1937697004 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.378+0000 7f04fd000640 1 -- 172.21.15.29:0/1937697004 >> v2:172.21.15.38:3300/0 conn(0x7f04f806e0a0 msgr2=0x7f04f80cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.378+0000 7f04fd000640 1 --2- 172.21.15.29:0/1937697004 >> v2:172.21.15.38:3300/0 conn(0x7f04f806e0a0 0x7f04f80cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.378+0000 7f04fd000640 1 -- 172.21.15.29:0/1937697004 >> v1:172.21.15.38:6789/0 conn(0x7f04f8072040 legacy=0x7f04f815fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.378+0000 7f04fd000640 1 -- 172.21.15.29:0/1937697004 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f8160ba0 con 0x7f04f8072d80 2024-09-12T03:15:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.379+0000 7f04fd000640 1 --2- 172.21.15.29:0/1937697004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f8072d80 0x7f04f8072420 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f04e4009870 tx=0x7f04e402a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=49cdbcd29d199ea6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.379+0000 7f04f7e00640 1 -- 172.21.15.29:0/1937697004 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4037070 con 0x7f04f8072d80 2024-09-12T03:15:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.379+0000 7f04f7e00640 1 -- 172.21.15.29:0/1937697004 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04e4032440 con 0x7f04f8072d80 2024-09-12T03:15:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.379+0000 7f04f7e00640 1 -- 172.21.15.29:0/1937697004 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4032810 con 0x7f04f8072d80 2024-09-12T03:15:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.380+0000 7f0500400640 1 -- 172.21.15.29:0/1937697004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f8072d80 msgr2=0x7f04f8072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.380+0000 7f0500400640 1 --2- 172.21.15.29:0/1937697004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f8072d80 0x7f04f8072420 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f04e4009870 tx=0x7f04e402a250 comp rx=0 tx=0).stop 2024-09-12T03:15:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.380+0000 7f0500400640 1 -- 172.21.15.29:0/1937697004 shutdown_connections 2024-09-12T03:15:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.380+0000 7f0500400640 1 --2- 172.21.15.29:0/1937697004 >> v2:172.21.15.38:3300/0 conn(0x7f04f806e0a0 0x7f04f80cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.380+0000 7f0500400640 1 --2- 172.21.15.29:0/1937697004 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f8072d80 0x7f04f8072420 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.380+0000 7f0500400640 1 -- 172.21.15.29:0/1937697004 >> 172.21.15.29:0/1937697004 conn(0x7f04f8067d70 msgr2=0x7f04f806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.380+0000 7f0500400640 1 -- 172.21.15.29:0/1937697004 shutdown_connections 2024-09-12T03:15:45.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.380+0000 7f0500400640 1 -- 172.21.15.29:0/1937697004 wait complete. 2024-09-12T03:15:45.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.382+0000 7f0500400640 1 Processor -- start 2024-09-12T03:15:45.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.382+0000 7f0500400640 1 -- start start 2024-09-12T03:15:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f0500400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f806e0a0 0x7f04f80b2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f0500400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04f8072040 0x7f04f813eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f0500400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04f8072d80 0x7f04f80a9d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f0500400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f04f806e550 con 0x7f04f8072d80 2024-09-12T03:15:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f0500400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f04f8145b00 con 0x7f04f8072040 2024-09-12T03:15:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f0500400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f04f806e6d0 con 0x7f04f806e0a0 2024-09-12T03:15:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f04fe400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04f8072d80 0x7f04f80a9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f04fe400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04f8072d80 0x7f04f80a9d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59930/0 (socket says 172.21.15.29:59930) 2024-09-12T03:15:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f04fe400640 1 -- 172.21.15.29:0/3676732632 learned_addr learned my addr 172.21.15.29:0/3676732632 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f04fda00640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f806e0a0 0x7f04f80b2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f04fd000640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04f8072040 0x7f04f813eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f04fe400640 1 -- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f806e0a0 msgr2=0x7f04f80b2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f04fe400640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f806e0a0 0x7f04f80b2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f04fe400640 1 -- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04f8072040 msgr2=0x7f04f813eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.383+0000 7f04fe400640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04f8072040 0x7f04f813eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.384+0000 7f04fe400640 1 -- 172.21.15.29:0/3676732632 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f80b1b00 con 0x7f04f8072d80 2024-09-12T03:15:45.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.384+0000 7f04fda00640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f806e0a0 0x7f04f80b2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:45.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.384+0000 7f04fd000640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04f8072040 0x7f04f813eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:45.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.384+0000 7f04fe400640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04f8072d80 0x7f04f80a9d50 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f04f000efc0 tx=0x7f04f000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.384+0000 7f04f5600640 1 -- 172.21.15.29:0/3676732632 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f0018020 con 0x7f04f8072d80 2024-09-12T03:15:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.384+0000 7f04f5600640 1 -- 172.21.15.29:0/3676732632 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04f0014480 con 0x7f04f8072d80 2024-09-12T03:15:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.384+0000 7f0500400640 1 -- 172.21.15.29:0/3676732632 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04f80b1de0 con 0x7f04f8072d80 2024-09-12T03:15:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.384+0000 7f04f5600640 1 -- 172.21.15.29:0/3676732632 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f0014870 con 0x7f04f8072d80 2024-09-12T03:15:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.384+0000 7f0500400640 1 -- 172.21.15.29:0/3676732632 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04f80b23a0 con 0x7f04f8072d80 2024-09-12T03:15:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.386+0000 7f04f5600640 1 -- 172.21.15.29:0/3676732632 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f04f0005d10 con 0x7f04f8072d80 2024-09-12T03:15:45.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.387+0000 7f04f5600640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f04d806be30 0x7f04d806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.387+0000 7f04f5600640 1 -- 172.21.15.29:0/3676732632 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f04f008bb60 con 0x7f04f8072d80 2024-09-12T03:15:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.388+0000 7f050325a740 1 Processor -- start 2024-09-12T03:15:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.388+0000 7f04fda00640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f04d806be30 0x7f04d806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.388+0000 7f050325a740 1 -- start start 2024-09-12T03:15:45.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.388+0000 7f04fda00640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f04d806be30 0x7f04d806e2f0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f04ec007fd0 tx=0x7f04ec007d80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.388+0000 7f050325a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b102a80 0x55c95b148220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f050325a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b100240 0x55c95b102e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f050325a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b0fd070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f050325a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c95b0c9cf0 con 0x55c95b100240 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f050325a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c95b0657f0 con 0x55c95b104210 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f050325a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c95b00d800 con 0x55c95b102a80 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f04fd000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b100240 0x55c95b102e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f04fd000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b100240 0x55c95b102e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59946/0 (socket says 172.21.15.29:59946) 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f04fd000640 1 -- 172.21.15.29:0/460318128 learned_addr learned my addr 172.21.15.29:0/460318128 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f04fda00640 1 --2- 172.21.15.29:0/460318128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b102a80 0x55c95b148220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f04fe400640 1 --2- 172.21.15.29:0/460318128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b0fd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f04fd000640 1 -- 172.21.15.29:0/460318128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b102a80 msgr2=0x55c95b148220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f04fd000640 1 --2- 172.21.15.29:0/460318128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b102a80 0x55c95b148220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f04fd000640 1 -- 172.21.15.29:0/460318128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 msgr2=0x55c95b0fd070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f04fd000640 1 --2- 172.21.15.29:0/460318128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b0fd070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.389+0000 7f04fd000640 1 -- 172.21.15.29:0/460318128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c95ae427d0 con 0x55c95b100240 2024-09-12T03:15:45.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.390+0000 7f04fd000640 1 --2- 172.21.15.29:0/460318128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b100240 0x55c95b102e60 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f04e402a840 tx=0x7f04e402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16ac701c4b3756a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.390+0000 7f04ea000640 1 -- 172.21.15.29:0/460318128 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4037040 con 0x55c95b100240 2024-09-12T03:15:45.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.390+0000 7f04ea000640 1 -- 172.21.15.29:0/460318128 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04e40326c0 con 0x55c95b100240 2024-09-12T03:15:45.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.390+0000 7f04ea000640 1 -- 172.21.15.29:0/460318128 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4032a90 con 0x55c95b100240 2024-09-12T03:15:45.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.390+0000 7f050325a740 1 -- 172.21.15.29:0/460318128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b100240 msgr2=0x55c95b102e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.390+0000 7f050325a740 1 --2- 172.21.15.29:0/460318128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b100240 0x55c95b102e60 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f04e402a840 tx=0x7f04e402c000 comp rx=0 tx=0).stop 2024-09-12T03:15:45.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.390+0000 7f050325a740 1 -- 172.21.15.29:0/460318128 shutdown_connections 2024-09-12T03:15:45.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.390+0000 7f050325a740 1 --2- 172.21.15.29:0/460318128 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b0fd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.390+0000 7f050325a740 1 --2- 172.21.15.29:0/460318128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b100240 0x55c95b102e60 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.390+0000 7f050325a740 1 --2- 172.21.15.29:0/460318128 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b102a80 0x55c95b148220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.390+0000 7f050325a740 1 -- 172.21.15.29:0/460318128 >> 172.21.15.29:0/460318128 conn(0x55c95b0ff240 msgr2=0x55c95b1476f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.391+0000 7f050325a740 1 -- 172.21.15.29:0/460318128 shutdown_connections 2024-09-12T03:15:45.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.391+0000 7f050325a740 1 -- 172.21.15.29:0/460318128 wait complete. 2024-09-12T03:15:45.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.391+0000 7f050325a740 1 -- start start 2024-09-12T03:15:45.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.392+0000 7f050325a740 1 Processor -- start 2024-09-12T03:15:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.392+0000 7f050325a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.392+0000 7f050325a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b1221a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.392+0000 7f050325a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b125a50 0x55c95b125ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.392+0000 7f050325a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c95afee750 con 0x55c95b102a80 2024-09-12T03:15:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.392+0000 7f050325a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55c95b0617b0 con 0x55c95b104210 2024-09-12T03:15:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.392+0000 7f050325a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c95b0fe6e0 con 0x55c95b125a50 2024-09-12T03:15:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f050325a740 10 client.0 _ll_register_callbacks cb 0x55c95ad77be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fda00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fda00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59952/0 (socket says 172.21.15.29:59952) 2024-09-12T03:15:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fda00640 1 -- 172.21.15.29:0/3573518499 learned_addr learned my addr 172.21.15.29:0/3573518499 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fd000640 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b1221a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fda00640 1 -- 172.21.15.29:0/3573518499 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b125a50 msgr2=0x55c95b125ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fe400640 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b125a50 0x55c95b125ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fda00640 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b125a50 0x55c95b125ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fda00640 1 -- 172.21.15.29:0/3573518499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 msgr2=0x55c95b1221a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fda00640 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b1221a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fda00640 1 -- 172.21.15.29:0/3573518499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c95ad380f0 con 0x55c95b102a80 2024-09-12T03:15:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fd000640 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b1221a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04fda00640 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12d080 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f04ec001cb0 tx=0x7f04ec000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9131953857e7bca server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.393+0000 7f04dea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f04dea00640 1 -- 172.21.15.29:0/3573518499 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ec027060 con 0x55c95b102a80 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f04dea00640 1 -- 172.21.15.29:0/3573518499 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f04ec010040 con 0x55c95b102a80 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f050325a740 1 -- 172.21.15.29:0/3573518499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04e40326c0 con 0x55c95b102a80 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f04dea00640 1 -- 172.21.15.29:0/3573518499 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f04ec02d050 con 0x55c95b102a80 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f050325a740 10 client.8520 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f050325a740 1 -- 172.21.15.29:0/3573518499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x55c95aea2f60 con 0x55c95b102a80 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f04dea00640 1 -- 172.21.15.29:0/3573518499 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04e40326c0 con 0x55c95b102a80 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f04dea00640 1 -- 172.21.15.29:0/3573518499 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f04ec030020 con 0x55c95b102a80 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f050325a740 10 client.8520 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f050325a740 10 client.8520 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f050325a740 20 client.8520 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f050325a740 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55c95b15b080 0x55c95b15b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f050325a740 4 client.8520 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:45.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.394+0000 7f050325a740 1 -- 172.21.15.29:0/3573518499 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c95b072f20 con 0x55c95b15b080 2024-09-12T03:15:45.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.395+0000 7f04fd000640 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55c95b15b080 0x55c95b15b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.395+0000 7f04fd000640 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55c95b15b080 0x55c95b15b510 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd5713c64a4e20e1 server_cookie=e9eee555de6d0ef4 in_seq=0 out_seq=0 2024-09-12T03:15:45.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.395+0000 7f04dea00640 10 client.8520 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:45.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f04dea00640 1 -- 172.21.15.29:0/3573518499 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c95b072f20 con 0x55c95b15b080 2024-09-12T03:15:45.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f04dea00640 10 client.8520 handle_command_reply: tid=0 2024-09-12T03:15:45.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f050325a740 1 client.8520 shutdown 2024-09-12T03:15:45.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f050325a740 1 -- 172.21.15.29:0/3573518499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 msgr2=0x55c95b12d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f050325a740 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12d080 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f04ec001cb0 tx=0x7f04ec000bc0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f050325a740 1 -- 172.21.15.29:0/3573518499 shutdown_connections 2024-09-12T03:15:45.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f050325a740 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b125a50 0x55c95b125ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f050325a740 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55c95b15b080 0x55c95b15b510 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f050325a740 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b1221a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f050325a740 1 --2- 172.21.15.29:0/3573518499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12d080 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f050325a740 1 -- 172.21.15.29:0/3573518499 >> 172.21.15.29:0/3573518499 conn(0x55c95b100240 msgr2=0x55c95b146620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f04dea00640 0 client.8520 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:45.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f050325a740 1 -- 172.21.15.29:0/3573518499 shutdown_connections 2024-09-12T03:15:45.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.396+0000 7f050325a740 1 -- 172.21.15.29:0/3573518499 wait complete. 2024-09-12T03:15:45.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.397+0000 7f050325a740 20 client.8520 trim_cache size 0 max 16384 2024-09-12T03:15:45.414 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.414+0000 7f050325a740 1 Processor -- start 2024-09-12T03:15:45.415 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.414+0000 7f050325a740 1 -- start start 2024-09-12T03:15:45.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.415+0000 7f050325a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b124450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.415+0000 7f050325a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b12b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.415+0000 7f050325a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b125a50 0x55c95b145770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.415+0000 7f050325a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f04f81fceb0 con 0x55c95b102a80 2024-09-12T03:15:45.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.415+0000 7f050325a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f04f81fc0b0 con 0x55c95b104210 2024-09-12T03:15:45.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.415+0000 7f050325a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f04f81fc780 con 0x55c95b125a50 2024-09-12T03:15:45.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.415+0000 7f04fda00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b124450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.415+0000 7f04fda00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b124450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59962/0 (socket says 172.21.15.29:59962) 2024-09-12T03:15:45.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.415+0000 7f04fda00640 1 -- 172.21.15.29:0/3307104544 learned_addr learned my addr 172.21.15.29:0/3307104544 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.416 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04fd000640 1 --2- 172.21.15.29:0/3307104544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b12b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04fe400640 1 --2- 172.21.15.29:0/3307104544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b125a50 0x55c95b145770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04fda00640 1 -- 172.21.15.29:0/3307104544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b125a50 msgr2=0x55c95b145770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04fda00640 1 --2- 172.21.15.29:0/3307104544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b125a50 0x55c95b145770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04fda00640 1 -- 172.21.15.29:0/3307104544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 msgr2=0x55c95b12b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04fda00640 1 --2- 172.21.15.29:0/3307104544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b12b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04fda00640 1 -- 172.21.15.29:0/3307104544 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c95ad111b0 con 0x55c95b102a80 2024-09-12T03:15:45.417 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04fd000640 1 --2- 172.21.15.29:0/3307104544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b12b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:45.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04fda00640 1 --2- 172.21.15.29:0/3307104544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b124450 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f04ec0077c0 tx=0x7f04ec020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d01bf795f7cab951 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04e9600640 1 -- 172.21.15.29:0/3307104544 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ec012590 con 0x55c95b102a80 2024-09-12T03:15:45.418 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04e9600640 1 -- 172.21.15.29:0/3307104544 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04ec019030 con 0x55c95b102a80 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.416+0000 7f04e9600640 1 -- 172.21.15.29:0/3307104544 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ec012930 con 0x55c95b102a80 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.417+0000 7f050325a740 1 -- 172.21.15.29:0/3307104544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 msgr2=0x55c95b124450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.417+0000 7f050325a740 1 --2- 172.21.15.29:0/3307104544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b124450 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f04ec0077c0 tx=0x7f04ec020000 comp rx=0 tx=0).stop 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.417+0000 7f050325a740 1 -- 172.21.15.29:0/3307104544 shutdown_connections 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.417+0000 7f050325a740 1 --2- 172.21.15.29:0/3307104544 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b125a50 0x55c95b145770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.417+0000 7f050325a740 1 --2- 172.21.15.29:0/3307104544 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b104210 0x55c95b12b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.417+0000 7f050325a740 1 --2- 172.21.15.29:0/3307104544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b124450 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.417+0000 7f050325a740 1 -- 172.21.15.29:0/3307104544 >> 172.21.15.29:0/3307104544 conn(0x55c95b100240 msgr2=0x55c95b149490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.417+0000 7f050325a740 1 -- 172.21.15.29:0/3307104544 shutdown_connections 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.417+0000 7f050325a740 1 -- 172.21.15.29:0/3307104544 wait complete. 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.418+0000 7f050325a740 1 -- start start 2024-09-12T03:15:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.418+0000 7f050325a740 1 Processor -- start 2024-09-12T03:15:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f050325a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f050325a740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b104210 0x55c95b0fc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f050325a740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b125a50 0x55c95b1c45b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f050325a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c95b125110 con 0x55c95b102a80 2024-09-12T03:15:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f050325a740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f04f80b4a70 con 0x55c95b125a50 2024-09-12T03:15:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f050325a740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55c95b125490 con 0x55c95b104210 2024-09-12T03:15:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f050325a740 10 client.0 _ll_register_callbacks cb 0x7f04ec0075a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fda00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fda00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12bcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59964/0 (socket says 172.21.15.29:59964) 2024-09-12T03:15:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fda00640 1 -- 172.21.15.29:0/3703015228 learned_addr learned my addr 172.21.15.29:0/3703015228 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fe400640 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b125a50 0x55c95b1c45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fd000640 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b104210 0x55c95b0fc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fda00640 1 -- 172.21.15.29:0/3703015228 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b104210 msgr2=0x55c95b0fc7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fda00640 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b104210 0x55c95b0fc7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fda00640 1 -- 172.21.15.29:0/3703015228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b125a50 msgr2=0x55c95b1c45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fda00640 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b125a50 0x55c95b1c45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fda00640 1 -- 172.21.15.29:0/3703015228 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c95b0fc030 con 0x55c95b102a80 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fd000640 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b104210 0x55c95b0fc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.419+0000 7f04fe400640 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b125a50 0x55c95b1c45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.420+0000 7f04fda00640 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12bcd0 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f04ec005d40 tx=0x7f04ec00a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5e6b23fe1e9b266 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.420+0000 7f04dea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.420+0000 7f04dea00640 1 -- 172.21.15.29:0/3703015228 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ec005020 con 0x55c95b102a80 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.420+0000 7f04dea00640 1 -- 172.21.15.29:0/3703015228 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f04ec0051c0 con 0x55c95b102a80 2024-09-12T03:15:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.420+0000 7f050325a740 1 -- 172.21.15.29:0/3703015228 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04ec019030 con 0x55c95b102a80 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.420+0000 7f04dea00640 1 -- 172.21.15.29:0/3703015228 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f04ec0053c0 con 0x55c95b102a80 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.420+0000 7f050325a740 10 client.8526 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.420+0000 7f050325a740 1 -- 172.21.15.29:0/3703015228 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x55c95b1c4af0 con 0x55c95b102a80 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.421+0000 7f04dea00640 1 -- 172.21.15.29:0/3703015228 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04ec019030 con 0x55c95b102a80 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.421+0000 7f04dea00640 1 -- 172.21.15.29:0/3703015228 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7f04ec045020 con 0x55c95b102a80 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.421+0000 7f050325a740 10 client.8526 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.421+0000 7f050325a740 10 client.8526 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.421+0000 7f050325a740 20 client.8526 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.421+0000 7f050325a740 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55c95b1569b0 0x55c95b143810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.421+0000 7f050325a740 4 client.8526 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "scrub abort"}] 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.421+0000 7f050325a740 1 -- 172.21.15.29:0/3703015228 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "scrub abort"}) -- 0x55c95b06d270 con 0x55c95b1569b0 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.421+0000 7f04fd000640 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55c95b1569b0 0x55c95b143810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.421+0000 7f04fd000640 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55c95b1569b0 0x55c95b143810 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e65daf5807d275df server_cookie=c2c54000bcc819eb in_seq=0 out_seq=0 2024-09-12T03:15:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.421+0000 7f04dea00640 10 client.8526 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f04dea00640 1 -- 172.21.15.29:0/3703015228 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c95b06d270 con 0x55c95b1569b0 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f04dea00640 10 client.8526 handle_command_reply: tid=0 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 1 client.8526 shutdown 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 1 -- 172.21.15.29:0/3703015228 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 msgr2=0x55c95b12bcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12bcd0 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f04ec005d40 tx=0x7f04ec00a000 comp rx=0 tx=0).stop 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 1 -- 172.21.15.29:0/3703015228 shutdown_connections 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55c95b1569b0 0x55c95b143810 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55c95b125a50 0x55c95b1c45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55c95b104210 0x55c95b0fc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 1 --2- 172.21.15.29:0/3703015228 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c95b102a80 0x55c95b12bcd0 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f04dea00640 0 client.8526 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 1 -- 172.21.15.29:0/3703015228 >> 172.21.15.29:0/3703015228 conn(0x55c95b100240 msgr2=0x55c95b145770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 1 -- 172.21.15.29:0/3703015228 shutdown_connections 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 1 -- 172.21.15.29:0/3703015228 wait complete. 2024-09-12T03:15:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.422+0000 7f050325a740 20 client.8526 trim_cache size 0 max 16384 2024-09-12T03:15:45.427 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:45.427 INFO:teuthology.orchestra.run.smithi029.stdout: "message": "", 2024-09-12T03:15:45.427 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:15:45.427 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:45.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 -- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f04d806be30 msgr2=0x7f04d806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f04d806be30 0x7f04d806e2f0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f04ec007fd0 tx=0x7f04ec007d80 comp rx=0 tx=0).stop 2024-09-12T03:15:45.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 -- 172.21.15.29:0/3676732632 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04f8072d80 msgr2=0x7f04f80a9d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04f8072d80 0x7f04f80a9d50 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f04f000efc0 tx=0x7f04f000c490 comp rx=0 tx=0).stop 2024-09-12T03:15:45.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 -- 172.21.15.29:0/3676732632 shutdown_connections 2024-09-12T03:15:45.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f04d806be30 0x7f04d806e2f0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f04f8072d80 0x7f04f80a9d50 unknown :-1 s=CLOSED pgs=1423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f04f8072040 0x7f04f813eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 --2- 172.21.15.29:0/3676732632 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f04f806e0a0 0x7f04f80b2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.428 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 -- 172.21.15.29:0/3676732632 >> 172.21.15.29:0/3676732632 conn(0x7f04f8067d70 msgr2=0x7f04f815d990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 -- 172.21.15.29:0/3676732632 shutdown_connections 2024-09-12T03:15:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.423+0000 7f0500400640 1 -- 172.21.15.29:0/3676732632 wait complete. 2024-09-12T03:15:45.438 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:45.438 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:1 scrub status 2024-09-12T03:15:45.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.597+0000 7fc5ec800640 1 Processor -- start 2024-09-12T03:15:45.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.597+0000 7fc5ec800640 1 -- start start 2024-09-12T03:15:45.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.598+0000 7fc5ec800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5e40cf0d0 0x7fc5e413e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.598+0000 7fc5ec800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc5e406f1b0 0x7fc5e406f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.598 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.598+0000 7fc5ec800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5e40cf5b0 con 0x7fc5e4155910 2024-09-12T03:15:45.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.598+0000 7fc5ec800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc5e406fb50 con 0x7fc5e406f1b0 2024-09-12T03:15:45.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.598+0000 7fc5ec800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc5e413ed70 con 0x7fc5e40cf0d0 2024-09-12T03:15:45.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.598+0000 7fc5ea800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc5e406f1b0 0x7fc5e406f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.598+0000 7fc5ea800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc5e406f1b0 0x7fc5e406f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59976/0 (socket says 172.21.15.29:59976) 2024-09-12T03:15:45.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.598+0000 7fc5ea800640 1 -- 172.21.15.29:0/1392248960 learned_addr learned my addr 172.21.15.29:0/1392248960 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.599+0000 7fc5e9400640 1 --2- 172.21.15.29:0/1392248960 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5e40cf0d0 0x7fc5e413e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.599+0000 7fc5ea800640 1 -- 172.21.15.29:0/1392248960 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5e40cf0d0 msgr2=0x7fc5e413e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.599+0000 7fc5ea800640 1 --2- 172.21.15.29:0/1392248960 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5e40cf0d0 0x7fc5e413e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.599+0000 7fc5ea800640 1 -- 172.21.15.29:0/1392248960 >> v1:172.21.15.38:6789/0 conn(0x7fc5e4155910 legacy=0x7fc5e4141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.599+0000 7fc5ea800640 1 -- 172.21.15.29:0/1392248960 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5e40cf890 con 0x7fc5e406f1b0 2024-09-12T03:15:45.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.600+0000 7fc5ea800640 1 --2- 172.21.15.29:0/1392248960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5e406f1b0 0x7fc5e406f610 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fc5e000d150 tx=0x7fc5e002c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a05f6ae72f5aae server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.600+0000 7fc5e8a00640 1 -- 172.21.15.29:0/1392248960 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e0039070 con 0x7fc5e406f1b0 2024-09-12T03:15:45.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.600+0000 7fc5e8a00640 1 -- 172.21.15.29:0/1392248960 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5e0009600 con 0x7fc5e406f1b0 2024-09-12T03:15:45.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.600+0000 7fc5e8a00640 1 -- 172.21.15.29:0/1392248960 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e00099d0 con 0x7fc5e406f1b0 2024-09-12T03:15:45.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.600+0000 7fc5ec800640 1 -- 172.21.15.29:0/1392248960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5e406f1b0 msgr2=0x7fc5e406f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.600+0000 7fc5ec800640 1 --2- 172.21.15.29:0/1392248960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5e406f1b0 0x7fc5e406f610 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fc5e000d150 tx=0x7fc5e002c890 comp rx=0 tx=0).stop 2024-09-12T03:15:45.601 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.601+0000 7fc5ec800640 1 -- 172.21.15.29:0/1392248960 shutdown_connections 2024-09-12T03:15:45.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.601+0000 7fc5ec800640 1 --2- 172.21.15.29:0/1392248960 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5e40cf0d0 0x7fc5e413e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.601+0000 7fc5ec800640 1 --2- 172.21.15.29:0/1392248960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5e406f1b0 0x7fc5e406f610 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.601+0000 7fc5ec800640 1 -- 172.21.15.29:0/1392248960 >> 172.21.15.29:0/1392248960 conn(0x7fc5e4067d70 msgr2=0x7fc5e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.601+0000 7fc5ec800640 1 -- 172.21.15.29:0/1392248960 shutdown_connections 2024-09-12T03:15:45.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.601+0000 7fc5ec800640 1 -- 172.21.15.29:0/1392248960 wait complete. 2024-09-12T03:15:45.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.602+0000 7fc5ec800640 1 Processor -- start 2024-09-12T03:15:45.602 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.602+0000 7fc5ec800640 1 -- start start 2024-09-12T03:15:45.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.603+0000 7fc5ec800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5e406f1b0 0x7fc5e40a9ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.603+0000 7fc5ec800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5e40cf0d0 0x7fc5e413d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.603+0000 7fc5ec800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5e4155910 0x7fc5e40cbc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.603+0000 7fc5ec800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e40cd030 con 0x7fc5e40cf0d0 2024-09-12T03:15:45.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.603+0000 7fc5ec800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e40cfe50 con 0x7fc5e4155910 2024-09-12T03:15:45.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.603+0000 7fc5ec800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc5e40cd1b0 con 0x7fc5e406f1b0 2024-09-12T03:15:45.605 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5e9400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5e40cf0d0 0x7fc5e413d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5e9400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5e40cf0d0 0x7fc5e413d380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59978/0 (socket says 172.21.15.29:59978) 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5e9400640 1 -- 172.21.15.29:0/3618169334 learned_addr learned my addr 172.21.15.29:0/3618169334 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5ea800640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5e4155910 0x7fc5e40cbc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5e406f1b0 0x7fc5e40a9ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5e9400640 1 -- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5e406f1b0 msgr2=0x7fc5e40a9ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5e9400640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5e406f1b0 0x7fc5e40a9ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5e9400640 1 -- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5e4155910 msgr2=0x7fc5e40cbc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5e9400640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5e4155910 0x7fc5e40cbc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5e9400640 1 -- 172.21.15.29:0/3618169334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5e40cc180 con 0x7fc5e40cf0d0 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5ea800640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5e4155910 0x7fc5e40cbc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.604+0000 7fc5e9400640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5e40cf0d0 0x7fc5e413d380 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7fc5d400d830 tx=0x7fc5d400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.605+0000 7fc5de000640 1 -- 172.21.15.29:0/3618169334 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d400b6c0 con 0x7fc5e40cf0d0 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.605+0000 7fc5de000640 1 -- 172.21.15.29:0/3618169334 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5d4019070 con 0x7fc5e40cf0d0 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.605+0000 7fc5de000640 1 -- 172.21.15.29:0/3618169334 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d400bac0 con 0x7fc5e40cf0d0 2024-09-12T03:15:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.605+0000 7fc5ec800640 1 -- 172.21.15.29:0/3618169334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5e40caba0 con 0x7fc5e40cf0d0 2024-09-12T03:15:45.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.605+0000 7fc5ec800640 1 -- 172.21.15.29:0/3618169334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5e40cb160 con 0x7fc5e40cf0d0 2024-09-12T03:15:45.607 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.607+0000 7fc5de000640 1 -- 172.21.15.29:0/3618169334 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc5d401e460 con 0x7fc5e40cf0d0 2024-09-12T03:15:45.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.608+0000 7fc5de000640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc5c806be30 0x7fc5c806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.608 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.608+0000 7fc5de000640 1 -- 172.21.15.29:0/3618169334 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fc5d408b530 con 0x7fc5e40cf0d0 2024-09-12T03:15:45.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.608+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc5c806be30 0x7fc5c806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.608+0000 7fc5ef82e740 1 Processor -- start 2024-09-12T03:15:45.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.609+0000 7fc5ef82e740 1 -- start start 2024-09-12T03:15:45.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.609+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc5c806be30 0x7fc5c806e2f0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fc5d80016c0 tx=0x7fc5d8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.609+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d19c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.609+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 0x558588d1a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.609+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ccf480 0x558588d1a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.609+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558588c37660 con 0x558588ce9420 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.609+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558588bdf680 con 0x558588ce9800 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.609+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558588c33620 con 0x558588ccf480 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.610+0000 7fc5e9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d19c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.610+0000 7fc5e9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d19c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:59984/0 (socket says 172.21.15.29:59984) 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.610+0000 7fc5e9e00640 1 -- 172.21.15.29:0/3686576005 learned_addr learned my addr 172.21.15.29:0/3686576005 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.610+0000 7fc5e9400640 1 --2- 172.21.15.29:0/3686576005 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 0x558588d1a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.610+0000 7fc5ea800640 1 --2- 172.21.15.29:0/3686576005 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ccf480 0x558588d1a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.610+0000 7fc5e9e00640 1 -- 172.21.15.29:0/3686576005 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ccf480 msgr2=0x558588d1a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.610+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3686576005 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ccf480 0x558588d1a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.610+0000 7fc5e9e00640 1 -- 172.21.15.29:0/3686576005 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 msgr2=0x558588d1a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.610+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3686576005 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 0x558588d1a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.610+0000 7fc5e9e00640 1 -- 172.21.15.29:0/3686576005 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558588a147d0 con 0x558588ce9420 2024-09-12T03:15:45.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.610+0000 7fc5e9400640 1 --2- 172.21.15.29:0/3686576005 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 0x558588d1a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:45.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.611+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3686576005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d19c40 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7fc5d800f950 tx=0x7fc5d8012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=135faa238db7ae49 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.611+0000 7fc5d2600640 1 -- 172.21.15.29:0/3686576005 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d8025070 con 0x558588ce9420 2024-09-12T03:15:45.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.611+0000 7fc5d2600640 1 -- 172.21.15.29:0/3686576005 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5d801b050 con 0x558588ce9420 2024-09-12T03:15:45.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.611+0000 7fc5d2600640 1 -- 172.21.15.29:0/3686576005 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d8014de0 con 0x558588ce9420 2024-09-12T03:15:45.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.611+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3686576005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 msgr2=0x558588d19c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.611+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3686576005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d19c40 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7fc5d800f950 tx=0x7fc5d8012000 comp rx=0 tx=0).stop 2024-09-12T03:15:45.615 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.612+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3686576005 shutdown_connections 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.612+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3686576005 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ccf480 0x558588d1a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.612+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3686576005 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 0x558588d1a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.612+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3686576005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d19c40 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.612+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3686576005 >> 172.21.15.29:0/3686576005 conn(0x558588cd0220 msgr2=0x558588d18840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.612+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3686576005 shutdown_connections 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.612+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3686576005 wait complete. 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.612+0000 7fc5ef82e740 1 -- start start 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.613+0000 7fc5ef82e740 1 Processor -- start 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.613+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9420 0x558588d11780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.613+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 0x558588d2bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.613+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 0x558588d13180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.613+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558588cce3e0 con 0x558588d2c500 2024-09-12T03:15:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.613+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x558588bc04c0 con 0x558588ce9420 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.613+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558588cce6c0 con 0x558588ce9800 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.613+0000 7fc5ef82e740 10 client.0 _ll_register_callbacks cb 0x558588c2fe80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5e9e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9420 0x558588d11780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5ea800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 0x558588d13180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5e9e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9420 0x558588d11780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3300/0 says I am v2:172.21.15.29:48170/0 (socket says 172.21.15.29:48170) 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5e9e00640 1 -- 172.21.15.29:0/3694581534 learned_addr learned my addr 172.21.15.29:0/3694581534 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5e9400640 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 0x558588d2bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5ea800640 1 -- 172.21.15.29:0/3694581534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 msgr2=0x558588d2bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5ea800640 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 0x558588d2bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5ea800640 1 -- 172.21.15.29:0/3694581534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9420 msgr2=0x558588d11780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5ea800640 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9420 0x558588d11780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5ea800640 1 -- 172.21.15.29:0/3694581534 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55858894a3f0 con 0x558588d2c500 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9420 0x558588d11780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.614+0000 7fc5e9400640 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 0x558588d2bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.615+0000 7fc5ea800640 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 0x558588d13180 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0033000 tx=0x7fc5e0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efd7f13d54e1fc6f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.615+0000 7fc5c6a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:45.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.615+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3694581534 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e0046070 con 0x558588d2c500 2024-09-12T03:15:45.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.615+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3694581534 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fc5e0034890 con 0x558588d2c500 2024-09-12T03:15:45.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.615+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3694581534 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5d801b050 con 0x558588d2c500 2024-09-12T03:15:45.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.615+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3694581534 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7fc5e0050050 con 0x558588d2c500 2024-09-12T03:15:45.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.615+0000 7fc5ef82e740 10 client.8538 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:45.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.615+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3694581534 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x55858890a0f0 con 0x558588d2c500 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.615+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3694581534 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5d801b050 con 0x558588d2c500 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.616+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3694581534 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7fc5e0053020 con 0x558588d2c500 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.616+0000 7fc5ef82e740 10 client.8538 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.616+0000 7fc5ef82e740 10 client.8538 resolve_mds: resolved 7:1 to role '7:1' aka daemon mds.a 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.616+0000 7fc5ef82e740 20 client.8538 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.616+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x558588cffd70 0x558588d13b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.616+0000 7fc5ef82e740 4 client.8538 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.616+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3694581534 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558588c44d90 con 0x558588cffd70 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.616+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x558588cffd70 0x558588d13b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.616+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x558588cffd70 0x558588d13b90 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8ab58aec7e9387b0 server_cookie=f67172e7ca9bbdfd in_seq=0 out_seq=0 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.616+0000 7fc5c6a00640 10 client.8538 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.617+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3694581534 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558588c44d90 con 0x558588cffd70 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.617+0000 7fc5c6a00640 10 client.8538 handle_command_reply: tid=0 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.617+0000 7fc5ef82e740 1 client.8538 shutdown 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3694581534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 msgr2=0x558588d13180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 0x558588d13180 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0033000 tx=0x7fc5e0004ab0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3694581534 shutdown_connections 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 0x558588d13180 unknown :-1 s=CLOSED pgs=1431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x558588cffd70 0x558588d13b90 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 0x558588d2bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3694581534 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9420 0x558588d11780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5c6a00640 0 client.8538 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3694581534 >> 172.21.15.29:0/3694581534 conn(0x558588ccf480 msgr2=0x558588d187d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3694581534 shutdown_connections 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3694581534 wait complete. 2024-09-12T03:15:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.618+0000 7fc5ef82e740 20 client.8538 trim_cache size 0 max 16384 2024-09-12T03:15:45.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.636+0000 7fc5ef82e740 1 Processor -- start 2024-09-12T03:15:45.636 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.636+0000 7fc5ef82e740 1 -- start start 2024-09-12T03:15:45.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d187d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 0x558588d18d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588d2c500 0x558588d1a840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e4201090 con 0x558588ce9420 2024-09-12T03:15:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e4200290 con 0x558588d2c500 2024-09-12T03:15:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc5e4200960 con 0x558588ce9800 2024-09-12T03:15:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5e9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d187d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5e9e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d187d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60010/0 (socket says 172.21.15.29:60010) 2024-09-12T03:15:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5e9e00640 1 -- 172.21.15.29:0/427399880 learned_addr learned my addr 172.21.15.29:0/427399880 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5e9400640 1 --2- 172.21.15.29:0/427399880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 0x558588d18d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5e9e00640 1 -- 172.21.15.29:0/427399880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 msgr2=0x558588d18d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.637+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/427399880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 0x558588d18d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.638+0000 7fc5e9e00640 1 -- 172.21.15.29:0/427399880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588d2c500 msgr2=0x558588d1a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.638+0000 7fc5ea800640 1 --2- 172.21.15.29:0/427399880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588d2c500 0x558588d1a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.638+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/427399880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588d2c500 0x558588d1a840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.638+0000 7fc5e9e00640 1 -- 172.21.15.29:0/427399880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558588ccf990 con 0x558588ce9420 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.638+0000 7fc5e9400640 1 --2- 172.21.15.29:0/427399880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 0x558588d18d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.638+0000 7fc5ea800640 1 --2- 172.21.15.29:0/427399880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588d2c500 0x558588d1a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.638+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/427399880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d187d0 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7fc5d8007810 tx=0x7fc5d8015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56240f7a5a5987de server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.638+0000 7fc5d1c00640 1 -- 172.21.15.29:0/427399880 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d802f070 con 0x558588ce9420 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.638+0000 7fc5d1c00640 1 -- 172.21.15.29:0/427399880 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5d801b050 con 0x558588ce9420 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.638+0000 7fc5d1c00640 1 -- 172.21.15.29:0/427399880 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5d8025040 con 0x558588ce9420 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.639+0000 7fc5ef82e740 1 -- 172.21.15.29:0/427399880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 msgr2=0x558588d187d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.639+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/427399880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d187d0 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7fc5d8007810 tx=0x7fc5d8015000 comp rx=0 tx=0).stop 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.639+0000 7fc5ef82e740 1 -- 172.21.15.29:0/427399880 shutdown_connections 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.639+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/427399880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588d2c500 0x558588d1a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.639+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/427399880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9800 0x558588d18d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.639+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/427399880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588ce9420 0x558588d187d0 unknown :-1 s=CLOSED pgs=1432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.639+0000 7fc5ef82e740 1 -- 172.21.15.29:0/427399880 >> 172.21.15.29:0/427399880 conn(0x558588ccf480 msgr2=0x558588d12310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.639+0000 7fc5ef82e740 1 -- 172.21.15.29:0/427399880 shutdown_connections 2024-09-12T03:15:45.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.639+0000 7fc5ef82e740 1 -- 172.21.15.29:0/427399880 wait complete. 2024-09-12T03:15:45.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.639+0000 7fc5ef82e740 1 -- start start 2024-09-12T03:15:45.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.640+0000 7fc5ef82e740 1 Processor -- start 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9420 0x558588d9e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 0x558588d27950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ef82e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 0x558588d2aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558588d11150 con 0x558588d2c500 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e4158bb0 con 0x558588ce9800 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ef82e740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x558588d116a0 con 0x558588ce9420 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ef82e740 10 client.0 _ll_register_callbacks cb 0x7fc5e000be20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ea800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 0x558588d2aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ea800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 0x558588d2aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60018/0 (socket says 172.21.15.29:60018) 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ea800640 1 -- 172.21.15.29:0/3220981958 learned_addr learned my addr 172.21.15.29:0/3220981958 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9420 0x558588d9e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5e9400640 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 0x558588d27950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ea800640 1 -- 172.21.15.29:0/3220981958 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9420 msgr2=0x558588d9e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ea800640 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9420 0x558588d9e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ea800640 1 -- 172.21.15.29:0/3220981958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 msgr2=0x558588d27950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ea800640 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 0x558588d27950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5ea800640 1 -- 172.21.15.29:0/3220981958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558588d27190 con 0x558588d2c500 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9420 0x558588d9e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.641+0000 7fc5e9400640 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 0x558588d27950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.642+0000 7fc5ea800640 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 0x558588d2aa50 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7fc5e00349a0 tx=0x7fc5e000ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57d2b42e351d41a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.642+0000 7fc5c6a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.642+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3220981958 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e0046040 con 0x558588d2c500 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.642+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3220981958 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fc5e0055c30 con 0x558588d2c500 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.642+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3220981958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5d801b050 con 0x558588d2c500 2024-09-12T03:15:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.642+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3220981958 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7fc5e0039040 con 0x558588d2c500 2024-09-12T03:15:45.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.642+0000 7fc5ef82e740 10 client.8544 fetch_fsmap learned FSMap version 111 2024-09-12T03:15:45.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.642+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3220981958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=111,monmap=2+}) -- 0x558588d157e0 con 0x558588d2c500 2024-09-12T03:15:45.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.642+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3220981958 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5d801b050 con 0x558588d2c500 2024-09-12T03:15:45.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.643+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3220981958 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 111) ==== 3550+0+0 (secure 0 0 0) 0x7fc5e0053070 con 0x558588d2c500 2024-09-12T03:15:45.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.643+0000 7fc5ef82e740 10 client.8544 fetch_fsmap finished waiting for FSMap version 111 2024-09-12T03:15:45.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.643+0000 7fc5ef82e740 10 client.8544 resolve_mds: resolved 7:1 to role '7:1' aka daemon mds.a 2024-09-12T03:15:45.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.643+0000 7fc5ef82e740 20 client.8544 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:45.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.643+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x558588cd4ff0 0x558588d11e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.643+0000 7fc5ef82e740 4 client.8544 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:45.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.643+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3220981958 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558588c3f0e0 con 0x558588cd4ff0 2024-09-12T03:15:45.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.643+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x558588cd4ff0 0x558588d11e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.643+0000 7fc5e9e00640 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x558588cd4ff0 0x558588d11e80 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=20eee06bc1e6524 server_cookie=1785a0e7adf794d8 in_seq=0 out_seq=0 2024-09-12T03:15:45.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.643+0000 7fc5c6a00640 10 client.8544 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:45.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5c6a00640 1 -- 172.21.15.29:0/3220981958 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x558588c3f0e0 con 0x558588cd4ff0 2024-09-12T03:15:45.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5c6a00640 10 client.8544 handle_command_reply: tid=0 2024-09-12T03:15:45.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 1 client.8544 shutdown 2024-09-12T03:15:45.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3220981958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 msgr2=0x558588d2aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 0x558588d2aa50 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7fc5e00349a0 tx=0x7fc5e000ba20 comp rx=0 tx=0).stop 2024-09-12T03:15:45.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3220981958 shutdown_connections 2024-09-12T03:15:45.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558588d2c500 0x558588d2aa50 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x558588ce9800 0x558588d27950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x558588cd4ff0 0x558588d11e80 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 1 --2- 172.21.15.29:0/3220981958 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x558588ce9420 0x558588d9e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3220981958 >> 172.21.15.29:0/3220981958 conn(0x558588ccf480 msgr2=0x558588d1c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5c6a00640 0 client.8544 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:45.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3220981958 shutdown_connections 2024-09-12T03:15:45.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 1 -- 172.21.15.29:0/3220981958 wait complete. 2024-09-12T03:15:45.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.644+0000 7fc5ef82e740 20 client.8544 trim_cache size 0 max 16384 2024-09-12T03:15:45.652 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:45.652 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:15:45.652 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:45.652 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:45.652 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:45.652 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:45.652 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:45.653 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:45.653 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:45.653 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:45.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 -- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc5c806be30 msgr2=0x7fc5c806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc5c806be30 0x7fc5c806e2f0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fc5d80016c0 tx=0x7fc5d8009040 comp rx=0 tx=0).stop 2024-09-12T03:15:45.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 -- 172.21.15.29:0/3618169334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5e40cf0d0 msgr2=0x7fc5e413d380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5e40cf0d0 0x7fc5e413d380 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7fc5d400d830 tx=0x7fc5d400dcf0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 -- 172.21.15.29:0/3618169334 shutdown_connections 2024-09-12T03:15:45.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc5c806be30 0x7fc5c806e2f0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc5e4155910 0x7fc5e40cbc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5e40cf0d0 0x7fc5e413d380 unknown :-1 s=CLOSED pgs=1429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 --2- 172.21.15.29:0/3618169334 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc5e406f1b0 0x7fc5e40a9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 -- 172.21.15.29:0/3618169334 >> 172.21.15.29:0/3618169334 conn(0x7fc5e4067d70 msgr2=0x7fc5e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 -- 172.21.15.29:0/3618169334 shutdown_connections 2024-09-12T03:15:45.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.645+0000 7fc5ec800640 1 -- 172.21.15.29:0/3618169334 wait complete. 2024-09-12T03:15:45.660 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:45.660 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:45.661 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:2 scrub status 2024-09-12T03:15:45.667 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:15:45.667+0000 7fcf27c00640 -1 log_channel(cluster) log [ERR] : Health check failed: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-12T03:15:45.820 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.820+0000 7f62dd400640 1 Processor -- start 2024-09-12T03:15:45.821 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.820+0000 7f62dd400640 1 -- start start 2024-09-12T03:15:45.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.821+0000 7f62dd400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f62d815e510 0x7f62d806cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.821+0000 7f62dd400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62d806d310 con 0x7f62d806ed90 2024-09-12T03:15:45.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.821+0000 7f62dd400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62d80b3f70 con 0x7f62d815e8f0 2024-09-12T03:15:45.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.821+0000 7f62dd400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f62d80b4250 con 0x7f62d815e510 2024-09-12T03:15:45.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.821+0000 7f62d7200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f62d806ed90 0x7f62d80b4a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49194/0 (socket says 172.21.15.29:49194) 2024-09-12T03:15:45.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.822+0000 7f62d7200640 1 -- 172.21.15.29:0/1561276909 learned_addr learned my addr 172.21.15.29:0/1561276909 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:45.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.821+0000 7f62d6800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f62d815e510 0x7f62d806cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.822+0000 7f62d6800640 1 -- 172.21.15.29:0/1561276909 >> v1:172.21.15.38:6789/0 conn(0x7f62d815e8f0 legacy=0x7f62d806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.822+0000 7f62d5400640 1 -- 172.21.15.29:0/1561276909 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 269580244 0 0) 0x7f62d806d310 con 0x7f62d806ed90 2024-09-12T03:15:45.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.822+0000 7f62d6800640 1 -- 172.21.15.29:0/1561276909 >> v1:172.21.15.29:6789/0 conn(0x7f62d806ed90 legacy=0x7f62d80b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.822+0000 7f62d6800640 1 -- 172.21.15.29:0/1561276909 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62d80b4530 con 0x7f62d815e510 2024-09-12T03:15:45.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.823+0000 7f62d6800640 1 --2- 172.21.15.29:0/1561276909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62d815e510 0x7f62d806cae0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7f62c80097a0 tx=0x7f62c802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97b7ccef690232e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.823+0000 7f62d5400640 1 -- 172.21.15.29:0/1561276909 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c8037070 con 0x7f62d815e510 2024-09-12T03:15:45.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.823+0000 7f62d5400640 1 -- 172.21.15.29:0/1561276909 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62c8032440 con 0x7f62d815e510 2024-09-12T03:15:45.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.823+0000 7f62d5400640 1 -- 172.21.15.29:0/1561276909 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c8032810 con 0x7f62d815e510 2024-09-12T03:15:45.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.824+0000 7f62dd400640 1 -- 172.21.15.29:0/1561276909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62d815e510 msgr2=0x7f62d806cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.824+0000 7f62dd400640 1 --2- 172.21.15.29:0/1561276909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62d815e510 0x7f62d806cae0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7f62c80097a0 tx=0x7f62c802a1a0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.824 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.824+0000 7f62dd400640 1 -- 172.21.15.29:0/1561276909 shutdown_connections 2024-09-12T03:15:45.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.824+0000 7f62dd400640 1 --2- 172.21.15.29:0/1561276909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62d815e510 0x7f62d806cae0 unknown :-1 s=CLOSED pgs=1435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.824+0000 7f62dd400640 1 -- 172.21.15.29:0/1561276909 >> 172.21.15.29:0/1561276909 conn(0x7f62d80cd820 msgr2=0x7f62d80cdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.824+0000 7f62dd400640 1 -- 172.21.15.29:0/1561276909 shutdown_connections 2024-09-12T03:15:45.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.824+0000 7f62dd400640 1 -- 172.21.15.29:0/1561276909 wait complete. 2024-09-12T03:15:45.825 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.825+0000 7f62dd400640 1 Processor -- start 2024-09-12T03:15:45.826 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.826+0000 7f62dd400640 1 -- start start 2024-09-12T03:15:45.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.826+0000 7f62dd400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f62d806ed90 0x7f62d8158f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.826+0000 7f62dd400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f62d815e510 0x7f62d81f40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.826+0000 7f62dd400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62d815e8f0 0x7f62d814c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.826+0000 7f62dd400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f62d806bd90 con 0x7f62d815e8f0 2024-09-12T03:15:45.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.826+0000 7f62dd400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f62d806bc10 con 0x7f62d806ed90 2024-09-12T03:15:45.827 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.826+0000 7f62dd400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f62d806bf10 con 0x7f62d815e510 2024-09-12T03:15:45.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.827+0000 7f62d7200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62d815e8f0 0x7f62d814c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.827+0000 7f62d7200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62d815e8f0 0x7f62d814c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60030/0 (socket says 172.21.15.29:60030) 2024-09-12T03:15:45.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.827+0000 7f62d6800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f62d806ed90 0x7f62d8158f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.827+0000 7f62d7200640 1 -- 172.21.15.29:0/2753366240 learned_addr learned my addr 172.21.15.29:0/2753366240 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.828 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.827+0000 7f62d5e00640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f62d815e510 0x7f62d81f40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.827+0000 7f62d7200640 1 -- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f62d815e510 msgr2=0x7f62d81f40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.827+0000 7f62d7200640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f62d815e510 0x7f62d81f40c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.827+0000 7f62d7200640 1 -- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f62d806ed90 msgr2=0x7f62d8158f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.827+0000 7f62d7200640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f62d806ed90 0x7f62d8158f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.827+0000 7f62d7200640 1 -- 172.21.15.29:0/2753366240 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62d814cbd0 con 0x7f62d815e8f0 2024-09-12T03:15:45.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.828+0000 7f62d7200640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62d815e8f0 0x7f62d814c690 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7f62d000c6d0 tx=0x7f62d000cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.828+0000 7f62cea00640 1 -- 172.21.15.29:0/2753366240 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d0018070 con 0x7f62d815e8f0 2024-09-12T03:15:45.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.828+0000 7f62cea00640 1 -- 172.21.15.29:0/2753366240 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62d0004d60 con 0x7f62d815e8f0 2024-09-12T03:15:45.829 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.828+0000 7f62cea00640 1 -- 172.21.15.29:0/2753366240 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d000a880 con 0x7f62d815e8f0 2024-09-12T03:15:45.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.828+0000 7f62dd400640 1 -- 172.21.15.29:0/2753366240 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62d81f4810 con 0x7f62d815e8f0 2024-09-12T03:15:45.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.828+0000 7f62dd400640 1 -- 172.21.15.29:0/2753366240 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62d81f4dd0 con 0x7f62d815e8f0 2024-09-12T03:15:45.830 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.830+0000 7f62cea00640 1 -- 172.21.15.29:0/2753366240 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f62d001b070 con 0x7f62d815e8f0 2024-09-12T03:15:45.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.832+0000 7f62cea00640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f62b806be30 0x7f62b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.832+0000 7f62cea00640 1 -- 172.21.15.29:0/2753366240 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f62d008a690 con 0x7f62d815e8f0 2024-09-12T03:15:45.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.832+0000 7f62d6800640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f62b806be30 0x7f62b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.832+0000 7f62e02be740 1 Processor -- start 2024-09-12T03:15:45.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.832+0000 7f62e02be740 1 -- start start 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62d6800640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f62b806be30 0x7f62b806e2f0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f62c8034000 tx=0x7f62c802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62e02be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc420 0x555ca76ecc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62e02be740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc800 0x555ca76ed200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62e02be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76a2480 0x555ca76ed740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62e02be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555ca760a660 con 0x555ca76a2480 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62e02be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x555ca75b2680 con 0x555ca76bc420 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62e02be740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x555ca7606620 con 0x555ca76bc800 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62d7200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76a2480 0x555ca76ed740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62d7200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76a2480 0x555ca76ed740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60042/0 (socket says 172.21.15.29:60042) 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62d7200640 1 -- 172.21.15.29:0/436386000 learned_addr learned my addr 172.21.15.29:0/436386000 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62d6800640 1 --2- 172.21.15.29:0/436386000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc420 0x555ca76ecc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.833+0000 7f62d5e00640 1 --2- 172.21.15.29:0/436386000 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc800 0x555ca76ed200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.834+0000 7f62d7200640 1 -- 172.21.15.29:0/436386000 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc800 msgr2=0x555ca76ed200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.834+0000 7f62d7200640 1 --2- 172.21.15.29:0/436386000 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc800 0x555ca76ed200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.834+0000 7f62d7200640 1 -- 172.21.15.29:0/436386000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc420 msgr2=0x555ca76ecc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.834+0000 7f62d7200640 1 --2- 172.21.15.29:0/436386000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc420 0x555ca76ecc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.834+0000 7f62d7200640 1 -- 172.21.15.29:0/436386000 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ca73e77d0 con 0x555ca76a2480 2024-09-12T03:15:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.834+0000 7f62d7200640 1 --2- 172.21.15.29:0/436386000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76a2480 0x555ca76ed740 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f62d0088990 tx=0x7f62d0058740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bded37e94a58b24 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.834+0000 7f62c3000640 1 -- 172.21.15.29:0/436386000 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d005f070 con 0x555ca76a2480 2024-09-12T03:15:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.834+0000 7f62c3000640 1 -- 172.21.15.29:0/436386000 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62d00568f0 con 0x555ca76a2480 2024-09-12T03:15:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.834+0000 7f62c3000640 1 -- 172.21.15.29:0/436386000 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d0054ec0 con 0x555ca76a2480 2024-09-12T03:15:45.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.835+0000 7f62e02be740 1 -- 172.21.15.29:0/436386000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76a2480 msgr2=0x555ca76ed740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.835+0000 7f62e02be740 1 --2- 172.21.15.29:0/436386000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76a2480 0x555ca76ed740 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f62d0088990 tx=0x7f62d0058740 comp rx=0 tx=0).stop 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.835+0000 7f62e02be740 1 -- 172.21.15.29:0/436386000 shutdown_connections 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.835+0000 7f62e02be740 1 --2- 172.21.15.29:0/436386000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76a2480 0x555ca76ed740 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.835+0000 7f62e02be740 1 --2- 172.21.15.29:0/436386000 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc800 0x555ca76ed200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.835+0000 7f62e02be740 1 --2- 172.21.15.29:0/436386000 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc420 0x555ca76ecc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.835+0000 7f62e02be740 1 -- 172.21.15.29:0/436386000 >> 172.21.15.29:0/436386000 conn(0x555ca76a3220 msgr2=0x555ca76eb840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.835+0000 7f62e02be740 1 -- 172.21.15.29:0/436386000 shutdown_connections 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.835+0000 7f62e02be740 1 -- 172.21.15.29:0/436386000 wait complete. 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.836+0000 7f62e02be740 1 -- start start 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.836+0000 7f62e02be740 1 Processor -- start 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.837+0000 7f62e02be740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc420 0x555ca76c39e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.837+0000 7f62e02be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76bc800 0x555ca76e18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.837+0000 7f62e02be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76e5060 0x555ca76c5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.837+0000 7f62e02be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555ca76a13e0 con 0x555ca76bc800 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.837+0000 7f62e02be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x555ca75934c0 con 0x555ca76e5060 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.837+0000 7f62e02be740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x555ca76a16c0 con 0x555ca76bc420 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.837+0000 7f62e02be740 10 client.0 _ll_register_callbacks cb 0x555ca7602e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.837+0000 7f62d5e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76bc800 0x555ca76e18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.837+0000 7f62d5e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76bc800 0x555ca76e18e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60056/0 (socket says 172.21.15.29:60056) 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.837+0000 7f62d5e00640 1 -- 172.21.15.29:0/1813185149 learned_addr learned my addr 172.21.15.29:0/1813185149 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.837+0000 7f62d6800640 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc420 0x555ca76c39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62d7200640 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76e5060 0x555ca76c5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62d5e00640 1 -- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc420 msgr2=0x555ca76c39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62d5e00640 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc420 0x555ca76c39e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62d5e00640 1 -- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76e5060 msgr2=0x555ca76c5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62d5e00640 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76e5060 0x555ca76c5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62d5e00640 1 -- 172.21.15.29:0/1813185149 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ca731d3f0 con 0x555ca76bc800 2024-09-12T03:15:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62d6800640 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc420 0x555ca76c39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62d7200640 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76e5060 0x555ca76c5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62d5e00640 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76bc800 0x555ca76e18e0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f62d80b1e30 tx=0x7f62c4012750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed7a09571811fde0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62b7400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62b7400640 1 -- 172.21.15.29:0/1813185149 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c4019020 con 0x555ca76bc800 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62b7400640 1 -- 172.21.15.29:0/1813185149 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f62c40052e0 con 0x555ca76bc800 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.838+0000 7f62e02be740 1 -- 172.21.15.29:0/1813185149 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62d00568f0 con 0x555ca76bc800 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62b7400640 1 -- 172.21.15.29:0/1813185149 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f62c4023050 con 0x555ca76bc800 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62e02be740 10 client.8559 fetch_fsmap learned FSMap version 112 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62e02be740 1 -- 172.21.15.29:0/1813185149 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=112,monmap=2+}) -- 0x555ca72dd0f0 con 0x555ca76bc800 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62b7400640 1 -- 172.21.15.29:0/1813185149 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62d00568f0 con 0x555ca76bc800 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62b7400640 1 -- 172.21.15.29:0/1813185149 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 112) ==== 3550+0+0 (secure 0 0 0) 0x7f62c4026020 con 0x555ca76bc800 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62e02be740 10 client.8559 fetch_fsmap finished waiting for FSMap version 112 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62e02be740 10 client.8559 resolve_mds: resolved 7:2 to role '7:2' aka daemon mds.d 2024-09-12T03:15:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62e02be740 20 client.8559 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:45.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62e02be740 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x555ca76e88a0 0x555ca76e8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62e02be740 4 client.8559 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:45.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62e02be740 1 -- 172.21.15.29:0/1813185149 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555ca7617d90 con 0x555ca76e88a0 2024-09-12T03:15:45.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.839+0000 7f62d6800640 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x555ca76e88a0 0x555ca76e8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.840+0000 7f62d6800640 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x555ca76e88a0 0x555ca76e8ca0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8773fd3c821f7f79 server_cookie=b52fa3bbc0914f63 in_seq=0 out_seq=0 2024-09-12T03:15:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.840+0000 7f62b7400640 10 client.8559 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.841+0000 7f62b7400640 1 -- 172.21.15.29:0/1813185149 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555ca7617d90 con 0x555ca76e88a0 2024-09-12T03:15:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.841+0000 7f62b7400640 10 client.8559 handle_command_reply: tid=0 2024-09-12T03:15:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.841+0000 7f62e02be740 1 client.8559 shutdown 2024-09-12T03:15:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.841+0000 7f62e02be740 1 -- 172.21.15.29:0/1813185149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76bc800 msgr2=0x555ca76e18e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.841+0000 7f62e02be740 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76bc800 0x555ca76e18e0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f62d80b1e30 tx=0x7f62c4012750 comp rx=0 tx=0).stop 2024-09-12T03:15:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.842+0000 7f62e02be740 1 -- 172.21.15.29:0/1813185149 shutdown_connections 2024-09-12T03:15:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.842+0000 7f62e02be740 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x555ca76e88a0 0x555ca76e8ca0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.842+0000 7f62e02be740 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76e5060 0x555ca76c5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.842+0000 7f62e02be740 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76bc800 0x555ca76e18e0 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.842+0000 7f62e02be740 1 --2- 172.21.15.29:0/1813185149 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc420 0x555ca76c39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.842+0000 7f62b7400640 0 client.8559 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:45.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.842+0000 7f62e02be740 1 -- 172.21.15.29:0/1813185149 >> 172.21.15.29:0/1813185149 conn(0x555ca76a2480 msgr2=0x555ca76e9ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.842+0000 7f62e02be740 1 -- 172.21.15.29:0/1813185149 shutdown_connections 2024-09-12T03:15:45.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.842+0000 7f62e02be740 1 -- 172.21.15.29:0/1813185149 wait complete. 2024-09-12T03:15:45.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.842+0000 7f62e02be740 20 client.8559 trim_cache size 0 max 16384 2024-09-12T03:15:45.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.860+0000 7f62e02be740 1 Processor -- start 2024-09-12T03:15:45.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.860+0000 7f62e02be740 1 -- start start 2024-09-12T03:15:45.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.861+0000 7f62e02be740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc420 0x555ca76c53d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.861+0000 7f62e02be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc800 0x555ca76fe030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.861+0000 7f62e02be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca77052f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.861+0000 7f62e02be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f62d8201100 con 0x555ca76e5060 2024-09-12T03:15:45.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.861+0000 7f62e02be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f62d8200300 con 0x555ca76bc800 2024-09-12T03:15:45.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.861+0000 7f62e02be740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f62d82009d0 con 0x555ca76bc420 2024-09-12T03:15:45.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.861+0000 7f62d7200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca77052f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.861+0000 7f62d7200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca77052f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60062/0 (socket says 172.21.15.29:60062) 2024-09-12T03:15:45.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.861+0000 7f62d7200640 1 -- 172.21.15.29:0/905873138 learned_addr learned my addr 172.21.15.29:0/905873138 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.862+0000 7f62d6800640 1 --2- 172.21.15.29:0/905873138 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc420 0x555ca76c53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.862+0000 7f62d5e00640 1 --2- 172.21.15.29:0/905873138 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc800 0x555ca76fe030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.862+0000 7f62d7200640 1 -- 172.21.15.29:0/905873138 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc420 msgr2=0x555ca76c53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.862+0000 7f62d7200640 1 --2- 172.21.15.29:0/905873138 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc420 0x555ca76c53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.862+0000 7f62d7200640 1 -- 172.21.15.29:0/905873138 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc800 msgr2=0x555ca76fe030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.862+0000 7f62d7200640 1 --2- 172.21.15.29:0/905873138 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc800 0x555ca76fe030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.862+0000 7f62d7200640 1 -- 172.21.15.29:0/905873138 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ca76ff060 con 0x555ca76e5060 2024-09-12T03:15:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.862+0000 7f62d7200640 1 --2- 172.21.15.29:0/905873138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca77052f0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f62d000c6a0 tx=0x7f62d008a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e362760e9ce34711 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.862+0000 7f62c2600640 1 -- 172.21.15.29:0/905873138 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d00568f0 con 0x555ca76e5060 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.862+0000 7f62c2600640 1 -- 172.21.15.29:0/905873138 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62d0056b50 con 0x555ca76e5060 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.862+0000 7f62c2600640 1 -- 172.21.15.29:0/905873138 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d0060ef0 con 0x555ca76e5060 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.863+0000 7f62e02be740 1 -- 172.21.15.29:0/905873138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 msgr2=0x555ca77052f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.863+0000 7f62e02be740 1 --2- 172.21.15.29:0/905873138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca77052f0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f62d000c6a0 tx=0x7f62d008a040 comp rx=0 tx=0).stop 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.863+0000 7f62e02be740 1 -- 172.21.15.29:0/905873138 shutdown_connections 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.863+0000 7f62e02be740 1 --2- 172.21.15.29:0/905873138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca77052f0 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.863+0000 7f62e02be740 1 --2- 172.21.15.29:0/905873138 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc800 0x555ca76fe030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.863+0000 7f62e02be740 1 --2- 172.21.15.29:0/905873138 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc420 0x555ca76c53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.863+0000 7f62e02be740 1 -- 172.21.15.29:0/905873138 >> 172.21.15.29:0/905873138 conn(0x555ca76a2480 msgr2=0x555ca76c36b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.863+0000 7f62e02be740 1 -- 172.21.15.29:0/905873138 shutdown_connections 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.863+0000 7f62e02be740 1 -- 172.21.15.29:0/905873138 wait complete. 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.864+0000 7f62e02be740 1 -- start start 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.864+0000 7f62e02be740 1 Processor -- start 2024-09-12T03:15:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62e02be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc420 0x555ca774ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62e02be740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc800 0x555ca76d0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62e02be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca774cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62e02be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f62d81ff390 con 0x555ca76e5060 2024-09-12T03:15:45.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62e02be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x555ca76c2cd0 con 0x555ca76bc420 2024-09-12T03:15:45.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62e02be740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x555ca76ebf10 con 0x555ca76bc800 2024-09-12T03:15:45.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62e02be740 10 client.0 _ll_register_callbacks cb 0x7f62c40013b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:45.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62d7200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca774cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62d7200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca774cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60076/0 (socket says 172.21.15.29:60076) 2024-09-12T03:15:45.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62d7200640 1 -- 172.21.15.29:0/2184159548 learned_addr learned my addr 172.21.15.29:0/2184159548 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:45.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62d6800640 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc420 0x555ca774ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62d5e00640 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc800 0x555ca76d0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62d7200640 1 -- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc800 msgr2=0x555ca76d0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62d7200640 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc800 0x555ca76d0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62d7200640 1 -- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc420 msgr2=0x555ca774ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62d7200640 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc420 0x555ca774ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.865+0000 7f62d7200640 1 -- 172.21.15.29:0/2184159548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ca77058b0 con 0x555ca76e5060 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62d7200640 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca774cad0 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f62d0058920 tx=0x7f62d0004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=418e315eb65ea91 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62b7400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62b7400640 1 -- 172.21.15.29:0/2184159548 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d0088040 con 0x555ca76e5060 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62b7400640 1 -- 172.21.15.29:0/2184159548 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f62d00610f0 con 0x555ca76e5060 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62e02be740 1 -- 172.21.15.29:0/2184159548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62d0056b50 con 0x555ca76e5060 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62b7400640 1 -- 172.21.15.29:0/2184159548 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f62d005f070 con 0x555ca76e5060 2024-09-12T03:15:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62e02be740 10 client.8565 fetch_fsmap learned FSMap version 112 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62e02be740 1 -- 172.21.15.29:0/2184159548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=112,monmap=2+}) -- 0x555ca7705b90 con 0x555ca76e5060 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62b7400640 1 -- 172.21.15.29:0/2184159548 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62d0056b50 con 0x555ca76e5060 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62b7400640 1 -- 172.21.15.29:0/2184159548 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 112) ==== 3550+0+0 (secure 0 0 0) 0x7f62d005dce0 con 0x555ca76e5060 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62e02be740 10 client.8565 fetch_fsmap finished waiting for FSMap version 112 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62e02be740 10 client.8565 resolve_mds: resolved 7:2 to role '7:2' aka daemon mds.d 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62e02be740 20 client.8565 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62e02be740 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x555ca76eb110 0x555ca76eb520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62e02be740 4 client.8565 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.866+0000 7f62e02be740 1 -- 172.21.15.29:0/2184159548 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555ca76120e0 con 0x555ca76eb110 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.867+0000 7f62d6800640 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x555ca76eb110 0x555ca76eb520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.867+0000 7f62d6800640 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x555ca76eb110 0x555ca76eb520 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5f30d3bb00774d4b server_cookie=6e8e8754e4755738 in_seq=0 out_seq=0 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.867+0000 7f62b7400640 10 client.8565 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62b7400640 1 -- 172.21.15.29:0/2184159548 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x555ca76120e0 con 0x555ca76eb110 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62b7400640 10 client.8565 handle_command_reply: tid=0 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 1 client.8565 shutdown 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 1 -- 172.21.15.29:0/2184159548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 msgr2=0x555ca774cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca774cad0 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f62d0058920 tx=0x7f62d0004f90 comp rx=0 tx=0).stop 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 1 -- 172.21.15.29:0/2184159548 shutdown_connections 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x555ca76eb110 0x555ca76eb520 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ca76e5060 0x555ca774cad0 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x555ca76bc800 0x555ca76d0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62b7400640 0 client.8565 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 1 --2- 172.21.15.29:0/2184159548 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x555ca76bc420 0x555ca774ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 1 -- 172.21.15.29:0/2184159548 >> 172.21.15.29:0/2184159548 conn(0x555ca76a2480 msgr2=0x555ca76fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 1 -- 172.21.15.29:0/2184159548 shutdown_connections 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 1 -- 172.21.15.29:0/2184159548 wait complete. 2024-09-12T03:15:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.868+0000 7f62e02be740 20 client.8565 trim_cache size 0 max 16384 2024-09-12T03:15:45.879 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:45.879 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:15:45.879 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:45.879 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:45.879 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:45.879 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:45.879 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:45.879 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:45.879 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:45.880 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:45.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 -- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f62b806be30 msgr2=0x7f62b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f62b806be30 0x7f62b806e2f0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f62c8034000 tx=0x7f62c802e000 comp rx=0 tx=0).stop 2024-09-12T03:15:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 -- 172.21.15.29:0/2753366240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62d815e8f0 msgr2=0x7f62d814c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62d815e8f0 0x7f62d814c690 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7f62d000c6d0 tx=0x7f62d000cb90 comp rx=0 tx=0).stop 2024-09-12T03:15:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 -- 172.21.15.29:0/2753366240 shutdown_connections 2024-09-12T03:15:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f62b806be30 0x7f62b806e2f0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62d815e8f0 0x7f62d814c690 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f62d815e510 0x7f62d81f40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 --2- 172.21.15.29:0/2753366240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f62d806ed90 0x7f62d8158f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 -- 172.21.15.29:0/2753366240 >> 172.21.15.29:0/2753366240 conn(0x7f62d80cd820 msgr2=0x7f62d806c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 -- 172.21.15.29:0/2753366240 shutdown_connections 2024-09-12T03:15:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:45.869+0000 7f62dd400640 1 -- 172.21.15.29:0/2753366240 wait complete. 2024-09-12T03:15:45.884 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:45.884 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:45.885 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:0 scrub status 2024-09-12T03:15:46.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.083+0000 7f96f4800640 1 Processor -- start 2024-09-12T03:15:46.084 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.083+0000 7f96f4800640 1 -- start start 2024-09-12T03:15:46.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.084+0000 7f96f4800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96ec155910 0x7f96ec13e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.084+0000 7f96f4800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f96ec0cf0d0 0x7f96ec141270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f4800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96ec1417b0 con 0x7f96ec06f1b0 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f4800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f96ec13ed70 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f4800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f96ec0cf5b0 con 0x7f96ec155910 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f2800640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f96ec06f1b0 0x7f96ec15bb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49210/0 (socket says 172.21.15.29:49210) 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f2800640 1 -- 172.21.15.29:0/2736587568 learned_addr learned my addr 172.21.15.29:0/2736587568 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f1400640 1 --2- 172.21.15.29:0/2736587568 >> v2:172.21.15.29:3300/0 conn(0x7f96ec0cf0d0 0x7f96ec141270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f1e00640 1 --2- 172.21.15.29:0/2736587568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96ec155910 0x7f96ec13e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f0a00640 1 -- 172.21.15.29:0/2736587568 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1685036003 0 0) 0x7f96ec1417b0 con 0x7f96ec06f1b0 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f0a00640 1 -- 172.21.15.29:0/2736587568 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f96d4005730 con 0x7f96ec06f1b0 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f1400640 1 -- 172.21.15.29:0/2736587568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96ec155910 msgr2=0x7f96ec13e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f1400640 1 --2- 172.21.15.29:0/2736587568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96ec155910 0x7f96ec13e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f1400640 1 -- 172.21.15.29:0/2736587568 >> v1:172.21.15.29:6789/0 conn(0x7f96ec06f1b0 legacy=0x7f96ec15bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.085+0000 7f96f1400640 1 -- 172.21.15.29:0/2736587568 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96ec0cf890 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.086+0000 7f96f1400640 1 --2- 172.21.15.29:0/2736587568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96ec0cf0d0 0x7f96ec141270 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f96ec13eef0 tx=0x7f96dc02a0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31710f0ba561f1d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.087+0000 7f96f0a00640 1 -- 172.21.15.29:0/2736587568 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96dc037070 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.087+0000 7f96f0a00640 1 -- 172.21.15.29:0/2736587568 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96dc02ae30 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.087+0000 7f96f0a00640 1 -- 172.21.15.29:0/2736587568 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96dc032640 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.087+0000 7f96f4800640 1 -- 172.21.15.29:0/2736587568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96ec0cf0d0 msgr2=0x7f96ec141270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.087+0000 7f96f4800640 1 --2- 172.21.15.29:0/2736587568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96ec0cf0d0 0x7f96ec141270 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f96ec13eef0 tx=0x7f96dc02a0e0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.087+0000 7f96f4800640 1 -- 172.21.15.29:0/2736587568 shutdown_connections 2024-09-12T03:15:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.087+0000 7f96f4800640 1 --2- 172.21.15.29:0/2736587568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96ec0cf0d0 0x7f96ec141270 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.087+0000 7f96f4800640 1 --2- 172.21.15.29:0/2736587568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96ec155910 0x7f96ec13e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.087+0000 7f96f4800640 1 -- 172.21.15.29:0/2736587568 >> 172.21.15.29:0/2736587568 conn(0x7f96ec067d70 msgr2=0x7f96ec06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.087+0000 7f96f4800640 1 -- 172.21.15.29:0/2736587568 shutdown_connections 2024-09-12T03:15:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.087+0000 7f96f4800640 1 -- 172.21.15.29:0/2736587568 wait complete. 2024-09-12T03:15:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.089+0000 7f96f4800640 1 Processor -- start 2024-09-12T03:15:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.089+0000 7f96f4800640 1 -- start start 2024-09-12T03:15:46.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.090+0000 7f96f4800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96ec06f1b0 0x7f96ec15dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.090+0000 7f96f4800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96ec0cf0d0 0x7f96ec158950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.090+0000 7f96f4800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96ec155910 0x7f96ec0b1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.090+0000 7f96f4800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f96ec0cd030 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.090+0000 7f96f4800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f96ec0cfe50 con 0x7f96ec155910 2024-09-12T03:15:46.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.090+0000 7f96f4800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f96ec0cd1b0 con 0x7f96ec06f1b0 2024-09-12T03:15:46.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.090+0000 7f96f1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96ec0cf0d0 0x7f96ec158950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.090+0000 7f96f1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96ec0cf0d0 0x7f96ec158950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60096/0 (socket says 172.21.15.29:60096) 2024-09-12T03:15:46.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.090+0000 7f96f1400640 1 -- 172.21.15.29:0/3794059084 learned_addr learned my addr 172.21.15.29:0/3794059084 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.090+0000 7f96f1e00640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96ec06f1b0 0x7f96ec15dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.090+0000 7f96f2800640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96ec155910 0x7f96ec0b1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.091+0000 7f96f1400640 1 -- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96ec06f1b0 msgr2=0x7f96ec15dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.091+0000 7f96f1400640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96ec06f1b0 0x7f96ec15dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.091+0000 7f96f1400640 1 -- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96ec155910 msgr2=0x7f96ec0b1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.091+0000 7f96f1400640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96ec155910 0x7f96ec0b1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.091+0000 7f96f1400640 1 -- 172.21.15.29:0/3794059084 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96ec0c9b90 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.091+0000 7f96f1400640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96ec0cf0d0 0x7f96ec158950 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f96dc035040 tx=0x7f96dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.091+0000 7f96e6000640 1 -- 172.21.15.29:0/3794059084 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96dc037040 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.091+0000 7f96e6000640 1 -- 172.21.15.29:0/3794059084 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96dc02ac30 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.091+0000 7f96e6000640 1 -- 172.21.15.29:0/3794059084 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96dc0044e0 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.091+0000 7f96f4800640 1 -- 172.21.15.29:0/3794059084 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96ec0c9e70 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.093 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.092+0000 7f96f4800640 1 -- 172.21.15.29:0/3794059084 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96ec0ca430 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.094 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.094+0000 7f96e6000640 1 -- 172.21.15.29:0/3794059084 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f96dc044020 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.095+0000 7f96e6000640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f96d006be30 0x7f96d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.095+0000 7f96e6000640 1 -- 172.21.15.29:0/3794059084 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f96dc0aae20 con 0x7f96ec0cf0d0 2024-09-12T03:15:46.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.096+0000 7f96f1e00640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f96d006be30 0x7f96d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.096+0000 7f96f75eb740 1 Processor -- start 2024-09-12T03:15:46.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.096+0000 7f96f75eb740 1 -- start start 2024-09-12T03:15:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.096+0000 7f96f1e00640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f96d006be30 0x7f96d006e2f0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f96e0009aa0 tx=0x7f96e0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b420 0x5649771cbc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b800 0x5649771cc200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564977181480 0x5649771cc740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f75eb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5649770e9660 con 0x564977181480 2024-09-12T03:15:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f75eb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x564977091680 con 0x56497719b420 2024-09-12T03:15:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f75eb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5649770e5620 con 0x56497719b800 2024-09-12T03:15:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564977181480 0x5649771cc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564977181480 0x5649771cc740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60098/0 (socket says 172.21.15.29:60098) 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f2800640 1 -- 172.21.15.29:0/1313525067 learned_addr learned my addr 172.21.15.29:0/1313525067 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f1400640 1 --2- 172.21.15.29:0/1313525067 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b800 0x5649771cc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f1e00640 1 --2- 172.21.15.29:0/1313525067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b420 0x5649771cbc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f2800640 1 -- 172.21.15.29:0/1313525067 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b800 msgr2=0x5649771cc200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f2800640 1 --2- 172.21.15.29:0/1313525067 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b800 0x5649771cc200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f2800640 1 -- 172.21.15.29:0/1313525067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b420 msgr2=0x5649771cbc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f2800640 1 --2- 172.21.15.29:0/1313525067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b420 0x5649771cbc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f2800640 1 -- 172.21.15.29:0/1313525067 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564976ec67d0 con 0x564977181480 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.097+0000 7f96f1e00640 1 --2- 172.21.15.29:0/1313525067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b420 0x5649771cbc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.098+0000 7f96f2800640 1 --2- 172.21.15.29:0/1313525067 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564977181480 0x5649771cc740 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f96e8002060 tx=0x7f96e8007410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49858de098363668 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.098+0000 7f96da600640 1 -- 172.21.15.29:0/1313525067 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e8007ac0 con 0x564977181480 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.098+0000 7f96da600640 1 -- 172.21.15.29:0/1313525067 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96e8018070 con 0x564977181480 2024-09-12T03:15:46.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.098+0000 7f96da600640 1 -- 172.21.15.29:0/1313525067 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e8012760 con 0x564977181480 2024-09-12T03:15:46.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.098+0000 7f96f75eb740 1 -- 172.21.15.29:0/1313525067 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564977181480 msgr2=0x5649771cc740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.098+0000 7f96f75eb740 1 --2- 172.21.15.29:0/1313525067 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564977181480 0x5649771cc740 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f96e8002060 tx=0x7f96e8007410 comp rx=0 tx=0).stop 2024-09-12T03:15:46.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.099+0000 7f96f75eb740 1 -- 172.21.15.29:0/1313525067 shutdown_connections 2024-09-12T03:15:46.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.099+0000 7f96f75eb740 1 --2- 172.21.15.29:0/1313525067 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564977181480 0x5649771cc740 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.099+0000 7f96f75eb740 1 --2- 172.21.15.29:0/1313525067 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b800 0x5649771cc200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.099+0000 7f96f75eb740 1 --2- 172.21.15.29:0/1313525067 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b420 0x5649771cbc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.099+0000 7f96f75eb740 1 -- 172.21.15.29:0/1313525067 >> 172.21.15.29:0/1313525067 conn(0x564977182220 msgr2=0x5649771ca840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.099+0000 7f96f75eb740 1 -- 172.21.15.29:0/1313525067 shutdown_connections 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.099+0000 7f96f75eb740 1 -- 172.21.15.29:0/1313525067 wait complete. 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.099+0000 7f96f75eb740 1 -- start start 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.100+0000 7f96f75eb740 1 Processor -- start 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.100+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b420 0x564977184d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.100+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b800 0x5649771c5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.100+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 0x5649771dbc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.100+0000 7f96f75eb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5649771803e0 con 0x56497719b420 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f75eb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5649770724c0 con 0x5649771c0950 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f75eb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5649771806c0 con 0x56497719b800 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f75eb740 10 client.0 _ll_register_callbacks cb 0x5649770e1e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:46.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b420 0x564977184d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f1e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b420 0x564977184d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60108/0 (socket says 172.21.15.29:60108) 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f1e00640 1 -- 172.21.15.29:0/322399709 learned_addr learned my addr 172.21.15.29:0/322399709 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f1400640 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b800 0x5649771c5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f2800640 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 0x5649771dbc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f1e00640 1 -- 172.21.15.29:0/322399709 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b800 msgr2=0x5649771c5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f1e00640 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b800 0x5649771c5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f1e00640 1 -- 172.21.15.29:0/322399709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 msgr2=0x5649771dbc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f1e00640 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 0x5649771dbc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f1e00640 1 -- 172.21.15.29:0/322399709 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564976dfc3f0 con 0x56497719b420 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.101+0000 7f96f2800640 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 0x5649771dbc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.102+0000 7f96f1e00640 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b420 0x564977184d90 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f96e0012000 tx=0x7f96e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef1cf06aed680756 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.102+0000 7f96cea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.102+0000 7f96cea00640 1 -- 172.21.15.29:0/322399709 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e0027020 con 0x56497719b420 2024-09-12T03:15:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.102+0000 7f96f75eb740 1 -- 172.21.15.29:0/322399709 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96e8018070 con 0x56497719b420 2024-09-12T03:15:46.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.102+0000 7f96cea00640 1 -- 172.21.15.29:0/322399709 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f96e0023450 con 0x56497719b420 2024-09-12T03:15:46.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.102+0000 7f96cea00640 1 -- 172.21.15.29:0/322399709 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f96e0023650 con 0x56497719b420 2024-09-12T03:15:46.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.102+0000 7f96f75eb740 10 client.8580 fetch_fsmap learned FSMap version 112 2024-09-12T03:15:46.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.102+0000 7f96f75eb740 1 -- 172.21.15.29:0/322399709 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=112,monmap=2+}) -- 0x564976dbc0f0 con 0x56497719b420 2024-09-12T03:15:46.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.102+0000 7f96cea00640 1 -- 172.21.15.29:0/322399709 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96e8018070 con 0x56497719b420 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.102+0000 7f96cea00640 1 -- 172.21.15.29:0/322399709 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 112) ==== 3550+0+0 (secure 0 0 0) 0x7f96e0034080 con 0x56497719b420 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.103+0000 7f96f75eb740 10 client.8580 fetch_fsmap finished waiting for FSMap version 112 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.103+0000 7f96f75eb740 10 client.8580 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.103+0000 7f96f75eb740 20 client.8580 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.103+0000 7f96f75eb740 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5649771c7070 0x5649771c74f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.103+0000 7f96f75eb740 4 client.8580 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.103+0000 7f96f75eb740 1 -- 172.21.15.29:0/322399709 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5649770f6d90 con 0x5649771c7070 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.103+0000 7f96f1400640 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5649771c7070 0x5649771c74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.103+0000 7f96f1400640 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5649771c7070 0x5649771c74f0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2aaa8f539ca5d7b3 server_cookie=750e3b301e6b3e6 in_seq=0 out_seq=0 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.103+0000 7f96cea00640 10 client.8580 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96cea00640 1 -- 172.21.15.29:0/322399709 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5649770f6d90 con 0x5649771c7070 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96cea00640 10 client.8580 handle_command_reply: tid=0 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96f75eb740 1 client.8580 shutdown 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96f75eb740 1 -- 172.21.15.29:0/322399709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b420 msgr2=0x564977184d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96f75eb740 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b420 0x564977184d90 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f96e0012000 tx=0x7f96e00046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96f75eb740 1 -- 172.21.15.29:0/322399709 shutdown_connections 2024-09-12T03:15:46.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96f75eb740 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5649771c7070 0x5649771c74f0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96f75eb740 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 0x5649771dbc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96f75eb740 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b800 0x5649771c5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96cea00640 0 client.8580 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:46.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96f75eb740 1 --2- 172.21.15.29:0/322399709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b420 0x564977184d90 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.104+0000 7f96f75eb740 1 -- 172.21.15.29:0/322399709 >> 172.21.15.29:0/322399709 conn(0x564977181480 msgr2=0x5649771c8ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.105+0000 7f96f75eb740 1 -- 172.21.15.29:0/322399709 shutdown_connections 2024-09-12T03:15:46.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.105+0000 7f96f75eb740 1 -- 172.21.15.29:0/322399709 wait complete. 2024-09-12T03:15:46.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.105+0000 7f96f75eb740 20 client.8580 trim_cache size 0 max 16384 2024-09-12T03:15:46.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.123+0000 7f96f75eb740 1 Processor -- start 2024-09-12T03:15:46.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.123+0000 7f96f75eb740 1 -- start start 2024-09-12T03:15:46.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b420 0x5649771b14d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b800 0x5649771c4270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649771c0950 0x5649771db640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f75eb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f96ec200f40 con 0x5649771c0950 2024-09-12T03:15:46.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f75eb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f96ec0cc070 con 0x56497719b800 2024-09-12T03:15:46.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f75eb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f96ec200810 con 0x56497719b420 2024-09-12T03:15:46.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649771c0950 0x5649771db640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649771c0950 0x5649771db640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60122/0 (socket says 172.21.15.29:60122) 2024-09-12T03:15:46.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f2800640 1 -- 172.21.15.29:0/3185744271 learned_addr learned my addr 172.21.15.29:0/3185744271 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f2800640 1 -- 172.21.15.29:0/3185744271 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b420 msgr2=0x5649771b14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f2800640 1 --2- 172.21.15.29:0/3185744271 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b420 0x5649771b14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f2800640 1 -- 172.21.15.29:0/3185744271 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b800 msgr2=0x5649771c4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f1400640 1 --2- 172.21.15.29:0/3185744271 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b800 0x5649771c4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f2800640 1 --2- 172.21.15.29:0/3185744271 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b800 0x5649771c4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f2800640 1 -- 172.21.15.29:0/3185744271 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564977181990 con 0x5649771c0950 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.124+0000 7f96f1400640 1 --2- 172.21.15.29:0/3185744271 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b800 0x5649771c4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.125+0000 7f96f2800640 1 --2- 172.21.15.29:0/3185744271 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649771c0950 0x5649771db640 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f96e8000f80 tx=0x7f96e800c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1491e0ea18431864 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.125+0000 7f96d9c00640 1 -- 172.21.15.29:0/3185744271 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e8012760 con 0x5649771c0950 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.125+0000 7f96d9c00640 1 -- 172.21.15.29:0/3185744271 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96e8018070 con 0x5649771c0950 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.125+0000 7f96d9c00640 1 -- 172.21.15.29:0/3185744271 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96e8012b60 con 0x5649771c0950 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.125+0000 7f96f75eb740 1 -- 172.21.15.29:0/3185744271 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649771c0950 msgr2=0x5649771db640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.125+0000 7f96f75eb740 1 --2- 172.21.15.29:0/3185744271 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649771c0950 0x5649771db640 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f96e8000f80 tx=0x7f96e800c000 comp rx=0 tx=0).stop 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.126+0000 7f96f75eb740 1 -- 172.21.15.29:0/3185744271 shutdown_connections 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.126+0000 7f96f75eb740 1 --2- 172.21.15.29:0/3185744271 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649771c0950 0x5649771db640 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.126+0000 7f96f75eb740 1 --2- 172.21.15.29:0/3185744271 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x56497719b800 0x5649771c4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.126+0000 7f96f75eb740 1 --2- 172.21.15.29:0/3185744271 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b420 0x5649771b14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.126+0000 7f96f75eb740 1 -- 172.21.15.29:0/3185744271 >> 172.21.15.29:0/3185744271 conn(0x564977181480 msgr2=0x5649771b09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.126+0000 7f96f75eb740 1 -- 172.21.15.29:0/3185744271 shutdown_connections 2024-09-12T03:15:46.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.126+0000 7f96f75eb740 1 -- 172.21.15.29:0/3185744271 wait complete. 2024-09-12T03:15:46.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.126+0000 7f96f75eb740 1 -- start start 2024-09-12T03:15:46.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.127+0000 7f96f75eb740 1 Processor -- start 2024-09-12T03:15:46.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.127+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b420 0x5649771db830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.127+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b800 0x564977232800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.127+0000 7f96f75eb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 0x564977232d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.130 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f75eb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564977184730 con 0x56497719b800 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f75eb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f96ec1f7b20 con 0x5649771c0950 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f75eb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56497717ffe0 con 0x56497719b420 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f75eb740 10 client.0 _ll_register_callbacks cb 0x7f96e0009430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b800 0x564977232800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f1400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b800 0x564977232800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60130/0 (socket says 172.21.15.29:60130) 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f1400640 1 -- 172.21.15.29:0/3836059308 learned_addr learned my addr 172.21.15.29:0/3836059308 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f1e00640 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b420 0x5649771db830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f2800640 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 0x564977232d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f1400640 1 -- 172.21.15.29:0/3836059308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b420 msgr2=0x5649771db830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f1400640 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b420 0x5649771db830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f1400640 1 -- 172.21.15.29:0/3836059308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 msgr2=0x564977232d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f1400640 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 0x564977232d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f1400640 1 -- 172.21.15.29:0/3836059308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564977233280 con 0x56497719b800 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f2800640 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 0x564977232d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.128+0000 7f96f1400640 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b800 0x564977232800 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f96dc003fd0 tx=0x7f96dc0751f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76a08746efa23173 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96cea00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96cea00640 1 -- 172.21.15.29:0/3836059308 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96dc081a80 con 0x56497719b800 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96cea00640 1 -- 172.21.15.29:0/3836059308 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f96dc077250 con 0x56497719b800 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96f75eb740 1 -- 172.21.15.29:0/3836059308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96e8018070 con 0x56497719b800 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96cea00640 1 -- 172.21.15.29:0/3836059308 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f96dc09f050 con 0x56497719b800 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96f75eb740 10 client.8586 fetch_fsmap learned FSMap version 112 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96f75eb740 1 -- 172.21.15.29:0/3836059308 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=112,monmap=2+}) -- 0x5649771c94d0 con 0x56497719b800 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96cea00640 1 -- 172.21.15.29:0/3836059308 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96e8018070 con 0x56497719b800 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96cea00640 1 -- 172.21.15.29:0/3836059308 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 112) ==== 3550+0+0 (secure 0 0 0) 0x7f96dc0a2020 con 0x56497719b800 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96f75eb740 10 client.8586 fetch_fsmap finished waiting for FSMap version 112 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96f75eb740 10 client.8586 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:46.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96f75eb740 20 client.8586 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:46.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96f75eb740 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5649771ca2d0 0x5649771d9bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96f75eb740 4 client.8586 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:46.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.129+0000 7f96f75eb740 1 -- 172.21.15.29:0/3836059308 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564977184060 con 0x5649771ca2d0 2024-09-12T03:15:46.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.130+0000 7f96f1e00640 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5649771ca2d0 0x5649771d9bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.130+0000 7f96f1e00640 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5649771ca2d0 0x5649771d9bd0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1859c78a7b0fe82a server_cookie=27654773b6d76d98 in_seq=0 out_seq=0 2024-09-12T03:15:46.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.130+0000 7f96cea00640 10 client.8586 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:46.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96cea00640 1 -- 172.21.15.29:0/3836059308 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x564977184060 con 0x5649771ca2d0 2024-09-12T03:15:46.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96cea00640 10 client.8586 handle_command_reply: tid=0 2024-09-12T03:15:46.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 1 client.8586 shutdown 2024-09-12T03:15:46.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 1 -- 172.21.15.29:0/3836059308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b800 msgr2=0x564977232800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b800 0x564977232800 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f96dc003fd0 tx=0x7f96dc0751f0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 1 -- 172.21.15.29:0/3836059308 shutdown_connections 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5649771ca2d0 0x5649771d9bd0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5649771c0950 0x564977232d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56497719b800 0x564977232800 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 1 --2- 172.21.15.29:0/3836059308 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56497719b420 0x5649771db830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96cea00640 0 client.8586 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 1 -- 172.21.15.29:0/3836059308 >> 172.21.15.29:0/3836059308 conn(0x564977181480 msgr2=0x5649771c68f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 1 -- 172.21.15.29:0/3836059308 shutdown_connections 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 1 -- 172.21.15.29:0/3836059308 wait complete. 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.131+0000 7f96f75eb740 20 client.8586 trim_cache size 0 max 16384 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:15:46.135 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:46.136 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:46.136 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:46.136 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:46.136 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:46.136 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:46.136 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:46.136 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:46.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 -- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f96d006be30 msgr2=0x7f96d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f96d006be30 0x7f96d006e2f0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f96e0009aa0 tx=0x7f96e0009190 comp rx=0 tx=0).stop 2024-09-12T03:15:46.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 -- 172.21.15.29:0/3794059084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96ec0cf0d0 msgr2=0x7f96ec158950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96ec0cf0d0 0x7f96ec158950 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f96dc035040 tx=0x7f96dc0046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 -- 172.21.15.29:0/3794059084 shutdown_connections 2024-09-12T03:15:46.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f96d006be30 0x7f96d006e2f0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f96ec155910 0x7f96ec0b1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96ec0cf0d0 0x7f96ec158950 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 --2- 172.21.15.29:0/3794059084 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f96ec06f1b0 0x7f96ec15dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 -- 172.21.15.29:0/3794059084 >> 172.21.15.29:0/3794059084 conn(0x7f96ec067d70 msgr2=0x7f96ec0b4110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.137 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 -- 172.21.15.29:0/3794059084 shutdown_connections 2024-09-12T03:15:46.138 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.132+0000 7f96f4800640 1 -- 172.21.15.29:0/3794059084 wait complete. 2024-09-12T03:15:46.148 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:46.148 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:46.148 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:1 scrub status 2024-09-12T03:15:46.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.306+0000 7f340f000640 1 Processor -- start 2024-09-12T03:15:46.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.306+0000 7f340f000640 1 -- start start 2024-09-12T03:15:46.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.308+0000 7f340f000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3408072750 0x7f34080b5440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.308+0000 7f340f000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34080b4160 con 0x7f34080b34a0 2024-09-12T03:15:46.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.308+0000 7f340f000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34080b4960 con 0x7f3408162910 2024-09-12T03:15:46.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.308+0000 7f340f000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f34080b4c40 con 0x7f3408072750 2024-09-12T03:15:46.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.308+0000 7f340d000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f34080b34a0 0x7f34080b38f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49214/0 (socket says 172.21.15.29:49214) 2024-09-12T03:15:46.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.308+0000 7f340d000640 1 -- 172.21.15.29:0/1749919720 learned_addr learned my addr 172.21.15.29:0/1749919720 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:46.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.308+0000 7f33ffe00640 1 --2- 172.21.15.29:0/1749919720 >> v2:172.21.15.38:3300/0 conn(0x7f3408072750 0x7f34080b5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.308+0000 7f3407400640 1 -- 172.21.15.29:0/1749919720 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3410195321 0 0) 0x7f34080b4160 con 0x7f34080b34a0 2024-09-12T03:15:46.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.308+0000 7f3407400640 1 -- 172.21.15.29:0/1749919720 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f33ec003520 con 0x7f34080b34a0 2024-09-12T03:15:46.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.309+0000 7f3407400640 1 -- 172.21.15.29:0/1749919720 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2644675760 0 0) 0x7f33ec003520 con 0x7f34080b34a0 2024-09-12T03:15:46.310 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.309+0000 7f33ffe00640 1 -- 172.21.15.29:0/1749919720 >> v1:172.21.15.38:6789/0 conn(0x7f3408162910 legacy=0x7f3408072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.309+0000 7f33ffe00640 1 -- 172.21.15.29:0/1749919720 >> v1:172.21.15.29:6789/0 conn(0x7f34080b34a0 legacy=0x7f34080b38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.309+0000 7f33ffe00640 1 -- 172.21.15.29:0/1749919720 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3408162cf0 con 0x7f3408072750 2024-09-12T03:15:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.310+0000 7f33ffe00640 1 --2- 172.21.15.29:0/1749919720 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3408072750 0x7f34080b5440 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f33f00097a0 tx=0x7f33f002a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e314618f11d6ed9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.310+0000 7f3407400640 1 -- 172.21.15.29:0/1749919720 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f0037070 con 0x7f3408072750 2024-09-12T03:15:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.310+0000 7f3407400640 1 -- 172.21.15.29:0/1749919720 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33f002ace0 con 0x7f3408072750 2024-09-12T03:15:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.310+0000 7f3407400640 1 -- 172.21.15.29:0/1749919720 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34000019f0 con 0x7f3408072750 2024-09-12T03:15:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.311+0000 7f340f000640 1 -- 172.21.15.29:0/1749919720 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3408072750 msgr2=0x7f34080b5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.311+0000 7f340f000640 1 --2- 172.21.15.29:0/1749919720 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3408072750 0x7f34080b5440 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f33f00097a0 tx=0x7f33f002a250 comp rx=0 tx=0).stop 2024-09-12T03:15:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.311+0000 7f340f000640 1 -- 172.21.15.29:0/1749919720 shutdown_connections 2024-09-12T03:15:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.311+0000 7f340f000640 1 --2- 172.21.15.29:0/1749919720 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3408072750 0x7f34080b5440 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.311+0000 7f340f000640 1 -- 172.21.15.29:0/1749919720 >> 172.21.15.29:0/1749919720 conn(0x7f3408067d70 msgr2=0x7f340806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.311+0000 7f340f000640 1 -- 172.21.15.29:0/1749919720 shutdown_connections 2024-09-12T03:15:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.311+0000 7f340f000640 1 -- 172.21.15.29:0/1749919720 wait complete. 2024-09-12T03:15:46.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.312+0000 7f340f000640 1 Processor -- start 2024-09-12T03:15:46.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.313+0000 7f340f000640 1 -- start start 2024-09-12T03:15:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.313+0000 7f340f000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3408072750 0x7f34080af290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f340f000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34080b34a0 0x7f3408161300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f340f000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3408162910 0x7f340815f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f340f000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f340816d8c0 con 0x7f3408072750 2024-09-12T03:15:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f340f000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f340816d740 con 0x7f34080b34a0 2024-09-12T03:15:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f340f000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f340816da40 con 0x7f3408162910 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f3407e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3408072750 0x7f34080af290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f3407e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3408072750 0x7f34080af290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60132/0 (socket says 172.21.15.29:60132) 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f3407e00640 1 -- 172.21.15.29:0/3343213446 learned_addr learned my addr 172.21.15.29:0/3343213446 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f33ffe00640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34080b34a0 0x7f3408161300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f340d000640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3408162910 0x7f340815f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f3407e00640 1 -- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3408162910 msgr2=0x7f340815f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f3407e00640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3408162910 0x7f340815f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f3407e00640 1 -- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34080b34a0 msgr2=0x7f3408161300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f3407e00640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34080b34a0 0x7f3408161300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.314+0000 7f3407e00640 1 -- 172.21.15.29:0/3343213446 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3408161c50 con 0x7f3408072750 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.315+0000 7f3407e00640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3408072750 0x7f34080af290 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f33f800c3c0 tx=0x7f33f800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.315+0000 7f3404c00640 1 -- 172.21.15.29:0/3343213446 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f80052d0 con 0x7f3408072750 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.315+0000 7f3404c00640 1 -- 172.21.15.29:0/3343213446 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33f8005490 con 0x7f3408072750 2024-09-12T03:15:46.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.315+0000 7f3404c00640 1 -- 172.21.15.29:0/3343213446 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f8007260 con 0x7f3408072750 2024-09-12T03:15:46.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.315+0000 7f340f000640 1 -- 172.21.15.29:0/3343213446 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3408161f30 con 0x7f3408072750 2024-09-12T03:15:46.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.315+0000 7f340f000640 1 -- 172.21.15.29:0/3343213446 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34080b15f0 con 0x7f3408072750 2024-09-12T03:15:46.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.318+0000 7f3404c00640 1 -- 172.21.15.29:0/3343213446 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f33f8007400 con 0x7f3408072750 2024-09-12T03:15:46.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.319+0000 7f3404c00640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f33e406be30 0x7f33e406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.319+0000 7f3404c00640 1 -- 172.21.15.29:0/3343213446 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f33f808a4c0 con 0x7f3408072750 2024-09-12T03:15:46.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.319+0000 7f3411e94740 1 Processor -- start 2024-09-12T03:15:46.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.319+0000 7f3411e94740 1 -- start start 2024-09-12T03:15:46.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.319+0000 7f33ffe00640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f33e406be30 0x7f33e406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.320+0000 7f3411e94740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef420 0x56537341fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.320+0000 7f33ffe00640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f33e406be30 0x7f33e406e2f0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f33f0034000 tx=0x7f33f002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.320+0000 7f3411e94740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef800 0x565373420200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.320+0000 7f3411e94740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733d5480 0x565373420740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.320+0000 7f3411e94740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56537333d660 con 0x5653733ef420 2024-09-12T03:15:46.321 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.320+0000 7f3411e94740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5653732e5680 con 0x5653733d5480 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.320+0000 7f3411e94740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x565373339620 con 0x5653733ef800 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.320+0000 7f3407e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef420 0x56537341fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f3407e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef420 0x56537341fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60140/0 (socket says 172.21.15.29:60140) 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f3407e00640 1 -- 172.21.15.29:0/881455742 learned_addr learned my addr 172.21.15.29:0/881455742 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f33ffe00640 1 --2- 172.21.15.29:0/881455742 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef800 0x565373420200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f340d000640 1 --2- 172.21.15.29:0/881455742 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733d5480 0x565373420740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f3407e00640 1 -- 172.21.15.29:0/881455742 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef800 msgr2=0x565373420200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f3407e00640 1 --2- 172.21.15.29:0/881455742 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef800 0x565373420200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f3407e00640 1 -- 172.21.15.29:0/881455742 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733d5480 msgr2=0x565373420740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f3407e00640 1 --2- 172.21.15.29:0/881455742 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733d5480 0x565373420740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f3407e00640 1 -- 172.21.15.29:0/881455742 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56537311a7d0 con 0x5653733ef420 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f340d000640 1 --2- 172.21.15.29:0/881455742 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733d5480 0x565373420740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:46.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f3407e00640 1 --2- 172.21.15.29:0/881455742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef420 0x56537341fc40 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f33f8060bf0 tx=0x7f33f800a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8edccc46c85dbf9c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f33fcc00640 1 -- 172.21.15.29:0/881455742 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f80568f0 con 0x5653733ef420 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f33fcc00640 1 -- 172.21.15.29:0/881455742 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33f8054c60 con 0x5653733ef420 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.321+0000 7f33fcc00640 1 -- 172.21.15.29:0/881455742 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f8060ed0 con 0x5653733ef420 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.322+0000 7f3411e94740 1 -- 172.21.15.29:0/881455742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef420 msgr2=0x56537341fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.322+0000 7f3411e94740 1 --2- 172.21.15.29:0/881455742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef420 0x56537341fc40 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f33f8060bf0 tx=0x7f33f800a000 comp rx=0 tx=0).stop 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.322+0000 7f3411e94740 1 -- 172.21.15.29:0/881455742 shutdown_connections 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.322+0000 7f3411e94740 1 --2- 172.21.15.29:0/881455742 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733d5480 0x565373420740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.322+0000 7f3411e94740 1 --2- 172.21.15.29:0/881455742 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef800 0x565373420200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.322+0000 7f3411e94740 1 --2- 172.21.15.29:0/881455742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef420 0x56537341fc40 unknown :-1 s=CLOSED pgs=1450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.322+0000 7f3411e94740 1 -- 172.21.15.29:0/881455742 >> 172.21.15.29:0/881455742 conn(0x5653733d6220 msgr2=0x56537341e840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.322+0000 7f3411e94740 1 -- 172.21.15.29:0/881455742 shutdown_connections 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.322+0000 7f3411e94740 1 -- 172.21.15.29:0/881455742 wait complete. 2024-09-12T03:15:46.324 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.323+0000 7f3411e94740 1 -- start start 2024-09-12T03:15:46.325 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.323+0000 7f3411e94740 1 Processor -- start 2024-09-12T03:15:46.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f3411e94740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x56537342fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f3411e94740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733ef800 0x5653734196c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f3411e94740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734076c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f3411e94740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5653733d43e0 con 0x565373407240 2024-09-12T03:15:46.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f3411e94740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5653732c64c0 con 0x5653733ef800 2024-09-12T03:15:46.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f3411e94740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5653733d46c0 con 0x5653733ef420 2024-09-12T03:15:46.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f3411e94740 10 client.0 _ll_register_callbacks cb 0x565373335e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:46.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f340d000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734076c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f340d000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734076c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60148/0 (socket says 172.21.15.29:60148) 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f340d000640 1 -- 172.21.15.29:0/3786298836 learned_addr learned my addr 172.21.15.29:0/3786298836 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f3407e00640 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x56537342fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.324+0000 7f33ffe00640 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733ef800 0x5653734196c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.325+0000 7f340d000640 1 -- 172.21.15.29:0/3786298836 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 msgr2=0x56537342fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.325+0000 7f340d000640 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x56537342fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.325+0000 7f340d000640 1 -- 172.21.15.29:0/3786298836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733ef800 msgr2=0x5653734196c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.325+0000 7f340d000640 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733ef800 0x5653734196c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.325+0000 7f340d000640 1 -- 172.21.15.29:0/3786298836 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653730503f0 con 0x565373407240 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.325+0000 7f340d000640 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734076c0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f3400007ad0 tx=0x7f3400011620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26a780e663619f6e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.325+0000 7f33f5600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.325+0000 7f33f5600640 1 -- 172.21.15.29:0/3786298836 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3400019030 con 0x565373407240 2024-09-12T03:15:46.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.325+0000 7f3411e94740 1 -- 172.21.15.29:0/3786298836 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33f8054c60 con 0x565373407240 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.325+0000 7f33f5600640 1 -- 172.21.15.29:0/3786298836 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f3400010040 con 0x565373407240 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.325+0000 7f33f5600640 1 -- 172.21.15.29:0/3786298836 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f3400022050 con 0x565373407240 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.326+0000 7f3411e94740 10 client.8598 fetch_fsmap learned FSMap version 112 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.326+0000 7f3411e94740 1 -- 172.21.15.29:0/3786298836 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=112,monmap=2+}) -- 0x5653730100f0 con 0x565373407240 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.326+0000 7f33f5600640 1 -- 172.21.15.29:0/3786298836 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33f8054c60 con 0x565373407240 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.326+0000 7f33f5600640 1 -- 172.21.15.29:0/3786298836 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 112) ==== 3550+0+0 (secure 0 0 0) 0x7f3400025020 con 0x565373407240 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.326+0000 7f3411e94740 10 client.8598 fetch_fsmap finished waiting for FSMap version 112 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.326+0000 7f3411e94740 10 client.8598 resolve_mds: resolved 7:1 to role '7:1' aka daemon mds.a 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.326+0000 7f3411e94740 20 client.8598 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.326+0000 7f3411e94740 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x565373432d40 0x565373433120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.326+0000 7f3411e94740 4 client.8598 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.326+0000 7f3411e94740 1 -- 172.21.15.29:0/3786298836 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56537334ad90 con 0x565373432d40 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.326+0000 7f3407e00640 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x565373432d40 0x565373433120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.327+0000 7f3407e00640 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x565373432d40 0x565373433120 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=717dfe69c79d854d server_cookie=92ea89e87c6038f3 in_seq=0 out_seq=0 2024-09-12T03:15:46.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.327+0000 7f33f5600640 10 client.8598 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.327+0000 7f33f5600640 1 -- 172.21.15.29:0/3786298836 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56537334ad90 con 0x565373432d40 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.327+0000 7f33f5600640 10 client.8598 handle_command_reply: tid=0 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.327+0000 7f3411e94740 1 client.8598 shutdown 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f3411e94740 1 -- 172.21.15.29:0/3786298836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 msgr2=0x5653734076c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f3411e94740 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734076c0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f3400007ad0 tx=0x7f3400011620 comp rx=0 tx=0).stop 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f3411e94740 1 -- 172.21.15.29:0/3786298836 shutdown_connections 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f3411e94740 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734076c0 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f3411e94740 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733ef800 0x5653734196c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f3411e94740 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x565373432d40 0x565373433120 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f3411e94740 1 --2- 172.21.15.29:0/3786298836 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x56537342fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f3411e94740 1 -- 172.21.15.29:0/3786298836 >> 172.21.15.29:0/3786298836 conn(0x5653733d5480 msgr2=0x56537341e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f33f5600640 0 client.8598 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f3411e94740 1 -- 172.21.15.29:0/3786298836 shutdown_connections 2024-09-12T03:15:46.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f3411e94740 1 -- 172.21.15.29:0/3786298836 wait complete. 2024-09-12T03:15:46.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.328+0000 7f3411e94740 20 client.8598 trim_cache size 0 max 16384 2024-09-12T03:15:46.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.346+0000 7f3411e94740 1 Processor -- start 2024-09-12T03:15:46.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.346+0000 7f3411e94740 1 -- start start 2024-09-12T03:15:46.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.347+0000 7f3411e94740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x56537341cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.347+0000 7f3411e94740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef800 0x56537341d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.347+0000 7f3411e94740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x565373407240 0x565373405ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.347+0000 7f3411e94740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3408205410 con 0x5653733ef800 2024-09-12T03:15:46.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.347+0000 7f3411e94740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3408204610 con 0x565373407240 2024-09-12T03:15:46.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.347+0000 7f3411e94740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3408204ce0 con 0x5653733ef420 2024-09-12T03:15:46.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.347+0000 7f33ffe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef800 0x56537341d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.347+0000 7f33ffe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef800 0x56537341d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60152/0 (socket says 172.21.15.29:60152) 2024-09-12T03:15:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.347+0000 7f33ffe00640 1 -- 172.21.15.29:0/1268734917 learned_addr learned my addr 172.21.15.29:0/1268734917 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.347+0000 7f3407e00640 1 --2- 172.21.15.29:0/1268734917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x56537341cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.347+0000 7f340d000640 1 --2- 172.21.15.29:0/1268734917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x565373407240 0x565373405ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.348+0000 7f33ffe00640 1 -- 172.21.15.29:0/1268734917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 msgr2=0x56537341cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.348+0000 7f33ffe00640 1 --2- 172.21.15.29:0/1268734917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x56537341cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.348+0000 7f33ffe00640 1 -- 172.21.15.29:0/1268734917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x565373407240 msgr2=0x565373405ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.348+0000 7f33ffe00640 1 --2- 172.21.15.29:0/1268734917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x565373407240 0x565373405ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.348+0000 7f33ffe00640 1 -- 172.21.15.29:0/1268734917 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653734214e0 con 0x5653733ef800 2024-09-12T03:15:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.348+0000 7f3407e00640 1 --2- 172.21.15.29:0/1268734917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x56537341cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.348+0000 7f33ffe00640 1 --2- 172.21.15.29:0/1268734917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef800 0x56537341d010 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f33f002a290 tx=0x7f33f002c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2488da0c1723d43e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.348+0000 7f33f7e00640 1 -- 172.21.15.29:0/1268734917 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f0042050 con 0x5653733ef800 2024-09-12T03:15:46.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.348+0000 7f33f7e00640 1 -- 172.21.15.29:0/1268734917 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33f0003e20 con 0x5653733ef800 2024-09-12T03:15:46.350 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.348+0000 7f33f7e00640 1 -- 172.21.15.29:0/1268734917 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f0037040 con 0x5653733ef800 2024-09-12T03:15:46.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.349+0000 7f3411e94740 1 -- 172.21.15.29:0/1268734917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef800 msgr2=0x56537341d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.349+0000 7f3411e94740 1 --2- 172.21.15.29:0/1268734917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef800 0x56537341d010 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f33f002a290 tx=0x7f33f002c000 comp rx=0 tx=0).stop 2024-09-12T03:15:46.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.349+0000 7f3411e94740 1 -- 172.21.15.29:0/1268734917 shutdown_connections 2024-09-12T03:15:46.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.349+0000 7f3411e94740 1 --2- 172.21.15.29:0/1268734917 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x565373407240 0x565373405ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.349+0000 7f3411e94740 1 --2- 172.21.15.29:0/1268734917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5653733ef800 0x56537341d010 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.349+0000 7f3411e94740 1 --2- 172.21.15.29:0/1268734917 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x56537341cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.349+0000 7f3411e94740 1 -- 172.21.15.29:0/1268734917 >> 172.21.15.29:0/1268734917 conn(0x5653733d5480 msgr2=0x565373418e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.349+0000 7f3411e94740 1 -- 172.21.15.29:0/1268734917 shutdown_connections 2024-09-12T03:15:46.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.349+0000 7f3411e94740 1 -- 172.21.15.29:0/1268734917 wait complete. 2024-09-12T03:15:46.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.350+0000 7f3411e94740 1 -- start start 2024-09-12T03:15:46.351 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.350+0000 7f3411e94740 1 Processor -- start 2024-09-12T03:15:46.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f3411e94740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x5653734a0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f3411e94740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733ef800 0x565373403c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f3411e94740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734041c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f3411e94740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x565373407060 con 0x565373407240 2024-09-12T03:15:46.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f3411e94740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f34080b2ce0 con 0x5653733ef800 2024-09-12T03:15:46.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f3411e94740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5653733d5240 con 0x5653733ef420 2024-09-12T03:15:46.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f3411e94740 10 client.0 _ll_register_callbacks cb 0x7f3400001fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:46.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f340d000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734041c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f340d000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734041c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60168/0 (socket says 172.21.15.29:60168) 2024-09-12T03:15:46.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f340d000640 1 -- 172.21.15.29:0/1969252288 learned_addr learned my addr 172.21.15.29:0/1969252288 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f3407e00640 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x5653734a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f33ffe00640 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733ef800 0x565373403c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f340d000640 1 -- 172.21.15.29:0/1969252288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 msgr2=0x5653734a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f340d000640 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x5653734a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f340d000640 1 -- 172.21.15.29:0/1969252288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733ef800 msgr2=0x565373403c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f340d000640 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733ef800 0x565373403c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.351+0000 7f340d000640 1 -- 172.21.15.29:0/1969252288 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653733d5990 con 0x565373407240 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f340d000640 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734041c0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f3400007ad0 tx=0x7f3400001b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4b48e5ac10ccfeb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f33f5600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f33f5600640 1 -- 172.21.15.29:0/1969252288 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3400019040 con 0x565373407240 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f33f5600640 1 -- 172.21.15.29:0/1969252288 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f3400015470 con 0x565373407240 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f3411e94740 1 -- 172.21.15.29:0/1969252288 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33f0003e20 con 0x565373407240 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f33f5600640 1 -- 172.21.15.29:0/1969252288 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f3400032050 con 0x565373407240 2024-09-12T03:15:46.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f3411e94740 10 client.8604 fetch_fsmap learned FSMap version 112 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f3411e94740 1 -- 172.21.15.29:0/1969252288 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=112,monmap=2+}) -- 0x565373432490 con 0x565373407240 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f33f5600640 1 -- 172.21.15.29:0/1969252288 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33f0003e20 con 0x565373407240 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f33f5600640 1 -- 172.21.15.29:0/1969252288 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 112) ==== 3550+0+0 (secure 0 0 0) 0x7f3400035020 con 0x565373407240 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f3411e94740 10 client.8604 fetch_fsmap finished waiting for FSMap version 112 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f3411e94740 10 client.8604 resolve_mds: resolved 7:1 to role '7:1' aka daemon mds.a 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f3411e94740 20 client.8604 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f3411e94740 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x565373439510 0x56537342f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f3411e94740 4 client.8604 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.352+0000 7f3411e94740 1 -- 172.21.15.29:0/1969252288 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5653733450e0 con 0x565373439510 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.353+0000 7f3407e00640 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x565373439510 0x56537342f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.353+0000 7f3407e00640 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x565373439510 0x56537342f2f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c00e6a27e4803b68 server_cookie=643032301f9ec0e3 in_seq=0 out_seq=0 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.353+0000 7f33f5600640 10 client.8604 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.353+0000 7f33f5600640 1 -- 172.21.15.29:0/1969252288 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x5653733450e0 con 0x565373439510 2024-09-12T03:15:46.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.353+0000 7f33f5600640 10 client.8604 handle_command_reply: tid=0 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.353+0000 7f3411e94740 1 client.8604 shutdown 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f3411e94740 1 -- 172.21.15.29:0/1969252288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 msgr2=0x5653734041c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f3411e94740 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734041c0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f3400007ad0 tx=0x7f3400001b20 comp rx=0 tx=0).stop 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f3411e94740 1 -- 172.21.15.29:0/1969252288 shutdown_connections 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f3411e94740 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565373407240 0x5653734041c0 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f3411e94740 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5653733ef800 0x565373403c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f3411e94740 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x565373439510 0x56537342f2f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f3411e94740 1 --2- 172.21.15.29:0/1969252288 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5653733ef420 0x5653734a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f3411e94740 1 -- 172.21.15.29:0/1969252288 >> 172.21.15.29:0/1969252288 conn(0x5653733d5480 msgr2=0x56537341cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f33f5600640 0 client.8604 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f3411e94740 1 -- 172.21.15.29:0/1969252288 shutdown_connections 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f3411e94740 1 -- 172.21.15.29:0/1969252288 wait complete. 2024-09-12T03:15:46.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.354+0000 7f3411e94740 20 client.8604 trim_cache size 0 max 16384 2024-09-12T03:15:46.359 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:46.359 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:15:46.359 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:46.359 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:46.359 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:46.359 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:46.359 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:46.359 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:46.359 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:46.359 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:46.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 -- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f33e406be30 msgr2=0x7f33e406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f33e406be30 0x7f33e406e2f0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f33f0034000 tx=0x7f33f002e000 comp rx=0 tx=0).stop 2024-09-12T03:15:46.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 -- 172.21.15.29:0/3343213446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3408072750 msgr2=0x7f34080af290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3408072750 0x7f34080af290 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f33f800c3c0 tx=0x7f33f800c880 comp rx=0 tx=0).stop 2024-09-12T03:15:46.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 -- 172.21.15.29:0/3343213446 shutdown_connections 2024-09-12T03:15:46.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f33e406be30 0x7f33e406e2f0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3408162910 0x7f340815f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34080b34a0 0x7f3408161300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 --2- 172.21.15.29:0/3343213446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3408072750 0x7f34080af290 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 -- 172.21.15.29:0/3343213446 >> 172.21.15.29:0/3343213446 conn(0x7f3408067d70 msgr2=0x7f34080af910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 -- 172.21.15.29:0/3343213446 shutdown_connections 2024-09-12T03:15:46.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.355+0000 7f340f000640 1 -- 172.21.15.29:0/3343213446 wait complete. 2024-09-12T03:15:46.371 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:46.371 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:46.371 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:2 scrub status 2024-09-12T03:15:46.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.529+0000 7f0ee4a00640 1 Processor -- start 2024-09-12T03:15:46.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.530+0000 7f0ee4a00640 1 -- start start 2024-09-12T03:15:46.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.531+0000 7f0ee4a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0ee01580d0 0x7f0ee015e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.531+0000 7f0ee4a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0ee015e610 0x7f0ee00cf330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.531+0000 7f0ee4a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0ee00cf870 0x7f0ee015aae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.531+0000 7f0ee4a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f0ee01584b0 con 0x7f0ee00cf870 2024-09-12T03:15:46.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.531+0000 7f0ee4a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f0ee015ea30 con 0x7f0ee01580d0 2024-09-12T03:15:46.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.531+0000 7f0ee4a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0ee00d00b0 con 0x7f0ee015e610 2024-09-12T03:15:46.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.531+0000 7f0ede800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0ee00cf870 0x7f0ee015aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.531+0000 7f0ede800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f0ee00cf870 0x7f0ee015aae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60170/0 (socket says 172.21.15.29:60170) 2024-09-12T03:15:46.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.531+0000 7f0ede800640 1 -- 172.21.15.29:0/1536132660 learned_addr learned my addr 172.21.15.29:0/1536132660 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.531+0000 7f0edde00640 1 --2- 172.21.15.29:0/1536132660 >> v2:172.21.15.38:3300/0 conn(0x7f0ee01580d0 0x7f0ee015e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.531+0000 7f0ed7e00640 1 --2- 172.21.15.29:0/1536132660 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0ee015e610 0x7f0ee00cf330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.532+0000 7f0ede800640 1 -- 172.21.15.29:0/1536132660 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0ee015e610 msgr2=0x7f0ee00cf330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.532+0000 7f0ede800640 1 --2- 172.21.15.29:0/1536132660 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0ee015e610 0x7f0ee00cf330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.532+0000 7f0ede800640 1 -- 172.21.15.29:0/1536132660 >> v2:172.21.15.38:3300/0 conn(0x7f0ee01580d0 msgr2=0x7f0ee015e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.532+0000 7f0ede800640 1 --2- 172.21.15.29:0/1536132660 >> v2:172.21.15.38:3300/0 conn(0x7f0ee01580d0 0x7f0ee015e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.532+0000 7f0ede800640 1 -- 172.21.15.29:0/1536132660 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee00d0390 con 0x7f0ee00cf870 2024-09-12T03:15:46.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.533+0000 7f0ede800640 1 --2- 172.21.15.29:0/1536132660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ee00cf870 0x7f0ee015aae0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f0ee0073c60 tx=0x7f0ed802c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ba22b6a791970e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.533+0000 7f0edd400640 1 -- 172.21.15.29:0/1536132660 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed8033400 con 0x7f0ee00cf870 2024-09-12T03:15:46.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.533+0000 7f0edd400640 1 -- 172.21.15.29:0/1536132660 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ed80335a0 con 0x7f0ee00cf870 2024-09-12T03:15:46.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.533+0000 7f0edd400640 1 -- 172.21.15.29:0/1536132660 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed8033970 con 0x7f0ee00cf870 2024-09-12T03:15:46.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.533+0000 7f0ee4a00640 1 -- 172.21.15.29:0/1536132660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ee00cf870 msgr2=0x7f0ee015aae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.533+0000 7f0ee4a00640 1 --2- 172.21.15.29:0/1536132660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ee00cf870 0x7f0ee015aae0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f0ee0073c60 tx=0x7f0ed802c8b0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.534+0000 7f0ee4a00640 1 -- 172.21.15.29:0/1536132660 shutdown_connections 2024-09-12T03:15:46.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.534+0000 7f0ee4a00640 1 --2- 172.21.15.29:0/1536132660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ee00cf870 0x7f0ee015aae0 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.534+0000 7f0ee4a00640 1 --2- 172.21.15.29:0/1536132660 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0ee015e610 0x7f0ee00cf330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.534+0000 7f0ee4a00640 1 --2- 172.21.15.29:0/1536132660 >> v2:172.21.15.38:3300/0 conn(0x7f0ee01580d0 0x7f0ee015e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.534+0000 7f0ee4a00640 1 -- 172.21.15.29:0/1536132660 >> 172.21.15.29:0/1536132660 conn(0x7f0ee00b2520 msgr2=0x7f0ee00b2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.534+0000 7f0ee4a00640 1 -- 172.21.15.29:0/1536132660 shutdown_connections 2024-09-12T03:15:46.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.534+0000 7f0ee4a00640 1 -- 172.21.15.29:0/1536132660 wait complete. 2024-09-12T03:15:46.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.535+0000 7f0ee4a00640 1 Processor -- start 2024-09-12T03:15:46.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.535+0000 7f0ee4a00640 1 -- start start 2024-09-12T03:15:46.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.536+0000 7f0ee4a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0ee00cf870 0x7f0ee00cc760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.536+0000 7f0ee4a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ee01580d0 0x7f0ee006f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.536+0000 7f0ee4a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ee015e610 0x7f0ee006fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.536+0000 7f0ee4a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee00b3de0 con 0x7f0ee015e610 2024-09-12T03:15:46.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.536+0000 7f0ee4a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee00b3b00 con 0x7f0ee01580d0 2024-09-12T03:15:46.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.536+0000 7f0ee4a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0ee00cfd00 con 0x7f0ee00cf870 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.537+0000 7f0ede800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ee015e610 0x7f0ee006fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.537+0000 7f0ede800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ee015e610 0x7f0ee006fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60178/0 (socket says 172.21.15.29:60178) 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.537+0000 7f0ede800640 1 -- 172.21.15.29:0/3732343993 learned_addr learned my addr 172.21.15.29:0/3732343993 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.537+0000 7f0edde00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0ee00cf870 0x7f0ee00cc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.537+0000 7f0ed7e00640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ee01580d0 0x7f0ee006f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.537+0000 7f0ede800640 1 -- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0ee00cf870 msgr2=0x7f0ee00cc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.537+0000 7f0ede800640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0ee00cf870 0x7f0ee00cc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.537+0000 7f0ede800640 1 -- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ee01580d0 msgr2=0x7f0ee006f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.537+0000 7f0ede800640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ee01580d0 0x7f0ee006f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.537+0000 7f0ede800640 1 -- 172.21.15.29:0/3732343993 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee01f42e0 con 0x7f0ee015e610 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.537+0000 7f0ede800640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ee015e610 0x7f0ee006fdd0 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f0ed802cea0 tx=0x7f0ed8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.538+0000 7f0ed6000640 1 -- 172.21.15.29:0/3732343993 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed8040070 con 0x7f0ee015e610 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.538+0000 7f0ed6000640 1 -- 172.21.15.29:0/3732343993 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ed803c620 con 0x7f0ee015e610 2024-09-12T03:15:46.539 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.538+0000 7f0ed6000640 1 -- 172.21.15.29:0/3732343993 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed8009510 con 0x7f0ee015e610 2024-09-12T03:15:46.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.538+0000 7f0ee4a00640 1 -- 172.21.15.29:0/3732343993 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ee01f45c0 con 0x7f0ee015e610 2024-09-12T03:15:46.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.538+0000 7f0ee4a00640 1 -- 172.21.15.29:0/3732343993 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ee01f4b80 con 0x7f0ee015e610 2024-09-12T03:15:46.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.540+0000 7f0ed6000640 1 -- 172.21.15.29:0/3732343993 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0ed803c9d0 con 0x7f0ee015e610 2024-09-12T03:15:46.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.541+0000 7f0ed6000640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ebc06be30 0x7f0ebc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.541+0000 7f0ed6000640 1 -- 172.21.15.29:0/3732343993 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f0ed80ab660 con 0x7f0ee015e610 2024-09-12T03:15:46.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.541+0000 7f0edde00640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ebc06be30 0x7f0ebc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.541+0000 7f0ee79be740 1 Processor -- start 2024-09-12T03:15:46.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.541+0000 7f0ee79be740 1 -- start start 2024-09-12T03:15:46.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.542+0000 7f0edde00640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ebc06be30 0x7f0ebc06e2f0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f0ee00b0140 tx=0x7f0ed0009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.542+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6fdc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.542+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6cd800 0x561c2a6fe200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.542+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6b3480 0x561c2a6fe740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.542+0000 7f0ee79be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561c2a61b660 con 0x561c2a6b3480 2024-09-12T03:15:46.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.542+0000 7f0ee79be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x561c2a5c3680 con 0x561c2a6cd420 2024-09-12T03:15:46.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.542+0000 7f0ee79be740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561c2a617620 con 0x561c2a6cd800 2024-09-12T03:15:46.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0ede800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6b3480 0x561c2a6fe740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0ede800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6b3480 0x561c2a6fe740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60190/0 (socket says 172.21.15.29:60190) 2024-09-12T03:15:46.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0ede800640 1 -- 172.21.15.29:0/480430022 learned_addr learned my addr 172.21.15.29:0/480430022 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0edde00640 1 --2- 172.21.15.29:0/480430022 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6fdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0ede800640 1 -- 172.21.15.29:0/480430022 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6cd800 msgr2=0x561c2a6fe200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0ed7e00640 1 --2- 172.21.15.29:0/480430022 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6cd800 0x561c2a6fe200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0ede800640 1 --2- 172.21.15.29:0/480430022 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6cd800 0x561c2a6fe200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0ede800640 1 -- 172.21.15.29:0/480430022 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 msgr2=0x561c2a6fdc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0ede800640 1 --2- 172.21.15.29:0/480430022 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6fdc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0ede800640 1 -- 172.21.15.29:0/480430022 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c2a3f87d0 con 0x561c2a6b3480 2024-09-12T03:15:46.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0edde00640 1 --2- 172.21.15.29:0/480430022 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6fdc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:46.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0ed7e00640 1 --2- 172.21.15.29:0/480430022 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6cd800 0x561c2a6fe200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:46.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.543+0000 7f0ede800640 1 --2- 172.21.15.29:0/480430022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6b3480 0x561c2a6fe740 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f0ed8081e20 tx=0x7f0ed8079720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaa6d5bfb39e8aaf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ece600640 1 -- 172.21.15.29:0/480430022 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed8049040 con 0x561c2a6b3480 2024-09-12T03:15:46.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ece600640 1 -- 172.21.15.29:0/480430022 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ed8080030 con 0x561c2a6b3480 2024-09-12T03:15:46.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ece600640 1 -- 172.21.15.29:0/480430022 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed80334a0 con 0x561c2a6b3480 2024-09-12T03:15:46.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ee79be740 1 -- 172.21.15.29:0/480430022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6b3480 msgr2=0x561c2a6fe740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ee79be740 1 --2- 172.21.15.29:0/480430022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6b3480 0x561c2a6fe740 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f0ed8081e20 tx=0x7f0ed8079720 comp rx=0 tx=0).stop 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ee79be740 1 -- 172.21.15.29:0/480430022 shutdown_connections 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ee79be740 1 --2- 172.21.15.29:0/480430022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6b3480 0x561c2a6fe740 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ee79be740 1 --2- 172.21.15.29:0/480430022 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6cd800 0x561c2a6fe200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ee79be740 1 --2- 172.21.15.29:0/480430022 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6fdc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ee79be740 1 -- 172.21.15.29:0/480430022 >> 172.21.15.29:0/480430022 conn(0x561c2a6b4220 msgr2=0x561c2a6fc840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ee79be740 1 -- 172.21.15.29:0/480430022 shutdown_connections 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.544+0000 7f0ee79be740 1 -- 172.21.15.29:0/480430022 wait complete. 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.545+0000 7f0ee79be740 1 -- start start 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.545+0000 7f0ee79be740 1 Processor -- start 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6f8860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6cd800 0x561c2a6f6e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6e1e10 0x561c2a6fe120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0ee79be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561c2a5c3680 con 0x561c2a6e1e10 2024-09-12T03:15:46.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0ee79be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x561c2a5a44c0 con 0x561c2a6cd420 2024-09-12T03:15:46.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0ee79be740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561c2a61b660 con 0x561c2a6cd800 2024-09-12T03:15:46.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0ee79be740 10 client.0 _ll_register_callbacks cb 0x561c2a613e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:46.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0ede800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6e1e10 0x561c2a6fe120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0ede800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6e1e10 0x561c2a6fe120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60200/0 (socket says 172.21.15.29:60200) 2024-09-12T03:15:46.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0ede800640 1 -- 172.21.15.29:0/4267055148 learned_addr learned my addr 172.21.15.29:0/4267055148 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0edde00640 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6f8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.546+0000 7f0ed7e00640 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6cd800 0x561c2a6f6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.547+0000 7f0ede800640 1 -- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6cd800 msgr2=0x561c2a6f6e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.547+0000 7f0ede800640 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6cd800 0x561c2a6f6e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.547+0000 7f0ede800640 1 -- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 msgr2=0x561c2a6f8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.547+0000 7f0ede800640 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6f8860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.547+0000 7f0ede800640 1 -- 172.21.15.29:0/4267055148 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c2a32e3f0 con 0x561c2a6e1e10 2024-09-12T03:15:46.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.547+0000 7f0ede800640 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6e1e10 0x561c2a6fe120 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f0ed807dce0 tx=0x7f0ed8009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e65fd38920f5ff0b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.547+0000 7f0ec2a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:46.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.547+0000 7f0ec2a00640 1 -- 172.21.15.29:0/4267055148 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed8049040 con 0x561c2a6e1e10 2024-09-12T03:15:46.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.547+0000 7f0ee79be740 1 -- 172.21.15.29:0/4267055148 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ed8080030 con 0x561c2a6e1e10 2024-09-12T03:15:46.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.547+0000 7f0ec2a00640 1 -- 172.21.15.29:0/4267055148 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f0ed80820c0 con 0x561c2a6e1e10 2024-09-12T03:15:46.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.548+0000 7f0ec2a00640 1 -- 172.21.15.29:0/4267055148 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f0ed809f050 con 0x561c2a6e1e10 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.548+0000 7f0ee79be740 10 client.8616 fetch_fsmap learned FSMap version 112 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.548+0000 7f0ee79be740 1 -- 172.21.15.29:0/4267055148 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=112,monmap=2+}) -- 0x561c2a2ee0f0 con 0x561c2a6e1e10 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.548+0000 7f0ec2a00640 1 -- 172.21.15.29:0/4267055148 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ed8080030 con 0x561c2a6e1e10 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.548+0000 7f0ec2a00640 1 -- 172.21.15.29:0/4267055148 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 112) ==== 3550+0+0 (secure 0 0 0) 0x7f0ed80a2020 con 0x561c2a6e1e10 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.548+0000 7f0ee79be740 10 client.8616 fetch_fsmap finished waiting for FSMap version 112 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.548+0000 7f0ee79be740 10 client.8616 resolve_mds: resolved 7:2 to role '7:2' aka daemon mds.d 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.548+0000 7f0ee79be740 20 client.8616 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.548+0000 7f0ee79be740 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x561c2a70cb70 0x561c2a6cc3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.548+0000 7f0ee79be740 4 client.8616 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.548+0000 7f0ee79be740 1 -- 172.21.15.29:0/4267055148 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c2a628d90 con 0x561c2a70cb70 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.549+0000 7f0edde00640 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x561c2a70cb70 0x561c2a6cc3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.553 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.549+0000 7f0edde00640 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x561c2a70cb70 0x561c2a6cc3b0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=91db912484c00335 server_cookie=1cd58dbd1d435082 in_seq=0 out_seq=0 2024-09-12T03:15:46.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.549+0000 7f0ec2a00640 10 client.8616 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:46.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ec2a00640 1 -- 172.21.15.29:0/4267055148 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561c2a628d90 con 0x561c2a70cb70 2024-09-12T03:15:46.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ec2a00640 10 client.8616 handle_command_reply: tid=0 2024-09-12T03:15:46.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ee79be740 1 client.8616 shutdown 2024-09-12T03:15:46.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ee79be740 1 -- 172.21.15.29:0/4267055148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6e1e10 msgr2=0x561c2a6fe120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ee79be740 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6e1e10 0x561c2a6fe120 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f0ed807dce0 tx=0x7f0ed8009810 comp rx=0 tx=0).stop 2024-09-12T03:15:46.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ee79be740 1 -- 172.21.15.29:0/4267055148 shutdown_connections 2024-09-12T03:15:46.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ee79be740 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x561c2a70cb70 0x561c2a6cc3b0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ee79be740 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6e1e10 0x561c2a6fe120 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ee79be740 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6cd800 0x561c2a6f6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ee79be740 1 --2- 172.21.15.29:0/4267055148 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6f8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ee79be740 1 -- 172.21.15.29:0/4267055148 >> 172.21.15.29:0/4267055148 conn(0x561c2a6b3480 msgr2=0x561c2a6fbb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ec2a00640 0 client.8616 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:46.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ee79be740 1 -- 172.21.15.29:0/4267055148 shutdown_connections 2024-09-12T03:15:46.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.550+0000 7f0ee79be740 1 -- 172.21.15.29:0/4267055148 wait complete. 2024-09-12T03:15:46.556 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.551+0000 7f0ee79be740 20 client.8616 trim_cache size 0 max 16384 2024-09-12T03:15:46.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.569+0000 7f0ee79be740 1 Processor -- start 2024-09-12T03:15:46.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.569+0000 7f0ee79be740 1 -- start start 2024-09-12T03:15:46.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.569+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd420 0x561c2a6fdcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd800 0x561c2a6cc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.570 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6e1e10 0x561c2a6cc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0ee79be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee0201190 con 0x561c2a6cd420 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0ee79be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee02003b0 con 0x561c2a6cd800 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0ee79be740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0ee0200a60 con 0x561c2a6e1e10 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0edde00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd420 0x561c2a6fdcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0edde00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd420 0x561c2a6fdcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60208/0 (socket says 172.21.15.29:60208) 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0edde00640 1 -- 172.21.15.29:0/3520322577 learned_addr learned my addr 172.21.15.29:0/3520322577 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0edde00640 1 -- 172.21.15.29:0/3520322577 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6e1e10 msgr2=0x561c2a6cc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0edde00640 1 --2- 172.21.15.29:0/3520322577 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6e1e10 0x561c2a6cc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0edde00640 1 -- 172.21.15.29:0/3520322577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd800 msgr2=0x561c2a6cc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0edde00640 1 --2- 172.21.15.29:0/3520322577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd800 0x561c2a6cc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0edde00640 1 -- 172.21.15.29:0/3520322577 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c2a6ae050 con 0x561c2a6cd420 2024-09-12T03:15:46.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.570+0000 7f0edde00640 1 --2- 172.21.15.29:0/3520322577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd420 0x561c2a6fdcc0 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f0ed0011d50 tx=0x7f0ed0018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbc0f165415029be server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ecdc00640 1 -- 172.21.15.29:0/3520322577 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed0031070 con 0x561c2a6cd420 2024-09-12T03:15:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ecdc00640 1 -- 172.21.15.29:0/3520322577 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ed0003610 con 0x561c2a6cd420 2024-09-12T03:15:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ecdc00640 1 -- 172.21.15.29:0/3520322577 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ed00039e0 con 0x561c2a6cd420 2024-09-12T03:15:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ee79be740 1 -- 172.21.15.29:0/3520322577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd420 msgr2=0x561c2a6fdcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ee79be740 1 --2- 172.21.15.29:0/3520322577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd420 0x561c2a6fdcc0 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f0ed0011d50 tx=0x7f0ed0018000 comp rx=0 tx=0).stop 2024-09-12T03:15:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ee79be740 1 -- 172.21.15.29:0/3520322577 shutdown_connections 2024-09-12T03:15:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ee79be740 1 --2- 172.21.15.29:0/3520322577 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6e1e10 0x561c2a6cc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ee79be740 1 --2- 172.21.15.29:0/3520322577 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd800 0x561c2a6cc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ee79be740 1 --2- 172.21.15.29:0/3520322577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd420 0x561c2a6fdcc0 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ee79be740 1 -- 172.21.15.29:0/3520322577 >> 172.21.15.29:0/3520322577 conn(0x561c2a6b3480 msgr2=0x561c2a6fc4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.573 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ee79be740 1 -- 172.21.15.29:0/3520322577 shutdown_connections 2024-09-12T03:15:46.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.571+0000 7f0ee79be740 1 -- 172.21.15.29:0/3520322577 wait complete. 2024-09-12T03:15:46.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.572+0000 7f0ee79be740 1 -- start start 2024-09-12T03:15:46.574 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.572+0000 7f0ee79be740 1 Processor -- start 2024-09-12T03:15:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.573+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6fe080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.573+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd800 0x561c2a6cc180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.573+0000 7f0ee79be740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6e1e10 0x561c2a777f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.573+0000 7f0ee79be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee00ae6a0 con 0x561c2a6cd800 2024-09-12T03:15:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.573+0000 7f0ee79be740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x561c2a6b2470 con 0x561c2a6cd420 2024-09-12T03:15:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.573+0000 7f0ee79be740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x561c2a71ef80 con 0x561c2a6e1e10 2024-09-12T03:15:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.573+0000 7f0ee79be740 10 client.0 _ll_register_callbacks cb 0x7f0ed8079180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.573+0000 7f0ed7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd800 0x561c2a6cc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.576 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.573+0000 7f0ed7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd800 0x561c2a6cc180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60212/0 (socket says 172.21.15.29:60212) 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.573+0000 7f0ed7e00640 1 -- 172.21.15.29:0/1482740475 learned_addr learned my addr 172.21.15.29:0/1482740475 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ede800640 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6e1e10 0x561c2a777f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0edde00640 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6fe080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ed7e00640 1 -- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6e1e10 msgr2=0x561c2a777f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ed7e00640 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6e1e10 0x561c2a777f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ed7e00640 1 -- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 msgr2=0x561c2a6fe080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ed7e00640 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6fe080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ed7e00640 1 -- 172.21.15.29:0/1482740475 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c2a77abb0 con 0x561c2a6cd800 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ede800640 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6e1e10 0x561c2a777f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0edde00640 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6fe080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ed7e00640 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd800 0x561c2a6cc180 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x561c2a6fd940 tx=0x7f0ec8015b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60011157cc307483 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ec2a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:46.577 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ec2a00640 1 -- 172.21.15.29:0/1482740475 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec800b040 con 0x561c2a6cd800 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ec2a00640 1 -- 172.21.15.29:0/1482740475 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f0ec80138e0 con 0x561c2a6cd800 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.574+0000 7f0ee79be740 1 -- 172.21.15.29:0/1482740475 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ed0003610 con 0x561c2a6cd800 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0ec2a00640 1 -- 172.21.15.29:0/1482740475 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=112) ==== 24+0+0 (secure 0 0 0) 0x7f0ec8026050 con 0x561c2a6cd800 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0ee79be740 10 client.8622 fetch_fsmap learned FSMap version 112 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0ee79be740 1 -- 172.21.15.29:0/1482740475 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=112,monmap=2+}) -- 0x561c2a77b170 con 0x561c2a6cd800 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0ec2a00640 1 -- 172.21.15.29:0/1482740475 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ed0003610 con 0x561c2a6cd800 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0ec2a00640 1 -- 172.21.15.29:0/1482740475 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 112) ==== 3550+0+0 (secure 0 0 0) 0x7f0ec8029020 con 0x561c2a6cd800 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0ee79be740 10 client.8622 fetch_fsmap finished waiting for FSMap version 112 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0ee79be740 10 client.8622 resolve_mds: resolved 7:2 to role '7:2' aka daemon mds.d 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0ee79be740 20 client.8622 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0ee79be740 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x561c2a7204f0 0x561c2a77df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0ee79be740 4 client.8622 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0ee79be740 1 -- 172.21.15.29:0/1482740475 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561c2a70d2d0 con 0x561c2a7204f0 2024-09-12T03:15:46.578 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.575+0000 7f0edde00640 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x561c2a7204f0 0x561c2a77df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.576+0000 7f0edde00640 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x561c2a7204f0 0x561c2a77df90 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d1edbce9d667c177 server_cookie=d4dc5896490a09d6 in_seq=0 out_seq=0 2024-09-12T03:15:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.576+0000 7f0ec2a00640 10 client.8622 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.576+0000 7f0ec2a00640 1 -- 172.21.15.29:0/1482740475 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x561c2a70d2d0 con 0x561c2a7204f0 2024-09-12T03:15:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.576+0000 7f0ec2a00640 10 client.8622 handle_command_reply: tid=0 2024-09-12T03:15:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 1 client.8622 shutdown 2024-09-12T03:15:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 1 -- 172.21.15.29:0/1482740475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd800 msgr2=0x561c2a6cc180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd800 0x561c2a6cc180 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x561c2a6fd940 tx=0x7f0ec8015b70 comp rx=0 tx=0).stop 2024-09-12T03:15:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 1 -- 172.21.15.29:0/1482740475 shutdown_connections 2024-09-12T03:15:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x561c2a7204f0 0x561c2a77df90 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x561c2a6e1e10 0x561c2a777f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.580 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561c2a6cd800 0x561c2a6cc180 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 1 --2- 172.21.15.29:0/1482740475 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x561c2a6cd420 0x561c2a6fe080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ec2a00640 0 client.8622 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:46.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 1 -- 172.21.15.29:0/1482740475 >> 172.21.15.29:0/1482740475 conn(0x561c2a6b3480 msgr2=0x561c2a6fb950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 1 -- 172.21.15.29:0/1482740475 shutdown_connections 2024-09-12T03:15:46.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 1 -- 172.21.15.29:0/1482740475 wait complete. 2024-09-12T03:15:46.581 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee79be740 20 client.8622 trim_cache size 0 max 16384 2024-09-12T03:15:46.581 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:46.581 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:15:46.582 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:46.582 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:46.582 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:46.582 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:46.582 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:46.582 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:46.582 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:46.582 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:46.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.577+0000 7f0ee4a00640 1 -- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ebc06be30 msgr2=0x7f0ebc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.578+0000 7f0ee4a00640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ebc06be30 0x7f0ebc06e2f0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f0ee00b0140 tx=0x7f0ed0009190 comp rx=0 tx=0).stop 2024-09-12T03:15:46.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.578+0000 7f0ee4a00640 1 -- 172.21.15.29:0/3732343993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ee015e610 msgr2=0x7f0ee006fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.578+0000 7f0ee4a00640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ee015e610 0x7f0ee006fdd0 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f0ed802cea0 tx=0x7f0ed8004a40 comp rx=0 tx=0).stop 2024-09-12T03:15:46.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.578+0000 7f0ee4a00640 1 -- 172.21.15.29:0/3732343993 shutdown_connections 2024-09-12T03:15:46.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.578+0000 7f0ee4a00640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0ebc06be30 0x7f0ebc06e2f0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.578+0000 7f0ee4a00640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0ee015e610 0x7f0ee006fdd0 unknown :-1 s=CLOSED pgs=1455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.578+0000 7f0ee4a00640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0ee01580d0 0x7f0ee006f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.578+0000 7f0ee4a00640 1 --2- 172.21.15.29:0/3732343993 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0ee00cf870 0x7f0ee00cc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.578+0000 7f0ee4a00640 1 -- 172.21.15.29:0/3732343993 >> 172.21.15.29:0/3732343993 conn(0x7f0ee00b2520 msgr2=0x7f0ee01595d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.578+0000 7f0ee4a00640 1 -- 172.21.15.29:0/3732343993 shutdown_connections 2024-09-12T03:15:46.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.578+0000 7f0ee4a00640 1 -- 172.21.15.29:0/3732343993 wait complete. 2024-09-12T03:15:46.593 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:46.593 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:46.593 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:0 scrub status 2024-09-12T03:15:46.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.754+0000 7fae13000640 1 Processor -- start 2024-09-12T03:15:46.755 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.755+0000 7fae13000640 1 -- start start 2024-09-12T03:15:46.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.756+0000 7fae13000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 0x7fae0c0b3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.756+0000 7fae13000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fae0c15ea50 0x7fae0c15ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.756+0000 7fae13000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae0c15f4a0 con 0x7fae0c0ad8e0 2024-09-12T03:15:46.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.756+0000 7fae13000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fae0c15f780 con 0x7fae0c15ea50 2024-09-12T03:15:46.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.756+0000 7fae13000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fae0c06f870 con 0x7fae0c0b5540 2024-09-12T03:15:46.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.756+0000 7fae03e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fae0c15ea50 0x7fae0c15ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.756+0000 7fae11000640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fae0c0ad8e0 0x7fae0c070070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:37084/0 (socket says 172.21.15.29:37084) 2024-09-12T03:15:46.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.756+0000 7fae11000640 1 -- 172.21.15.29:0/4071714745 learned_addr learned my addr 172.21.15.29:0/4071714745 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:46.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.756+0000 7fae0be00640 1 --2- 172.21.15.29:0/4071714745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 0x7fae0c0b3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.757+0000 7fae0be00640 1 -- 172.21.15.29:0/4071714745 >> v2:172.21.15.38:3300/0 conn(0x7fae0c15ea50 msgr2=0x7fae0c15ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.757+0000 7fae0be00640 1 --2- 172.21.15.29:0/4071714745 >> v2:172.21.15.38:3300/0 conn(0x7fae0c15ea50 0x7fae0c15ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.757+0000 7fae0be00640 1 -- 172.21.15.29:0/4071714745 >> v1:172.21.15.38:6789/0 conn(0x7fae0c0ad8e0 legacy=0x7fae0c070070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.757+0000 7fae0be00640 1 -- 172.21.15.29:0/4071714745 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae0c06fb50 con 0x7fae0c0b5540 2024-09-12T03:15:46.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.757+0000 7fae0b400640 1 -- 172.21.15.29:0/4071714745 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1927645014 0 0) 0x7fae0c15f4a0 con 0x7fae0c0ad8e0 2024-09-12T03:15:46.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.757+0000 7fae03e00640 1 --2- 172.21.15.29:0/4071714745 >> v2:172.21.15.38:3300/0 conn(0x7fae0c15ea50 0x7fae0c15ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:46.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.758+0000 7fae0be00640 1 --2- 172.21.15.29:0/4071714745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 0x7fae0c0b3820 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fadfc0097a0 tx=0x7fadfc02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=109921902870b64d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.758+0000 7fae0b400640 1 -- 172.21.15.29:0/4071714745 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadfc037070 con 0x7fae0c0b5540 2024-09-12T03:15:46.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.758+0000 7fae0b400640 1 -- 172.21.15.29:0/4071714745 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadfc032440 con 0x7fae0c0b5540 2024-09-12T03:15:46.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.758+0000 7fae0b400640 1 -- 172.21.15.29:0/4071714745 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadfc032810 con 0x7fae0c0b5540 2024-09-12T03:15:46.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.759+0000 7fae13000640 1 -- 172.21.15.29:0/4071714745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 msgr2=0x7fae0c0b3820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.759+0000 7fae13000640 1 --2- 172.21.15.29:0/4071714745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 0x7fae0c0b3820 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fadfc0097a0 tx=0x7fadfc02a210 comp rx=0 tx=0).stop 2024-09-12T03:15:46.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.759+0000 7fae13000640 1 -- 172.21.15.29:0/4071714745 shutdown_connections 2024-09-12T03:15:46.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.759+0000 7fae13000640 1 --2- 172.21.15.29:0/4071714745 >> v2:172.21.15.38:3300/0 conn(0x7fae0c15ea50 0x7fae0c15ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.759+0000 7fae13000640 1 --2- 172.21.15.29:0/4071714745 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 0x7fae0c0b3820 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.759+0000 7fae13000640 1 -- 172.21.15.29:0/4071714745 >> 172.21.15.29:0/4071714745 conn(0x7fae0c0b2520 msgr2=0x7fae0c0b2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.759+0000 7fae13000640 1 -- 172.21.15.29:0/4071714745 shutdown_connections 2024-09-12T03:15:46.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.759+0000 7fae13000640 1 -- 172.21.15.29:0/4071714745 wait complete. 2024-09-12T03:15:46.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.761+0000 7fae13000640 1 Processor -- start 2024-09-12T03:15:46.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.761+0000 7fae13000640 1 -- start start 2024-09-12T03:15:46.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae13000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fae0c0ad8e0 0x7fae0c158290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae13000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 0x7fae0c156b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae13000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae0c15ea50 0x7fae0c1592b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae13000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fae0c0add30 con 0x7fae0c15ea50 2024-09-12T03:15:46.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae13000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fae0c1623a0 con 0x7fae0c0ad8e0 2024-09-12T03:15:46.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae13000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fae0c0adeb0 con 0x7fae0c0b5540 2024-09-12T03:15:46.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae11000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae0c15ea50 0x7fae0c1592b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae11000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae0c15ea50 0x7fae0c1592b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60224/0 (socket says 172.21.15.29:60224) 2024-09-12T03:15:46.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae11000640 1 -- 172.21.15.29:0/3730501176 learned_addr learned my addr 172.21.15.29:0/3730501176 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae0be00640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fae0c0ad8e0 0x7fae0c158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae03e00640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 0x7fae0c156b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae11000640 1 -- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 msgr2=0x7fae0c156b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae11000640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 0x7fae0c156b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae11000640 1 -- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fae0c0ad8e0 msgr2=0x7fae0c158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae11000640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fae0c0ad8e0 0x7fae0c158290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae11000640 1 -- 172.21.15.29:0/3730501176 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae0c1597f0 con 0x7fae0c15ea50 2024-09-12T03:15:46.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.762+0000 7fae03e00640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 0x7fae0c156b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:46.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.763+0000 7fae11000640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae0c15ea50 0x7fae0c1592b0 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fae0400c7a0 tx=0x7fae0400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.763+0000 7fae08c00640 1 -- 172.21.15.29:0/3730501176 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae04018070 con 0x7fae0c15ea50 2024-09-12T03:15:46.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.763+0000 7fae08c00640 1 -- 172.21.15.29:0/3730501176 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae0400a640 con 0x7fae0c15ea50 2024-09-12T03:15:46.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.763+0000 7fae13000640 1 -- 172.21.15.29:0/3730501176 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae0c1571f0 con 0x7fae0c15ea50 2024-09-12T03:15:46.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.763+0000 7fae08c00640 1 -- 172.21.15.29:0/3730501176 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae0400aab0 con 0x7fae0c15ea50 2024-09-12T03:15:46.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.763+0000 7fae13000640 1 -- 172.21.15.29:0/3730501176 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae0c1577b0 con 0x7fae0c15ea50 2024-09-12T03:15:46.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.765+0000 7fae08c00640 1 -- 172.21.15.29:0/3730501176 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fae0401b070 con 0x7fae0c15ea50 2024-09-12T03:15:46.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.767+0000 7fae08c00640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fade806be30 0x7fade806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.767+0000 7fae08c00640 1 -- 172.21.15.29:0/3730501176 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fae0408a6e0 con 0x7fae0c15ea50 2024-09-12T03:15:46.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.767+0000 7fae0be00640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fade806be30 0x7fade806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.767+0000 7fae15e75740 1 Processor -- start 2024-09-12T03:15:46.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.768+0000 7fae15e75740 1 -- start start 2024-09-12T03:15:46.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.768+0000 7fae0be00640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fade806be30 0x7fade806e2f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fadfc034000 tx=0x7fadfc02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.768+0000 7fae15e75740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c420 0x55786167cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.768+0000 7fae15e75740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x55786167d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.768+0000 7fae15e75740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557861632480 0x55786167d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.768+0000 7fae15e75740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55786159a660 con 0x55786164c800 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.768+0000 7fae15e75740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x557861542680 con 0x55786164c420 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.768+0000 7fae15e75740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557861596620 con 0x557861632480 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae03e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x55786167d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae03e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x55786167d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60238/0 (socket says 172.21.15.29:60238) 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae03e00640 1 -- 172.21.15.29:0/1152521854 learned_addr learned my addr 172.21.15.29:0/1152521854 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae0be00640 1 --2- 172.21.15.29:0/1152521854 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c420 0x55786167cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae11000640 1 --2- 172.21.15.29:0/1152521854 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557861632480 0x55786167d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae03e00640 1 -- 172.21.15.29:0/1152521854 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557861632480 msgr2=0x55786167d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae03e00640 1 --2- 172.21.15.29:0/1152521854 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557861632480 0x55786167d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae03e00640 1 -- 172.21.15.29:0/1152521854 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c420 msgr2=0x55786167cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae03e00640 1 --2- 172.21.15.29:0/1152521854 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c420 0x55786167cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae03e00640 1 -- 172.21.15.29:0/1152521854 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578613777d0 con 0x55786164c800 2024-09-12T03:15:46.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae0be00640 1 --2- 172.21.15.29:0/1152521854 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c420 0x55786167cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:46.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.769+0000 7fae03e00640 1 --2- 172.21.15.29:0/1152521854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x55786167d200 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7fadf4009a00 tx=0x7fadf4009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f11ac4106414e7b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.770+0000 7fae00c00640 1 -- 172.21.15.29:0/1152521854 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf4018070 con 0x55786164c800 2024-09-12T03:15:46.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.770+0000 7fae00c00640 1 -- 172.21.15.29:0/1152521854 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadf4010c20 con 0x55786164c800 2024-09-12T03:15:46.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.770+0000 7fae00c00640 1 -- 172.21.15.29:0/1152521854 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf400f040 con 0x55786164c800 2024-09-12T03:15:46.772 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.770+0000 7fae15e75740 1 -- 172.21.15.29:0/1152521854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 msgr2=0x55786167d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.770+0000 7fae15e75740 1 --2- 172.21.15.29:0/1152521854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x55786167d200 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7fadf4009a00 tx=0x7fadf4009190 comp rx=0 tx=0).stop 2024-09-12T03:15:46.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.770+0000 7fae15e75740 1 -- 172.21.15.29:0/1152521854 shutdown_connections 2024-09-12T03:15:46.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.770+0000 7fae15e75740 1 --2- 172.21.15.29:0/1152521854 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x557861632480 0x55786167d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.770+0000 7fae15e75740 1 --2- 172.21.15.29:0/1152521854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x55786167d200 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.770+0000 7fae15e75740 1 --2- 172.21.15.29:0/1152521854 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c420 0x55786167cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.770+0000 7fae15e75740 1 -- 172.21.15.29:0/1152521854 >> 172.21.15.29:0/1152521854 conn(0x557861633220 msgr2=0x55786167b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.770+0000 7fae15e75740 1 -- 172.21.15.29:0/1152521854 shutdown_connections 2024-09-12T03:15:46.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.771+0000 7fae15e75740 1 -- 172.21.15.29:0/1152521854 wait complete. 2024-09-12T03:15:46.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.771+0000 7fae15e75740 1 -- start start 2024-09-12T03:15:46.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.771+0000 7fae15e75740 1 Processor -- start 2024-09-12T03:15:46.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.772+0000 7fae15e75740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c420 0x557861675e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.772+0000 7fae15e75740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c800 0x55786168f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.772+0000 7fae15e75740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786168bce0 0x557861671940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.772+0000 7fae15e75740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5578616313e0 con 0x55786164c420 2024-09-12T03:15:46.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.772+0000 7fae15e75740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5578615234c0 con 0x55786164c800 2024-09-12T03:15:46.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.772+0000 7fae15e75740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5578616316c0 con 0x55786168bce0 2024-09-12T03:15:46.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.773+0000 7fae15e75740 10 client.0 _ll_register_callbacks cb 0x557861592e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:46.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.773+0000 7fae0be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c420 0x557861675e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.773+0000 7fae0be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c420 0x557861675e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60248/0 (socket says 172.21.15.29:60248) 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.773+0000 7fae0be00640 1 -- 172.21.15.29:0/108362969 learned_addr learned my addr 172.21.15.29:0/108362969 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.773+0000 7fae11000640 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786168bce0 0x557861671940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.773+0000 7fae03e00640 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c800 0x55786168f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.773+0000 7fae0be00640 1 -- 172.21.15.29:0/108362969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786168bce0 msgr2=0x557861671940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.773+0000 7fae0be00640 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786168bce0 0x557861671940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.773+0000 7fae0be00640 1 -- 172.21.15.29:0/108362969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c800 msgr2=0x55786168f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.773+0000 7fae0be00640 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c800 0x55786168f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.773+0000 7fae0be00640 1 -- 172.21.15.29:0/108362969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578612ad3f0 con 0x55786164c420 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.774+0000 7fae0be00640 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c420 0x557861675e70 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fadfc0098c0 tx=0x7fadfc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de2afc65b7989bdd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.774+0000 7fadf9600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.774+0000 7fadf9600640 1 -- 172.21.15.29:0/108362969 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadfc04e060 con 0x55786164c420 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.774+0000 7fadf9600640 1 -- 172.21.15.29:0/108362969 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fadfc03eab0 con 0x55786164c420 2024-09-12T03:15:46.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.774+0000 7fae15e75740 1 -- 172.21.15.29:0/108362969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadf4010c20 con 0x55786164c420 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.774+0000 7fadf9600640 1 -- 172.21.15.29:0/108362969 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=113) ==== 24+0+0 (secure 0 0 0) 0x7fadfc054050 con 0x55786164c420 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.774+0000 7fae15e75740 10 client.8631 fetch_fsmap learned FSMap version 113 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.774+0000 7fae15e75740 1 -- 172.21.15.29:0/108362969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=113,monmap=2+}) -- 0x55786126d0f0 con 0x55786164c420 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.774+0000 7fadf9600640 1 -- 172.21.15.29:0/108362969 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadf4010c20 con 0x55786164c420 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.775+0000 7fadf9600640 1 -- 172.21.15.29:0/108362969 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 113) ==== 3550+0+0 (secure 0 0 0) 0x7fadfc057020 con 0x55786164c420 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.775+0000 7fae15e75740 10 client.8631 fetch_fsmap finished waiting for FSMap version 113 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.775+0000 7fae15e75740 10 client.8631 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.775+0000 7fae15e75740 20 client.8631 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.775+0000 7fae15e75740 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55786167a540 0x557861660330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.775+0000 7fae15e75740 4 client.8631 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.775+0000 7fae15e75740 1 -- 172.21.15.29:0/108362969 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5578615a7d90 con 0x55786167a540 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.775+0000 7fae03e00640 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55786167a540 0x557861660330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.775+0000 7fae03e00640 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55786167a540 0x557861660330 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8cebc42761be19a server_cookie=52e7d554992f4390 in_seq=0 out_seq=0 2024-09-12T03:15:46.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.775+0000 7fadf9600640 10 client.8631 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:46.779 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.776+0000 7fadf9600640 1 -- 172.21.15.29:0/108362969 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5578615a7d90 con 0x55786167a540 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.776+0000 7fadf9600640 10 client.8631 handle_command_reply: tid=0 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.776+0000 7fae15e75740 1 client.8631 shutdown 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.776+0000 7fae15e75740 1 -- 172.21.15.29:0/108362969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c420 msgr2=0x557861675e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.776+0000 7fae15e75740 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c420 0x557861675e70 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fadfc0098c0 tx=0x7fadfc004730 comp rx=0 tx=0).stop 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.777+0000 7fae15e75740 1 -- 172.21.15.29:0/108362969 shutdown_connections 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.777+0000 7fae15e75740 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786168bce0 0x557861671940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.777+0000 7fae15e75740 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55786167a540 0x557861660330 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.777+0000 7fae15e75740 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c800 0x55786168f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.777+0000 7fae15e75740 1 --2- 172.21.15.29:0/108362969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c420 0x557861675e70 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.777+0000 7fadf9600640 0 client.8631 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.777+0000 7fae15e75740 1 -- 172.21.15.29:0/108362969 >> 172.21.15.29:0/108362969 conn(0x557861632480 msgr2=0x55786167b7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.777+0000 7fae15e75740 1 -- 172.21.15.29:0/108362969 shutdown_connections 2024-09-12T03:15:46.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.777+0000 7fae15e75740 1 -- 172.21.15.29:0/108362969 wait complete. 2024-09-12T03:15:46.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.777+0000 7fae15e75740 20 client.8631 trim_cache size 0 max 16384 2024-09-12T03:15:46.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.795+0000 7fae15e75740 1 Processor -- start 2024-09-12T03:15:46.795 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.795+0000 7fae15e75740 1 -- start start 2024-09-12T03:15:46.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.796+0000 7fae15e75740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c420 0x557861671130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.796+0000 7fae15e75740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786164c800 0x55786169f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.796+0000 7fae15e75740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786168bce0 0x55786169fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.797 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.796+0000 7fae15e75740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fae0c201080 con 0x55786168bce0 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.796+0000 7fae15e75740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fae0c200280 con 0x55786164c420 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.796+0000 7fae15e75740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fae0c200950 con 0x55786164c800 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.796+0000 7fae11000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786168bce0 0x55786169fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.796+0000 7fae0be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c420 0x557861671130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.796+0000 7fae11000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786168bce0 0x55786169fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60252/0 (socket says 172.21.15.29:60252) 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.796+0000 7fae11000640 1 -- 172.21.15.29:0/2753903429 learned_addr learned my addr 172.21.15.29:0/2753903429 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.796+0000 7fae03e00640 1 --2- 172.21.15.29:0/2753903429 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786164c800 0x55786169f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.797+0000 7fae11000640 1 -- 172.21.15.29:0/2753903429 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786164c800 msgr2=0x55786169f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.797+0000 7fae11000640 1 --2- 172.21.15.29:0/2753903429 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786164c800 0x55786169f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.797+0000 7fae11000640 1 -- 172.21.15.29:0/2753903429 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c420 msgr2=0x557861671130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.797+0000 7fae11000640 1 --2- 172.21.15.29:0/2753903429 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c420 0x557861671130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.797+0000 7fae11000640 1 -- 172.21.15.29:0/2753903429 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55786168fb20 con 0x55786168bce0 2024-09-12T03:15:46.798 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.797+0000 7fae11000640 1 --2- 172.21.15.29:0/2753903429 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786168bce0 0x55786169fbb0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fae04054bc0 tx=0x7fae0401f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc6c64c9eeec558 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.797+0000 7fadfbe00640 1 -- 172.21.15.29:0/2753903429 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae0405f070 con 0x55786168bce0 2024-09-12T03:15:46.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.797+0000 7fadfbe00640 1 -- 172.21.15.29:0/2753903429 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae04061340 con 0x55786168bce0 2024-09-12T03:15:46.799 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.797+0000 7fadfbe00640 1 -- 172.21.15.29:0/2753903429 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae04054dd0 con 0x55786168bce0 2024-09-12T03:15:46.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.798+0000 7fae15e75740 1 -- 172.21.15.29:0/2753903429 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786168bce0 msgr2=0x55786169fbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.798+0000 7fae15e75740 1 --2- 172.21.15.29:0/2753903429 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786168bce0 0x55786169fbb0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fae04054bc0 tx=0x7fae0401f040 comp rx=0 tx=0).stop 2024-09-12T03:15:46.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.798+0000 7fae15e75740 1 -- 172.21.15.29:0/2753903429 shutdown_connections 2024-09-12T03:15:46.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.798+0000 7fae15e75740 1 --2- 172.21.15.29:0/2753903429 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786168bce0 0x55786169fbb0 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.798+0000 7fae15e75740 1 --2- 172.21.15.29:0/2753903429 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786164c800 0x55786169f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.798+0000 7fae15e75740 1 --2- 172.21.15.29:0/2753903429 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786164c420 0x557861671130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.798+0000 7fae15e75740 1 -- 172.21.15.29:0/2753903429 >> 172.21.15.29:0/2753903429 conn(0x557861632480 msgr2=0x557861630490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.798+0000 7fae15e75740 1 -- 172.21.15.29:0/2753903429 shutdown_connections 2024-09-12T03:15:46.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.798+0000 7fae15e75740 1 -- 172.21.15.29:0/2753903429 wait complete. 2024-09-12T03:15:46.802 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.798+0000 7fae15e75740 1 -- start start 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.799+0000 7fae15e75740 1 Processor -- start 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae15e75740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786164c420 0x5578616def00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae15e75740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x557861660c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae15e75740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786168bce0 0x5578616611c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae15e75740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557861632c70 con 0x55786164c800 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae15e75740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fae0c1e99e0 con 0x55786168bce0 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae15e75740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x557861636740 con 0x55786164c420 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae15e75740 10 client.0 _ll_register_callbacks cb 0x7fadfc035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae03e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x557861660c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae03e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x557861660c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60254/0 (socket says 172.21.15.29:60254) 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae03e00640 1 -- 172.21.15.29:0/1447117629 learned_addr learned my addr 172.21.15.29:0/1447117629 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae03e00640 1 -- 172.21.15.29:0/1447117629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786164c420 msgr2=0x5578616def00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.803 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae03e00640 1 --2- 172.21.15.29:0/1447117629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786164c420 0x5578616def00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae03e00640 1 -- 172.21.15.29:0/1447117629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786168bce0 msgr2=0x5578616611c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae03e00640 1 --2- 172.21.15.29:0/1447117629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786168bce0 0x5578616611c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae03e00640 1 -- 172.21.15.29:0/1447117629 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578616df440 con 0x55786164c800 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fae03e00640 1 --2- 172.21.15.29:0/1447117629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x557861660c80 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7fadf40105c0 tx=0x7fadf4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82d1b63a20e0ac7f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.800+0000 7fadf9600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fadf9600640 1 -- 172.21.15.29:0/1447117629 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf402d030 con 0x55786164c800 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fadf9600640 1 -- 172.21.15.29:0/1447117629 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fadf4004020 con 0x55786164c800 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fae15e75740 1 -- 172.21.15.29:0/1447117629 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae04061340 con 0x55786164c800 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fadf9600640 1 -- 172.21.15.29:0/1447117629 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=113) ==== 24+0+0 (secure 0 0 0) 0x7fadf4038050 con 0x55786164c800 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fae15e75740 10 client.8637 fetch_fsmap learned FSMap version 113 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fae15e75740 1 -- 172.21.15.29:0/1447117629 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=113,monmap=2+}) -- 0x55786167c080 con 0x55786164c800 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fadf9600640 1 -- 172.21.15.29:0/1447117629 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae04061340 con 0x55786164c800 2024-09-12T03:15:46.804 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fadf9600640 1 -- 172.21.15.29:0/1447117629 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 113) ==== 3550+0+0 (secure 0 0 0) 0x7fadf403b020 con 0x55786164c800 2024-09-12T03:15:46.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fae15e75740 10 client.8637 fetch_fsmap finished waiting for FSMap version 113 2024-09-12T03:15:46.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fae15e75740 10 client.8637 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:46.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fae15e75740 20 client.8637 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:46.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fae15e75740 1 --2- 172.21.15.29:0/1447117629 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557861636f90 0x55786167b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fae15e75740 4 client.8637 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:46.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.801+0000 7fae15e75740 1 -- 172.21.15.29:0/1447117629 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5578615a20e0 con 0x557861636f90 2024-09-12T03:15:46.805 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.802+0000 7fae0be00640 1 --2- 172.21.15.29:0/1447117629 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557861636f90 0x55786167b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.802+0000 7fadf9600640 10 client.8637 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:46.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.802+0000 7fae0be00640 1 --2- 172.21.15.29:0/1447117629 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557861636f90 0x55786167b0a0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60fa1023fe8d872 server_cookie=b9544bb5351e8e42 in_seq=0 out_seq=0 2024-09-12T03:15:46.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.802+0000 7fadf9600640 1 -- 172.21.15.29:0/1447117629 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x5578615a20e0 con 0x557861636f90 2024-09-12T03:15:46.806 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.802+0000 7fadf9600640 10 client.8637 handle_command_reply: tid=0 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.802+0000 7fae15e75740 1 client.8637 shutdown 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.802+0000 7fae15e75740 1 -- 172.21.15.29:0/1447117629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 msgr2=0x557861660c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.802+0000 7fae15e75740 1 --2- 172.21.15.29:0/1447117629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x557861660c80 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7fadf40105c0 tx=0x7fadf4004730 comp rx=0 tx=0).stop 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae15e75740 1 -- 172.21.15.29:0/1447117629 shutdown_connections 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae15e75740 1 --2- 172.21.15.29:0/1447117629 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x557861636f90 0x55786167b0a0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae15e75740 1 --2- 172.21.15.29:0/1447117629 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55786168bce0 0x5578616611c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae15e75740 1 --2- 172.21.15.29:0/1447117629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55786164c800 0x557861660c80 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae15e75740 1 --2- 172.21.15.29:0/1447117629 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55786164c420 0x5578616def00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fadf9600640 0 client.8637 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae15e75740 1 -- 172.21.15.29:0/1447117629 >> 172.21.15.29:0/1447117629 conn(0x557861632480 msgr2=0x5578616a0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae15e75740 1 -- 172.21.15.29:0/1447117629 shutdown_connections 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae15e75740 1 -- 172.21.15.29:0/1447117629 wait complete. 2024-09-12T03:15:46.807 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae15e75740 20 client.8637 trim_cache size 0 max 16384 2024-09-12T03:15:46.808 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:46.808 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-12T03:15:46.808 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:46.808 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:46.808 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:46.808 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:46.808 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:46.808 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:46.808 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:46.808 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:46.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae13000640 1 -- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fade806be30 msgr2=0x7fade806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae13000640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fade806be30 0x7fade806e2f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fadfc034000 tx=0x7fadfc02e000 comp rx=0 tx=0).stop 2024-09-12T03:15:46.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae13000640 1 -- 172.21.15.29:0/3730501176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae0c15ea50 msgr2=0x7fae0c1592b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.803+0000 7fae13000640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae0c15ea50 0x7fae0c1592b0 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fae0400c7a0 tx=0x7fae0400cc60 comp rx=0 tx=0).stop 2024-09-12T03:15:46.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.804+0000 7fae13000640 1 -- 172.21.15.29:0/3730501176 shutdown_connections 2024-09-12T03:15:46.809 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.804+0000 7fae13000640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fade806be30 0x7fade806e2f0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.804+0000 7fae13000640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae0c15ea50 0x7fae0c1592b0 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.804+0000 7fae13000640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fae0c0b5540 0x7fae0c156b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.804+0000 7fae13000640 1 --2- 172.21.15.29:0/3730501176 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fae0c0ad8e0 0x7fae0c158290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.804+0000 7fae13000640 1 -- 172.21.15.29:0/3730501176 >> 172.21.15.29:0/3730501176 conn(0x7fae0c0b2520 msgr2=0x7fae0c1619d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.804+0000 7fae13000640 1 -- 172.21.15.29:0/3730501176 shutdown_connections 2024-09-12T03:15:46.810 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.804+0000 7fae13000640 1 -- 172.21.15.29:0/3730501176 wait complete. 2024-09-12T03:15:46.820 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:46.820 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:46.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.976+0000 7efea4400640 1 Processor -- start 2024-09-12T03:15:46.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.976+0000 7efea4400640 1 -- start start 2024-09-12T03:15:46.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea4400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efe9c06f0e0 0x7efe9c15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea4400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efe9c06f4c0 0x7efe9c0cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea4400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7efe9c0cf5a0 0x7efe9c0b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea4400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7efe9c15bc50 con 0x7efe9c06f0e0 2024-09-12T03:15:46.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea4400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7efe9c152630 con 0x7efe9c0cf5a0 2024-09-12T03:15:46.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea4400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7efe9c15c620 con 0x7efe9c06f4c0 2024-09-12T03:15:46.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea1a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efe9c06f0e0 0x7efe9c15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea1a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7efe9c06f0e0 0x7efe9c15c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60264/0 (socket says 172.21.15.29:60264) 2024-09-12T03:15:46.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea1a00640 1 -- 172.21.15.29:0/2355974267 learned_addr learned my addr 172.21.15.29:0/2355974267 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea2400640 1 --2- 172.21.15.29:0/2355974267 >> v2:172.21.15.38:3300/0 conn(0x7efe9c0cf5a0 0x7efe9c0b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea1000640 1 --2- 172.21.15.29:0/2355974267 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efe9c06f4c0 0x7efe9c0cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea1a00640 1 -- 172.21.15.29:0/2355974267 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efe9c06f4c0 msgr2=0x7efe9c0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea1a00640 1 --2- 172.21.15.29:0/2355974267 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efe9c06f4c0 0x7efe9c0cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea1a00640 1 -- 172.21.15.29:0/2355974267 >> v2:172.21.15.38:3300/0 conn(0x7efe9c0cf5a0 msgr2=0x7efe9c0b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:46.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea1a00640 1 --2- 172.21.15.29:0/2355974267 >> v2:172.21.15.38:3300/0 conn(0x7efe9c0cf5a0 0x7efe9c0b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea1a00640 1 -- 172.21.15.29:0/2355974267 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe9c0cfb40 con 0x7efe9c06f0e0 2024-09-12T03:15:46.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.978+0000 7efea2400640 1 --2- 172.21.15.29:0/2355974267 >> v2:172.21.15.38:3300/0 conn(0x7efe9c0cf5a0 0x7efe9c0b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:46.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.979+0000 7efea1a00640 1 --2- 172.21.15.29:0/2355974267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efe9c06f0e0 0x7efe9c15c0e0 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7efe9c0cfa50 tx=0x7efe9002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dfbe397b04b1d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efe9be00640 1 -- 172.21.15.29:0/2355974267 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe90037070 con 0x7efe9c06f0e0 2024-09-12T03:15:46.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efe9be00640 1 -- 172.21.15.29:0/2355974267 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe90032440 con 0x7efe9c06f0e0 2024-09-12T03:15:46.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efe9be00640 1 -- 172.21.15.29:0/2355974267 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe90032810 con 0x7efe9c06f0e0 2024-09-12T03:15:46.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efea4400640 1 -- 172.21.15.29:0/2355974267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efe9c06f0e0 msgr2=0x7efe9c15c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efea4400640 1 --2- 172.21.15.29:0/2355974267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efe9c06f0e0 0x7efe9c15c0e0 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7efe9c0cfa50 tx=0x7efe9002a1e0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efea4400640 1 -- 172.21.15.29:0/2355974267 shutdown_connections 2024-09-12T03:15:46.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efea4400640 1 --2- 172.21.15.29:0/2355974267 >> v2:172.21.15.38:3300/0 conn(0x7efe9c0cf5a0 0x7efe9c0b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efea4400640 1 --2- 172.21.15.29:0/2355974267 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efe9c06f4c0 0x7efe9c0cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efea4400640 1 --2- 172.21.15.29:0/2355974267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efe9c06f0e0 0x7efe9c15c0e0 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efea4400640 1 -- 172.21.15.29:0/2355974267 >> 172.21.15.29:0/2355974267 conn(0x7efe9c067da0 msgr2=0x7efe9c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:46.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efea4400640 1 -- 172.21.15.29:0/2355974267 shutdown_connections 2024-09-12T03:15:46.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.980+0000 7efea4400640 1 -- 172.21.15.29:0/2355974267 wait complete. 2024-09-12T03:15:46.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.982+0000 7efea4400640 1 Processor -- start 2024-09-12T03:15:46.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.982+0000 7efea4400640 1 -- start start 2024-09-12T03:15:46.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.983+0000 7efea4400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efe9c06f0e0 0x7efe9c1f46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.983+0000 7efea4400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe9c06f4c0 0x7efe9c1f73e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.983+0000 7efea4400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efe9c0cf5a0 0x7efe9c1e7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.983+0000 7efea4400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c06f900 con 0x7efe9c0cf5a0 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.983+0000 7efea4400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7efe9c15b8e0 con 0x7efe9c06f4c0 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.983+0000 7efea4400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7efe9c1f4be0 con 0x7efe9c06f0e0 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.983+0000 7efea2400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efe9c0cf5a0 0x7efe9c1e7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.983+0000 7efea2400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efe9c0cf5a0 0x7efe9c1e7cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60274/0 (socket says 172.21.15.29:60274) 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.983+0000 7efea2400640 1 -- 172.21.15.29:0/1682147021 learned_addr learned my addr 172.21.15.29:0/1682147021 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.983+0000 7efea1a00640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efe9c06f0e0 0x7efe9c1f46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.983+0000 7efea1000640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe9c06f4c0 0x7efe9c1f73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.984+0000 7efea2400640 1 -- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efe9c06f0e0 msgr2=0x7efe9c1f46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.984+0000 7efea2400640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efe9c06f0e0 0x7efe9c1f46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.984+0000 7efea2400640 1 -- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe9c06f4c0 msgr2=0x7efe9c1f73e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.984+0000 7efea2400640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe9c06f4c0 0x7efe9c1f73e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.984+0000 7efea2400640 1 -- 172.21.15.29:0/1682147021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe9c152120 con 0x7efe9c0cf5a0 2024-09-12T03:15:46.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.984+0000 7efea2400640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efe9c0cf5a0 0x7efe9c1e7cd0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7efe94007df0 tx=0x7efe9400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.984+0000 7efe99600640 1 -- 172.21.15.29:0/1682147021 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9401a070 con 0x7efe9c0cf5a0 2024-09-12T03:15:46.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.984+0000 7efe99600640 1 -- 172.21.15.29:0/1682147021 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe94003990 con 0x7efe9c0cf5a0 2024-09-12T03:15:46.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.984+0000 7efe99600640 1 -- 172.21.15.29:0/1682147021 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe94003d80 con 0x7efe9c0cf5a0 2024-09-12T03:15:46.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.984+0000 7efea4400640 1 -- 172.21.15.29:0/1682147021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe9c1e8840 con 0x7efe9c0cf5a0 2024-09-12T03:15:46.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.985+0000 7efea4400640 1 -- 172.21.15.29:0/1682147021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe9c0add60 con 0x7efe9c0cf5a0 2024-09-12T03:15:46.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.985+0000 7efea4400640 1 -- 172.21.15.29:0/1682147021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe9c068480 con 0x7efe9c0cf5a0 2024-09-12T03:15:46.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.986+0000 7efe99600640 1 -- 172.21.15.29:0/1682147021 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efe9401d070 con 0x7efe9c0cf5a0 2024-09-12T03:15:46.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.987+0000 7efe99600640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efe7c06be60 0x7efe7c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:46.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.987+0000 7efe99600640 1 -- 172.21.15.29:0/1682147021 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7efe9408b190 con 0x7efe9c0cf5a0 2024-09-12T03:15:46.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.988+0000 7efea1a00640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efe7c06be60 0x7efe7c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:46.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.988+0000 7efea1a00640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efe7c06be60 0x7efe7c06e320 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7efe90034000 tx=0x7efe9002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:46.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:46.992+0000 7efe99600640 1 -- 172.21.15.29:0/1682147021 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efe9c068480 con 0x7efe9c0cf5a0 2024-09-12T03:15:47.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.213+0000 7efea4400640 1 -- 172.21.15.29:0/1682147021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efe9c0b00a0 con 0x7efe9c0cf5a0 2024-09-12T03:15:47.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.214+0000 7efe99600640 1 -- 172.21.15.29:0/1682147021 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7efe9c0b00a0 con 0x7efe9c0cf5a0 2024-09-12T03:15:47.214 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:47.214 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:15:47.215 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:15:47.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.216+0000 7efea4400640 1 -- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efe7c06be60 msgr2=0x7efe7c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.216+0000 7efea4400640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efe7c06be60 0x7efe7c06e320 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7efe90034000 tx=0x7efe9002e000 comp rx=0 tx=0).stop 2024-09-12T03:15:47.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.216+0000 7efea4400640 1 -- 172.21.15.29:0/1682147021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efe9c0cf5a0 msgr2=0x7efe9c1e7cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.216+0000 7efea4400640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efe9c0cf5a0 0x7efe9c1e7cd0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7efe94007df0 tx=0x7efe9400d4a0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.216+0000 7efea4400640 1 -- 172.21.15.29:0/1682147021 shutdown_connections 2024-09-12T03:15:47.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.216+0000 7efea4400640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7efe7c06be60 0x7efe7c06e320 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.216+0000 7efea4400640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efe9c0cf5a0 0x7efe9c1e7cd0 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.216+0000 7efea4400640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7efe9c06f4c0 0x7efe9c1f73e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.216+0000 7efea4400640 1 --2- 172.21.15.29:0/1682147021 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7efe9c06f0e0 0x7efe9c1f46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.216+0000 7efea4400640 1 -- 172.21.15.29:0/1682147021 >> 172.21.15.29:0/1682147021 conn(0x7efe9c067da0 msgr2=0x7efe9c0b07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:47.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.217+0000 7efea4400640 1 -- 172.21.15.29:0/1682147021 shutdown_connections 2024-09-12T03:15:47.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.217+0000 7efea4400640 1 -- 172.21.15.29:0/1682147021 wait complete. 2024-09-12T03:15:47.232 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:15:47.233 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:15:47.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.388+0000 7fe372600640 1 Processor -- start 2024-09-12T03:15:47.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.388+0000 7fe372600640 1 -- start start 2024-09-12T03:15:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.389+0000 7fe372600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d39d0 0x7fe36c0d0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.389+0000 7fe372600640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe36c0cf7b0 con 0x7fe36c0d14f0 2024-09-12T03:15:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.389+0000 7fe372600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe36c0d3e90 con 0x7fe36c15e6d0 2024-09-12T03:15:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.389+0000 7fe372600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe36c0b3ec0 con 0x7fe36c0d39d0 2024-09-12T03:15:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.390+0000 7fe36be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe36c0d14f0 0x7fe36c0b80d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49216/0 (socket says 172.21.15.29:49216) 2024-09-12T03:15:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.390+0000 7fe36be00640 1 -- 172.21.15.29:0/4005715434 learned_addr learned my addr 172.21.15.29:0/4005715434 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:47.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.390+0000 7fe36aa00640 1 --2- 172.21.15.29:0/4005715434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d39d0 0x7fe36c0d0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.390+0000 7fe36a000640 1 -- 172.21.15.29:0/4005715434 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3025006883 0 0) 0x7fe364001490 con 0x7fe36c0d14f0 2024-09-12T03:15:47.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.390+0000 7fe36a000640 1 -- 172.21.15.29:0/4005715434 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe350003520 con 0x7fe36c0d14f0 2024-09-12T03:15:47.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.390+0000 7fe36a000640 1 -- 172.21.15.29:0/4005715434 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 824987591 0 0) 0x7fe36c0d3e90 con 0x7fe36c15e6d0 2024-09-12T03:15:47.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.390+0000 7fe36aa00640 1 -- 172.21.15.29:0/4005715434 >> v1:172.21.15.38:6789/0 conn(0x7fe36c15e6d0 legacy=0x7fe36c0d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.390+0000 7fe36aa00640 1 -- 172.21.15.29:0/4005715434 >> v1:172.21.15.29:6789/0 conn(0x7fe36c0d14f0 legacy=0x7fe36c0b80d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.390+0000 7fe36aa00640 1 -- 172.21.15.29:0/4005715434 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe36c0d4170 con 0x7fe36c0d39d0 2024-09-12T03:15:47.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.391+0000 7fe36aa00640 1 --2- 172.21.15.29:0/4005715434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d39d0 0x7fe36c0d0fb0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe3580097d0 tx=0x7fe35802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1509b28b8b2b560e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.392+0000 7fe36a000640 1 -- 172.21.15.29:0/4005715434 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe358037070 con 0x7fe36c0d39d0 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.392+0000 7fe36a000640 1 -- 172.21.15.29:0/4005715434 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe358032440 con 0x7fe36c0d39d0 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.392+0000 7fe36a000640 1 -- 172.21.15.29:0/4005715434 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe358032810 con 0x7fe36c0d39d0 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.392+0000 7fe372600640 1 -- 172.21.15.29:0/4005715434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d39d0 msgr2=0x7fe36c0d0fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.392+0000 7fe372600640 1 --2- 172.21.15.29:0/4005715434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d39d0 0x7fe36c0d0fb0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe3580097d0 tx=0x7fe35802a210 comp rx=0 tx=0).stop 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.392+0000 7fe372600640 1 -- 172.21.15.29:0/4005715434 shutdown_connections 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.392+0000 7fe372600640 1 --2- 172.21.15.29:0/4005715434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d39d0 0x7fe36c0d0fb0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.392+0000 7fe372600640 1 -- 172.21.15.29:0/4005715434 >> 172.21.15.29:0/4005715434 conn(0x7fe36c067f80 msgr2=0x7fe36c06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.392+0000 7fe372600640 1 -- 172.21.15.29:0/4005715434 shutdown_connections 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.392+0000 7fe372600640 1 -- 172.21.15.29:0/4005715434 wait complete. 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.394+0000 7fe372600640 1 Processor -- start 2024-09-12T03:15:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.394+0000 7fe372600640 1 -- start start 2024-09-12T03:15:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe372600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d14f0 0x7fe36c0ab500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe372600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe36c0d39d0 0x7fe36c14d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe372600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe36c15e6d0 0x7fe36c1605c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe372600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe36c0b75a0 con 0x7fe36c0d39d0 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe372600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe36c0d1940 con 0x7fe36c15e6d0 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe372600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe36c0b87e0 con 0x7fe36c0d14f0 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe36aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe36c0d39d0 0x7fe36c14d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe36aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe36c0d39d0 0x7fe36c14d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60276/0 (socket says 172.21.15.29:60276) 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe36aa00640 1 -- 172.21.15.29:0/3854964054 learned_addr learned my addr 172.21.15.29:0/3854964054 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe36b400640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d14f0 0x7fe36c0ab500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe36be00640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe36c15e6d0 0x7fe36c1605c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe36aa00640 1 -- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d14f0 msgr2=0x7fe36c0ab500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.395+0000 7fe36aa00640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d14f0 0x7fe36c0ab500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.396+0000 7fe36aa00640 1 -- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe36c15e6d0 msgr2=0x7fe36c1605c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.396+0000 7fe36aa00640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe36c15e6d0 0x7fe36c1605c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.396+0000 7fe36aa00640 1 -- 172.21.15.29:0/3854964054 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe36c14db00 con 0x7fe36c0d39d0 2024-09-12T03:15:47.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.396+0000 7fe36b400640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d14f0 0x7fe36c0ab500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:47.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.396+0000 7fe36aa00640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe36c0d39d0 0x7fe36c14d5c0 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7fe3580097d0 tx=0x7fe3580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:47.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.396+0000 7fe363400640 1 -- 172.21.15.29:0/3854964054 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe358037040 con 0x7fe36c0d39d0 2024-09-12T03:15:47.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.396+0000 7fe363400640 1 -- 172.21.15.29:0/3854964054 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe358004230 con 0x7fe36c0d39d0 2024-09-12T03:15:47.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.396+0000 7fe363400640 1 -- 172.21.15.29:0/3854964054 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe358003610 con 0x7fe36c0d39d0 2024-09-12T03:15:47.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.396+0000 7fe372600640 1 -- 172.21.15.29:0/3854964054 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe36c160b00 con 0x7fe36c0d39d0 2024-09-12T03:15:47.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.396+0000 7fe372600640 1 -- 172.21.15.29:0/3854964054 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe36c161080 con 0x7fe36c0d39d0 2024-09-12T03:15:47.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.397+0000 7fe372600640 1 -- 172.21.15.29:0/3854964054 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe36c0d0fb0 con 0x7fe36c0d39d0 2024-09-12T03:15:47.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.398+0000 7fe363400640 1 -- 172.21.15.29:0/3854964054 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe3580037b0 con 0x7fe36c0d39d0 2024-09-12T03:15:47.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.400+0000 7fe363400640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe34c06be60 0x7fe34c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.400+0000 7fe363400640 1 -- 172.21.15.29:0/3854964054 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fe3580abcc0 con 0x7fe36c0d39d0 2024-09-12T03:15:47.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.400+0000 7fe36b400640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe34c06be60 0x7fe34c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.401+0000 7fe36b400640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe34c06be60 0x7fe34c06e320 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fe35c000f60 tx=0x7fe35c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:47.404 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.404+0000 7fe363400640 1 -- 172.21.15.29:0/3854964054 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe3580b2080 con 0x7fe36c0d39d0 2024-09-12T03:15:47.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.655+0000 7fe372600640 1 -- 172.21.15.29:0/3854964054 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fe36c06be80 con 0x7fe36c0d39d0 2024-09-12T03:15:47.656 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.656+0000 7fe363400640 1 -- 172.21.15.29:0/3854964054 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2010 (secure 0 0 0) 0x7fe36c14db00 con 0x7fe36c0d39d0 2024-09-12T03:15:47.656 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:47.657 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":466,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":706301,"bytes_used":267444224,"bytes_avail":772826669056,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":5886,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":29,"modified":"2024-09-12T03:15:45.826469+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:15:47.658 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 -- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe34c06be60 msgr2=0x7fe34c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe34c06be60 0x7fe34c06e320 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fe35c000f60 tx=0x7fe35c009040 comp rx=0 tx=0).stop 2024-09-12T03:15:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 -- 172.21.15.29:0/3854964054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe36c0d39d0 msgr2=0x7fe36c14d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe36c0d39d0 0x7fe36c14d5c0 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7fe3580097d0 tx=0x7fe3580046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 -- 172.21.15.29:0/3854964054 shutdown_connections 2024-09-12T03:15:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe34c06be60 0x7fe34c06e320 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe36c15e6d0 0x7fe36c1605c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe36c0d39d0 0x7fe36c14d5c0 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 --2- 172.21.15.29:0/3854964054 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe36c0d14f0 0x7fe36c0ab500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 -- 172.21.15.29:0/3854964054 >> 172.21.15.29:0/3854964054 conn(0x7fe36c067f80 msgr2=0x7fe36c0b80b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 -- 172.21.15.29:0/3854964054 shutdown_connections 2024-09-12T03:15:47.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.658+0000 7fe372600640 1 -- 172.21.15.29:0/3854964054 wait complete. 2024-09-12T03:15:47.675 INFO:tasks.ceph.ceph_manager.ceph:{'a': 'paused paths [/d1/d2/d3]', 'c': 'paused paths [/d1/d2/d3]', 'd': 'paused paths [/d1/d2/d3]'} 2024-09-12T03:15:47.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:15:47.675 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.7:0 scrub resume 2024-09-12T03:15:47.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.835+0000 7fc4a6e00640 1 Processor -- start 2024-09-12T03:15:47.835 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.835+0000 7fc4a6e00640 1 -- start start 2024-09-12T03:15:47.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.836+0000 7fc4a6e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc4a0155910 0x7fc4a013e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.836+0000 7fc4a6e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4a00cf0d0 0x7fc4a0141270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.836+0000 7fc4a6e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4a01417b0 con 0x7fc4a006f1b0 2024-09-12T03:15:47.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.836+0000 7fc4a6e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc4a013ed70 con 0x7fc4a0155910 2024-09-12T03:15:47.837 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.836+0000 7fc4a6e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc4a00cf5b0 con 0x7fc4a00cf0d0 2024-09-12T03:15:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.836+0000 7fc49fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc4a0155910 0x7fc4a013e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.836+0000 7fc4a4e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc4a006f1b0 0x7fc4a015bb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49220/0 (socket says 172.21.15.29:49220) 2024-09-12T03:15:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.836+0000 7fc4a4e00640 1 -- 172.21.15.29:0/2473163990 learned_addr learned my addr 172.21.15.29:0/2473163990 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.837+0000 7fc49f400640 1 --2- 172.21.15.29:0/2473163990 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4a00cf0d0 0x7fc4a0141270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.837+0000 7fc49fe00640 1 -- 172.21.15.29:0/2473163990 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4a00cf0d0 msgr2=0x7fc4a0141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.837+0000 7fc49fe00640 1 --2- 172.21.15.29:0/2473163990 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4a00cf0d0 0x7fc4a0141270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.837+0000 7fc49fe00640 1 -- 172.21.15.29:0/2473163990 >> v1:172.21.15.29:6789/0 conn(0x7fc4a006f1b0 legacy=0x7fc4a015bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.837+0000 7fc49fe00640 1 -- 172.21.15.29:0/2473163990 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4a00cf890 con 0x7fc4a0155910 2024-09-12T03:15:47.838 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.837+0000 7fc49ea00640 1 -- 172.21.15.29:0/2473163990 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 921823893 0 0) 0x7fc4a01417b0 con 0x7fc4a006f1b0 2024-09-12T03:15:47.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.838+0000 7fc49fe00640 1 --2- 172.21.15.29:0/2473163990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4a0155910 0x7fc4a013e830 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7fc4a013eef0 tx=0x7fc49002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ed538b105a7a647 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:47.839 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.838+0000 7fc49ea00640 1 -- 172.21.15.29:0/2473163990 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc490037070 con 0x7fc4a0155910 2024-09-12T03:15:47.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.838+0000 7fc49ea00640 1 -- 172.21.15.29:0/2473163990 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc49002ae50 con 0x7fc4a0155910 2024-09-12T03:15:47.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.838+0000 7fc49ea00640 1 -- 172.21.15.29:0/2473163990 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc490032660 con 0x7fc4a0155910 2024-09-12T03:15:47.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.839+0000 7fc4a6e00640 1 -- 172.21.15.29:0/2473163990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4a0155910 msgr2=0x7fc4a013e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.839+0000 7fc4a6e00640 1 --2- 172.21.15.29:0/2473163990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4a0155910 0x7fc4a013e830 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7fc4a013eef0 tx=0x7fc49002a100 comp rx=0 tx=0).stop 2024-09-12T03:15:47.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.839+0000 7fc4a6e00640 1 -- 172.21.15.29:0/2473163990 shutdown_connections 2024-09-12T03:15:47.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.839+0000 7fc4a6e00640 1 --2- 172.21.15.29:0/2473163990 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4a00cf0d0 0x7fc4a0141270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.839+0000 7fc4a6e00640 1 --2- 172.21.15.29:0/2473163990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4a0155910 0x7fc4a013e830 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.839+0000 7fc4a6e00640 1 -- 172.21.15.29:0/2473163990 >> 172.21.15.29:0/2473163990 conn(0x7fc4a0067d70 msgr2=0x7fc4a006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:47.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.839+0000 7fc4a6e00640 1 -- 172.21.15.29:0/2473163990 shutdown_connections 2024-09-12T03:15:47.840 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.839+0000 7fc4a6e00640 1 -- 172.21.15.29:0/2473163990 wait complete. 2024-09-12T03:15:47.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.841+0000 7fc4a6e00640 1 Processor -- start 2024-09-12T03:15:47.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.841+0000 7fc4a6e00640 1 -- start start 2024-09-12T03:15:47.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a6e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4a006f1b0 0x7fc4a0154950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a6e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4a00cf0d0 0x7fc4a013a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a6e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4a0155910 0x7fc4a0150800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a6e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a00cd030 con 0x7fc4a0155910 2024-09-12T03:15:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a6e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a00cfe50 con 0x7fc4a00cf0d0 2024-09-12T03:15:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a6e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc4a00cd1b0 con 0x7fc4a006f1b0 2024-09-12T03:15:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4a0155910 0x7fc4a0150800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4a0155910 0x7fc4a0150800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60284/0 (socket says 172.21.15.29:60284) 2024-09-12T03:15:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a4e00640 1 -- 172.21.15.29:0/3141273599 learned_addr learned my addr 172.21.15.29:0/3141273599 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc49fe00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4a006f1b0 0x7fc4a0154950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc49f400640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4a00cf0d0 0x7fc4a013a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a4e00640 1 -- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4a006f1b0 msgr2=0x7fc4a0154950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4a006f1b0 0x7fc4a0154950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a4e00640 1 -- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4a00cf0d0 msgr2=0x7fc4a013a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4a00cf0d0 0x7fc4a013a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.842+0000 7fc4a4e00640 1 -- 172.21.15.29:0/3141273599 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4a0154150 con 0x7fc4a0155910 2024-09-12T03:15:47.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.843+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4a0155910 0x7fc4a0150800 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7fc49800c7a0 tx=0x7fc49800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:47.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.843+0000 7fc497e00640 1 -- 172.21.15.29:0/3141273599 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc498018070 con 0x7fc4a0155910 2024-09-12T03:15:47.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.843+0000 7fc497e00640 1 -- 172.21.15.29:0/3141273599 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc49800a640 con 0x7fc4a0155910 2024-09-12T03:15:47.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.843+0000 7fc497e00640 1 -- 172.21.15.29:0/3141273599 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49800aa70 con 0x7fc4a0155910 2024-09-12T03:15:47.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.843+0000 7fc4a6e00640 1 -- 172.21.15.29:0/3141273599 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4a0154430 con 0x7fc4a0155910 2024-09-12T03:15:47.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.843+0000 7fc4a6e00640 1 -- 172.21.15.29:0/3141273599 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4a0150000 con 0x7fc4a0155910 2024-09-12T03:15:47.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.845+0000 7fc497e00640 1 -- 172.21.15.29:0/3141273599 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc49800ac10 con 0x7fc4a0155910 2024-09-12T03:15:47.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.847+0000 7fc497e00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc48006be30 0x7fc48006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.847+0000 7fc497e00640 1 -- 172.21.15.29:0/3141273599 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fc49808a680 con 0x7fc4a0155910 2024-09-12T03:15:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.847+0000 7fc49fe00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc48006be30 0x7fc48006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.847+0000 7fc4a9cb0740 1 Processor -- start 2024-09-12T03:15:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.848+0000 7fc4a9cb0740 1 -- start start 2024-09-12T03:15:47.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.848+0000 7fc49fe00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc48006be30 0x7fc48006e2f0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fc490034000 tx=0x7fc49002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:47.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.848+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560580476420 0x5605804a6c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.848+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476800 0x5605804a7200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56058045c480 0x5605804a7740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5605803c4660 con 0x560580476420 2024-09-12T03:15:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56058036c680 con 0x560580476800 2024-09-12T03:15:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5605803c0620 con 0x56058045c480 2024-09-12T03:15:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc49fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560580476420 0x5605804a6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc49fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560580476420 0x5605804a6c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60300/0 (socket says 172.21.15.29:60300) 2024-09-12T03:15:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc49fe00640 1 -- 172.21.15.29:0/1503062260 learned_addr learned my addr 172.21.15.29:0/1503062260 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc49fe00640 1 -- 172.21.15.29:0/1503062260 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56058045c480 msgr2=0x5605804a7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc49fe00640 1 --2- 172.21.15.29:0/1503062260 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56058045c480 0x5605804a7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc49fe00640 1 -- 172.21.15.29:0/1503062260 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476800 msgr2=0x5605804a7200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc49fe00640 1 --2- 172.21.15.29:0/1503062260 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476800 0x5605804a7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.849+0000 7fc49fe00640 1 -- 172.21.15.29:0/1503062260 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605801a17d0 con 0x560580476420 2024-09-12T03:15:47.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.850+0000 7fc49fe00640 1 --2- 172.21.15.29:0/1503062260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560580476420 0x5605804a6c40 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7fc49003f040 tx=0x7fc49002c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eb17e83930e7c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:47.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.850+0000 7fc494c00640 1 -- 172.21.15.29:0/1503062260 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc490037040 con 0x560580476420 2024-09-12T03:15:47.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.850+0000 7fc494c00640 1 -- 172.21.15.29:0/1503062260 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc49004f070 con 0x560580476420 2024-09-12T03:15:47.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.850+0000 7fc494c00640 1 -- 172.21.15.29:0/1503062260 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc490003a10 con 0x560580476420 2024-09-12T03:15:47.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.850+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/1503062260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560580476420 msgr2=0x5605804a6c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.850+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/1503062260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560580476420 0x5605804a6c40 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7fc49003f040 tx=0x7fc49002c000 comp rx=0 tx=0).stop 2024-09-12T03:15:47.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.851+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/1503062260 shutdown_connections 2024-09-12T03:15:47.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.851+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/1503062260 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x56058045c480 0x5605804a7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.851+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/1503062260 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476800 0x5605804a7200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.851+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/1503062260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560580476420 0x5605804a6c40 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.851+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/1503062260 >> 172.21.15.29:0/1503062260 conn(0x56058045d220 msgr2=0x5605804a5840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:47.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.851+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/1503062260 shutdown_connections 2024-09-12T03:15:47.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.851+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/1503062260 wait complete. 2024-09-12T03:15:47.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.851+0000 7fc4a9cb0740 1 -- start start 2024-09-12T03:15:47.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.852+0000 7fc4a9cb0740 1 Processor -- start 2024-09-12T03:15:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.852+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 0x560580463810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.852+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476800 0x5605804b86d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.852+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804b5ad0 0x560580464e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.852+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56058045b3e0 con 0x5605804b5ad0 2024-09-12T03:15:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.852+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x56058034d4c0 con 0x560580476420 2024-09-12T03:15:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.852+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x56058045b6c0 con 0x560580476800 2024-09-12T03:15:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.852+0000 7fc4a9cb0740 10 client.0 _ll_register_callbacks cb 0x5605803bce80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc4a4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804b5ad0 0x560580464e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc4a4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804b5ad0 0x560580464e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60302/0 (socket says 172.21.15.29:60302) 2024-09-12T03:15:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc4a4e00640 1 -- 172.21.15.29:0/2007545590 learned_addr learned my addr 172.21.15.29:0/2007545590 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc49fe00640 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 0x560580463810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc49f400640 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476800 0x5605804b86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc4a4e00640 1 -- 172.21.15.29:0/2007545590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476800 msgr2=0x5605804b86d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476800 0x5605804b86d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc4a4e00640 1 -- 172.21.15.29:0/2007545590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 msgr2=0x560580463810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 0x560580463810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc4a4e00640 1 -- 172.21.15.29:0/2007545590 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605800d73f0 con 0x5605804b5ad0 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc49fe00640 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 0x560580463810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804b5ad0 0x560580464e20 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fc498054c10 tx=0x7fc4980583e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dc14bb1e39d4dcf server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.853+0000 7fc489600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc489600640 1 -- 172.21.15.29:0/2007545590 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49806cd90 con 0x5605804b5ad0 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc489600640 1 -- 172.21.15.29:0/2007545590 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fc498057c00 con 0x5605804b5ad0 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2007545590 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc49004f070 con 0x5605804b5ad0 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc489600640 1 -- 172.21.15.29:0/2007545590 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=113) ==== 24+0+0 (secure 0 0 0) 0x7fc4980612e0 con 0x5605804b5ad0 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc4a9cb0740 10 client.8664 fetch_fsmap learned FSMap version 113 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2007545590 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=113,monmap=2+}) -- 0x5605800970f0 con 0x5605804b5ad0 2024-09-12T03:15:47.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc489600640 1 -- 172.21.15.29:0/2007545590 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc49004f070 con 0x5605804b5ad0 2024-09-12T03:15:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc489600640 1 -- 172.21.15.29:0/2007545590 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 113) ==== 3550+0+0 (secure 0 0 0) 0x7fc498054500 con 0x5605804b5ad0 2024-09-12T03:15:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc4a9cb0740 10 client.8664 fetch_fsmap finished waiting for FSMap version 113 2024-09-12T03:15:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc4a9cb0740 10 client.8664 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc4a9cb0740 20 client.8664 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5605804a12f0 0x5605804a1700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc4a9cb0740 4 client.8664 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.854+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2007545590 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605803d1d90 con 0x5605804a12f0 2024-09-12T03:15:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.855+0000 7fc49fe00640 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5605804a12f0 0x5605804a1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.855+0000 7fc49fe00640 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5605804a12f0 0x5605804a1700 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea425abc2ba030c5 server_cookie=78f87bcd9f2ff7e1 in_seq=0 out_seq=0 2024-09-12T03:15:47.859 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.855+0000 7fc489600640 10 client.8664 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc489600640 1 -- 172.21.15.29:0/2007545590 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5605803d1d90 con 0x5605804a12f0 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc489600640 10 client.8664 handle_command_reply: tid=0 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 1 client.8664 shutdown 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2007545590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804b5ad0 msgr2=0x560580464e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804b5ad0 0x560580464e20 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fc498054c10 tx=0x7fc4980583e0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2007545590 shutdown_connections 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804b5ad0 0x560580464e20 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476800 0x5605804b86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5605804a12f0 0x5605804a1700 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/2007545590 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 0x560580463810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc489600640 0 client.8664 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:47.860 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2007545590 >> 172.21.15.29:0/2007545590 conn(0x56058045c480 msgr2=0x560580459f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:47.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2007545590 shutdown_connections 2024-09-12T03:15:47.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2007545590 wait complete. 2024-09-12T03:15:47.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.856+0000 7fc4a9cb0740 20 client.8664 trim_cache size 0 max 16384 2024-09-12T03:15:47.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.874+0000 7fc4a9cb0740 1 Processor -- start 2024-09-12T03:15:47.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.874+0000 7fc4a9cb0740 1 -- start start 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.875+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 0x560580474e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.875+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476800 0x5605804753b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.875+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804639f0 0x5605804a3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.875+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a0200fb0 con 0x5605804639f0 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.875+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a02001b0 con 0x560580476420 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.875+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc4a0200880 con 0x560580476800 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.875+0000 7fc4a4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804639f0 0x5605804a3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.876+0000 7fc4a4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804639f0 0x5605804a3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60318/0 (socket says 172.21.15.29:60318) 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.876+0000 7fc4a4e00640 1 -- 172.21.15.29:0/2368338864 learned_addr learned my addr 172.21.15.29:0/2368338864 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.876+0000 7fc49fe00640 1 --2- 172.21.15.29:0/2368338864 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 0x560580474e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.876+0000 7fc49f400640 1 --2- 172.21.15.29:0/2368338864 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476800 0x5605804753b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.876+0000 7fc4a4e00640 1 -- 172.21.15.29:0/2368338864 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476800 msgr2=0x5605804753b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:47.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.876+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/2368338864 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476800 0x5605804753b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.876+0000 7fc4a4e00640 1 -- 172.21.15.29:0/2368338864 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 msgr2=0x560580474e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:47.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.876+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/2368338864 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 0x560580474e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.876+0000 7fc4a4e00640 1 -- 172.21.15.29:0/2368338864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56058045c990 con 0x5605804639f0 2024-09-12T03:15:47.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.876+0000 7fc49fe00640 1 --2- 172.21.15.29:0/2368338864 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 0x560580474e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:47.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.876+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/2368338864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804639f0 0x5605804a3ad0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fc498056a60 tx=0x7fc49805f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0b8df208fa0d2f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:47.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc48be00640 1 -- 172.21.15.29:0/2368338864 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc498074030 con 0x5605804639f0 2024-09-12T03:15:47.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc48be00640 1 -- 172.21.15.29:0/2368338864 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc49806cb90 con 0x5605804639f0 2024-09-12T03:15:47.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc48be00640 1 -- 172.21.15.29:0/2368338864 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc498057e20 con 0x5605804639f0 2024-09-12T03:15:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2368338864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804639f0 msgr2=0x5605804a3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/2368338864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804639f0 0x5605804a3ad0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fc498056a60 tx=0x7fc49805f000 comp rx=0 tx=0).stop 2024-09-12T03:15:47.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2368338864 shutdown_connections 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/2368338864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804639f0 0x5605804a3ad0 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/2368338864 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476800 0x5605804753b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/2368338864 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476420 0x560580474e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2368338864 >> 172.21.15.29:0/2368338864 conn(0x56058045c480 msgr2=0x560580459f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2368338864 shutdown_connections 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.877+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/2368338864 wait complete. 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.878+0000 7fc4a9cb0740 1 -- start start 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.878+0000 7fc4a9cb0740 1 Processor -- start 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476420 0x5605805249b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476800 0x560580474e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc4a9cb0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804bafb0 0x5605804753b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a0140bb0 con 0x5605804bafb0 2024-09-12T03:15:47.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5605803d1d90 con 0x560580476800 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc4a9cb0740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5605805266a0 con 0x560580476420 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc4a9cb0740 10 client.0 _ll_register_callbacks cb 0x7fc490035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc4a4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804bafb0 0x5605804753b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc4a4e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804bafb0 0x5605804753b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60326/0 (socket says 172.21.15.29:60326) 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc4a4e00640 1 -- 172.21.15.29:0/189151309 learned_addr learned my addr 172.21.15.29:0/189151309 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc49fe00640 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476420 0x5605805249b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.879+0000 7fc49f400640 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476800 0x560580474e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc4a4e00640 1 -- 172.21.15.29:0/189151309 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476420 msgr2=0x5605805249b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476420 0x5605805249b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc4a4e00640 1 -- 172.21.15.29:0/189151309 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476800 msgr2=0x560580474e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476800 0x560580474e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.883 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc4a4e00640 1 -- 172.21.15.29:0/189151309 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560580465640 con 0x5605804bafb0 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc4a4e00640 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804bafb0 0x5605804753b0 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7fc498058740 tx=0x7fc49805b070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a7f75b3e2137edd server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc489600640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc489600640 1 -- 172.21.15.29:0/189151309 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc498074030 con 0x5605804bafb0 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc489600640 1 -- 172.21.15.29:0/189151309 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fc498057e10 con 0x5605804bafb0 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/189151309 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc49806cb90 con 0x5605804bafb0 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc489600640 1 -- 172.21.15.29:0/189151309 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=113) ==== 24+0+0 (secure 0 0 0) 0x7fc49807f050 con 0x5605804bafb0 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc4a9cb0740 10 client.8670 fetch_fsmap learned FSMap version 113 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.880+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/189151309 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=113,monmap=2+}) -- 0x56058048ada0 con 0x5605804bafb0 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.881+0000 7fc489600640 1 -- 172.21.15.29:0/189151309 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc49806cb90 con 0x5605804bafb0 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.881+0000 7fc489600640 1 -- 172.21.15.29:0/189151309 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 113) ==== 3550+0+0 (secure 0 0 0) 0x7fc498057670 con 0x5605804bafb0 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.881+0000 7fc4a9cb0740 10 client.8670 fetch_fsmap finished waiting for FSMap version 113 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.881+0000 7fc4a9cb0740 10 client.8670 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:47.884 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.881+0000 7fc4a9cb0740 20 client.8670 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:47.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.881+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5605804607d0 0x560580460be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:47.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.881+0000 7fc4a9cb0740 4 client.8670 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "scrub resume"}] 2024-09-12T03:15:47.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.881+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/189151309 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "scrub resume"}) -- 0x5605803cc0e0 con 0x5605804607d0 2024-09-12T03:15:47.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.881+0000 7fc49fe00640 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5605804607d0 0x560580460be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc49fe00640 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5605804607d0 0x560580460be0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43d56c94d242ac9a server_cookie=b447d354dde9d87 in_seq=0 out_seq=0 2024-09-12T03:15:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc489600640 10 client.8670 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc489600640 1 -- 172.21.15.29:0/189151309 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5605803cc0e0 con 0x5605804607d0 2024-09-12T03:15:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc489600640 10 client.8670 handle_command_reply: tid=0 2024-09-12T03:15:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc4a9cb0740 1 client.8670 shutdown 2024-09-12T03:15:47.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/189151309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804bafb0 msgr2=0x5605804753b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804bafb0 0x5605804753b0 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7fc498058740 tx=0x7fc49805b070 comp rx=0 tx=0).stop 2024-09-12T03:15:47.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/189151309 shutdown_connections 2024-09-12T03:15:47.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5605804bafb0 0x5605804753b0 unknown :-1 s=CLOSED pgs=1475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x5605804607d0 0x560580460be0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x560580476800 0x560580474e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc4a9cb0740 1 --2- 172.21.15.29:0/189151309 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x560580476420 0x5605805249b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/189151309 >> 172.21.15.29:0/189151309 conn(0x56058045c480 msgr2=0x560580465840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:47.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc489600640 0 client.8670 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:47.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.882+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/189151309 shutdown_connections 2024-09-12T03:15:47.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a9cb0740 1 -- 172.21.15.29:0/189151309 wait complete. 2024-09-12T03:15:47.887 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a9cb0740 20 client.8670 trim_cache size 0 max 16384 2024-09-12T03:15:47.888 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:47.888 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0 2024-09-12T03:15:47.888 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:47.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a6e00640 1 -- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc48006be30 msgr2=0x7fc48006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a6e00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc48006be30 0x7fc48006e2f0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fc490034000 tx=0x7fc49002e000 comp rx=0 tx=0).stop 2024-09-12T03:15:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a6e00640 1 -- 172.21.15.29:0/3141273599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4a0155910 msgr2=0x7fc4a0150800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a6e00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4a0155910 0x7fc4a0150800 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7fc49800c7a0 tx=0x7fc49800cc60 comp rx=0 tx=0).stop 2024-09-12T03:15:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a6e00640 1 -- 172.21.15.29:0/3141273599 shutdown_connections 2024-09-12T03:15:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a6e00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc48006be30 0x7fc48006e2f0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a6e00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4a0155910 0x7fc4a0150800 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a6e00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc4a00cf0d0 0x7fc4a013a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a6e00640 1 --2- 172.21.15.29:0/3141273599 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc4a006f1b0 0x7fc4a0154950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.883+0000 7fc4a6e00640 1 -- 172.21.15.29:0/3141273599 >> 172.21.15.29:0/3141273599 conn(0x7fc4a0067d70 msgr2=0x7fc4a006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.884+0000 7fc4a6e00640 1 -- 172.21.15.29:0/3141273599 shutdown_connections 2024-09-12T03:15:47.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:47.884+0000 7fc4a6e00640 1 -- 172.21.15.29:0/3141273599 wait complete. 2024-09-12T03:15:47.899 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:47.899 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:1 scrub status 2024-09-12T03:15:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.056+0000 7f5a29a00640 1 Processor -- start 2024-09-12T03:15:48.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.056+0000 7f5a29a00640 1 -- start start 2024-09-12T03:15:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.057+0000 7f5a29a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5a24155910 0x7f5a2413e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a29a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a2406f1b0 0x7f5a2406f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a29a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a240cf5b0 con 0x7f5a240cf0d0 2024-09-12T03:15:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a29a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f5a2413ed70 con 0x7f5a24155910 2024-09-12T03:15:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a29a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5a240cf890 con 0x7f5a2406f1b0 2024-09-12T03:15:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a22a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5a24155910 0x7f5a2413e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a22a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5a24155910 0x7f5a2413e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60342/0 (socket says 172.21.15.29:60342) 2024-09-12T03:15:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a22a00640 1 -- 172.21.15.29:0/2181618817 learned_addr learned my addr 172.21.15.29:0/2181618817 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a23400640 1 --2- 172.21.15.29:0/2181618817 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a2406f1b0 0x7f5a2406f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a22a00640 1 -- 172.21.15.29:0/2181618817 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a2406f1b0 msgr2=0x7f5a2406f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a22a00640 1 --2- 172.21.15.29:0/2181618817 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a2406f1b0 0x7f5a2406f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a22a00640 1 -- 172.21.15.29:0/2181618817 >> v1:172.21.15.38:6789/0 conn(0x7f5a240cf0d0 legacy=0x7f5a24141270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.058+0000 7f5a22a00640 1 -- 172.21.15.29:0/2181618817 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a240cfb70 con 0x7f5a24155910 2024-09-12T03:15:48.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.059+0000 7f5a22a00640 1 --2- 172.21.15.29:0/2181618817 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24155910 0x7f5a2413e830 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f5a14009870 tx=0x7f5a1402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=271acb2a03b5e38d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.060+0000 7f5a22000640 1 -- 172.21.15.29:0/2181618817 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a14037070 con 0x7f5a24155910 2024-09-12T03:15:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.060+0000 7f5a22000640 1 -- 172.21.15.29:0/2181618817 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a14032440 con 0x7f5a24155910 2024-09-12T03:15:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.060+0000 7f5a22000640 1 -- 172.21.15.29:0/2181618817 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a14032810 con 0x7f5a24155910 2024-09-12T03:15:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.060+0000 7f5a29a00640 1 -- 172.21.15.29:0/2181618817 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24155910 msgr2=0x7f5a2413e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.060+0000 7f5a29a00640 1 --2- 172.21.15.29:0/2181618817 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24155910 0x7f5a2413e830 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f5a14009870 tx=0x7f5a1402a180 comp rx=0 tx=0).stop 2024-09-12T03:15:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.060+0000 7f5a29a00640 1 -- 172.21.15.29:0/2181618817 shutdown_connections 2024-09-12T03:15:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.060+0000 7f5a29a00640 1 --2- 172.21.15.29:0/2181618817 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a2406f1b0 0x7f5a2406f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.060+0000 7f5a29a00640 1 --2- 172.21.15.29:0/2181618817 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24155910 0x7f5a2413e830 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.060+0000 7f5a29a00640 1 -- 172.21.15.29:0/2181618817 >> 172.21.15.29:0/2181618817 conn(0x7f5a24067d70 msgr2=0x7f5a2406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.060+0000 7f5a29a00640 1 -- 172.21.15.29:0/2181618817 shutdown_connections 2024-09-12T03:15:48.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.060+0000 7f5a29a00640 1 -- 172.21.15.29:0/2181618817 wait complete. 2024-09-12T03:15:48.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.062+0000 7f5a29a00640 1 Processor -- start 2024-09-12T03:15:48.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.062+0000 7f5a29a00640 1 -- start start 2024-09-12T03:15:48.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.063+0000 7f5a29a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a2406f1b0 0x7f5a24153b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.063+0000 7f5a29a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a240cf0d0 0x7f5a241e6e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.063+0000 7f5a29a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a24155910 0x7f5a241e53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.063+0000 7f5a29a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5a240cd1b0 con 0x7f5a2406f1b0 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.063+0000 7f5a29a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5a240cd030 con 0x7f5a24155910 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.063+0000 7f5a29a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5a2415bb60 con 0x7f5a240cf0d0 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.063+0000 7f5a22a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a2406f1b0 0x7f5a24153b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.063+0000 7f5a22a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a2406f1b0 0x7f5a24153b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60358/0 (socket says 172.21.15.29:60358) 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.063+0000 7f5a22a00640 1 -- 172.21.15.29:0/3467802964 learned_addr learned my addr 172.21.15.29:0/3467802964 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.063+0000 7f5a23400640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a24155910 0x7f5a241e53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.063+0000 7f5a1be00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a240cf0d0 0x7f5a241e6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a22a00640 1 -- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a240cf0d0 msgr2=0x7f5a241e6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a22a00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a240cf0d0 0x7f5a241e6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a22a00640 1 -- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a24155910 msgr2=0x7f5a241e53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a22a00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a24155910 0x7f5a241e53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a22a00640 1 -- 172.21.15.29:0/3467802964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a241e5db0 con 0x7f5a2406f1b0 2024-09-12T03:15:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a1be00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a240cf0d0 0x7f5a241e6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a22a00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a2406f1b0 0x7f5a24153b10 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f5a14000c00 tx=0x7f5a140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a1aa00640 1 -- 172.21.15.29:0/3467802964 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a14041020 con 0x7f5a2406f1b0 2024-09-12T03:15:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a1aa00640 1 -- 172.21.15.29:0/3467802964 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a140306c0 con 0x7f5a2406f1b0 2024-09-12T03:15:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a1aa00640 1 -- 172.21.15.29:0/3467802964 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a14037040 con 0x7f5a2406f1b0 2024-09-12T03:15:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a29a00640 1 -- 172.21.15.29:0/3467802964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a241e6090 con 0x7f5a2406f1b0 2024-09-12T03:15:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.064+0000 7f5a29a00640 1 -- 172.21.15.29:0/3467802964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a241e6650 con 0x7f5a2406f1b0 2024-09-12T03:15:48.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.066+0000 7f5a1aa00640 1 -- 172.21.15.29:0/3467802964 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5a14044020 con 0x7f5a2406f1b0 2024-09-12T03:15:48.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.067+0000 7f5a1aa00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5a0006be60 0x7f5a0006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.067 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.067+0000 7f5a1aa00640 1 -- 172.21.15.29:0/3467802964 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f5a140ab890 con 0x7f5a2406f1b0 2024-09-12T03:15:48.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.068+0000 7f5a1be00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5a0006be60 0x7f5a0006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.068+0000 7f5a2ca59740 1 Processor -- start 2024-09-12T03:15:48.068 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.068+0000 7f5a2ca59740 1 -- start start 2024-09-12T03:15:48.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.068+0000 7f5a1be00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5a0006be60 0x7f5a0006e320 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f5a240b2bb0 tx=0x7f5a0c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b48e5490 0x5594b4913f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b48e5bc0 0x5594b4916200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b4915c20 0x5594b4916740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5594b4833660 con 0x5594b4915c20 2024-09-12T03:15:48.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5594b47db680 con 0x5594b48e5490 2024-09-12T03:15:48.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5594b482f620 con 0x5594b48e5bc0 2024-09-12T03:15:48.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a23400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b4915c20 0x5594b4916740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a23400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b4915c20 0x5594b4916740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60360/0 (socket says 172.21.15.29:60360) 2024-09-12T03:15:48.070 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a23400640 1 -- 172.21.15.29:0/1261117771 learned_addr learned my addr 172.21.15.29:0/1261117771 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a1be00640 1 --2- 172.21.15.29:0/1261117771 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b48e5bc0 0x5594b4916200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a22a00640 1 --2- 172.21.15.29:0/1261117771 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b48e5490 0x5594b4913f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a23400640 1 -- 172.21.15.29:0/1261117771 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b48e5bc0 msgr2=0x5594b4916200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a23400640 1 --2- 172.21.15.29:0/1261117771 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b48e5bc0 0x5594b4916200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a23400640 1 -- 172.21.15.29:0/1261117771 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b48e5490 msgr2=0x5594b4913f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a23400640 1 --2- 172.21.15.29:0/1261117771 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b48e5490 0x5594b4913f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a23400640 1 -- 172.21.15.29:0/1261117771 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594b46107d0 con 0x5594b4915c20 2024-09-12T03:15:48.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.069+0000 7f5a1be00640 1 --2- 172.21.15.29:0/1261117771 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b48e5bc0 0x5594b4916200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:48.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.070+0000 7f5a23400640 1 --2- 172.21.15.29:0/1261117771 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b4915c20 0x5594b4916740 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c007410 tx=0x7f5a1c0078d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ef55549bd92d9d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.070+0000 7f5a13400640 1 -- 172.21.15.29:0/1261117771 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a1c0147e0 con 0x5594b4915c20 2024-09-12T03:15:48.072 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.070+0000 7f5a13400640 1 -- 172.21.15.29:0/1261117771 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a1c01a070 con 0x5594b4915c20 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.070+0000 7f5a13400640 1 -- 172.21.15.29:0/1261117771 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a1c014b80 con 0x5594b4915c20 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.071+0000 7f5a2ca59740 1 -- 172.21.15.29:0/1261117771 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b4915c20 msgr2=0x5594b4916740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.071+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/1261117771 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b4915c20 0x5594b4916740 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c007410 tx=0x7f5a1c0078d0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.071+0000 7f5a2ca59740 1 -- 172.21.15.29:0/1261117771 shutdown_connections 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.071+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/1261117771 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b4915c20 0x5594b4916740 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.071+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/1261117771 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b48e5bc0 0x5594b4916200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.071+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/1261117771 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b48e5490 0x5594b4913f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.071+0000 7f5a2ca59740 1 -- 172.21.15.29:0/1261117771 >> 172.21.15.29:0/1261117771 conn(0x5594b48cc220 msgr2=0x5594b4914840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.071+0000 7f5a2ca59740 1 -- 172.21.15.29:0/1261117771 shutdown_connections 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.071+0000 7f5a2ca59740 1 -- 172.21.15.29:0/1261117771 wait complete. 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.071+0000 7f5a2ca59740 1 -- start start 2024-09-12T03:15:48.073 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.072+0000 7f5a2ca59740 1 Processor -- start 2024-09-12T03:15:48.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.072+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b48e5bc0 0x5594b490d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b4915c20 0x5594b49116d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b490ef20 0x5594b492c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5594b4912ef0 con 0x5594b48e5bc0 2024-09-12T03:15:48.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x5594b47bc4c0 con 0x5594b4915c20 2024-09-12T03:15:48.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5594b49131d0 con 0x5594b490ef20 2024-09-12T03:15:48.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a2ca59740 10 client.0 _ll_register_callbacks cb 0x5594b482be80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:48.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a22a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b48e5bc0 0x5594b490d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a22a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b48e5bc0 0x5594b490d630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60372/0 (socket says 172.21.15.29:60372) 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a22a00640 1 -- 172.21.15.29:0/844175568 learned_addr learned my addr 172.21.15.29:0/844175568 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a23400640 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b490ef20 0x5594b492c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a1be00640 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b4915c20 0x5594b49116d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a22a00640 1 -- 172.21.15.29:0/844175568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b490ef20 msgr2=0x5594b492c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a22a00640 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b490ef20 0x5594b492c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a22a00640 1 -- 172.21.15.29:0/844175568 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b4915c20 msgr2=0x5594b49116d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a22a00640 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b4915c20 0x5594b49116d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a22a00640 1 -- 172.21.15.29:0/844175568 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594b45463f0 con 0x5594b48e5bc0 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a23400640 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b490ef20 0x5594b492c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.073+0000 7f5a1be00640 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b4915c20 0x5594b49116d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a22a00640 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b48e5bc0 0x5594b490d630 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f5a14006da0 tx=0x7f5a14031e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db15d0fb7e424ad server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a07e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a07e00640 1 -- 172.21.15.29:0/844175568 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a1407dcc0 con 0x5594b48e5bc0 2024-09-12T03:15:48.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a07e00640 1 -- 172.21.15.29:0/844175568 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f5a14082060 con 0x5594b48e5bc0 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a2ca59740 1 -- 172.21.15.29:0/844175568 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a1c01a070 con 0x5594b48e5bc0 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a07e00640 1 -- 172.21.15.29:0/844175568 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=113) ==== 24+0+0 (secure 0 0 0) 0x7f5a140824f0 con 0x5594b48e5bc0 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a2ca59740 10 client.8682 fetch_fsmap learned FSMap version 113 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a2ca59740 1 -- 172.21.15.29:0/844175568 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=113,monmap=2+}) -- 0x5594b45060f0 con 0x5594b48e5bc0 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a07e00640 1 -- 172.21.15.29:0/844175568 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a1c01a070 con 0x5594b48e5bc0 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a07e00640 1 -- 172.21.15.29:0/844175568 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 113) ==== 3550+0+0 (secure 0 0 0) 0x7f5a1403a030 con 0x5594b48e5bc0 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a2ca59740 10 client.8682 fetch_fsmap finished waiting for FSMap version 113 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a2ca59740 10 client.8682 resolve_mds: resolved 7:1 to role '7:1' aka daemon mds.a 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a2ca59740 20 client.8682 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x5594b492ca30 0x5594b48f9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a2ca59740 4 client.8682 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.074+0000 7f5a2ca59740 1 -- 172.21.15.29:0/844175568 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5594b4840d90 con 0x5594b492ca30 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.075+0000 7f5a1be00640 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x5594b492ca30 0x5594b48f9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.075+0000 7f5a1be00640 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x5594b492ca30 0x5594b48f9330 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7e167d6bf4b04ecc server_cookie=ec61e49fec4dbadb in_seq=0 out_seq=0 2024-09-12T03:15:48.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.075+0000 7f5a07e00640 10 client.8682 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:48.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a07e00640 1 -- 172.21.15.29:0/844175568 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5594b4840d90 con 0x5594b492ca30 2024-09-12T03:15:48.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a07e00640 10 client.8682 handle_command_reply: tid=0 2024-09-12T03:15:48.079 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 1 client.8682 shutdown 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 1 -- 172.21.15.29:0/844175568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b48e5bc0 msgr2=0x5594b490d630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b48e5bc0 0x5594b490d630 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f5a14006da0 tx=0x7f5a14031e80 comp rx=0 tx=0).stop 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 1 -- 172.21.15.29:0/844175568 shutdown_connections 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x5594b492ca30 0x5594b48f9330 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b490ef20 0x5594b492c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b4915c20 0x5594b49116d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/844175568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b48e5bc0 0x5594b490d630 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a07e00640 0 client.8682 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 1 -- 172.21.15.29:0/844175568 >> 172.21.15.29:0/844175568 conn(0x5594b48e5490 msgr2=0x5594b48c8f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 1 -- 172.21.15.29:0/844175568 shutdown_connections 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 1 -- 172.21.15.29:0/844175568 wait complete. 2024-09-12T03:15:48.080 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.076+0000 7f5a2ca59740 20 client.8682 trim_cache size 0 max 16384 2024-09-12T03:15:48.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.094+0000 7f5a2ca59740 1 Processor -- start 2024-09-12T03:15:48.095 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.095+0000 7f5a2ca59740 1 -- start start 2024-09-12T03:15:48.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.095+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b48e5bc0 0x5594b49161e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.095+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4910de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.095+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b4915c20 0x5594b490a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.095+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5a241fcd90 con 0x5594b490ef20 2024-09-12T03:15:48.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.095+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5a24140d00 con 0x5594b4915c20 2024-09-12T03:15:48.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.095+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5a241fc660 con 0x5594b48e5bc0 2024-09-12T03:15:48.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.096+0000 7f5a1be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4910de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.096+0000 7f5a1be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4910de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60374/0 (socket says 172.21.15.29:60374) 2024-09-12T03:15:48.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.096+0000 7f5a1be00640 1 -- 172.21.15.29:0/3155385072 learned_addr learned my addr 172.21.15.29:0/3155385072 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.096+0000 7f5a22a00640 1 --2- 172.21.15.29:0/3155385072 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b48e5bc0 0x5594b49161e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.096+0000 7f5a23400640 1 --2- 172.21.15.29:0/3155385072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b4915c20 0x5594b490a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.096+0000 7f5a1be00640 1 -- 172.21.15.29:0/3155385072 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b48e5bc0 msgr2=0x5594b49161e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.096+0000 7f5a1be00640 1 --2- 172.21.15.29:0/3155385072 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b48e5bc0 0x5594b49161e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.096+0000 7f5a1be00640 1 -- 172.21.15.29:0/3155385072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b4915c20 msgr2=0x5594b490a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.096+0000 7f5a1be00640 1 --2- 172.21.15.29:0/3155385072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b4915c20 0x5594b490a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.096+0000 7f5a1be00640 1 -- 172.21.15.29:0/3155385072 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594b4912140 con 0x5594b490ef20 2024-09-12T03:15:48.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.096+0000 7f5a1be00640 1 --2- 172.21.15.29:0/3155385072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4910de0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f5a2415ecf0 tx=0x7f5a0c013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd2a9077963e4bfb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a12a00640 1 -- 172.21.15.29:0/3155385072 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c00de70 con 0x5594b490ef20 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a12a00640 1 -- 172.21.15.29:0/3155385072 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a0c005050 con 0x5594b490ef20 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a12a00640 1 -- 172.21.15.29:0/3155385072 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c007030 con 0x5594b490ef20 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3155385072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 msgr2=0x5594b4910de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/3155385072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4910de0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f5a2415ecf0 tx=0x7f5a0c013000 comp rx=0 tx=0).stop 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3155385072 shutdown_connections 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/3155385072 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b4915c20 0x5594b490a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/3155385072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4910de0 unknown :-1 s=CLOSED pgs=1480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/3155385072 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b48e5bc0 0x5594b49161e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3155385072 >> 172.21.15.29:0/3155385072 conn(0x5594b48e5490 msgr2=0x5594b49114c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3155385072 shutdown_connections 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.097+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3155385072 wait complete. 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.098+0000 7f5a2ca59740 1 -- start start 2024-09-12T03:15:48.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.098+0000 7f5a2ca59740 1 Processor -- start 2024-09-12T03:15:48.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b48e5bc0 0x5594b4917540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4994db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a2ca59740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b4915c20 0x5594b48c9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5594b492c3f0 con 0x5594b490ef20 2024-09-12T03:15:48.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5a241e46e0 con 0x5594b48e5bc0 2024-09-12T03:15:48.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a2ca59740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x5594b46a99b0 con 0x5594b4915c20 2024-09-12T03:15:48.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a2ca59740 10 client.0 _ll_register_callbacks cb 0x7f5a14009570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a1be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4994db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a1be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4994db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60386/0 (socket says 172.21.15.29:60386) 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a1be00640 1 -- 172.21.15.29:0/3121080360 learned_addr learned my addr 172.21.15.29:0/3121080360 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a22a00640 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b48e5bc0 0x5594b4917540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.099+0000 7f5a23400640 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b4915c20 0x5594b48c9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.100+0000 7f5a1be00640 1 -- 172.21.15.29:0/3121080360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b4915c20 msgr2=0x5594b48c9f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.100+0000 7f5a1be00640 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b4915c20 0x5594b48c9f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.100+0000 7f5a1be00640 1 -- 172.21.15.29:0/3121080360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b48e5bc0 msgr2=0x5594b4917540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.100+0000 7f5a1be00640 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b48e5bc0 0x5594b4917540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.100+0000 7f5a1be00640 1 -- 172.21.15.29:0/3121080360 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594b499b860 con 0x5594b490ef20 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.100+0000 7f5a1be00640 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4994db0 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c014bc0 tx=0x7f5a0c0036f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f15df350d8af572 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.100+0000 7f5a07e00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.100+0000 7f5a07e00640 1 -- 172.21.15.29:0/3121080360 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c00de70 con 0x5594b490ef20 2024-09-12T03:15:48.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.100+0000 7f5a07e00640 1 -- 172.21.15.29:0/3121080360 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f5a0c0069e0 con 0x5594b490ef20 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.100+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3121080360 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a0c005050 con 0x5594b490ef20 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a07e00640 1 -- 172.21.15.29:0/3121080360 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=113) ==== 24+0+0 (secure 0 0 0) 0x7f5a0c03c050 con 0x5594b490ef20 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a2ca59740 10 client.8688 fetch_fsmap learned FSMap version 113 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3121080360 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=113,monmap=2+}) -- 0x5594b48cf8c0 con 0x5594b490ef20 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a07e00640 1 -- 172.21.15.29:0/3121080360 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a0c005050 con 0x5594b490ef20 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a07e00640 1 -- 172.21.15.29:0/3121080360 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 113) ==== 3550+0+0 (secure 0 0 0) 0x7f5a0c03f020 con 0x5594b490ef20 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a2ca59740 10 client.8688 fetch_fsmap finished waiting for FSMap version 113 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a2ca59740 10 client.8688 resolve_mds: resolved 7:1 to role '7:1' aka daemon mds.a 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a2ca59740 20 client.8688 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x5594b48ca4c0 0x5594b492af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a2ca59740 4 client.8688 mds_command: new command op to 8022 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3121080360 --> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5594b483b0e0 con 0x5594b48ca4c0 2024-09-12T03:15:48.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.101+0000 7f5a22a00640 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x5594b48ca4c0 0x5594b492af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a22a00640 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x5594b48ca4c0 0x5594b492af80 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6fbadaa769e8a5c5 server_cookie=598520ed80566f93 in_seq=0 out_seq=0 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a07e00640 10 client.8688 ms_handle_connect on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a07e00640 1 -- 172.21.15.29:0/3121080360 <== mds.1 v2:172.21.15.29:6833/122145575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x5594b483b0e0 con 0x5594b48ca4c0 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a07e00640 10 client.8688 handle_command_reply: tid=0 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a2ca59740 1 client.8688 shutdown 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3121080360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 msgr2=0x5594b4994db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4994db0 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c014bc0 tx=0x7f5a0c0036f0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3121080360 shutdown_connections 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.29:6833/122145575,v1:172.21.15.29:6834/122145575] conn(0x5594b48ca4c0 0x5594b492af80 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5594b4915c20 0x5594b48c9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594b490ef20 0x5594b4994db0 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a2ca59740 1 --2- 172.21.15.29:0/3121080360 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5594b48e5bc0 0x5594b4917540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a07e00640 0 client.8688 ms_handle_reset on v2:172.21.15.29:6833/122145575 2024-09-12T03:15:48.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.102+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3121080360 >> 172.21.15.29:0/3121080360 conn(0x5594b48e5490 msgr2=0x5594b48fcdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3121080360 shutdown_connections 2024-09-12T03:15:48.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a2ca59740 1 -- 172.21.15.29:0/3121080360 wait complete. 2024-09-12T03:15:48.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a2ca59740 20 client.8688 trim_cache size 0 max 16384 2024-09-12T03:15:48.107 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:48.107 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-12T03:15:48.107 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:48.107 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:48.107 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:48.107 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:48.108 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:48.108 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:48.108 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:48.108 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:48.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a29a00640 1 -- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5a0006be60 msgr2=0x7f5a0006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a29a00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5a0006be60 0x7f5a0006e320 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f5a240b2bb0 tx=0x7f5a0c009040 comp rx=0 tx=0).stop 2024-09-12T03:15:48.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a29a00640 1 -- 172.21.15.29:0/3467802964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a2406f1b0 msgr2=0x7f5a24153b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a29a00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a2406f1b0 0x7f5a24153b10 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f5a14000c00 tx=0x7f5a140046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a29a00640 1 -- 172.21.15.29:0/3467802964 shutdown_connections 2024-09-12T03:15:48.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a29a00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5a0006be60 0x7f5a0006e320 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a29a00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5a24155910 0x7f5a241e53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a29a00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5a240cf0d0 0x7f5a241e6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a29a00640 1 --2- 172.21.15.29:0/3467802964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a2406f1b0 0x7f5a24153b10 unknown :-1 s=CLOSED pgs=1477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.103+0000 7f5a29a00640 1 -- 172.21.15.29:0/3467802964 >> 172.21.15.29:0/3467802964 conn(0x7f5a24067d70 msgr2=0x7f5a2415bf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.104+0000 7f5a29a00640 1 -- 172.21.15.29:0/3467802964 shutdown_connections 2024-09-12T03:15:48.109 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.104+0000 7f5a29a00640 1 -- 172.21.15.29:0/3467802964 wait complete. 2024-09-12T03:15:48.118 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:48.119 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:48.119 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:2 scrub status 2024-09-12T03:15:48.277 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.277+0000 7fcb48c00640 1 Processor -- start 2024-09-12T03:15:48.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.277+0000 7fcb48c00640 1 -- start start 2024-09-12T03:15:48.278 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.278+0000 7fcb48c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb4415ebf0 0x7fcb44072040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.278+0000 7fcb48c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcb44072580 0x7fcb440af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.278+0000 7fcb48c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb440b4ed0 con 0x7fcb44147fe0 2024-09-12T03:15:48.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.278+0000 7fcb48c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcb440729f0 con 0x7fcb44072580 2024-09-12T03:15:48.279 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.278+0000 7fcb48c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcb441483c0 con 0x7fcb4415ebf0 2024-09-12T03:15:48.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.279+0000 7fcb41400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb4415ebf0 0x7fcb44072040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.279+0000 7fcb41e00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fcb44147fe0 0x7fcb440b4140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:37100/0 (socket says 172.21.15.29:37100) 2024-09-12T03:15:48.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.279+0000 7fcb41e00640 1 -- 172.21.15.29:0/2102204167 learned_addr learned my addr 172.21.15.29:0/2102204167 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:48.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.279+0000 7fcb42800640 1 --2- 172.21.15.29:0/2102204167 >> v2:172.21.15.38:3300/0 conn(0x7fcb44072580 0x7fcb440af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.279+0000 7fcb41400640 1 -- 172.21.15.29:0/2102204167 >> v2:172.21.15.38:3300/0 conn(0x7fcb44072580 msgr2=0x7fcb440af0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.279+0000 7fcb41400640 1 --2- 172.21.15.29:0/2102204167 >> v2:172.21.15.38:3300/0 conn(0x7fcb44072580 0x7fcb440af0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.279+0000 7fcb41400640 1 -- 172.21.15.29:0/2102204167 >> v1:172.21.15.38:6789/0 conn(0x7fcb44147fe0 legacy=0x7fcb440b4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.279+0000 7fcb41400640 1 -- 172.21.15.29:0/2102204167 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb440b51b0 con 0x7fcb4415ebf0 2024-09-12T03:15:48.280 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.280+0000 7fcb42800640 1 --2- 172.21.15.29:0/2102204167 >> v2:172.21.15.38:3300/0 conn(0x7fcb44072580 0x7fcb440af0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:48.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.280+0000 7fcb41400640 1 --2- 172.21.15.29:0/2102204167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb4415ebf0 0x7fcb44072040 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fcb300097a0 tx=0x7fcb3002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3670b7696a9b8f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.281+0000 7fcb40a00640 1 -- 172.21.15.29:0/2102204167 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb30037070 con 0x7fcb4415ebf0 2024-09-12T03:15:48.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.281+0000 7fcb40a00640 1 -- 172.21.15.29:0/2102204167 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb30032440 con 0x7fcb4415ebf0 2024-09-12T03:15:48.281 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.281+0000 7fcb40a00640 1 -- 172.21.15.29:0/2102204167 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb30032810 con 0x7fcb4415ebf0 2024-09-12T03:15:48.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.281+0000 7fcb48c00640 1 -- 172.21.15.29:0/2102204167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb4415ebf0 msgr2=0x7fcb44072040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.281+0000 7fcb48c00640 1 --2- 172.21.15.29:0/2102204167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb4415ebf0 0x7fcb44072040 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fcb300097a0 tx=0x7fcb3002a180 comp rx=0 tx=0).stop 2024-09-12T03:15:48.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.281+0000 7fcb48c00640 1 -- 172.21.15.29:0/2102204167 shutdown_connections 2024-09-12T03:15:48.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.281+0000 7fcb48c00640 1 --2- 172.21.15.29:0/2102204167 >> v2:172.21.15.38:3300/0 conn(0x7fcb44072580 0x7fcb440af0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.281+0000 7fcb48c00640 1 --2- 172.21.15.29:0/2102204167 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb4415ebf0 0x7fcb44072040 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.281+0000 7fcb48c00640 1 -- 172.21.15.29:0/2102204167 >> 172.21.15.29:0/2102204167 conn(0x7fcb44067d70 msgr2=0x7fcb4406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.281+0000 7fcb48c00640 1 -- 172.21.15.29:0/2102204167 shutdown_connections 2024-09-12T03:15:48.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.282+0000 7fcb48c00640 1 -- 172.21.15.29:0/2102204167 wait complete. 2024-09-12T03:15:48.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.283+0000 7fcb48c00640 1 Processor -- start 2024-09-12T03:15:48.283 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.283+0000 7fcb48c00640 1 -- start start 2024-09-12T03:15:48.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.284+0000 7fcb48c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb44072580 0x7fcb441f4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.284+0000 7fcb48c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb44147fe0 0x7fcb44140a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.285 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.284+0000 7fcb48c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb4415ebf0 0x7fcb44140f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.284+0000 7fcb48c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcb440b4850 con 0x7fcb44072580 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.284+0000 7fcb48c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcb440aebc0 con 0x7fcb4415ebf0 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.284+0000 7fcb48c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcb440b5770 con 0x7fcb44147fe0 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.284+0000 7fcb41e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb44072580 0x7fcb441f4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.284+0000 7fcb41e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb44072580 0x7fcb441f4620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60402/0 (socket says 172.21.15.29:60402) 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.284+0000 7fcb41e00640 1 -- 172.21.15.29:0/793974567 learned_addr learned my addr 172.21.15.29:0/793974567 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.285+0000 7fcb41400640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb44147fe0 0x7fcb44140a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.285+0000 7fcb42800640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb4415ebf0 0x7fcb44140f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.285+0000 7fcb41e00640 1 -- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb44147fe0 msgr2=0x7fcb44140a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.285+0000 7fcb41e00640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb44147fe0 0x7fcb44140a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.285+0000 7fcb41e00640 1 -- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb4415ebf0 msgr2=0x7fcb44140f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.285+0000 7fcb41e00640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb4415ebf0 0x7fcb44140f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.285+0000 7fcb41e00640 1 -- 172.21.15.29:0/793974567 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb4413d140 con 0x7fcb44072580 2024-09-12T03:15:48.286 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.285+0000 7fcb41e00640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb44072580 0x7fcb441f4620 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400c430 tx=0x7fcb3400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.286+0000 7fcb3a000640 1 -- 172.21.15.29:0/793974567 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb34017070 con 0x7fcb44072580 2024-09-12T03:15:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.286+0000 7fcb3a000640 1 -- 172.21.15.29:0/793974567 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb34005ce0 con 0x7fcb44072580 2024-09-12T03:15:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.286+0000 7fcb3a000640 1 -- 172.21.15.29:0/793974567 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb340072f0 con 0x7fcb44072580 2024-09-12T03:15:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.286+0000 7fcb48c00640 1 -- 172.21.15.29:0/793974567 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb4413ffb0 con 0x7fcb44072580 2024-09-12T03:15:48.287 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.286+0000 7fcb48c00640 1 -- 172.21.15.29:0/793974567 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb44140250 con 0x7fcb44072580 2024-09-12T03:15:48.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.289+0000 7fcb3a000640 1 -- 172.21.15.29:0/793974567 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcb3401a070 con 0x7fcb44072580 2024-09-12T03:15:48.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.289+0000 7fcb3a000640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb2406be30 0x7fcb2406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.289+0000 7fcb3a000640 1 -- 172.21.15.29:0/793974567 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fcb3408a320 con 0x7fcb44072580 2024-09-12T03:15:48.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.290+0000 7fcb41400640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb2406be30 0x7fcb2406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.290+0000 7fcb4badb740 1 Processor -- start 2024-09-12T03:15:48.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.290+0000 7fcb4badb740 1 -- start start 2024-09-12T03:15:48.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb41400640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb2406be30 0x7fcb2406e2f0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fcb30034000 tx=0x7fcb3002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c4c800 0x55cb05c7d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c32480 0x55cb05c7d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb4badb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cb05b9a660 con 0x55cb05c4c420 2024-09-12T03:15:48.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb4badb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55cb05b42680 con 0x55cb05c32480 2024-09-12T03:15:48.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb4badb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55cb05b96620 con 0x55cb05c4c800 2024-09-12T03:15:48.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb41e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb41e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60410/0 (socket says 172.21.15.29:60410) 2024-09-12T03:15:48.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb41e00640 1 -- 172.21.15.29:0/2289357503 learned_addr learned my addr 172.21.15.29:0/2289357503 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb41400640 1 --2- 172.21.15.29:0/2289357503 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c4c800 0x55cb05c7d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.291+0000 7fcb42800640 1 --2- 172.21.15.29:0/2289357503 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c32480 0x55cb05c7d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.292+0000 7fcb41e00640 1 -- 172.21.15.29:0/2289357503 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c4c800 msgr2=0x55cb05c7d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.292+0000 7fcb41e00640 1 --2- 172.21.15.29:0/2289357503 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c4c800 0x55cb05c7d200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.292+0000 7fcb41e00640 1 -- 172.21.15.29:0/2289357503 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c32480 msgr2=0x55cb05c7d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.292+0000 7fcb41e00640 1 --2- 172.21.15.29:0/2289357503 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c32480 0x55cb05c7d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.292+0000 7fcb41e00640 1 -- 172.21.15.29:0/2289357503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb059777d0 con 0x55cb05c4c420 2024-09-12T03:15:48.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.292+0000 7fcb41e00640 1 --2- 172.21.15.29:0/2289357503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cc40 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7fcb340070a0 tx=0x7fcb3405c750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fc05554b944a2cc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.292+0000 7fcb2e600640 1 -- 172.21.15.29:0/2289357503 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb34056750 con 0x55cb05c4c420 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.292+0000 7fcb2e600640 1 -- 172.21.15.29:0/2289357503 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb34054ac0 con 0x55cb05c4c420 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.292+0000 7fcb2e600640 1 -- 172.21.15.29:0/2289357503 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb34070370 con 0x55cb05c4c420 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.293+0000 7fcb4badb740 1 -- 172.21.15.29:0/2289357503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 msgr2=0x55cb05c7cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.293+0000 7fcb4badb740 1 --2- 172.21.15.29:0/2289357503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cc40 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7fcb340070a0 tx=0x7fcb3405c750 comp rx=0 tx=0).stop 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.293+0000 7fcb4badb740 1 -- 172.21.15.29:0/2289357503 shutdown_connections 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.293+0000 7fcb4badb740 1 --2- 172.21.15.29:0/2289357503 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c32480 0x55cb05c7d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.293+0000 7fcb4badb740 1 --2- 172.21.15.29:0/2289357503 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c4c800 0x55cb05c7d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.293+0000 7fcb4badb740 1 --2- 172.21.15.29:0/2289357503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cc40 unknown :-1 s=CLOSED pgs=1483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.293+0000 7fcb4badb740 1 -- 172.21.15.29:0/2289357503 >> 172.21.15.29:0/2289357503 conn(0x55cb05c33220 msgr2=0x55cb05c7b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.293+0000 7fcb4badb740 1 -- 172.21.15.29:0/2289357503 shutdown_connections 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.293+0000 7fcb4badb740 1 -- 172.21.15.29:0/2289357503 wait complete. 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.294+0000 7fcb4badb740 1 -- start start 2024-09-12T03:15:48.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.294+0000 7fcb4badb740 1 Processor -- start 2024-09-12T03:15:48.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c420 0x55cb05c4b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c800 0x55cb05c8bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 0x55cb05c3a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb4badb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cb05c313e0 con 0x55cb05c4c800 2024-09-12T03:15:48.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb4badb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55cb05b234c0 con 0x55cb05c4c420 2024-09-12T03:15:48.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb4badb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55cb05c316c0 con 0x55cb05c8c410 2024-09-12T03:15:48.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb4badb740 10 client.0 _ll_register_callbacks cb 0x55cb05b92e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:48.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb41400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c800 0x55cb05c8bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb41400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c800 0x55cb05c8bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60412/0 (socket says 172.21.15.29:60412) 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb41400640 1 -- 172.21.15.29:0/3021758132 learned_addr learned my addr 172.21.15.29:0/3021758132 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb42800640 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 0x55cb05c3a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb41e00640 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c420 0x55cb05c4b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb41400640 1 -- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 msgr2=0x55cb05c3a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb41400640 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 0x55cb05c3a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb41400640 1 -- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c420 msgr2=0x55cb05c4b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.295+0000 7fcb41400640 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c420 0x55cb05c4b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.296+0000 7fcb41400640 1 -- 172.21.15.29:0/3021758132 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb058ad3f0 con 0x55cb05c4c800 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.296+0000 7fcb42800640 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 0x55cb05c3a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.296+0000 7fcb41400640 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c800 0x55cb05c8bed0 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7fcb3002a770 tx=0x7fcb30004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f96cc7f343c738df server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.296+0000 7fcb22a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.296+0000 7fcb22a00640 1 -- 172.21.15.29:0/3021758132 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3004d020 con 0x55cb05c4c800 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.296+0000 7fcb22a00640 1 -- 172.21.15.29:0/3021758132 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fcb30032df0 con 0x55cb05c4c800 2024-09-12T03:15:48.299 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.296+0000 7fcb4badb740 1 -- 172.21.15.29:0/3021758132 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb34054ac0 con 0x55cb05c4c800 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.296+0000 7fcb22a00640 1 -- 172.21.15.29:0/3021758132 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=113) ==== 24+0+0 (secure 0 0 0) 0x7fcb30037040 con 0x55cb05c4c800 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.296+0000 7fcb4badb740 10 client.8697 fetch_fsmap learned FSMap version 113 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.296+0000 7fcb4badb740 1 -- 172.21.15.29:0/3021758132 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=113,monmap=2+}) -- 0x55cb0586d0f0 con 0x55cb05c4c800 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.297+0000 7fcb22a00640 1 -- 172.21.15.29:0/3021758132 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb34054ac0 con 0x55cb05c4c800 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.297+0000 7fcb22a00640 1 -- 172.21.15.29:0/3021758132 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 113) ==== 3550+0+0 (secure 0 0 0) 0x7fcb3005a080 con 0x55cb05c4c800 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.297+0000 7fcb4badb740 10 client.8697 fetch_fsmap finished waiting for FSMap version 113 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.297+0000 7fcb4badb740 10 client.8697 resolve_mds: resolved 7:2 to role '7:2' aka daemon mds.d 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.297+0000 7fcb4badb740 20 client.8697 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.297+0000 7fcb4badb740 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x55cb05c77030 0x55cb05c77480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.297+0000 7fcb4badb740 4 client.8697 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.297+0000 7fcb4badb740 1 -- 172.21.15.29:0/3021758132 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cb05ba7d90 con 0x55cb05c77030 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.297+0000 7fcb41e00640 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x55cb05c77030 0x55cb05c77480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.298+0000 7fcb41e00640 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x55cb05c77030 0x55cb05c77480 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f370d0a2196300ac server_cookie=1067640f2616ebd0 in_seq=0 out_seq=0 2024-09-12T03:15:48.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.298+0000 7fcb22a00640 10 client.8697 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb22a00640 1 -- 172.21.15.29:0/3021758132 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cb05ba7d90 con 0x55cb05c77030 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb22a00640 10 client.8697 handle_command_reply: tid=0 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 1 client.8697 shutdown 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 1 -- 172.21.15.29:0/3021758132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c800 msgr2=0x55cb05c8bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c800 0x55cb05c8bed0 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7fcb3002a770 tx=0x7fcb30004730 comp rx=0 tx=0).stop 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 1 -- 172.21.15.29:0/3021758132 shutdown_connections 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x55cb05c77030 0x55cb05c77480 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 0x55cb05c3a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c800 0x55cb05c8bed0 unknown :-1 s=CLOSED pgs=1484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 1 --2- 172.21.15.29:0/3021758132 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c420 0x55cb05c4b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 1 -- 172.21.15.29:0/3021758132 >> 172.21.15.29:0/3021758132 conn(0x55cb05c32480 msgr2=0x55cb05c756c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb22a00640 0 client.8697 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:48.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 1 -- 172.21.15.29:0/3021758132 shutdown_connections 2024-09-12T03:15:48.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 1 -- 172.21.15.29:0/3021758132 wait complete. 2024-09-12T03:15:48.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.299+0000 7fcb4badb740 20 client.8697 trim_cache size 0 max 16384 2024-09-12T03:15:48.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.318+0000 7fcb4badb740 1 Processor -- start 2024-09-12T03:15:48.318 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.318+0000 7fcb4badb740 1 -- start start 2024-09-12T03:15:48.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.318+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c4c420 0x55cb05ca0b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c800 0x55cb05c4b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c8c410 0x55cb05c8aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb4badb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcb44200fc0 con 0x55cb05c8c410 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb4badb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcb442001c0 con 0x55cb05c4c800 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb4badb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcb44200890 con 0x55cb05c4c420 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb42800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c8c410 0x55cb05c8aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb42800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c8c410 0x55cb05c8aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60418/0 (socket says 172.21.15.29:60418) 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb42800640 1 -- 172.21.15.29:0/3036780469 learned_addr learned my addr 172.21.15.29:0/3036780469 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb41e00640 1 --2- 172.21.15.29:0/3036780469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c4c420 0x55cb05ca0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb41400640 1 --2- 172.21.15.29:0/3036780469 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c800 0x55cb05c4b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb42800640 1 -- 172.21.15.29:0/3036780469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c4c420 msgr2=0x55cb05ca0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb42800640 1 --2- 172.21.15.29:0/3036780469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c4c420 0x55cb05ca0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb42800640 1 -- 172.21.15.29:0/3036780469 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c800 msgr2=0x55cb05c4b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb42800640 1 --2- 172.21.15.29:0/3036780469 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c800 0x55cb05c4b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.319+0000 7fcb42800640 1 -- 172.21.15.29:0/3036780469 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb05c78b40 con 0x55cb05c8c410 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb42800640 1 --2- 172.21.15.29:0/3036780469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c8c410 0x55cb05c8aee0 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c009db0 tx=0x7fcb3c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d82a8fd6c3ec075f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb2dc00640 1 -- 172.21.15.29:0/3036780469 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c003e60 con 0x55cb05c8c410 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb2dc00640 1 -- 172.21.15.29:0/3036780469 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb3c01b070 con 0x55cb05c8c410 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb2dc00640 1 -- 172.21.15.29:0/3036780469 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c004250 con 0x55cb05c8c410 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb4badb740 1 -- 172.21.15.29:0/3036780469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c8c410 msgr2=0x55cb05c8aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb4badb740 1 --2- 172.21.15.29:0/3036780469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c8c410 0x55cb05c8aee0 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c009db0 tx=0x7fcb3c009750 comp rx=0 tx=0).stop 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb4badb740 1 -- 172.21.15.29:0/3036780469 shutdown_connections 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb4badb740 1 --2- 172.21.15.29:0/3036780469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c8c410 0x55cb05c8aee0 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb4badb740 1 --2- 172.21.15.29:0/3036780469 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c800 0x55cb05c4b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb4badb740 1 --2- 172.21.15.29:0/3036780469 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c4c420 0x55cb05ca0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb4badb740 1 -- 172.21.15.29:0/3036780469 >> 172.21.15.29:0/3036780469 conn(0x55cb05c32480 msgr2=0x55cb05c77030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb4badb740 1 -- 172.21.15.29:0/3036780469 shutdown_connections 2024-09-12T03:15:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.320+0000 7fcb4badb740 1 -- 172.21.15.29:0/3036780469 wait complete. 2024-09-12T03:15:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.321+0000 7fcb4badb740 1 -- start start 2024-09-12T03:15:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.321+0000 7fcb4badb740 1 Processor -- start 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c800 0x55cb05c7d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb4badb740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 0x55cb05c38840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb4badb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cb05c30150 con 0x55cb05c4c420 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb4badb740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcb441ff260 con 0x55cb05c4c800 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb4badb740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55cb05c8d640 con 0x55cb05c8c410 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb4badb740 10 client.0 _ll_register_callbacks cb 0x7fcb30004510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb41e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb41e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60430/0 (socket says 172.21.15.29:60430) 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb41e00640 1 -- 172.21.15.29:0/912877827 learned_addr learned my addr 172.21.15.29:0/912877827 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb42800640 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 0x55cb05c38840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.326 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.322+0000 7fcb41400640 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c800 0x55cb05c7d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb41e00640 1 -- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 msgr2=0x55cb05c38840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb41e00640 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 0x55cb05c38840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb41e00640 1 -- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c800 msgr2=0x55cb05c7d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb41e00640 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c800 0x55cb05c7d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb41e00640 1 -- 172.21.15.29:0/912877827 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb05c32990 con 0x55cb05c4c420 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb41400640 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c800 0x55cb05c7d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb42800640 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 0x55cb05c38840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb41e00640 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cba0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7fcb34061140 tx=0x7fcb3401e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e22080e87f5ff6cb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb22a00640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb22a00640 1 -- 172.21.15.29:0/912877827 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb34085030 con 0x55cb05c4c420 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb22a00640 1 -- 172.21.15.29:0/912877827 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fcb34056750 con 0x55cb05c4c420 2024-09-12T03:15:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb4badb740 1 -- 172.21.15.29:0/912877827 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb3c01b070 con 0x55cb05c4c420 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb22a00640 1 -- 172.21.15.29:0/912877827 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=113) ==== 24+0+0 (secure 0 0 0) 0x7fcb34076050 con 0x55cb05c4c420 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb4badb740 10 client.8703 fetch_fsmap learned FSMap version 113 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.323+0000 7fcb4badb740 1 -- 172.21.15.29:0/912877827 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=113,monmap=2+}) -- 0x55cb05cfaf80 con 0x55cb05c4c420 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.324+0000 7fcb22a00640 1 -- 172.21.15.29:0/912877827 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb3c01b070 con 0x55cb05c4c420 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.324+0000 7fcb22a00640 1 -- 172.21.15.29:0/912877827 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 113) ==== 3550+0+0 (secure 0 0 0) 0x7fcb34054ac0 con 0x55cb05c4c420 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.324+0000 7fcb4badb740 10 client.8703 fetch_fsmap finished waiting for FSMap version 113 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.324+0000 7fcb4badb740 10 client.8703 resolve_mds: resolved 7:2 to role '7:2' aka daemon mds.d 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.324+0000 7fcb4badb740 20 client.8703 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.324+0000 7fcb4badb740 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x55cb05c78100 0x55cb05c38d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.324+0000 7fcb4badb740 4 client.8703 mds_command: new command op to 7672 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.324+0000 7fcb4badb740 1 -- 172.21.15.29:0/912877827 --> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cb05ba20e0 con 0x55cb05c78100 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.324+0000 7fcb41400640 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x55cb05c78100 0x55cb05c38d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.328 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb41400640 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x55cb05c78100 0x55cb05c38d80 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a1b96bae21b5dd60 server_cookie=4abcb09da8ecf949 in_seq=0 out_seq=0 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb22a00640 10 client.8703 ms_handle_connect on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb22a00640 1 -- 172.21.15.29:0/912877827 <== mds.2 v2:172.21.15.38:6834/731503920 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x55cb05ba20e0 con 0x55cb05c78100 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb22a00640 10 client.8703 handle_command_reply: tid=0 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb4badb740 1 client.8703 shutdown 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb4badb740 1 -- 172.21.15.29:0/912877827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 msgr2=0x55cb05c7cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb4badb740 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cba0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7fcb34061140 tx=0x7fcb3401e040 comp rx=0 tx=0).stop 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb4badb740 1 -- 172.21.15.29:0/912877827 shutdown_connections 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb4badb740 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:6834/731503920,v1:172.21.15.38:6835/731503920] conn(0x55cb05c78100 0x55cb05c38d80 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb4badb740 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55cb05c8c410 0x55cb05c38840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb4badb740 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55cb05c4c800 0x55cb05c7d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb22a00640 0 client.8703 ms_handle_reset on v2:172.21.15.38:6834/731503920 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb4badb740 1 --2- 172.21.15.29:0/912877827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cb05c4c420 0x55cb05c7cba0 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.329 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb4badb740 1 -- 172.21.15.29:0/912877827 >> 172.21.15.29:0/912877827 conn(0x55cb05c32480 msgr2=0x55cb05c770c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb4badb740 1 -- 172.21.15.29:0/912877827 shutdown_connections 2024-09-12T03:15:48.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.325+0000 7fcb4badb740 1 -- 172.21.15.29:0/912877827 wait complete. 2024-09-12T03:15:48.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb4badb740 20 client.8703 trim_cache size 0 max 16384 2024-09-12T03:15:48.330 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:48.330 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-12T03:15:48.330 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:48.330 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:48.330 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:48.330 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:48.330 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:48.331 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:48.331 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:48.331 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:48.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 -- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb2406be30 msgr2=0x7fcb2406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.331 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb2406be30 0x7fcb2406e2f0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fcb30034000 tx=0x7fcb3002e000 comp rx=0 tx=0).stop 2024-09-12T03:15:48.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 -- 172.21.15.29:0/793974567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb44072580 msgr2=0x7fcb441f4620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb44072580 0x7fcb441f4620 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400c430 tx=0x7fcb3400c830 comp rx=0 tx=0).stop 2024-09-12T03:15:48.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 -- 172.21.15.29:0/793974567 shutdown_connections 2024-09-12T03:15:48.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcb2406be30 0x7fcb2406e2f0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcb4415ebf0 0x7fcb44140f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcb44147fe0 0x7fcb44140a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 --2- 172.21.15.29:0/793974567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcb44072580 0x7fcb441f4620 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 -- 172.21.15.29:0/793974567 >> 172.21.15.29:0/793974567 conn(0x7fcb44067d70 msgr2=0x7fcb441609f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 -- 172.21.15.29:0/793974567 shutdown_connections 2024-09-12T03:15:48.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.326+0000 7fcb48c00640 1 -- 172.21.15.29:0/793974567 wait complete. 2024-09-12T03:15:48.341 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:48.341 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-12T03:15:48.342 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.7:0 scrub status 2024-09-12T03:15:48.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.500+0000 7f1d3f200640 1 Processor -- start 2024-09-12T03:15:48.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.500+0000 7f1d3f200640 1 -- start start 2024-09-12T03:15:48.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3f200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d4006e820 0x7f1d40169170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3f200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d400cf8c0 con 0x7f1d400d23c0 2024-09-12T03:15:48.500 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3f200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d400cfba0 con 0x7f1d4015e4b0 2024-09-12T03:15:48.501 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3f200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1d400cfe80 con 0x7f1d4006e820 2024-09-12T03:15:48.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3d400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f1d400d23c0 0x7f1d400d2980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49234/0 (socket says 172.21.15.29:49234) 2024-09-12T03:15:48.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3d400640 1 -- 172.21.15.29:0/3455281711 learned_addr learned my addr 172.21.15.29:0/3455281711 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:48.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3e800640 1 --2- 172.21.15.29:0/3455281711 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d4006e820 0x7f1d40169170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3ca00640 1 -- 172.21.15.29:0/3455281711 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1105290000 0 0) 0x7f1d400cf8c0 con 0x7f1d400d23c0 2024-09-12T03:15:48.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3ca00640 1 -- 172.21.15.29:0/3455281711 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d24003520 con 0x7f1d400d23c0 2024-09-12T03:15:48.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3ca00640 1 -- 172.21.15.29:0/3455281711 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1093756603 0 0) 0x7f1d400cfba0 con 0x7f1d4015e4b0 2024-09-12T03:15:48.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3ca00640 1 -- 172.21.15.29:0/3455281711 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d400cf8c0 con 0x7f1d4015e4b0 2024-09-12T03:15:48.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3e800640 1 -- 172.21.15.29:0/3455281711 >> v1:172.21.15.38:6789/0 conn(0x7f1d4015e4b0 legacy=0x7f1d400cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3e800640 1 -- 172.21.15.29:0/3455281711 >> v1:172.21.15.29:6789/0 conn(0x7f1d400d23c0 legacy=0x7f1d400d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.502 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.501+0000 7f1d3e800640 1 -- 172.21.15.29:0/3455281711 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d400d0160 con 0x7f1d4006e820 2024-09-12T03:15:48.503 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.502+0000 7f1d3e800640 1 --2- 172.21.15.29:0/3455281711 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d4006e820 0x7f1d40169170 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1d38009dc0 tx=0x7f1d3802a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bcf9067e8e51acbe server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.503+0000 7f1d3ca00640 1 -- 172.21.15.29:0/3455281711 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d38007740 con 0x7f1d4006e820 2024-09-12T03:15:48.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.503+0000 7f1d3ca00640 1 -- 172.21.15.29:0/3455281711 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d380078e0 con 0x7f1d4006e820 2024-09-12T03:15:48.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.503+0000 7f1d3ca00640 1 -- 172.21.15.29:0/3455281711 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d38007cb0 con 0x7f1d4006e820 2024-09-12T03:15:48.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.503+0000 7f1d3f200640 1 -- 172.21.15.29:0/3455281711 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d4006e820 msgr2=0x7f1d40169170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.503+0000 7f1d3f200640 1 --2- 172.21.15.29:0/3455281711 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d4006e820 0x7f1d40169170 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1d38009dc0 tx=0x7f1d3802a6d0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.503+0000 7f1d3f200640 1 -- 172.21.15.29:0/3455281711 shutdown_connections 2024-09-12T03:15:48.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.503+0000 7f1d3f200640 1 --2- 172.21.15.29:0/3455281711 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d4006e820 0x7f1d40169170 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.503+0000 7f1d3f200640 1 -- 172.21.15.29:0/3455281711 >> 172.21.15.29:0/3455281711 conn(0x7f1d4009d740 msgr2=0x7f1d4008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.503+0000 7f1d3f200640 1 -- 172.21.15.29:0/3455281711 shutdown_connections 2024-09-12T03:15:48.504 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.503+0000 7f1d3f200640 1 -- 172.21.15.29:0/3455281711 wait complete. 2024-09-12T03:15:48.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.505+0000 7f1d3f200640 1 Processor -- start 2024-09-12T03:15:48.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.505+0000 7f1d3f200640 1 -- start start 2024-09-12T03:15:48.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.506+0000 7f1d3f200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d4006e820 0x7f1d4015dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.506+0000 7f1d3f200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d400d23c0 0x7f1d400c94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.506+0000 7f1d3f200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d4015e4b0 0x7f1d400c9a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.506+0000 7f1d3f200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1d400d3210 con 0x7f1d4015e4b0 2024-09-12T03:15:48.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.506+0000 7f1d3f200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1d400d3090 con 0x7f1d4006e820 2024-09-12T03:15:48.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.506+0000 7f1d3f200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1d401696b0 con 0x7f1d400d23c0 2024-09-12T03:15:48.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.506+0000 7f1d3e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d4015e4b0 0x7f1d400c9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.506+0000 7f1d3e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d4015e4b0 0x7f1d400c9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60436/0 (socket says 172.21.15.29:60436) 2024-09-12T03:15:48.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.506+0000 7f1d3e800640 1 -- 172.21.15.29:0/2535492828 learned_addr learned my addr 172.21.15.29:0/2535492828 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.506+0000 7f1d3d400640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d400d23c0 0x7f1d400c94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.506+0000 7f1d3de00640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d4006e820 0x7f1d4015dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.507+0000 7f1d3e800640 1 -- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d400d23c0 msgr2=0x7f1d400c94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.508 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.507+0000 7f1d3e800640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d400d23c0 0x7f1d400c94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.507+0000 7f1d3e800640 1 -- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d4006e820 msgr2=0x7f1d4015dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.507+0000 7f1d3e800640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d4006e820 0x7f1d4015dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.507+0000 7f1d3e800640 1 -- 172.21.15.29:0/2535492828 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d40157900 con 0x7f1d4015e4b0 2024-09-12T03:15:48.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.507+0000 7f1d3e800640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d4015e4b0 0x7f1d400c9a10 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f1d38009ee0 tx=0x7f1d38004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.507+0000 7f1d36000640 1 -- 172.21.15.29:0/2535492828 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d38040070 con 0x7f1d4015e4b0 2024-09-12T03:15:48.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.508+0000 7f1d36000640 1 -- 172.21.15.29:0/2535492828 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d38031bc0 con 0x7f1d4015e4b0 2024-09-12T03:15:48.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.508+0000 7f1d36000640 1 -- 172.21.15.29:0/2535492828 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d38009450 con 0x7f1d4015e4b0 2024-09-12T03:15:48.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.508+0000 7f1d3f200640 1 -- 172.21.15.29:0/2535492828 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d4015cec0 con 0x7f1d4015e4b0 2024-09-12T03:15:48.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.508+0000 7f1d3f200640 1 -- 172.21.15.29:0/2535492828 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d4015d480 con 0x7f1d4015e4b0 2024-09-12T03:15:48.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.510+0000 7f1d36000640 1 -- 172.21.15.29:0/2535492828 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1d38039040 con 0x7f1d4015e4b0 2024-09-12T03:15:48.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.511+0000 7f1d36000640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2006be30 0x7f1d2006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.511+0000 7f1d36000640 1 -- 172.21.15.29:0/2535492828 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f1d380ac610 con 0x7f1d4015e4b0 2024-09-12T03:15:48.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.511+0000 7f1d3de00640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2006be30 0x7f1d2006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.512+0000 7f1d48263740 1 Processor -- start 2024-09-12T03:15:48.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.512+0000 7f1d48263740 1 -- start start 2024-09-12T03:15:48.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.512+0000 7f1d3de00640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2006be30 0x7f1d2006e2f0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f1d300011e0 tx=0x7f1d30009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.512+0000 7f1d48263740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f524f0 0x55b472f528d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.512+0000 7f1d48263740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f389e0 0x55b472f37240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d48263740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f82ea0 0x55b472f833f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d48263740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b472ea0660 con 0x55b472f82ea0 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d48263740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b472e48680 con 0x55b472f524f0 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d48263740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b472e9c620 con 0x55b472f389e0 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d3e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f82ea0 0x55b472f833f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d3de00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f524f0 0x55b472f528d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d3e800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f82ea0 0x55b472f833f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60452/0 (socket says 172.21.15.29:60452) 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d3d400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f389e0 0x55b472f37240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d3e800640 1 -- 172.21.15.29:0/2654496198 learned_addr learned my addr 172.21.15.29:0/2654496198 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d3e800640 1 -- 172.21.15.29:0/2654496198 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f389e0 msgr2=0x55b472f37240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d3e800640 1 --2- 172.21.15.29:0/2654496198 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f389e0 0x55b472f37240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d3e800640 1 -- 172.21.15.29:0/2654496198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f524f0 msgr2=0x55b472f528d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d3e800640 1 --2- 172.21.15.29:0/2654496198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f524f0 0x55b472f528d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.513+0000 7f1d3e800640 1 -- 172.21.15.29:0/2654496198 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b472c7d7d0 con 0x55b472f82ea0 2024-09-12T03:15:48.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.514+0000 7f1d3e800640 1 --2- 172.21.15.29:0/2654496198 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f82ea0 0x55b472f833f0 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f1d380aa8e0 tx=0x7f1d3807a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e16183000c4f4fb server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.514+0000 7f1d2aa00640 1 -- 172.21.15.29:0/2654496198 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d3804a040 con 0x55b472f82ea0 2024-09-12T03:15:48.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.514+0000 7f1d2aa00640 1 -- 172.21.15.29:0/2654496198 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d38083300 con 0x55b472f82ea0 2024-09-12T03:15:48.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.514+0000 7f1d2aa00640 1 -- 172.21.15.29:0/2654496198 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d38078ad0 con 0x55b472f82ea0 2024-09-12T03:15:48.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.515+0000 7f1d48263740 1 -- 172.21.15.29:0/2654496198 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f82ea0 msgr2=0x55b472f833f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.515+0000 7f1d48263740 1 --2- 172.21.15.29:0/2654496198 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f82ea0 0x55b472f833f0 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f1d380aa8e0 tx=0x7f1d3807a7d0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.515+0000 7f1d48263740 1 -- 172.21.15.29:0/2654496198 shutdown_connections 2024-09-12T03:15:48.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.515+0000 7f1d48263740 1 --2- 172.21.15.29:0/2654496198 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f82ea0 0x55b472f833f0 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.515+0000 7f1d48263740 1 --2- 172.21.15.29:0/2654496198 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f389e0 0x55b472f37240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.515+0000 7f1d48263740 1 --2- 172.21.15.29:0/2654496198 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f524f0 0x55b472f528d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.515+0000 7f1d48263740 1 -- 172.21.15.29:0/2654496198 >> 172.21.15.29:0/2654496198 conn(0x55b472f39410 msgr2=0x55b472f81a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.515+0000 7f1d48263740 1 -- 172.21.15.29:0/2654496198 shutdown_connections 2024-09-12T03:15:48.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.515+0000 7f1d48263740 1 -- 172.21.15.29:0/2654496198 wait complete. 2024-09-12T03:15:48.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.516+0000 7f1d48263740 1 -- start start 2024-09-12T03:15:48.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.516+0000 7f1d48263740 1 Processor -- start 2024-09-12T03:15:48.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d48263740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472f7dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d48263740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d48263740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f7e3e0 0x55b472f51240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d48263740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b472f37940 con 0x55b472f524f0 2024-09-12T03:15:48.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d48263740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b472e294c0 con 0x55b472f7e3e0 2024-09-12T03:15:48.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d48263740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b472f37c20 con 0x55b472f82ea0 2024-09-12T03:15:48.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d48263740 10 client.0 _ll_register_callbacks cb 0x55b472e98e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:48.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d3de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472f7dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d3de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472f7dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60454/0 (socket says 172.21.15.29:60454) 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d3de00640 1 -- 172.21.15.29:0/2956668818 learned_addr learned my addr 172.21.15.29:0/2956668818 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d3d400640 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.517+0000 7f1d3e800640 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f7e3e0 0x55b472f51240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.518+0000 7f1d3de00640 1 -- 172.21.15.29:0/2956668818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 msgr2=0x55b472f7b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.518+0000 7f1d3de00640 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.518+0000 7f1d3de00640 1 -- 172.21.15.29:0/2956668818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f7e3e0 msgr2=0x55b472f51240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.518+0000 7f1d3de00640 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f7e3e0 0x55b472f51240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.518+0000 7f1d3de00640 1 -- 172.21.15.29:0/2956668818 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b472bb33f0 con 0x55b472f524f0 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.518+0000 7f1d3de00640 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472f7dea0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f1d30014730 tx=0x7f1d30001150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c16284ab507ce35 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.518+0000 7f1d1f400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.518+0000 7f1d1f400640 1 -- 172.21.15.29:0/2956668818 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d30025020 con 0x55b472f524f0 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.518+0000 7f1d48263740 1 -- 172.21.15.29:0/2956668818 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d38083300 con 0x55b472f524f0 2024-09-12T03:15:48.521 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.518+0000 7f1d1f400640 1 -- 172.21.15.29:0/2956668818 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f1d300136b0 con 0x55b472f524f0 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d1f400640 1 -- 172.21.15.29:0/2956668818 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=113) ==== 24+0+0 (secure 0 0 0) 0x7f1d3002f050 con 0x55b472f524f0 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d48263740 10 client.8715 fetch_fsmap learned FSMap version 113 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d48263740 1 -- 172.21.15.29:0/2956668818 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=113,monmap=2+}) -- 0x55b472b730f0 con 0x55b472f524f0 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d1f400640 1 -- 172.21.15.29:0/2956668818 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d38083300 con 0x55b472f524f0 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d1f400640 1 -- 172.21.15.29:0/2956668818 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 113) ==== 3550+0+0 (secure 0 0 0) 0x7f1d30032020 con 0x55b472f524f0 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d48263740 10 client.8715 fetch_fsmap finished waiting for FSMap version 113 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d48263740 10 client.8715 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d48263740 20 client.8715 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d48263740 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55b472f7b870 0x55b472f7cff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d48263740 4 client.8715 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d48263740 1 -- 172.21.15.29:0/2956668818 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b472eadd90 con 0x55b472f7b870 2024-09-12T03:15:48.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.519+0000 7f1d3d400640 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55b472f7b870 0x55b472f7cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.520+0000 7f1d3d400640 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55b472f7b870 0x55b472f7cff0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2bae2f6cc29eeaf7 server_cookie=aaf01d5ec8729558 in_seq=0 out_seq=0 2024-09-12T03:15:48.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.520+0000 7f1d1f400640 10 client.8715 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d1f400640 1 -- 172.21.15.29:0/2956668818 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b472eadd90 con 0x55b472f7b870 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d1f400640 10 client.8715 handle_command_reply: tid=0 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 1 client.8715 shutdown 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 1 -- 172.21.15.29:0/2956668818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 msgr2=0x55b472f7dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472f7dea0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f1d30014730 tx=0x7f1d30001150 comp rx=0 tx=0).stop 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 1 -- 172.21.15.29:0/2956668818 shutdown_connections 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55b472f7b870 0x55b472f7cff0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f7e3e0 0x55b472f51240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 1 --2- 172.21.15.29:0/2956668818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472f7dea0 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d1f400640 0 client.8715 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 1 -- 172.21.15.29:0/2956668818 >> 172.21.15.29:0/2956668818 conn(0x55b472f389e0 msgr2=0x55b472f81a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 1 -- 172.21.15.29:0/2956668818 shutdown_connections 2024-09-12T03:15:48.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 1 -- 172.21.15.29:0/2956668818 wait complete. 2024-09-12T03:15:48.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.521+0000 7f1d48263740 20 client.8715 trim_cache size 0 max 16384 2024-09-12T03:15:48.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.539+0000 7f1d48263740 1 Processor -- start 2024-09-12T03:15:48.540 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.539+0000 7f1d48263740 1 -- start start 2024-09-12T03:15:48.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.540+0000 7f1d48263740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f524f0 0x55b472f7a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.540+0000 7f1d48263740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f7e3e0 0x55b472f7d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.540+0000 7f1d48263740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.541 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.540+0000 7f1d48263740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1d40200e00 con 0x55b472f7e3e0 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.540+0000 7f1d48263740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1d40200000 con 0x55b472f524f0 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.540+0000 7f1d48263740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1d402006d0 con 0x55b472f82ea0 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.540+0000 7f1d3d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f7e3e0 0x55b472f7d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.541+0000 7f1d3d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f7e3e0 0x55b472f7d830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60462/0 (socket says 172.21.15.29:60462) 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.541+0000 7f1d3d400640 1 -- 172.21.15.29:0/1201862425 learned_addr learned my addr 172.21.15.29:0/1201862425 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.541+0000 7f1d3de00640 1 --2- 172.21.15.29:0/1201862425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f524f0 0x55b472f7a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.541+0000 7f1d3e800640 1 --2- 172.21.15.29:0/1201862425 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.541+0000 7f1d3d400640 1 -- 172.21.15.29:0/1201862425 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 msgr2=0x55b472f7dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.541+0000 7f1d3d400640 1 --2- 172.21.15.29:0/1201862425 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.541+0000 7f1d3d400640 1 -- 172.21.15.29:0/1201862425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f524f0 msgr2=0x55b472f7a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.541+0000 7f1d3d400640 1 --2- 172.21.15.29:0/1201862425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f524f0 0x55b472f7a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.541+0000 7f1d3d400640 1 -- 172.21.15.29:0/1201862425 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b472f7cb20 con 0x55b472f7e3e0 2024-09-12T03:15:48.542 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.541+0000 7f1d3d400640 1 --2- 172.21.15.29:0/1201862425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f7e3e0 0x55b472f7d830 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c007340 tx=0x7f1d2c007d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d9be2a9b40d97b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.541+0000 7f1d2a000640 1 -- 172.21.15.29:0/1201862425 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d2c005e40 con 0x55b472f7e3e0 2024-09-12T03:15:48.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.542+0000 7f1d2a000640 1 -- 172.21.15.29:0/1201862425 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d2c006040 con 0x55b472f7e3e0 2024-09-12T03:15:48.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.542+0000 7f1d2a000640 1 -- 172.21.15.29:0/1201862425 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d2c0063f0 con 0x55b472f7e3e0 2024-09-12T03:15:48.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.542+0000 7f1d48263740 1 -- 172.21.15.29:0/1201862425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f7e3e0 msgr2=0x55b472f7d830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.542+0000 7f1d48263740 1 --2- 172.21.15.29:0/1201862425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f7e3e0 0x55b472f7d830 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c007340 tx=0x7f1d2c007d70 comp rx=0 tx=0).stop 2024-09-12T03:15:48.546 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.542+0000 7f1d48263740 1 -- 172.21.15.29:0/1201862425 shutdown_connections 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.542+0000 7f1d48263740 1 --2- 172.21.15.29:0/1201862425 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.542+0000 7f1d48263740 1 --2- 172.21.15.29:0/1201862425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f7e3e0 0x55b472f7d830 unknown :-1 s=CLOSED pgs=1491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.542+0000 7f1d48263740 1 --2- 172.21.15.29:0/1201862425 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f524f0 0x55b472f7a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.542+0000 7f1d48263740 1 -- 172.21.15.29:0/1201862425 >> 172.21.15.29:0/1201862425 conn(0x55b472f389e0 msgr2=0x55b472f32a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.542+0000 7f1d48263740 1 -- 172.21.15.29:0/1201862425 shutdown_connections 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.542+0000 7f1d48263740 1 -- 172.21.15.29:0/1201862425 wait complete. 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.543+0000 7f1d48263740 1 -- start start 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.543+0000 7f1d48263740 1 Processor -- start 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d48263740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472ff9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d48263740 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f7e3e0 0x55b472f36140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d48263740 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d48263740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1d400b4ff0 con 0x55b472f524f0 2024-09-12T03:15:48.547 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d48263740 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x55b472fa5310 con 0x55b472f7e3e0 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d48263740 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x55b472f3d1a0 con 0x55b472f82ea0 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d48263740 10 client.0 _ll_register_callbacks cb 0x7f1d30001d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d3de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472ff9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d3de00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472ff9e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60472/0 (socket says 172.21.15.29:60472) 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d3de00640 1 -- 172.21.15.29:0/543107723 learned_addr learned my addr 172.21.15.29:0/543107723 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d3e800640 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.544+0000 7f1d3d400640 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f7e3e0 0x55b472f36140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d3de00640 1 -- 172.21.15.29:0/543107723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 msgr2=0x55b472f7d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d3de00640 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d3de00640 1 -- 172.21.15.29:0/543107723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f7e3e0 msgr2=0x55b472f36140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d3de00640 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f7e3e0 0x55b472f36140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d3de00640 1 -- 172.21.15.29:0/543107723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b472f839f0 con 0x55b472f524f0 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d3d400640 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f7e3e0 0x55b472f36140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:48.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d3de00640 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472ff9e10 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f1d30007f60 tx=0x7f1d30014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a0de9bbc6a237ba server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d1f400640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d1f400640 1 -- 172.21.15.29:0/543107723 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d30037020 con 0x55b472f524f0 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d1f400640 1 -- 172.21.15.29:0/543107723 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f1d30021810 con 0x55b472f524f0 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d48263740 1 -- 172.21.15.29:0/543107723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d2c006040 con 0x55b472f524f0 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d1f400640 1 -- 172.21.15.29:0/543107723 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=113) ==== 24+0+0 (secure 0 0 0) 0x7f1d30041050 con 0x55b472f524f0 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d48263740 10 client.8721 fetch_fsmap learned FSMap version 113 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.545+0000 7f1d48263740 1 -- 172.21.15.29:0/543107723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=113,monmap=2+}) -- 0x55b472ffa350 con 0x55b472f524f0 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.546+0000 7f1d1f400640 1 -- 172.21.15.29:0/543107723 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d2c006040 con 0x55b472f524f0 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.546+0000 7f1d1f400640 1 -- 172.21.15.29:0/543107723 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 113) ==== 3550+0+0 (secure 0 0 0) 0x7f1d30044020 con 0x55b472f524f0 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.546+0000 7f1d48263740 10 client.8721 fetch_fsmap finished waiting for FSMap version 113 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.546+0000 7f1d48263740 10 client.8721 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.c 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.546+0000 7f1d48263740 20 client.8721 populate_metadata read hostname 'smithi029' 2024-09-12T03:15:48.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.546+0000 7f1d48263740 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55b472f3c9c0 0x55b472f7dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.546+0000 7f1d48263740 4 client.8721 mds_command: new command op to 8025 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-12T03:15:48.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.546+0000 7f1d48263740 1 -- 172.21.15.29:0/543107723 --> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b472ea80e0 con 0x55b472f3c9c0 2024-09-12T03:15:48.550 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.546+0000 7f1d3d400640 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55b472f3c9c0 0x55b472f7dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d3d400640 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55b472f3c9c0 0x55b472f7dac0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98ab2506b56db12b server_cookie=abd9f6a2b6392ff0 in_seq=0 out_seq=0 2024-09-12T03:15:48.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d1f400640 10 client.8721 ms_handle_connect on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:48.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d1f400640 1 -- 172.21.15.29:0/543107723 <== mds.0 v2:172.21.15.29:6832/2002207091 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x55b472ea80e0 con 0x55b472f3c9c0 2024-09-12T03:15:48.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d1f400640 10 client.8721 handle_command_reply: tid=0 2024-09-12T03:15:48.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 1 client.8721 shutdown 2024-09-12T03:15:48.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 1 -- 172.21.15.29:0/543107723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 msgr2=0x55b472ff9e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472ff9e10 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f1d30007f60 tx=0x7f1d30014000 comp rx=0 tx=0).stop 2024-09-12T03:15:48.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 1 -- 172.21.15.29:0/543107723 shutdown_connections 2024-09-12T03:15:48.551 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55b472f82ea0 0x55b472f7d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.29:6832/2002207091,v1:172.21.15.29:6835/2002207091] conn(0x55b472f3c9c0 0x55b472f7dac0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x55b472f7e3e0 0x55b472f36140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 1 --2- 172.21.15.29:0/543107723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b472f524f0 0x55b472ff9e10 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d1f400640 0 client.8721 ms_handle_reset on v2:172.21.15.29:6832/2002207091 2024-09-12T03:15:48.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 1 -- 172.21.15.29:0/543107723 >> 172.21.15.29:0/543107723 conn(0x55b472f389e0 msgr2=0x55b472f7ffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 1 -- 172.21.15.29:0/543107723 shutdown_connections 2024-09-12T03:15:48.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 1 -- 172.21.15.29:0/543107723 wait complete. 2024-09-12T03:15:48.552 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.547+0000 7f1d48263740 20 client.8721 trim_cache size 0 max 16384 2024-09-12T03:15:48.552 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:15:48.552 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-12T03:15:48.553 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2024-09-12T03:15:48.553 INFO:teuthology.orchestra.run.smithi029.stdout: "8f36198f-cbdf-43c2-824d-b3526733f146": { 2024-09-12T03:15:48.553 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/d1/d2/d3", 2024-09-12T03:15:48.553 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "8f36198f-cbdf-43c2-824d-b3526733f146", 2024-09-12T03:15:48.553 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2024-09-12T03:15:48.553 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:48.553 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-12T03:15:48.553 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:15:48.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 -- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2006be30 msgr2=0x7f1d2006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2006be30 0x7f1d2006e2f0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f1d300011e0 tx=0x7f1d30009040 comp rx=0 tx=0).stop 2024-09-12T03:15:48.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 -- 172.21.15.29:0/2535492828 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d4015e4b0 msgr2=0x7f1d400c9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d4015e4b0 0x7f1d400c9a10 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f1d38009ee0 tx=0x7f1d38004a40 comp rx=0 tx=0).stop 2024-09-12T03:15:48.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 -- 172.21.15.29:0/2535492828 shutdown_connections 2024-09-12T03:15:48.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1d2006be30 0x7f1d2006e2f0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d4015e4b0 0x7f1d400c9a10 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1d400d23c0 0x7f1d400c94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.554 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 --2- 172.21.15.29:0/2535492828 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1d4006e820 0x7f1d4015dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 -- 172.21.15.29:0/2535492828 >> 172.21.15.29:0/2535492828 conn(0x7f1d4009d740 msgr2=0x7f1d40069a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 -- 172.21.15.29:0/2535492828 shutdown_connections 2024-09-12T03:15:48.555 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.548+0000 7f1d3f200640 1 -- 172.21.15.29:0/2535492828 wait complete. 2024-09-12T03:15:48.563 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-12T03:15:48.563 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:48.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.719+0000 7fc3bee00640 1 Processor -- start 2024-09-12T03:15:48.719 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.719+0000 7fc3bee00640 1 -- start start 2024-09-12T03:15:48.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.720+0000 7fc3bee00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b806f0e0 0x7fc3b815c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.720+0000 7fc3bee00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc3b80b3ba0 0x7fc3b80b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.720+0000 7fc3bee00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3b815c620 con 0x7fc3b806f4c0 2024-09-12T03:15:48.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.720+0000 7fc3bee00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fc3b815bc50 con 0x7fc3b80b3ba0 2024-09-12T03:15:48.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.720+0000 7fc3bee00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc3b8152630 con 0x7fc3b806f0e0 2024-09-12T03:15:48.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.720+0000 7fc3b7400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fc3b806f4c0 0x7fc3b80cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49248/0 (socket says 172.21.15.29:49248) 2024-09-12T03:15:48.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.720+0000 7fc3b7400640 1 -- 172.21.15.29:0/2139971578 learned_addr learned my addr 172.21.15.29:0/2139971578 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:48.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.720+0000 7fc3b7e00640 1 --2- 172.21.15.29:0/2139971578 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b806f0e0 0x7fc3b815c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.721 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.721+0000 7fc3bce00640 1 --2- 172.21.15.29:0/2139971578 >> v2:172.21.15.38:3300/0 conn(0x7fc3b80b3ba0 0x7fc3b80b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.721+0000 7fc3b6a00640 1 -- 172.21.15.29:0/2139971578 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3408893333 0 0) 0x7fc3b815c620 con 0x7fc3b806f4c0 2024-09-12T03:15:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.721+0000 7fc3b6a00640 1 -- 172.21.15.29:0/2139971578 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc39c005730 con 0x7fc3b806f4c0 2024-09-12T03:15:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.721+0000 7fc3bce00640 1 -- 172.21.15.29:0/2139971578 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b806f0e0 msgr2=0x7fc3b815c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.721+0000 7fc3bce00640 1 --2- 172.21.15.29:0/2139971578 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b806f0e0 0x7fc3b815c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.721+0000 7fc3bce00640 1 -- 172.21.15.29:0/2139971578 >> v1:172.21.15.29:6789/0 conn(0x7fc3b806f4c0 legacy=0x7fc3b80cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.721+0000 7fc3bce00640 1 -- 172.21.15.29:0/2139971578 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3b80cfb40 con 0x7fc3b80b3ba0 2024-09-12T03:15:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.721+0000 7fc3b7e00640 1 --2- 172.21.15.29:0/2139971578 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b806f0e0 0x7fc3b815c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3bce00640 1 --2- 172.21.15.29:0/2139971578 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b80b3ba0 0x7fc3b80b4050 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fc3b0009d90 tx=0x7fc3b002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=11c01d76709c7b9d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3b6a00640 1 -- 172.21.15.29:0/2139971578 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b0007740 con 0x7fc3b80b3ba0 2024-09-12T03:15:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3b6a00640 1 -- 172.21.15.29:0/2139971578 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3b00078e0 con 0x7fc3b80b3ba0 2024-09-12T03:15:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3b6a00640 1 -- 172.21.15.29:0/2139971578 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b0007cb0 con 0x7fc3b80b3ba0 2024-09-12T03:15:48.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3bee00640 1 -- 172.21.15.29:0/2139971578 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b80b3ba0 msgr2=0x7fc3b80b4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3bee00640 1 --2- 172.21.15.29:0/2139971578 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b80b3ba0 0x7fc3b80b4050 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fc3b0009d90 tx=0x7fc3b002a660 comp rx=0 tx=0).stop 2024-09-12T03:15:48.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3bee00640 1 -- 172.21.15.29:0/2139971578 shutdown_connections 2024-09-12T03:15:48.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3bee00640 1 --2- 172.21.15.29:0/2139971578 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b80b3ba0 0x7fc3b80b4050 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3bee00640 1 --2- 172.21.15.29:0/2139971578 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b806f0e0 0x7fc3b815c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3bee00640 1 -- 172.21.15.29:0/2139971578 >> 172.21.15.29:0/2139971578 conn(0x7fc3b8067da0 msgr2=0x7fc3b806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3bee00640 1 -- 172.21.15.29:0/2139971578 shutdown_connections 2024-09-12T03:15:48.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.723+0000 7fc3bee00640 1 -- 172.21.15.29:0/2139971578 wait complete. 2024-09-12T03:15:48.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.725+0000 7fc3bee00640 1 Processor -- start 2024-09-12T03:15:48.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.725+0000 7fc3bee00640 1 -- start start 2024-09-12T03:15:48.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3bee00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b806f0e0 0x7fc3b8143d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3bee00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b8154c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3bee00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b80b3ba0 0x7fc3b806dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3bee00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b806f900 con 0x7fc3b806f4c0 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3bee00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b815b8e0 con 0x7fc3b806f0e0 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3bee00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc3b81539a0 con 0x7fc3b80b3ba0 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3b7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b8154c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3b7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b8154c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60488/0 (socket says 172.21.15.29:60488) 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3b7400640 1 -- 172.21.15.29:0/2419892943 learned_addr learned my addr 172.21.15.29:0/2419892943 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3b7e00640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b806f0e0 0x7fc3b8143d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3bce00640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b80b3ba0 0x7fc3b806dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3b7400640 1 -- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b80b3ba0 msgr2=0x7fc3b806dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3b7400640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b80b3ba0 0x7fc3b806dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3b7400640 1 -- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b806f0e0 msgr2=0x7fc3b8143d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3b7400640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b806f0e0 0x7fc3b8143d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.726+0000 7fc3b7400640 1 -- 172.21.15.29:0/2419892943 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3b8153c80 con 0x7fc3b806f4c0 2024-09-12T03:15:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.727+0000 7fc3b7400640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b8154c00 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7fc3a400c400 tx=0x7fc3a400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.727+0000 7fc3afe00640 1 -- 172.21.15.29:0/2419892943 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a4017070 con 0x7fc3b806f4c0 2024-09-12T03:15:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.727+0000 7fc3afe00640 1 -- 172.21.15.29:0/2419892943 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3a4005d00 con 0x7fc3b806f4c0 2024-09-12T03:15:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.727+0000 7fc3afe00640 1 -- 172.21.15.29:0/2419892943 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a4007310 con 0x7fc3b806f4c0 2024-09-12T03:15:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.727+0000 7fc3bee00640 1 -- 172.21.15.29:0/2419892943 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3b8153f60 con 0x7fc3b806f4c0 2024-09-12T03:15:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.727+0000 7fc3bee00640 1 -- 172.21.15.29:0/2419892943 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3b814e200 con 0x7fc3b806f4c0 2024-09-12T03:15:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.728+0000 7fc3bee00640 1 -- 172.21.15.29:0/2419892943 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3b815ee80 con 0x7fc3b806f4c0 2024-09-12T03:15:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.729+0000 7fc3afe00640 1 -- 172.21.15.29:0/2419892943 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc3a401a070 con 0x7fc3b806f4c0 2024-09-12T03:15:48.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.730+0000 7fc3afe00640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 0x7fc39806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:48.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.730+0000 7fc3afe00640 1 -- 172.21.15.29:0/2419892943 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fc3a408a4d0 con 0x7fc3b806f4c0 2024-09-12T03:15:48.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.730+0000 7fc3b7e00640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 0x7fc39806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:48.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.731+0000 7fc3b7e00640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 0x7fc39806e2f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fc3a8009560 tx=0x7fc3a8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:48.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.734+0000 7fc3afe00640 1 -- 172.21.15.29:0/2419892943 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc3a4058570 con 0x7fc3b806f4c0 2024-09-12T03:15:48.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.957+0000 7fc3bee00640 1 -- 172.21.15.29:0/2419892943 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc3b81597c0 con 0x7fc3b806f4c0 2024-09-12T03:15:48.958 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.958+0000 7fc3afe00640 1 -- 172.21.15.29:0/2419892943 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7fc3a405c870 con 0x7fc3b806f4c0 2024-09-12T03:15:48.958 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:48.958 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:15:48.959 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:15:48.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 -- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 msgr2=0x7fc39806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 0x7fc39806e2f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fc3a8009560 tx=0x7fc3a8009190 comp rx=0 tx=0).stop 2024-09-12T03:15:48.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 -- 172.21.15.29:0/2419892943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 msgr2=0x7fc3b8154c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:48.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b8154c00 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7fc3a400c400 tx=0x7fc3a400c8c0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 -- 172.21.15.29:0/2419892943 shutdown_connections 2024-09-12T03:15:48.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc39806be30 0x7fc39806e2f0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc3b80b3ba0 0x7fc3b806dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3b806f4c0 0x7fc3b8154c00 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 --2- 172.21.15.29:0/2419892943 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc3b806f0e0 0x7fc3b8143d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:48.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 -- 172.21.15.29:0/2419892943 >> 172.21.15.29:0/2419892943 conn(0x7fc3b8067da0 msgr2=0x7fc3b8159c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:48.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 -- 172.21.15.29:0/2419892943 shutdown_connections 2024-09-12T03:15:48.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:48.960+0000 7fc3bee00640 1 -- 172.21.15.29:0/2419892943 wait complete. 2024-09-12T03:15:48.976 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:15:48.976 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:15:49.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.130+0000 7f5ced400640 1 Processor -- start 2024-09-12T03:15:49.131 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.131+0000 7f5ced400640 1 -- start start 2024-09-12T03:15:49.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.132+0000 7f5ced400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5ce815f9e0 0x7f5ce80b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:49.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.132+0000 7f5ced400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ce80cd8f0 con 0x7f5ce80b4b10 2024-09-12T03:15:49.132 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.132+0000 7f5ced400640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ce815ef00 con 0x7f5ce815b130 2024-09-12T03:15:49.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.132+0000 7f5ced400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f5ce815f550 con 0x7f5ce815f9e0 2024-09-12T03:15:49.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.132+0000 7f5cdfe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5ce815f9e0 0x7f5ce80b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:49.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.132+0000 7f5ce7200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f5ce80b4b10 0x7f5ce80cf020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:49262/0 (socket says 172.21.15.29:49262) 2024-09-12T03:15:49.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.132+0000 7f5ce7200640 1 -- 172.21.15.29:0/1958245299 learned_addr learned my addr 172.21.15.29:0/1958245299 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:49.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.133+0000 7f5cdfe00640 1 -- 172.21.15.29:0/1958245299 >> v1:172.21.15.38:6789/0 conn(0x7f5ce815b130 legacy=0x7f5ce80ccec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:49.133 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.133+0000 7f5cdfe00640 1 -- 172.21.15.29:0/1958245299 >> v1:172.21.15.29:6789/0 conn(0x7f5ce80b4b10 legacy=0x7f5ce80cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:49.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.133+0000 7f5ce5e00640 1 -- 172.21.15.29:0/1958245299 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 247642467 0 0) 0x7f5ce815ef00 con 0x7f5ce815b130 2024-09-12T03:15:49.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.133+0000 7f5cdfe00640 1 -- 172.21.15.29:0/1958245299 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ce815f1e0 con 0x7f5ce815f9e0 2024-09-12T03:15:49.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.134+0000 7f5cdfe00640 1 --2- 172.21.15.29:0/1958245299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ce815f9e0 0x7f5ce80b45d0 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f5cd00097a0 tx=0x7f5cd002a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe76b16c4b1da604 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:49.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.134+0000 7f5ce5e00640 1 -- 172.21.15.29:0/1958245299 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd0037070 con 0x7f5ce815f9e0 2024-09-12T03:15:49.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.134+0000 7f5ce5e00640 1 -- 172.21.15.29:0/1958245299 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cd002adc0 con 0x7f5ce815f9e0 2024-09-12T03:15:49.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.134+0000 7f5ce5e00640 1 -- 172.21.15.29:0/1958245299 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd0032660 con 0x7f5ce815f9e0 2024-09-12T03:15:49.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.134+0000 7f5ced400640 1 -- 172.21.15.29:0/1958245299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ce815f9e0 msgr2=0x7f5ce80b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:49.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.134+0000 7f5ced400640 1 --2- 172.21.15.29:0/1958245299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ce815f9e0 0x7f5ce80b45d0 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f5cd00097a0 tx=0x7f5cd002a130 comp rx=0 tx=0).stop 2024-09-12T03:15:49.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.135+0000 7f5ced400640 1 -- 172.21.15.29:0/1958245299 shutdown_connections 2024-09-12T03:15:49.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.135+0000 7f5ced400640 1 --2- 172.21.15.29:0/1958245299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ce815f9e0 0x7f5ce80b45d0 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:49.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.135+0000 7f5ced400640 1 -- 172.21.15.29:0/1958245299 >> 172.21.15.29:0/1958245299 conn(0x7f5ce80b5f10 msgr2=0x7f5ce80b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:49.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.135+0000 7f5ced400640 1 -- 172.21.15.29:0/1958245299 shutdown_connections 2024-09-12T03:15:49.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.135+0000 7f5ced400640 1 -- 172.21.15.29:0/1958245299 wait complete. 2024-09-12T03:15:49.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.136+0000 7f5ced400640 1 Processor -- start 2024-09-12T03:15:49.136 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.136+0000 7f5ced400640 1 -- start start 2024-09-12T03:15:49.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.137+0000 7f5ced400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5ce80b4b10 0x7f5ce814b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:49.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.137+0000 7f5ced400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ce815b130 0x7f5ce80cba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:49.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.137+0000 7f5ced400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5ce815f9e0 0x7f5ce80cbfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:49.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.137+0000 7f5ced400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce815b510 con 0x7f5ce815b130 2024-09-12T03:15:49.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.137+0000 7f5ced400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce815c510 con 0x7f5ce815f9e0 2024-09-12T03:15:49.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.137+0000 7f5ced400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5ce814f810 con 0x7f5ce80b4b10 2024-09-12T03:15:49.139 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.137+0000 7f5cdfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ce815b130 0x7f5ce80cba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:49.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.137+0000 7f5cdfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ce815b130 0x7f5ce80cba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60516/0 (socket says 172.21.15.29:60516) 2024-09-12T03:15:49.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.137+0000 7f5cdfe00640 1 -- 172.21.15.29:0/3337559497 learned_addr learned my addr 172.21.15.29:0/3337559497 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:49.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.138+0000 7f5ce7200640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5ce815f9e0 0x7f5ce80cbfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:49.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.138+0000 7f5ce6800640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5ce80b4b10 0x7f5ce814b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:49.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.138+0000 7f5cdfe00640 1 -- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5ce80b4b10 msgr2=0x7f5ce814b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:49.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.138+0000 7f5cdfe00640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5ce80b4b10 0x7f5ce814b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:49.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.138+0000 7f5cdfe00640 1 -- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5ce815f9e0 msgr2=0x7f5ce80cbfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:49.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.138+0000 7f5cdfe00640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5ce815f9e0 0x7f5ce80cbfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:49.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.138+0000 7f5cdfe00640 1 -- 172.21.15.29:0/3337559497 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ce814fa80 con 0x7f5ce815b130 2024-09-12T03:15:49.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.138+0000 7f5cdfe00640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ce815b130 0x7f5ce80cba80 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f5cd0000c00 tx=0x7f5cd00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:49.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.138+0000 7f5cdea00640 1 -- 172.21.15.29:0/3337559497 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd0037040 con 0x7f5ce815b130 2024-09-12T03:15:49.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.138+0000 7f5cdea00640 1 -- 172.21.15.29:0/3337559497 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cd0004030 con 0x7f5ce815b130 2024-09-12T03:15:49.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.138+0000 7f5cdea00640 1 -- 172.21.15.29:0/3337559497 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd0004420 con 0x7f5ce815b130 2024-09-12T03:15:49.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.139+0000 7f5ced400640 1 -- 172.21.15.29:0/3337559497 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ce814fd60 con 0x7f5ce815b130 2024-09-12T03:15:49.141 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.139+0000 7f5ced400640 1 -- 172.21.15.29:0/3337559497 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ce8150320 con 0x7f5ce815b130 2024-09-12T03:15:49.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.140+0000 7f5ced400640 1 -- 172.21.15.29:0/3337559497 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ce80ccec0 con 0x7f5ce815b130 2024-09-12T03:15:49.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.140+0000 7f5cdea00640 1 -- 172.21.15.29:0/3337559497 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5cd0003610 con 0x7f5ce815b130 2024-09-12T03:15:49.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.141+0000 7f5cdea00640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cc406be30 0x7f5cc406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:49.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.141+0000 7f5cdea00640 1 -- 172.21.15.29:0/3337559497 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f5cd00abcd0 con 0x7f5ce815b130 2024-09-12T03:15:49.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.142+0000 7f5ce6800640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cc406be30 0x7f5cc406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:49.142 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.142+0000 7f5ce6800640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cc406be30 0x7f5cc406e2f0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8000f60 tx=0x7f5cd8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:49.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.146+0000 7f5cdea00640 1 -- 172.21.15.29:0/3337559497 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5cd0079fb0 con 0x7f5ce815b130 2024-09-12T03:15:49.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.395+0000 7f5ced400640 1 -- 172.21.15.29:0/3337559497 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f5ce8155f00 con 0x7f5ce815b130 2024-09-12T03:15:49.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.397+0000 7f5cdea00640 1 -- 172.21.15.29:0/3337559497 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2010 (secure 0 0 0) 0x7f5cd007e2b0 con 0x7f5ce815b130 2024-09-12T03:15:49.397 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:49.397 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":468,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":706301,"bytes_used":267444224,"bytes_avail":772826669056,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":5886,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":29,"modified":"2024-09-12T03:15:45.826469+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:15:49.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.399+0000 7f5ced400640 1 -- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cc406be30 msgr2=0x7f5cc406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:49.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.399+0000 7f5ced400640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cc406be30 0x7f5cc406e2f0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8000f60 tx=0x7f5cd8009040 comp rx=0 tx=0).stop 2024-09-12T03:15:49.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.399+0000 7f5ced400640 1 -- 172.21.15.29:0/3337559497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ce815b130 msgr2=0x7f5ce80cba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:49.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.399+0000 7f5ced400640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ce815b130 0x7f5ce80cba80 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f5cd0000c00 tx=0x7f5cd00046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:49.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.400+0000 7f5ced400640 1 -- 172.21.15.29:0/3337559497 shutdown_connections 2024-09-12T03:15:49.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.400+0000 7f5ced400640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5cc406be30 0x7f5cc406e2f0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:49.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.400+0000 7f5ced400640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5ce815f9e0 0x7f5ce80cbfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:49.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.400+0000 7f5ced400640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ce815b130 0x7f5ce80cba80 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:49.400 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.400+0000 7f5ced400640 1 --2- 172.21.15.29:0/3337559497 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5ce80b4b10 0x7f5ce814b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:49.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.400+0000 7f5ced400640 1 -- 172.21.15.29:0/3337559497 >> 172.21.15.29:0/3337559497 conn(0x7f5ce80b5f10 msgr2=0x7f5ce80cefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:49.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.400+0000 7f5ced400640 1 -- 172.21.15.29:0/3337559497 shutdown_connections 2024-09-12T03:15:49.401 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:49.400+0000 7f5ced400640 1 -- 172.21.15.29:0/3337559497 wait complete. 2024-09-12T03:15:49.415 INFO:tasks.ceph.ceph_manager.ceph:{'a': 'paused paths [/d1/d2/d3]', 'c': 'paused paths [/d1/d2/d3]', 'd': 'paused paths [/d1/d2/d3]'} 2024-09-12T03:15:50.396 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:15:50.401 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:15:50.416 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:50.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.609+0000 7f4e53400640 1 Processor -- start 2024-09-12T03:15:50.609 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.609+0000 7f4e53400640 1 -- start start 2024-09-12T03:15:50.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.611+0000 7f4e53400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4e4c06f0e0 0x7f4e4c15c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:50.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.611+0000 7f4e53400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f4e4c0b3ba0 0x7f4e4c0b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:50.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.611+0000 7f4e53400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e4c15c620 con 0x7f4e4c06f4c0 2024-09-12T03:15:50.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.611+0000 7f4e53400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f4e4c15bc50 con 0x7f4e4c0b3ba0 2024-09-12T03:15:50.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.611+0000 7f4e53400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f4e4c152630 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.611+0000 7f4e4be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f4e4c06f4c0 0x7f4e4c0cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51340/0 (socket says 172.21.15.29:51340) 2024-09-12T03:15:50.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.611+0000 7f4e4be00640 1 -- 172.21.15.29:0/3859322552 learned_addr learned my addr 172.21.15.29:0/3859322552 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:50.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.611+0000 7f4e51400640 1 --2- 172.21.15.29:0/3859322552 >> v2:172.21.15.29:3300/0 conn(0x7f4e4c0b3ba0 0x7f4e4c0b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:50.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.611+0000 7f4e50a00640 1 --2- 172.21.15.29:0/3859322552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4e4c06f0e0 0x7f4e4c15c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:50.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.611+0000 7f4e4b400640 1 -- 172.21.15.29:0/3859322552 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2011185857 0 0) 0x7f4e4c15c620 con 0x7f4e4c06f4c0 2024-09-12T03:15:50.611 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.612+0000 7f4e4b400640 1 -- 172.21.15.29:0/3859322552 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e34003520 con 0x7f4e4c06f4c0 2024-09-12T03:15:50.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.612+0000 7f4e51400640 1 -- 172.21.15.29:0/3859322552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4e4c06f0e0 msgr2=0x7f4e4c15c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:50.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.612+0000 7f4e51400640 1 --2- 172.21.15.29:0/3859322552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4e4c06f0e0 0x7f4e4c15c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:50.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.612+0000 7f4e51400640 1 -- 172.21.15.29:0/3859322552 >> v1:172.21.15.29:6789/0 conn(0x7f4e4c06f4c0 legacy=0x7f4e4c0cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:50.612 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.612+0000 7f4e51400640 1 -- 172.21.15.29:0/3859322552 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e4c0cfb40 con 0x7f4e4c0b3ba0 2024-09-12T03:15:50.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.613+0000 7f4e51400640 1 --2- 172.21.15.29:0/3859322552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e4c0b3ba0 0x7f4e4c0b4050 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f4e4400be30 tx=0x7f4e440092f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69e859a8830f69a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:50.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.613+0000 7f4e4b400640 1 -- 172.21.15.29:0/3859322552 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44036070 con 0x7f4e4c0b3ba0 2024-09-12T03:15:50.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.613+0000 7f4e4b400640 1 -- 172.21.15.29:0/3859322552 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e44009540 con 0x7f4e4c0b3ba0 2024-09-12T03:15:50.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.613+0000 7f4e4b400640 1 -- 172.21.15.29:0/3859322552 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44009930 con 0x7f4e4c0b3ba0 2024-09-12T03:15:50.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.613+0000 7f4e53400640 1 -- 172.21.15.29:0/3859322552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e4c0b3ba0 msgr2=0x7f4e4c0b4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:50.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.613+0000 7f4e53400640 1 --2- 172.21.15.29:0/3859322552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e4c0b3ba0 0x7f4e4c0b4050 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f4e4400be30 tx=0x7f4e440092f0 comp rx=0 tx=0).stop 2024-09-12T03:15:50.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.613+0000 7f4e53400640 1 -- 172.21.15.29:0/3859322552 shutdown_connections 2024-09-12T03:15:50.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.613+0000 7f4e53400640 1 --2- 172.21.15.29:0/3859322552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e4c0b3ba0 0x7f4e4c0b4050 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:50.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.613+0000 7f4e53400640 1 --2- 172.21.15.29:0/3859322552 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4e4c06f0e0 0x7f4e4c15c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:50.613 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.613+0000 7f4e53400640 1 -- 172.21.15.29:0/3859322552 >> 172.21.15.29:0/3859322552 conn(0x7f4e4c067da0 msgr2=0x7f4e4c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:50.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.614+0000 7f4e53400640 1 -- 172.21.15.29:0/3859322552 shutdown_connections 2024-09-12T03:15:50.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.614+0000 7f4e53400640 1 -- 172.21.15.29:0/3859322552 wait complete. 2024-09-12T03:15:50.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.615+0000 7f4e53400640 1 Processor -- start 2024-09-12T03:15:50.614 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.615+0000 7f4e53400640 1 -- start start 2024-09-12T03:15:50.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.616+0000 7f4e53400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e4c06f0e0 0x7f4e4c157680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:50.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.616+0000 7f4e53400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4e4c06f4c0 0x7f4e4c158050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:50.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.616+0000 7f4e53400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4e4c0b3ba0 0x7f4e4c158590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:50.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.616+0000 7f4e53400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4c06f900 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.616+0000 7f4e53400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4c15b8e0 con 0x7f4e4c0b3ba0 2024-09-12T03:15:50.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.616+0000 7f4e53400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f4e4c1f02c0 con 0x7f4e4c06f4c0 2024-09-12T03:15:50.617 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.616+0000 7f4e50a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e4c06f0e0 0x7f4e4c157680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.617+0000 7f4e50a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e4c06f0e0 0x7f4e4c157680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60226/0 (socket says 172.21.15.29:60226) 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.617+0000 7f4e50a00640 1 -- 172.21.15.29:0/148779006 learned_addr learned my addr 172.21.15.29:0/148779006 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.617+0000 7f4e4be00640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4e4c06f4c0 0x7f4e4c158050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.617+0000 7f4e51400640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4e4c0b3ba0 0x7f4e4c158590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.617+0000 7f4e50a00640 1 -- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4e4c06f4c0 msgr2=0x7f4e4c158050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.617+0000 7f4e50a00640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4e4c06f4c0 0x7f4e4c158050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.617+0000 7f4e50a00640 1 -- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4e4c0b3ba0 msgr2=0x7f4e4c158590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.617+0000 7f4e50a00640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4e4c0b3ba0 0x7f4e4c158590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.617+0000 7f4e50a00640 1 -- 172.21.15.29:0/148779006 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e4c1ef9f0 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.617+0000 7f4e50a00640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e4c06f0e0 0x7f4e4c157680 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f4e40012fc0 tx=0x7f4e40010490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.618+0000 7f4e48c00640 1 -- 172.21.15.29:0/148779006 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e40010da0 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.618+0000 7f4e48c00640 1 -- 172.21.15.29:0/148779006 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e4001d070 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.618+0000 7f4e53400640 1 -- 172.21.15.29:0/148779006 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e4c1f3d10 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.618 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.618+0000 7f4e48c00640 1 -- 172.21.15.29:0/148779006 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e400186c0 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.618+0000 7f4e53400640 1 -- 172.21.15.29:0/148779006 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e4c1eff50 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.619+0000 7f4e53400640 1 -- 172.21.15.29:0/148779006 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e4c15ee80 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.619 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.620+0000 7f4e48c00640 1 -- 172.21.15.29:0/148779006 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4e40016050 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.621+0000 7f4e48c00640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4e2c06be30 0x7f4e2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:50.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.621+0000 7f4e48c00640 1 -- 172.21.15.29:0/148779006 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f4e4008ee10 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.620 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.621+0000 7f4e4be00640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4e2c06be30 0x7f4e2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:50.621 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.622+0000 7f4e4be00640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4e2c06be30 0x7f4e2c06e2f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c152860 tx=0x7f4e38009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:50.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.625+0000 7f4e48c00640 1 -- 172.21.15.29:0/148779006 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4e40092030 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.849+0000 7f4e53400640 1 -- 172.21.15.29:0/148779006 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4e4c15a7e0 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.850+0000 7f4e48c00640 1 -- 172.21.15.29:0/148779006 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7f4e40026020 con 0x7f4e4c06f0e0 2024-09-12T03:15:50.849 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:50.849 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:15:50.849 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:15:50.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 -- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4e2c06be30 msgr2=0x7f4e2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:50.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4e2c06be30 0x7f4e2c06e2f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c152860 tx=0x7f4e38009040 comp rx=0 tx=0).stop 2024-09-12T03:15:50.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 -- 172.21.15.29:0/148779006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e4c06f0e0 msgr2=0x7f4e4c157680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:50.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e4c06f0e0 0x7f4e4c157680 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f4e40012fc0 tx=0x7f4e40010490 comp rx=0 tx=0).stop 2024-09-12T03:15:50.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 -- 172.21.15.29:0/148779006 shutdown_connections 2024-09-12T03:15:50.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f4e2c06be30 0x7f4e2c06e2f0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:50.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f4e4c0b3ba0 0x7f4e4c158590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:50.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f4e4c06f4c0 0x7f4e4c158050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:50.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 --2- 172.21.15.29:0/148779006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e4c06f0e0 0x7f4e4c157680 unknown :-1 s=CLOSED pgs=1500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:50.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 -- 172.21.15.29:0/148779006 >> 172.21.15.29:0/148779006 conn(0x7f4e4c067da0 msgr2=0x7f4e4c0b3fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:50.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 -- 172.21.15.29:0/148779006 shutdown_connections 2024-09-12T03:15:50.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:50.852+0000 7f4e53400640 1 -- 172.21.15.29:0/148779006 wait complete. 2024-09-12T03:15:50.868 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:15:50.868 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:15:51.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.024+0000 7f36ed800640 1 Processor -- start 2024-09-12T03:15:51.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.024+0000 7f36ed800640 1 -- start start 2024-09-12T03:15:51.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.026+0000 7f36ed800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e80b4ce0 0x7f36e8165ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:51.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.026+0000 7f36ed800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36e80cd8f0 con 0x7f36e815b130 2024-09-12T03:15:51.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.026+0000 7f36ed800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36e815ef00 con 0x7f36e815f9e0 2024-09-12T03:15:51.030 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.026+0000 7f36ed800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f36e815f550 con 0x7f36e80b4ce0 2024-09-12T03:15:51.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.026+0000 7f36e6a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f36e815b130 0x7f36e80ccec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51348/0 (socket says 172.21.15.29:51348) 2024-09-12T03:15:51.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.026+0000 7f36e6a00640 1 -- 172.21.15.29:0/110618836 learned_addr learned my addr 172.21.15.29:0/110618836 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:51.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.026+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3482856662 0 0) 0x7f36e80cd8f0 con 0x7f36e815b130 2024-09-12T03:15:51.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.026+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f36cc003520 con 0x7f36e815b130 2024-09-12T03:15:51.031 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.026+0000 7f36e7400640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e80b4ce0 0x7f36e8165ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:51.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 547728432 0 0) 0x7f36cc003520 con 0x7f36e815b130 2024-09-12T03:15:51.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e80b4ce0 msgr2=0x7f36e8165ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:51.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e80b4ce0 0x7f36e8165ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:51.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 >> v1:172.21.15.38:6789/0 conn(0x7f36e815f9e0 legacy=0x7f36e80b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:51.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36e815f1e0 con 0x7f36e815b130 2024-09-12T03:15:51.032 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f36d8001670 con 0x7f36e815b130 2024-09-12T03:15:51.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 >> v1:172.21.15.29:6789/0 conn(0x7f36e815b130 legacy=0x7f36e80ccec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:51.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36cc003a50 0x7f36cc003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:51.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36cc004800 0x7f36cc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:51.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e80b4ce0 0x7f36cc005220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:51.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f36e815f550 con 0x7f36cc004800 2024-09-12T03:15:51.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f36cc00bbb0 con 0x7f36cc003a50 2024-09-12T03:15:51.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f36cc00bdb0 con 0x7f36e80b4ce0 2024-09-12T03:15:51.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36dfe00640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36cc004800 0x7f36cc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:51.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e6a00640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36cc003a50 0x7f36cc003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:51.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.027+0000 7f36e7400640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e80b4ce0 0x7f36cc005220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:51.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.028+0000 7f36dfe00640 1 -- 172.21.15.29:0/110618836 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e80b4ce0 msgr2=0x7f36cc005220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:51.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.028+0000 7f36dfe00640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e80b4ce0 0x7f36cc005220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:51.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.028+0000 7f36dfe00640 1 -- 172.21.15.29:0/110618836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36cc003a50 msgr2=0x7f36cc003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:51.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.028+0000 7f36dfe00640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36cc003a50 0x7f36cc003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:51.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.028+0000 7f36dfe00640 1 -- 172.21.15.29:0/110618836 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36cc003520 con 0x7f36cc004800 2024-09-12T03:15:51.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.029+0000 7f36dfe00640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36cc004800 0x7f36cc004c80 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f36d0001330 tx=0x7f36cc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=485aa2554b45bc62 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:51.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.029+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d0001370 con 0x7f36cc004800 2024-09-12T03:15:51.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.029+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36d002cdb0 con 0x7f36cc004800 2024-09-12T03:15:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.029+0000 7f36e6000640 1 -- 172.21.15.29:0/110618836 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d0005310 con 0x7f36cc004800 2024-09-12T03:15:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.029+0000 7f36ed800640 1 -- 172.21.15.29:0/110618836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36cc004800 msgr2=0x7f36cc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.029+0000 7f36ed800640 1 --2- 172.21.15.29:0/110618836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36cc004800 0x7f36cc004c80 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f36d0001330 tx=0x7f36cc005830 comp rx=0 tx=0).stop 2024-09-12T03:15:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.029+0000 7f36e7400640 1 -- 172.21.15.29:0/110618836 reap_dead start 2024-09-12T03:15:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.029+0000 7f36ed800640 1 -- 172.21.15.29:0/110618836 shutdown_connections 2024-09-12T03:15:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.029+0000 7f36ed800640 1 -- 172.21.15.29:0/110618836 >> 172.21.15.29:0/110618836 conn(0x7f36e80b5f10 msgr2=0x7f36e80b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:51.036 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.030+0000 7f36ed800640 1 -- 172.21.15.29:0/110618836 shutdown_connections 2024-09-12T03:15:51.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.030+0000 7f36ed800640 1 -- 172.21.15.29:0/110618836 wait complete. 2024-09-12T03:15:51.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.031+0000 7f36ed800640 1 Processor -- start 2024-09-12T03:15:51.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.031+0000 7f36ed800640 1 -- start start 2024-09-12T03:15:51.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.032+0000 7f36ed800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36cc004800 0x7f36e81584c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:51.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.032+0000 7f36ed800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e8139510 0x7f36e80b34a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:51.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.032+0000 7f36ed800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36e80b39e0 0x7f36e813bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:51.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.032+0000 7f36ed800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f36e815b510 con 0x7f36e80b39e0 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.032+0000 7f36ed800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f36e815c510 con 0x7f36cc004800 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.032+0000 7f36ed800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f36e8158030 con 0x7f36e8139510 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36e7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36e80b39e0 0x7f36e813bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36e7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36e80b39e0 0x7f36e813bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60240/0 (socket says 172.21.15.29:60240) 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36e7400640 1 -- 172.21.15.29:0/3517889679 learned_addr learned my addr 172.21.15.29:0/3517889679 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36dfe00640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e8139510 0x7f36e80b34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36e6a00640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36cc004800 0x7f36e81584c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36e7400640 1 -- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e8139510 msgr2=0x7f36e80b34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36e7400640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e8139510 0x7f36e80b34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36e7400640 1 -- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36cc004800 msgr2=0x7f36e81584c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36e7400640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36cc004800 0x7f36e81584c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36e7400640 1 -- 172.21.15.29:0/3517889679 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36e8157700 con 0x7f36e80b39e0 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36e6a00640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36cc004800 0x7f36e81584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:51.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.033+0000 7f36e7400640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36e80b39e0 0x7f36e813bfe0 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f36e80b6640 tx=0x7f36e00115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:51.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.034+0000 7f36dea00640 1 -- 172.21.15.29:0/3517889679 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36e0003990 con 0x7f36e80b39e0 2024-09-12T03:15:51.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.034+0000 7f36dea00640 1 -- 172.21.15.29:0/3517889679 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36e001b070 con 0x7f36e80b39e0 2024-09-12T03:15:51.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.034+0000 7f36dea00640 1 -- 172.21.15.29:0/3517889679 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36e0003b70 con 0x7f36e80b39e0 2024-09-12T03:15:51.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.034+0000 7f36ed800640 1 -- 172.21.15.29:0/3517889679 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36e81579e0 con 0x7f36e80b39e0 2024-09-12T03:15:51.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.034+0000 7f36ed800640 1 -- 172.21.15.29:0/3517889679 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36e8139990 con 0x7f36e80b39e0 2024-09-12T03:15:51.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.035+0000 7f36ed800640 1 -- 172.21.15.29:0/3517889679 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36e80ccec0 con 0x7f36e80b39e0 2024-09-12T03:15:51.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.036+0000 7f36dea00640 1 -- 172.21.15.29:0/3517889679 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f36e0005d10 con 0x7f36e80b39e0 2024-09-12T03:15:51.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.037+0000 7f36dea00640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36c406be30 0x7f36c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:51.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.037+0000 7f36dea00640 1 -- 172.21.15.29:0/3517889679 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f36e008b4c0 con 0x7f36e80b39e0 2024-09-12T03:15:51.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.037+0000 7f36e6a00640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36c406be30 0x7f36c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:51.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.038+0000 7f36e6a00640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36c406be30 0x7f36c406e2f0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f36e814b970 tx=0x7f36d8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:51.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.041+0000 7f36dea00640 1 -- 172.21.15.29:0/3517889679 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f36e0059c40 con 0x7f36e80b39e0 2024-09-12T03:15:51.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.297+0000 7f36ed800640 1 -- 172.21.15.29:0/3517889679 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f36e8155a70 con 0x7f36e80b39e0 2024-09-12T03:15:51.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.298+0000 7f36dea00640 1 -- 172.21.15.29:0/3517889679 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2016 (secure 0 0 0) 0x7f36e0059540 con 0x7f36e80b39e0 2024-09-12T03:15:51.297 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:51.298 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":470,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":706301,"bytes_used":267444224,"bytes_avail":772826669056,"bytes_total":773094113280,"read_bytes_sec":0,"write_bytes_sec":5886,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":30,"modified":"2024-09-12T03:15:49.827703+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:15:51.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.300+0000 7f36ed800640 1 -- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36c406be30 msgr2=0x7f36c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:51.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.300+0000 7f36ed800640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36c406be30 0x7f36c406e2f0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f36e814b970 tx=0x7f36d8009040 comp rx=0 tx=0).stop 2024-09-12T03:15:51.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.300+0000 7f36ed800640 1 -- 172.21.15.29:0/3517889679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36e80b39e0 msgr2=0x7f36e813bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.300+0000 7f36ed800640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36e80b39e0 0x7f36e813bfe0 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f36e80b6640 tx=0x7f36e00115a0 comp rx=0 tx=0).stop 2024-09-12T03:15:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.300+0000 7f36ed800640 1 -- 172.21.15.29:0/3517889679 shutdown_connections 2024-09-12T03:15:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.300+0000 7f36ed800640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36c406be30 0x7f36c406e2f0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.300+0000 7f36ed800640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36e80b39e0 0x7f36e813bfe0 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.300+0000 7f36ed800640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36e8139510 0x7f36e80b34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.300+0000 7f36ed800640 1 --2- 172.21.15.29:0/3517889679 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36cc004800 0x7f36e81584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.300+0000 7f36ed800640 1 -- 172.21.15.29:0/3517889679 >> 172.21.15.29:0/3517889679 conn(0x7f36e80b5f10 msgr2=0x7f36e815b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.301+0000 7f36ed800640 1 -- 172.21.15.29:0/3517889679 shutdown_connections 2024-09-12T03:15:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:51.301+0000 7f36ed800640 1 -- 172.21.15.29:0/3517889679 wait complete. 2024-09-12T03:15:51.315 INFO:tasks.ceph.ceph_manager.ceph:{'a': 'paused paths [/d1/d2/d3]', 'c': 'paused paths [/d1/d2/d3]', 'd': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:15:52.316 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:52.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.485+0000 7f1b19e00640 1 Processor -- start 2024-09-12T03:15:52.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.485+0000 7f1b19e00640 1 -- start start 2024-09-12T03:15:52.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.486+0000 7f1b19e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b14072240 0x7f1b1415d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.486+0000 7f1b19e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1b140afc40 0x7f1b140cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.486+0000 7f1b19e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b1415d730 con 0x7f1b14072620 2024-09-12T03:15:52.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.486+0000 7f1b19e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1b1406e590 con 0x7f1b140afc40 2024-09-12T03:15:52.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.486+0000 7f1b19e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1b1406e870 con 0x7f1b14072240 2024-09-12T03:15:52.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.487+0000 7f1b13400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1b140afc40 0x7f1b140cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.487+0000 7f1b13400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1b140afc40 0x7f1b140cd1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60258/0 (socket says 172.21.15.29:60258) 2024-09-12T03:15:52.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.487+0000 7f1b13400640 1 -- 172.21.15.29:0/3910550367 learned_addr learned my addr 172.21.15.29:0/3910550367 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:52.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.487+0000 7f1b12a00640 1 --2- 172.21.15.29:0/3910550367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b14072240 0x7f1b1415d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.487+0000 7f1b13400640 1 -- 172.21.15.29:0/3910550367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b14072240 msgr2=0x7f1b1415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:52.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.487+0000 7f1b13400640 1 --2- 172.21.15.29:0/3910550367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b14072240 0x7f1b1415d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.487+0000 7f1b13400640 1 -- 172.21.15.29:0/3910550367 >> v1:172.21.15.38:6789/0 conn(0x7f1b14072620 legacy=0x7f1b140af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:52.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.487+0000 7f1b13400640 1 -- 172.21.15.29:0/3910550367 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b1406eb50 con 0x7f1b140afc40 2024-09-12T03:15:52.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.488+0000 7f1b13400640 1 --2- 172.21.15.29:0/3910550367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b140afc40 0x7f1b140cd1d0 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c009e50 tx=0x7f1b0c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e330e30bb0543f00 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:52.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.488+0000 7f1b11600640 1 -- 172.21.15.29:0/3910550367 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0c036070 con 0x7f1b140afc40 2024-09-12T03:15:52.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.488+0000 7f1b11600640 1 -- 172.21.15.29:0/3910550367 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b0c031600 con 0x7f1b140afc40 2024-09-12T03:15:52.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.488+0000 7f1b11600640 1 -- 172.21.15.29:0/3910550367 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0c0319d0 con 0x7f1b140afc40 2024-09-12T03:15:52.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.489+0000 7f1b19e00640 1 -- 172.21.15.29:0/3910550367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b140afc40 msgr2=0x7f1b140cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:52.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.489+0000 7f1b19e00640 1 --2- 172.21.15.29:0/3910550367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b140afc40 0x7f1b140cd1d0 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c009e50 tx=0x7f1b0c02a730 comp rx=0 tx=0).stop 2024-09-12T03:15:52.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.489+0000 7f1b19e00640 1 -- 172.21.15.29:0/3910550367 shutdown_connections 2024-09-12T03:15:52.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.489+0000 7f1b19e00640 1 --2- 172.21.15.29:0/3910550367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b140afc40 0x7f1b140cd1d0 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.489+0000 7f1b19e00640 1 --2- 172.21.15.29:0/3910550367 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b14072240 0x7f1b1415d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.489+0000 7f1b19e00640 1 -- 172.21.15.29:0/3910550367 >> 172.21.15.29:0/3910550367 conn(0x7f1b14067da0 msgr2=0x7f1b1406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:52.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.489+0000 7f1b19e00640 1 -- 172.21.15.29:0/3910550367 shutdown_connections 2024-09-12T03:15:52.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.489+0000 7f1b19e00640 1 -- 172.21.15.29:0/3910550367 wait complete. 2024-09-12T03:15:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.491+0000 7f1b19e00640 1 Processor -- start 2024-09-12T03:15:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.491+0000 7f1b19e00640 1 -- start start 2024-09-12T03:15:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b19e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b14072240 0x7f1b14155620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b19e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b14072620 0x7f1b1415a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b19e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b140afc40 0x7f1b140a9f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b19e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1b1406e150 con 0x7f1b14072620 2024-09-12T03:15:52.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b19e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1b1406dfd0 con 0x7f1b14072240 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b19e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1b1406e2d0 con 0x7f1b140afc40 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b12000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b14072620 0x7f1b1415a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b12000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b14072620 0x7f1b1415a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60268/0 (socket says 172.21.15.29:60268) 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b12000640 1 -- 172.21.15.29:0/1037897104 learned_addr learned my addr 172.21.15.29:0/1037897104 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b13400640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b140afc40 0x7f1b140a9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b12000640 1 -- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b140afc40 msgr2=0x7f1b140a9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b12000640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b140afc40 0x7f1b140a9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b12000640 1 -- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b14072240 msgr2=0x7f1b14155620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b12a00640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b14072240 0x7f1b14155620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b12000640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b14072240 0x7f1b14155620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b12000640 1 -- 172.21.15.29:0/1037897104 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b1415ab90 con 0x7f1b14072620 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b13400640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b140afc40 0x7f1b140a9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.492+0000 7f1b12a00640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b14072240 0x7f1b14155620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:52.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.493+0000 7f1b12000640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b14072620 0x7f1b1415a220 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f1b0000c400 tx=0x7f1b0000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:52.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.493+0000 7f1b0b400640 1 -- 172.21.15.29:0/1037897104 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b000052d0 con 0x7f1b14072620 2024-09-12T03:15:52.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.493+0000 7f1b0b400640 1 -- 172.21.15.29:0/1037897104 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b00005490 con 0x7f1b14072620 2024-09-12T03:15:52.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.493+0000 7f1b0b400640 1 -- 172.21.15.29:0/1037897104 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b00007260 con 0x7f1b14072620 2024-09-12T03:15:52.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.493+0000 7f1b19e00640 1 -- 172.21.15.29:0/1037897104 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b1415ae70 con 0x7f1b14072620 2024-09-12T03:15:52.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.493+0000 7f1b19e00640 1 -- 172.21.15.29:0/1037897104 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b1415b710 con 0x7f1b14072620 2024-09-12T03:15:52.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.494+0000 7f1b19e00640 1 -- 172.21.15.29:0/1037897104 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b1415b260 con 0x7f1b14072620 2024-09-12T03:15:52.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.495+0000 7f1b0b400640 1 -- 172.21.15.29:0/1037897104 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1b00007400 con 0x7f1b14072620 2024-09-12T03:15:52.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.496+0000 7f1b0b400640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af406be30 0x7f1af406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.496+0000 7f1b0b400640 1 -- 172.21.15.29:0/1037897104 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f1b0008a5d0 con 0x7f1b14072620 2024-09-12T03:15:52.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.496+0000 7f1b12a00640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af406be30 0x7f1af406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.497+0000 7f1b12a00640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af406be30 0x7f1af406e2f0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f1b141f56c0 tx=0x7f1b04008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:52.499 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.500+0000 7f1b0b400640 1 -- 172.21.15.29:0/1037897104 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1b00058d50 con 0x7f1b14072620 2024-09-12T03:15:52.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.725+0000 7f1b19e00640 1 -- 172.21.15.29:0/1037897104 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b140cfa40 con 0x7f1b14072620 2024-09-12T03:15:52.726 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.727+0000 7f1b0b400640 1 -- 172.21.15.29:0/1037897104 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7f1b140cfa40 con 0x7f1b14072620 2024-09-12T03:15:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:52.726 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:15:52.727 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:15:52.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 -- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af406be30 msgr2=0x7f1af406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:52.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af406be30 0x7f1af406e2f0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f1b141f56c0 tx=0x7f1b04008040 comp rx=0 tx=0).stop 2024-09-12T03:15:52.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 -- 172.21.15.29:0/1037897104 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b14072620 msgr2=0x7f1b1415a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:52.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b14072620 0x7f1b1415a220 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f1b0000c400 tx=0x7f1b0000c8c0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 -- 172.21.15.29:0/1037897104 shutdown_connections 2024-09-12T03:15:52.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af406be30 0x7f1af406e2f0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b140afc40 0x7f1b140a9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b14072620 0x7f1b1415a220 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 --2- 172.21.15.29:0/1037897104 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b14072240 0x7f1b14155620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 -- 172.21.15.29:0/1037897104 >> 172.21.15.29:0/1037897104 conn(0x7f1b14067da0 msgr2=0x7f1b1406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:52.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 -- 172.21.15.29:0/1037897104 shutdown_connections 2024-09-12T03:15:52.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.729+0000 7f1b19e00640 1 -- 172.21.15.29:0/1037897104 wait complete. 2024-09-12T03:15:52.744 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:15:52.744 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:15:52.902 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.902+0000 7fa858600640 1 Processor -- start 2024-09-12T03:15:52.904 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.902+0000 7fa858600640 1 -- start start 2024-09-12T03:15:52.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.903+0000 7fa858600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8500b4b80 0x7fa850143ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.903+0000 7fa858600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa8500b53c0 0x7fa8500b33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.903+0000 7fa858600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8501443e0 con 0x7fa8500b4f60 2024-09-12T03:15:52.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.903+0000 7fa858600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa85015eda0 con 0x7fa8500b53c0 2024-09-12T03:15:52.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.903+0000 7fa858600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa8501446c0 con 0x7fa8500b4b80 2024-09-12T03:15:52.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.904+0000 7fa856600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa8500b53c0 0x7fa8500b33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.904+0000 7fa855c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8500b4b80 0x7fa850143ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.906 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.904+0000 7fa855200640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fa8500b4f60 0x7fa85015f230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:46600/0 (socket says 172.21.15.29:46600) 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.904+0000 7fa855200640 1 -- 172.21.15.29:0/2784591915 learned_addr learned my addr 172.21.15.29:0/2784591915 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.904+0000 7fa856600640 1 -- 172.21.15.29:0/2784591915 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8500b4b80 msgr2=0x7fa850143ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.904+0000 7fa856600640 1 --2- 172.21.15.29:0/2784591915 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8500b4b80 0x7fa850143ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.904+0000 7fa856600640 1 -- 172.21.15.29:0/2784591915 >> v1:172.21.15.38:6789/0 conn(0x7fa8500b4f60 legacy=0x7fa85015f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.904+0000 7fa856600640 1 -- 172.21.15.29:0/2784591915 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8501449a0 con 0x7fa8500b53c0 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.905+0000 7fa856600640 1 --2- 172.21.15.29:0/2784591915 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8500b53c0 0x7fa8500b33c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa848009d90 tx=0x7fa84802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85e116f661d2d9fa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.906+0000 7fa84fe00640 1 -- 172.21.15.29:0/2784591915 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa848007740 con 0x7fa8500b53c0 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.906+0000 7fa84fe00640 1 -- 172.21.15.29:0/2784591915 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8480078e0 con 0x7fa8500b53c0 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.906+0000 7fa84fe00640 1 -- 172.21.15.29:0/2784591915 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa848007cb0 con 0x7fa8500b53c0 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.906+0000 7fa858600640 1 -- 172.21.15.29:0/2784591915 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8500b53c0 msgr2=0x7fa8500b33c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.906+0000 7fa858600640 1 --2- 172.21.15.29:0/2784591915 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8500b53c0 0x7fa8500b33c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa848009d90 tx=0x7fa84802a660 comp rx=0 tx=0).stop 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.906+0000 7fa858600640 1 -- 172.21.15.29:0/2784591915 shutdown_connections 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.906+0000 7fa858600640 1 --2- 172.21.15.29:0/2784591915 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8500b53c0 0x7fa8500b33c0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.907 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.906+0000 7fa858600640 1 --2- 172.21.15.29:0/2784591915 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8500b4b80 0x7fa850143ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.906+0000 7fa858600640 1 -- 172.21.15.29:0/2784591915 >> 172.21.15.29:0/2784591915 conn(0x7fa8500b5f10 msgr2=0x7fa8500b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:52.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.906+0000 7fa858600640 1 -- 172.21.15.29:0/2784591915 shutdown_connections 2024-09-12T03:15:52.908 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.906+0000 7fa858600640 1 -- 172.21.15.29:0/2784591915 wait complete. 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.908+0000 7fa858600640 1 Processor -- start 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.908+0000 7fa858600640 1 -- start start 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.909+0000 7fa858600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8500b4b80 0x7fa850154f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.909+0000 7fa858600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8500b4f60 0x7fa850143020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.909+0000 7fa858600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8500b53c0 0x7fa850143560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.909+0000 7fa858600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa8500b3a80 con 0x7fa8500b4f60 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.909+0000 7fa858600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa8500b3900 con 0x7fa8500b53c0 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.909+0000 7fa858600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa8500b3c00 con 0x7fa8500b4b80 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.909+0000 7fa855200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8500b4f60 0x7fa850143020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.909+0000 7fa855200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8500b4f60 0x7fa850143020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60286/0 (socket says 172.21.15.29:60286) 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.909+0000 7fa855200640 1 -- 172.21.15.29:0/30864334 learned_addr learned my addr 172.21.15.29:0/30864334 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:52.910 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.909+0000 7fa856600640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8500b53c0 0x7fa850143560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.909+0000 7fa855c00640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8500b4b80 0x7fa850154f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.910+0000 7fa855200640 1 -- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8500b4b80 msgr2=0x7fa850154f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.910+0000 7fa855200640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8500b4b80 0x7fa850154f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.910+0000 7fa855200640 1 -- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8500b53c0 msgr2=0x7fa850143560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.910+0000 7fa855200640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8500b53c0 0x7fa850143560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.910+0000 7fa855200640 1 -- 172.21.15.29:0/30864334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8501f8220 con 0x7fa8500b4f60 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.910+0000 7fa856600640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8500b53c0 0x7fa850143560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.910+0000 7fa855200640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8500b4f60 0x7fa850143020 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7fa83c00c3f0 tx=0x7fa83c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.910+0000 7fa84d600640 1 -- 172.21.15.29:0/30864334 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa83c017070 con 0x7fa8500b4f60 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.910+0000 7fa84d600640 1 -- 172.21.15.29:0/30864334 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa83c005ce0 con 0x7fa8500b4f60 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.910+0000 7fa858600640 1 -- 172.21.15.29:0/30864334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8501338a0 con 0x7fa8500b4f60 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.910+0000 7fa84d600640 1 -- 172.21.15.29:0/30864334 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa83c0072f0 con 0x7fa8500b4f60 2024-09-12T03:15:52.911 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.911+0000 7fa858600640 1 -- 172.21.15.29:0/30864334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa850133e60 con 0x7fa8500b4f60 2024-09-12T03:15:52.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.912+0000 7fa858600640 1 -- 172.21.15.29:0/30864334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8501336a0 con 0x7fa8500b4f60 2024-09-12T03:15:52.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.913+0000 7fa84d600640 1 -- 172.21.15.29:0/30864334 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa83c01a070 con 0x7fa8500b4f60 2024-09-12T03:15:52.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.913+0000 7fa84d600640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa83006be60 0x7fa83006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:52.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.913+0000 7fa84d600640 1 -- 172.21.15.29:0/30864334 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fa83c08a2a0 con 0x7fa8500b4f60 2024-09-12T03:15:52.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.914+0000 7fa855c00640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa83006be60 0x7fa83006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:52.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.915+0000 7fa855c00640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa83006be60 0x7fa83006e320 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fa844009aa0 tx=0x7fa844009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:52.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:52.918+0000 7fa84d600640 1 -- 172.21.15.29:0/30864334 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa83c058470 con 0x7fa8500b4f60 2024-09-12T03:15:53.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.169+0000 7fa858600640 1 -- 172.21.15.29:0/30864334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fa8500b33c0 con 0x7fa8500b4f60 2024-09-12T03:15:53.169 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.170+0000 7fa84d600640 1 -- 172.21.15.29:0/30864334 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1996 (secure 0 0 0) 0x7fa83c05c770 con 0x7fa8500b4f60 2024-09-12T03:15:53.169 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:53.169 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":472,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":706301,"bytes_used":267444224,"bytes_avail":772826669056,"bytes_total":773094113280,"write_bytes_sec":682,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":30,"modified":"2024-09-12T03:15:49.827703+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:15:53.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 -- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa83006be60 msgr2=0x7fa83006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:53.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa83006be60 0x7fa83006e320 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fa844009aa0 tx=0x7fa844009190 comp rx=0 tx=0).stop 2024-09-12T03:15:53.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 -- 172.21.15.29:0/30864334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8500b4f60 msgr2=0x7fa850143020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:53.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8500b4f60 0x7fa850143020 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7fa83c00c3f0 tx=0x7fa83c00c8b0 comp rx=0 tx=0).stop 2024-09-12T03:15:53.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 -- 172.21.15.29:0/30864334 shutdown_connections 2024-09-12T03:15:53.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa83006be60 0x7fa83006e320 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:53.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa8500b53c0 0x7fa850143560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:53.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8500b4f60 0x7fa850143020 unknown :-1 s=CLOSED pgs=1506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:53.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 --2- 172.21.15.29:0/30864334 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa8500b4b80 0x7fa850154f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:53.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 -- 172.21.15.29:0/30864334 >> 172.21.15.29:0/30864334 conn(0x7fa8500b5f10 msgr2=0x7fa8500b20a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:53.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 -- 172.21.15.29:0/30864334 shutdown_connections 2024-09-12T03:15:53.173 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:53.172+0000 7fa858600640 1 -- 172.21.15.29:0/30864334 wait complete. 2024-09-12T03:15:53.187 INFO:tasks.ceph.ceph_manager.ceph:{'a': 'paused paths [/d1/d2/d3]', 'c': 'paused paths [/d1/d2/d3]', 'd': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:15:54.189 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:54.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.358+0000 7f5029e00640 1 Processor -- start 2024-09-12T03:15:54.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.358+0000 7f5029e00640 1 -- start start 2024-09-12T03:15:54.358 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.359+0000 7f5029e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 0x7f50240b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.359+0000 7f5029e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5024070a80 0x7f5024158530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.359+0000 7f5029e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50240711b0 con 0x7f5024162cc0 2024-09-12T03:15:54.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.359+0000 7f5029e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f50240d2110 con 0x7f5024070a80 2024-09-12T03:15:54.359 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.359+0000 7f5029e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f502415fa40 con 0x7f502406c320 2024-09-12T03:15:54.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.360+0000 7f5022000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 0x7f50240b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.360+0000 7f5023400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f5024070a80 0x7f5024158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.360+0000 7f5022000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 0x7f50240b6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:40748/0 (socket says 172.21.15.29:40748) 2024-09-12T03:15:54.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.360+0000 7f5022000640 1 -- 172.21.15.29:0/469416120 learned_addr learned my addr 172.21.15.29:0/469416120 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:54.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.360+0000 7f5022a00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f5024162cc0 0x7f502406bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:46606/0 (socket says 172.21.15.29:46606) 2024-09-12T03:15:54.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.360+0000 7f5022000640 1 -- 172.21.15.29:0/469416120 >> v2:172.21.15.38:3300/0 conn(0x7f5024070a80 msgr2=0x7f5024158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:54.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.360+0000 7f5022000640 1 --2- 172.21.15.29:0/469416120 >> v2:172.21.15.38:3300/0 conn(0x7f5024070a80 0x7f5024158530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.360+0000 7f5022000640 1 -- 172.21.15.29:0/469416120 >> v1:172.21.15.38:6789/0 conn(0x7f5024162cc0 legacy=0x7f502406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:54.360 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.360+0000 7f5022000640 1 -- 172.21.15.29:0/469416120 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5024070f30 con 0x7f502406c320 2024-09-12T03:15:54.361 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.360+0000 7f5023400640 1 --2- 172.21.15.29:0/469416120 >> v2:172.21.15.38:3300/0 conn(0x7f5024070a80 0x7f5024158530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:54.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.361+0000 7f5022000640 1 --2- 172.21.15.29:0/469416120 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 0x7f50240b6f90 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f5010009870 tx=0x7f501002a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54f7757c30a8093e server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:54.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.362+0000 7f5021600640 1 -- 172.21.15.29:0/469416120 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5010037070 con 0x7f502406c320 2024-09-12T03:15:54.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.362+0000 7f5021600640 1 -- 172.21.15.29:0/469416120 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5010032440 con 0x7f502406c320 2024-09-12T03:15:54.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.362+0000 7f5021600640 1 -- 172.21.15.29:0/469416120 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5010032810 con 0x7f502406c320 2024-09-12T03:15:54.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.362+0000 7f5029e00640 1 -- 172.21.15.29:0/469416120 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 msgr2=0x7f50240b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:54.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.362+0000 7f5029e00640 1 --2- 172.21.15.29:0/469416120 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 0x7f50240b6f90 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f5010009870 tx=0x7f501002a250 comp rx=0 tx=0).stop 2024-09-12T03:15:54.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.362+0000 7f5029e00640 1 -- 172.21.15.29:0/469416120 shutdown_connections 2024-09-12T03:15:54.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.362+0000 7f5029e00640 1 --2- 172.21.15.29:0/469416120 >> v2:172.21.15.38:3300/0 conn(0x7f5024070a80 0x7f5024158530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.362 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.362+0000 7f5029e00640 1 --2- 172.21.15.29:0/469416120 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 0x7f50240b6f90 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.362+0000 7f5029e00640 1 -- 172.21.15.29:0/469416120 >> 172.21.15.29:0/469416120 conn(0x7f502409aa70 msgr2=0x7f50240b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:54.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.362+0000 7f5029e00640 1 -- 172.21.15.29:0/469416120 shutdown_connections 2024-09-12T03:15:54.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.362+0000 7f5029e00640 1 -- 172.21.15.29:0/469416120 wait complete. 2024-09-12T03:15:54.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.364+0000 7f5029e00640 1 Processor -- start 2024-09-12T03:15:54.363 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.364+0000 7f5029e00640 1 -- start start 2024-09-12T03:15:54.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.365+0000 7f5029e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 0x7f50240b2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.365+0000 7f5029e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5024070a80 0x7f50240b3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.365+0000 7f5029e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5024162cc0 0x7f5024151150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.365+0000 7f5029e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f50240d1350 con 0x7f5024070a80 2024-09-12T03:15:54.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.365+0000 7f5029e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f50240d1c80 con 0x7f5024162cc0 2024-09-12T03:15:54.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.365+0000 7f5029e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f50240d1630 con 0x7f502406c320 2024-09-12T03:15:54.365 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.365+0000 7f5022000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5024070a80 0x7f50240b3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.365+0000 7f5022000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5024070a80 0x7f50240b3ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60294/0 (socket says 172.21.15.29:60294) 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.365+0000 7f5022000640 1 -- 172.21.15.29:0/3952523238 learned_addr learned my addr 172.21.15.29:0/3952523238 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5022a00640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 0x7f50240b2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5022000640 1 -- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 msgr2=0x7f50240b2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5023400640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5024162cc0 0x7f5024151150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5022000640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 0x7f50240b2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5022000640 1 -- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5024162cc0 msgr2=0x7f5024151150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5022000640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5024162cc0 0x7f5024151150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5022000640 1 -- 172.21.15.29:0/3952523238 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50240b2a40 con 0x7f5024070a80 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5022a00640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 0x7f50240b2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5023400640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5024162cc0 0x7f5024151150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:15:54.366 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5022000640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5024070a80 0x7f50240b3ae0 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f5010000c00 tx=0x7f50100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:54.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f501b400640 1 -- 172.21.15.29:0/3952523238 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5010037040 con 0x7f5024070a80 2024-09-12T03:15:54.367 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f501b400640 1 -- 172.21.15.29:0/3952523238 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5010042070 con 0x7f5024070a80 2024-09-12T03:15:54.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5029e00640 1 -- 172.21.15.29:0/3952523238 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50240b2d20 con 0x7f5024070a80 2024-09-12T03:15:54.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f501b400640 1 -- 172.21.15.29:0/3952523238 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5010030880 con 0x7f5024070a80 2024-09-12T03:15:54.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.366+0000 7f5029e00640 1 -- 172.21.15.29:0/3952523238 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50240b32e0 con 0x7f5024070a80 2024-09-12T03:15:54.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.367+0000 7f5029e00640 1 -- 172.21.15.29:0/3952523238 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50240d1910 con 0x7f5024070a80 2024-09-12T03:15:54.368 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.368+0000 7f501b400640 1 -- 172.21.15.29:0/3952523238 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5010030a20 con 0x7f5024070a80 2024-09-12T03:15:54.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.370+0000 7f501b400640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f500406be30 0x7f500406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.370+0000 7f501b400640 1 -- 172.21.15.29:0/3952523238 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f50100ab8d0 con 0x7f5024070a80 2024-09-12T03:15:54.369 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.370+0000 7f5022a00640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f500406be30 0x7f500406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.370 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.371+0000 7f5022a00640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f500406be30 0x7f500406e2f0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f5014000f60 tx=0x7f5014009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:54.373 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.374+0000 7f501b400640 1 -- 172.21.15.29:0/3952523238 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5024070f30 con 0x7f5024070a80 2024-09-12T03:15:54.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.597+0000 7f5029e00640 1 -- 172.21.15.29:0/3952523238 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f502406c9f0 con 0x7f5024070a80 2024-09-12T03:15:54.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.597+0000 7f501b400640 1 -- 172.21.15.29:0/3952523238 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7f501007a050 con 0x7f5024070a80 2024-09-12T03:15:54.597 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:54.597 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:15:54.597 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:15:54.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.599+0000 7f5029e00640 1 -- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f500406be30 msgr2=0x7f500406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:54.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.599+0000 7f5029e00640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f500406be30 0x7f500406e2f0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f5014000f60 tx=0x7f5014009040 comp rx=0 tx=0).stop 2024-09-12T03:15:54.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.599+0000 7f5029e00640 1 -- 172.21.15.29:0/3952523238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5024070a80 msgr2=0x7f50240b3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:54.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.599+0000 7f5029e00640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5024070a80 0x7f50240b3ae0 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f5010000c00 tx=0x7f50100046c0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.600+0000 7f5029e00640 1 -- 172.21.15.29:0/3952523238 shutdown_connections 2024-09-12T03:15:54.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.600+0000 7f5029e00640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f500406be30 0x7f500406e2f0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.599 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.600+0000 7f5029e00640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5024162cc0 0x7f5024151150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.600+0000 7f5029e00640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5024070a80 0x7f50240b3ae0 unknown :-1 s=CLOSED pgs=1507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.600+0000 7f5029e00640 1 --2- 172.21.15.29:0/3952523238 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f502406c320 0x7f50240b2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.600+0000 7f5029e00640 1 -- 172.21.15.29:0/3952523238 >> 172.21.15.29:0/3952523238 conn(0x7f502409aa70 msgr2=0x7f5024151a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:54.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.600+0000 7f5029e00640 1 -- 172.21.15.29:0/3952523238 shutdown_connections 2024-09-12T03:15:54.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.600+0000 7f5029e00640 1 -- 172.21.15.29:0/3952523238 wait complete. 2024-09-12T03:15:54.615 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:15:54.615 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:15:54.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.774+0000 7f34fb000640 1 Processor -- start 2024-09-12T03:15:54.773 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.774+0000 7f34fb000640 1 -- start start 2024-09-12T03:15:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.775+0000 7f34fb000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f34f415e2a0 0x7f34f40cfb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.775+0000 7f34fb000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34f406ce10 0x7f34f406d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.775+0000 7f34fb000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34f40d1cf0 con 0x7f34f40d18a0 2024-09-12T03:15:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.775+0000 7f34fb000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f34f406d7e0 con 0x7f34f415e2a0 2024-09-12T03:15:54.774 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.775+0000 7f34fb000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f34f40d1fb0 con 0x7f34f406ce10 2024-09-12T03:15:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.775+0000 7f34f9200640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f34f40d18a0 0x7f34f40d2ce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51360/0 (socket says 172.21.15.29:51360) 2024-09-12T03:15:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.775+0000 7f34f9200640 1 -- 172.21.15.29:0/557469661 learned_addr learned my addr 172.21.15.29:0/557469661 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f9c00640 1 --2- 172.21.15.29:0/557469661 >> v2:172.21.15.38:3300/0 conn(0x7f34f415e2a0 0x7f34f40cfb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.776 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34fa600640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34f406ce10 0x7f34f406d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 204858744 0 0) 0x7f34f40d1cf0 con 0x7f34f40d18a0 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f34dc003520 con 0x7f34f40d18a0 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3173725703 0 0) 0x7f34dc003520 con 0x7f34f40d18a0 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34f406ce10 msgr2=0x7f34f406d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34f406ce10 0x7f34f406d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 >> v2:172.21.15.38:3300/0 conn(0x7f34f415e2a0 msgr2=0x7f34f40cfb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 --2- 172.21.15.29:0/557469661 >> v2:172.21.15.38:3300/0 conn(0x7f34f415e2a0 0x7f34f40cfb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34f40d0240 con 0x7f34f40d18a0 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f34e0001670 con 0x7f34f40d18a0 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 >> v1:172.21.15.29:6789/0 conn(0x7f34f40d18a0 legacy=0x7f34f40d2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34dc0039b0 0x7f34dc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34dc004800 0x7f34dc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.777 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34dc0051c0 0x7f34dc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f34f40d1fb0 con 0x7f34dc004800 2024-09-12T03:15:54.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f34dc00bf00 con 0x7f34dc0039b0 2024-09-12T03:15:54.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f34dc00c080 con 0x7f34dc0051c0 2024-09-12T03:15:54.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f9200640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34dc004800 0x7f34dc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.776+0000 7f34f9c00640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34dc0039b0 0x7f34dc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.777+0000 7f34fa600640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34dc0051c0 0x7f34dc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.777+0000 7f34f9200640 1 -- 172.21.15.29:0/557469661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34dc0051c0 msgr2=0x7f34dc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:54.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.777+0000 7f34f9200640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34dc0051c0 0x7f34dc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.777+0000 7f34f9200640 1 -- 172.21.15.29:0/557469661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34dc0039b0 msgr2=0x7f34dc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:54.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.777+0000 7f34f9200640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34dc0039b0 0x7f34dc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.778 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.777+0000 7f34f9200640 1 -- 172.21.15.29:0/557469661 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34dc003520 con 0x7f34dc004800 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.778+0000 7f34f9200640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34dc004800 0x7f34dc004c80 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f34e000c290 tx=0x7f34dc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaa886b391a88d39 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.778+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e0007d50 con 0x7f34dc004800 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.778+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34e0005af0 con 0x7f34dc004800 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.778+0000 7f34f3e00640 1 -- 172.21.15.29:0/557469661 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e0007070 con 0x7f34dc004800 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.779+0000 7f34fb000640 1 -- 172.21.15.29:0/557469661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34dc004800 msgr2=0x7f34dc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.779+0000 7f34fb000640 1 --2- 172.21.15.29:0/557469661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34dc004800 0x7f34dc004c80 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f34e000c290 tx=0x7f34dc005830 comp rx=0 tx=0).stop 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.779+0000 7f34fa600640 1 -- 172.21.15.29:0/557469661 reap_dead start 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.779+0000 7f34fb000640 1 -- 172.21.15.29:0/557469661 shutdown_connections 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.779+0000 7f34fb000640 1 -- 172.21.15.29:0/557469661 >> 172.21.15.29:0/557469661 conn(0x7f34f409d700 msgr2=0x7f34f408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.779+0000 7f34fb000640 1 -- 172.21.15.29:0/557469661 shutdown_connections 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.779+0000 7f34fb000640 1 -- 172.21.15.29:0/557469661 wait complete. 2024-09-12T03:15:54.780 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.780+0000 7f34fb000640 1 Processor -- start 2024-09-12T03:15:54.781 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.781+0000 7f34fb000640 1 -- start start 2024-09-12T03:15:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.781+0000 7f34fb000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34dc004800 0x7f34f4153800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.782 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34fb000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34f4156a40 0x7f34f4156ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34fb000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34f4158f60 0x7f34f41593e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34fb000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f34f40d24e0 con 0x7f34f4156a40 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34fb000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f34f40d2850 con 0x7f34dc004800 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34fb000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f34f40d33f0 con 0x7f34f4158f60 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34f9200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34f4156a40 0x7f34f4156ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34f9200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34f4156a40 0x7f34f4156ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60322/0 (socket says 172.21.15.29:60322) 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34f9200640 1 -- 172.21.15.29:0/553637881 learned_addr learned my addr 172.21.15.29:0/553637881 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34f9c00640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34dc004800 0x7f34f4153800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34fa600640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34f4158f60 0x7f34f41593e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34f9200640 1 -- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34f4158f60 msgr2=0x7f34f41593e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34f9200640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34f4158f60 0x7f34f41593e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.783 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34f9200640 1 -- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34dc004800 msgr2=0x7f34f4153800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:54.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34f9200640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34dc004800 0x7f34f4153800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:54.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34f9200640 1 -- 172.21.15.29:0/553637881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34f4159cb0 con 0x7f34f4156a40 2024-09-12T03:15:54.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.782+0000 7f34f9c00640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34dc004800 0x7f34f4153800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:54.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.783+0000 7f34f9200640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34f4156a40 0x7f34f4156ec0 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7f34e000c3b0 tx=0x7f34f40cef80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:54.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.783+0000 7f34f1600640 1 -- 172.21.15.29:0/553637881 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e0042070 con 0x7f34f4156a40 2024-09-12T03:15:54.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.783+0000 7f34f1600640 1 -- 172.21.15.29:0/553637881 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34e0007480 con 0x7f34f4156a40 2024-09-12T03:15:54.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.783+0000 7f34f1600640 1 -- 172.21.15.29:0/553637881 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e0001c80 con 0x7f34f4156a40 2024-09-12T03:15:54.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.783+0000 7f34fb000640 1 -- 172.21.15.29:0/553637881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34f4159f90 con 0x7f34f4156a40 2024-09-12T03:15:54.784 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.783+0000 7f34fb000640 1 -- 172.21.15.29:0/553637881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34f415a550 con 0x7f34f4156a40 2024-09-12T03:15:54.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.784+0000 7f34fb000640 1 -- 172.21.15.29:0/553637881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34f40b76b0 con 0x7f34f4156a40 2024-09-12T03:15:54.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.785+0000 7f34f1600640 1 -- 172.21.15.29:0/553637881 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f34e0045070 con 0x7f34f4156a40 2024-09-12T03:15:54.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.786+0000 7f34f1600640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34d406be60 0x7f34d406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:54.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.786+0000 7f34f1600640 1 -- 172.21.15.29:0/553637881 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f34e00abc20 con 0x7f34f4156a40 2024-09-12T03:15:54.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.787+0000 7f34f9c00640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34d406be60 0x7f34d406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:54.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.787+0000 7f34f9c00640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34d406be60 0x7f34d406e320 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f34f415ba30 tx=0x7f34e8009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:54.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:54.790+0000 7f34f1600640 1 -- 172.21.15.29:0/553637881 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f34f40b76b0 con 0x7f34f4156a40 2024-09-12T03:15:55.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.043+0000 7f34fb000640 1 -- 172.21.15.29:0/553637881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f34f40ba360 con 0x7f34f4156a40 2024-09-12T03:15:55.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.043+0000 7f34f1600640 1 -- 172.21.15.29:0/553637881 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2003 (secure 0 0 0) 0x7f34e0005ac0 con 0x7f34f4156a40 2024-09-12T03:15:55.043 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:55.043 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":474,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":712067,"bytes_used":267452416,"bytes_avail":772826660864,"bytes_total":773094113280,"write_bytes_sec":1279,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":31,"modified":"2024-09-12T03:15:53.828917+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/d1/d2/d3]"}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:15:55.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 -- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34d406be60 msgr2=0x7f34d406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:55.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34d406be60 0x7f34d406e320 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f34f415ba30 tx=0x7f34e8009190 comp rx=0 tx=0).stop 2024-09-12T03:15:55.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 -- 172.21.15.29:0/553637881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34f4156a40 msgr2=0x7f34f4156ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:55.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34f4156a40 0x7f34f4156ec0 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7f34e000c3b0 tx=0x7f34f40cef80 comp rx=0 tx=0).stop 2024-09-12T03:15:55.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 -- 172.21.15.29:0/553637881 shutdown_connections 2024-09-12T03:15:55.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f34d406be60 0x7f34d406e320 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:55.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f34f4158f60 0x7f34f41593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:55.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f34f4156a40 0x7f34f4156ec0 unknown :-1 s=CLOSED pgs=1510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:55.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 --2- 172.21.15.29:0/553637881 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f34dc004800 0x7f34f4153800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:55.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 -- 172.21.15.29:0/553637881 >> 172.21.15.29:0/553637881 conn(0x7f34f409d700 msgr2=0x7f34f40b2c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:55.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 -- 172.21.15.29:0/553637881 shutdown_connections 2024-09-12T03:15:55.046 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:55.045+0000 7f34fb000640 1 -- 172.21.15.29:0/553637881 wait complete. 2024-09-12T03:15:55.061 INFO:tasks.ceph.ceph_manager.ceph:{'a': 'paused paths [/d1/d2/d3]', 'c': 'idle+waiting paths [/d1/d2/d3]', 'd': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:15:55.516 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:15:55.517+0000 7fcf27c00640 -1 log_channel(cluster) log [ERR] : Health check update: 3 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-12T03:15:56.062 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:56.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.230+0000 7f5477000640 1 Processor -- start 2024-09-12T03:15:56.229 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.230+0000 7f5477000640 1 -- start start 2024-09-12T03:15:56.230 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.231+0000 7f5477000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54700af450 0x7f5470073bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:56.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.231+0000 7f5477000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54701558d0 con 0x7f54701554f0 2024-09-12T03:15:56.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.231+0000 7f5477000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f547015b730 con 0x7f54700ad0d0 2024-09-12T03:15:56.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.231+0000 7f5477000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f547015ba10 con 0x7f54700af450 2024-09-12T03:15:56.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.231+0000 7f5475c00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f54701554f0 0x7f54700aed40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51368/0 (socket says 172.21.15.29:51368) 2024-09-12T03:15:56.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.231+0000 7f5475c00640 1 -- 172.21.15.29:0/48442738 learned_addr learned my addr 172.21.15.29:0/48442738 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:56.231 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.231+0000 7f5476600640 1 --2- 172.21.15.29:0/48442738 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54700af450 0x7f5470073bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:56.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.232+0000 7f546fe00640 1 -- 172.21.15.29:0/48442738 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4073087742 0 0) 0x7f54701558d0 con 0x7f54701554f0 2024-09-12T03:15:56.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.232+0000 7f546fe00640 1 -- 172.21.15.29:0/48442738 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5458005730 con 0x7f54701554f0 2024-09-12T03:15:56.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.232+0000 7f546fe00640 1 -- 172.21.15.29:0/48442738 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3560920735 0 0) 0x7f547015b730 con 0x7f54700ad0d0 2024-09-12T03:15:56.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.232+0000 7f546fe00640 1 -- 172.21.15.29:0/48442738 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f54701558d0 con 0x7f54700ad0d0 2024-09-12T03:15:56.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.232+0000 7f5476600640 1 -- 172.21.15.29:0/48442738 >> v1:172.21.15.38:6789/0 conn(0x7f54700ad0d0 legacy=0x7f54700b3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.232+0000 7f5476600640 1 -- 172.21.15.29:0/48442738 >> v1:172.21.15.29:6789/0 conn(0x7f54701554f0 legacy=0x7f54700aed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.232 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.232+0000 7f5476600640 1 -- 172.21.15.29:0/48442738 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f547015bcf0 con 0x7f54700af450 2024-09-12T03:15:56.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.233+0000 7f5476600640 1 --2- 172.21.15.29:0/48442738 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54700af450 0x7f5470073bf0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5468009dc0 tx=0x7f546802a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=890e9275132a8cf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:56.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.233+0000 7f546fe00640 1 -- 172.21.15.29:0/48442738 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5468007740 con 0x7f54700af450 2024-09-12T03:15:56.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.233+0000 7f546fe00640 1 -- 172.21.15.29:0/48442738 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54680078e0 con 0x7f54700af450 2024-09-12T03:15:56.233 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.233+0000 7f546fe00640 1 -- 172.21.15.29:0/48442738 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5468007cb0 con 0x7f54700af450 2024-09-12T03:15:56.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.234+0000 7f5477000640 1 -- 172.21.15.29:0/48442738 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54700af450 msgr2=0x7f5470073bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.234+0000 7f5477000640 1 --2- 172.21.15.29:0/48442738 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54700af450 0x7f5470073bf0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5468009dc0 tx=0x7f546802a6d0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.234+0000 7f5477000640 1 -- 172.21.15.29:0/48442738 shutdown_connections 2024-09-12T03:15:56.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.234+0000 7f5477000640 1 --2- 172.21.15.29:0/48442738 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54700af450 0x7f5470073bf0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.234+0000 7f5477000640 1 -- 172.21.15.29:0/48442738 >> 172.21.15.29:0/48442738 conn(0x7f547006bdf0 msgr2=0x7f547006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:56.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.234+0000 7f5477000640 1 -- 172.21.15.29:0/48442738 shutdown_connections 2024-09-12T03:15:56.234 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.234+0000 7f5477000640 1 -- 172.21.15.29:0/48442738 wait complete. 2024-09-12T03:15:56.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.236+0000 7f5477000640 1 Processor -- start 2024-09-12T03:15:56.235 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.236+0000 7f5477000640 1 -- start start 2024-09-12T03:15:56.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5477000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54700ad0d0 0x7f54700b2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:56.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5477000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54700af450 0x7f5470072810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:56.236 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5477000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54701554f0 0x7f547014b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:56.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5477000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f547015b420 con 0x7f54701554f0 2024-09-12T03:15:56.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5477000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f547015c2b0 con 0x7f54700af450 2024-09-12T03:15:56.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5477000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f54700b3a40 con 0x7f54700ad0d0 2024-09-12T03:15:56.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5476600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54701554f0 0x7f547014b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:56.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5476600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54701554f0 0x7f547014b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60324/0 (socket says 172.21.15.29:60324) 2024-09-12T03:15:56.237 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5476600640 1 -- 172.21.15.29:0/4077844368 learned_addr learned my addr 172.21.15.29:0/4077844368 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:56.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5476600640 1 -- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54700ad0d0 msgr2=0x7f54700b2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5476600640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54700ad0d0 0x7f54700b2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5476600640 1 -- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54700af450 msgr2=0x7f5470072810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5476600640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54700af450 0x7f5470072810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.237+0000 7f5476600640 1 -- 172.21.15.29:0/4077844368 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f547014ddc0 con 0x7f54701554f0 2024-09-12T03:15:56.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.238+0000 7f5476600640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54701554f0 0x7f547014b050 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f546802acc0 tx=0x7f5468004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:56.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.238+0000 7f546d600640 1 -- 172.21.15.29:0/4077844368 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5468040070 con 0x7f54701554f0 2024-09-12T03:15:56.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.238+0000 7f546d600640 1 -- 172.21.15.29:0/4077844368 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5468031bc0 con 0x7f54701554f0 2024-09-12T03:15:56.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.238+0000 7f546d600640 1 -- 172.21.15.29:0/4077844368 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5468009450 con 0x7f54701554f0 2024-09-12T03:15:56.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.238+0000 7f5477000640 1 -- 172.21.15.29:0/4077844368 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54701f7fe0 con 0x7f54701554f0 2024-09-12T03:15:56.238 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.238+0000 7f5477000640 1 -- 172.21.15.29:0/4077844368 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f547014e340 con 0x7f54701554f0 2024-09-12T03:15:56.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.239+0000 7f5477000640 1 -- 172.21.15.29:0/4077844368 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5470073bf0 con 0x7f54701554f0 2024-09-12T03:15:56.239 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.240+0000 7f546d600640 1 -- 172.21.15.29:0/4077844368 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5468039040 con 0x7f54701554f0 2024-09-12T03:15:56.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.241+0000 7f546d600640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f545006be30 0x7f545006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:56.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.241+0000 7f546d600640 1 -- 172.21.15.29:0/4077844368 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f54680ac7c0 con 0x7f54701554f0 2024-09-12T03:15:56.240 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.241+0000 7f5475c00640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f545006be30 0x7f545006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:56.241 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.242+0000 7f5475c00640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f545006be30 0x7f545006e2f0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f5464001200 tx=0x7f5464007950 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:56.245 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.246+0000 7f546d600640 1 -- 172.21.15.29:0/4077844368 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f546807b060 con 0x7f54701554f0 2024-09-12T03:15:56.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.468+0000 7f5477000640 1 -- 172.21.15.29:0/4077844368 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f547014e510 con 0x7f54701554f0 2024-09-12T03:15:56.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.468+0000 7f546d600640 1 -- 172.21.15.29:0/4077844368 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7f546807a960 con 0x7f54701554f0 2024-09-12T03:15:56.468 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:56.468 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:15:56.468 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:15:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.470+0000 7f5477000640 1 -- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f545006be30 msgr2=0x7f545006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.470+0000 7f5477000640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f545006be30 0x7f545006e2f0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f5464001200 tx=0x7f5464007950 comp rx=0 tx=0).stop 2024-09-12T03:15:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.470+0000 7f5477000640 1 -- 172.21.15.29:0/4077844368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54701554f0 msgr2=0x7f547014b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.470+0000 7f5477000640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54701554f0 0x7f547014b050 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f546802acc0 tx=0x7f5468004a40 comp rx=0 tx=0).stop 2024-09-12T03:15:56.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.470+0000 7f5477000640 1 -- 172.21.15.29:0/4077844368 shutdown_connections 2024-09-12T03:15:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.470+0000 7f5477000640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f545006be30 0x7f545006e2f0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.470+0000 7f5477000640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54701554f0 0x7f547014b050 unknown :-1 s=CLOSED pgs=1512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.470+0000 7f5477000640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f54700af450 0x7f5470072810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.470+0000 7f5477000640 1 --2- 172.21.15.29:0/4077844368 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f54700ad0d0 0x7f54700b2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.470+0000 7f5477000640 1 -- 172.21.15.29:0/4077844368 >> 172.21.15.29:0/4077844368 conn(0x7f547006bdf0 msgr2=0x7f547015cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.471+0000 7f5477000640 1 -- 172.21.15.29:0/4077844368 shutdown_connections 2024-09-12T03:15:56.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.471+0000 7f5477000640 1 -- 172.21.15.29:0/4077844368 wait complete. 2024-09-12T03:15:56.486 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:15:56.486 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:15:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.643+0000 7f071a800640 1 Processor -- start 2024-09-12T03:15:56.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.644+0000 7f071a800640 1 -- start start 2024-09-12T03:15:56.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.645+0000 7f071a800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0714159e90 0x7f07140cd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.645+0000 7f071a800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f071415c960 0x7f071415cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.645+0000 7f071a800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f071415d520 con 0x7f0714071f70 2024-09-12T03:15:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.645+0000 7f071a800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f071415d300 con 0x7f0714159e90 2024-09-12T03:15:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.645+0000 7f071a800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f07140cd490 con 0x7f071415c960 2024-09-12T03:15:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.645+0000 7f070be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f071415c960 0x7f071415cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.645+0000 7f0713400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f0714159e90 0x7f07140cd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.645+0000 7f0713e00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f0714071f70 0x7f07140b33c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:46630/0 (socket says 172.21.15.29:46630) 2024-09-12T03:15:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.645+0000 7f070be00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f071415c960 0x7f071415cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:40798/0 (socket says 172.21.15.29:40798) 2024-09-12T03:15:56.645 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.645+0000 7f0713e00640 1 -- 172.21.15.29:0/3239053860 learned_addr learned my addr 172.21.15.29:0/3239053860 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:56.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.646+0000 7f0713400640 1 -- 172.21.15.29:0/3239053860 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f071415c960 msgr2=0x7f071415cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:56.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.646+0000 7f0713400640 1 --2- 172.21.15.29:0/3239053860 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f071415c960 0x7f071415cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.646+0000 7f0713400640 1 -- 172.21.15.29:0/3239053860 >> v1:172.21.15.38:6789/0 conn(0x7f0714071f70 legacy=0x7f07140b33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.646+0000 7f0713400640 1 -- 172.21.15.29:0/3239053860 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f071415d800 con 0x7f0714159e90 2024-09-12T03:15:56.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.646+0000 7f070be00640 1 --2- 172.21.15.29:0/3239053860 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f071415c960 0x7f071415cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:56.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.646+0000 7f0712a00640 1 -- 172.21.15.29:0/3239053860 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3894012078 0 0) 0x7f071415d520 con 0x7f0714071f70 2024-09-12T03:15:56.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.647+0000 7f0713400640 1 --2- 172.21.15.29:0/3239053860 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0714159e90 0x7f07140cd920 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f07040097a0 tx=0x7f070402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54a371009a13490f server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:56.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.647+0000 7f0712a00640 1 -- 172.21.15.29:0/3239053860 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0704037070 con 0x7f0714159e90 2024-09-12T03:15:56.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.647+0000 7f0712a00640 1 -- 172.21.15.29:0/3239053860 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0704032440 con 0x7f0714159e90 2024-09-12T03:15:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.647+0000 7f0712a00640 1 -- 172.21.15.29:0/3239053860 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0704032810 con 0x7f0714159e90 2024-09-12T03:15:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.648+0000 7f071a800640 1 -- 172.21.15.29:0/3239053860 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0714159e90 msgr2=0x7f07140cd920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.648+0000 7f071a800640 1 --2- 172.21.15.29:0/3239053860 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0714159e90 0x7f07140cd920 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f07040097a0 tx=0x7f070402a180 comp rx=0 tx=0).stop 2024-09-12T03:15:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.648+0000 7f071a800640 1 -- 172.21.15.29:0/3239053860 shutdown_connections 2024-09-12T03:15:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.648+0000 7f071a800640 1 --2- 172.21.15.29:0/3239053860 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f071415c960 0x7f071415cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.648+0000 7f071a800640 1 --2- 172.21.15.29:0/3239053860 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0714159e90 0x7f07140cd920 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.648+0000 7f071a800640 1 -- 172.21.15.29:0/3239053860 >> 172.21.15.29:0/3239053860 conn(0x7f07140b5f10 msgr2=0x7f07140b20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.648+0000 7f071a800640 1 -- 172.21.15.29:0/3239053860 shutdown_connections 2024-09-12T03:15:56.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.648+0000 7f071a800640 1 -- 172.21.15.29:0/3239053860 wait complete. 2024-09-12T03:15:56.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.649+0000 7f071a800640 1 Processor -- start 2024-09-12T03:15:56.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.650+0000 7f071a800640 1 -- start start 2024-09-12T03:15:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.650+0000 7f071a800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0714071f70 0x7f0714152040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.650+0000 7f071a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0714159e90 0x7f0714156580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.650+0000 7f071a800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f071415c960 0x7f071414aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.650+0000 7f071a800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07140cd120 con 0x7f0714159e90 2024-09-12T03:15:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.650+0000 7f071a800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f07140b4af0 con 0x7f071415c960 2024-09-12T03:15:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.650+0000 7f071a800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f071415a270 con 0x7f0714071f70 2024-09-12T03:15:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.651+0000 7f070be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0714159e90 0x7f0714156580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.651+0000 7f070be00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0714159e90 0x7f0714156580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60332/0 (socket says 172.21.15.29:60332) 2024-09-12T03:15:56.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.651+0000 7f070be00640 1 -- 172.21.15.29:0/2535550057 learned_addr learned my addr 172.21.15.29:0/2535550057 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.651+0000 7f0713400640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0714071f70 0x7f0714152040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.651+0000 7f0713e00640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f071415c960 0x7f071414aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.651+0000 7f070be00640 1 -- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0714071f70 msgr2=0x7f0714152040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.651+0000 7f070be00640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0714071f70 0x7f0714152040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.651+0000 7f070be00640 1 -- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f071415c960 msgr2=0x7f071414aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.651+0000 7f070be00640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f071415c960 0x7f071414aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.651+0000 7f070be00640 1 -- 172.21.15.29:0/2535550057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0714156c10 con 0x7f0714159e90 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.651+0000 7f070be00640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0714159e90 0x7f0714156580 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f06fc00e910 tx=0x7f06fc00edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.652+0000 7f070b400640 1 -- 172.21.15.29:0/2535550057 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06fc017070 con 0x7f0714159e90 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.652+0000 7f070b400640 1 -- 172.21.15.29:0/2535550057 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06fc00ca00 con 0x7f0714159e90 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.652+0000 7f070b400640 1 -- 172.21.15.29:0/2535550057 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06fc00cdb0 con 0x7f0714159e90 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.652+0000 7f071a800640 1 -- 172.21.15.29:0/2535550057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0714153850 con 0x7f0714159e90 2024-09-12T03:15:56.652 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.652+0000 7f071a800640 1 -- 172.21.15.29:0/2535550057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0714153e10 con 0x7f0714159e90 2024-09-12T03:15:56.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.653+0000 7f071a800640 1 -- 172.21.15.29:0/2535550057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0714073120 con 0x7f0714159e90 2024-09-12T03:15:56.653 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.654+0000 7f070b400640 1 -- 172.21.15.29:0/2535550057 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f06fc01a070 con 0x7f0714159e90 2024-09-12T03:15:56.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.655+0000 7f070b400640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f06f006be30 0x7f06f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:56.654 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.655+0000 7f070b400640 1 -- 172.21.15.29:0/2535550057 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f06fc08b310 con 0x7f0714159e90 2024-09-12T03:15:56.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.655+0000 7f0713400640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f06f006be30 0x7f06f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:56.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.656+0000 7f0713400640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f06f006be30 0x7f06f006e2f0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f0704034000 tx=0x7f070402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:56.659 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.660+0000 7f070b400640 1 -- 172.21.15.29:0/2535550057 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0714073120 con 0x7f0714159e90 2024-09-12T03:15:56.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.915+0000 7f071a800640 1 -- 172.21.15.29:0/2535550057 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f07140afde0 con 0x7f0714159e90 2024-09-12T03:15:56.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.915+0000 7f070b400640 1 -- 172.21.15.29:0/2535550057 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1961 (secure 0 0 0) 0x7f06fc059a90 con 0x7f0714159e90 2024-09-12T03:15:56.915 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:56.915 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":476,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":712067,"bytes_used":267452416,"bytes_avail":772826660864,"bytes_total":773094113280,"write_bytes_sec":597,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":32,"modified":"2024-09-12T03:15:55.829305+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:15:56.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 -- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f06f006be30 msgr2=0x7f06f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f06f006be30 0x7f06f006e2f0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f0704034000 tx=0x7f070402e000 comp rx=0 tx=0).stop 2024-09-12T03:15:56.917 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 -- 172.21.15.29:0/2535550057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0714159e90 msgr2=0x7f0714156580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:56.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0714159e90 0x7f0714156580 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f06fc00e910 tx=0x7f06fc00edd0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 -- 172.21.15.29:0/2535550057 shutdown_connections 2024-09-12T03:15:56.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f06f006be30 0x7f06f006e2f0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f071415c960 0x7f071414aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0714159e90 0x7f0714156580 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 --2- 172.21.15.29:0/2535550057 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0714071f70 0x7f0714152040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:56.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 -- 172.21.15.29:0/2535550057 >> 172.21.15.29:0/2535550057 conn(0x7f07140b5f10 msgr2=0x7f071415e000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:56.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 -- 172.21.15.29:0/2535550057 shutdown_connections 2024-09-12T03:15:56.918 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:56.918+0000 7f071a800640 1 -- 172.21.15.29:0/2535550057 wait complete. 2024-09-12T03:15:56.934 INFO:tasks.ceph.ceph_manager.ceph:{'c': 'idle+waiting paths [/d1/d2/d3]', 'd': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:15:57.934 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:58.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.103+0000 7f2141800640 1 Processor -- start 2024-09-12T03:15:58.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.103+0000 7f2141800640 1 -- start start 2024-09-12T03:15:58.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.104+0000 7f2141800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f213c0ad1b0 0x7f213c0cf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:58.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.104+0000 7f2141800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f213c0adc70 0x7f213c0ae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:58.103 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.104+0000 7f2141800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f213c072510 con 0x7f213c156590 2024-09-12T03:15:58.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.104+0000 7f2141800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f213c0727f0 con 0x7f213c0adc70 2024-09-12T03:15:58.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.104+0000 7f2141800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f213c072ad0 con 0x7f213c0ad1b0 2024-09-12T03:15:58.104 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.105+0000 7f2140e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f213c0adc70 0x7f213c0ae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:58.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.105+0000 7f213be00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f213c156590 0x7f213c0735b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51374/0 (socket says 172.21.15.29:51374) 2024-09-12T03:15:58.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.105+0000 7f213be00640 1 -- 172.21.15.29:0/1822614607 learned_addr learned my addr 172.21.15.29:0/1822614607 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:58.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.105+0000 7f213b400640 1 --2- 172.21.15.29:0/1822614607 >> v2:172.21.15.38:3300/0 conn(0x7f213c0ad1b0 0x7f213c0cf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:58.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.105+0000 7f2140e00640 1 -- 172.21.15.29:0/1822614607 >> v2:172.21.15.38:3300/0 conn(0x7f213c0ad1b0 msgr2=0x7f213c0cf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:58.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.105+0000 7f2140e00640 1 --2- 172.21.15.29:0/1822614607 >> v2:172.21.15.38:3300/0 conn(0x7f213c0ad1b0 0x7f213c0cf820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.105+0000 7f2140e00640 1 -- 172.21.15.29:0/1822614607 >> v1:172.21.15.29:6789/0 conn(0x7f213c156590 legacy=0x7f213c0735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.105+0000 7f2140e00640 1 -- 172.21.15.29:0/1822614607 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f213c072db0 con 0x7f213c0adc70 2024-09-12T03:15:58.105 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.105+0000 7f213aa00640 1 -- 172.21.15.29:0/1822614607 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3795186058 0 0) 0x7f213c072510 con 0x7f213c156590 2024-09-12T03:15:58.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.106+0000 7f2140e00640 1 --2- 172.21.15.29:0/1822614607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f213c0adc70 0x7f213c0ae100 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f213c0cf450 tx=0x7f213402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6494f33b4b872f78 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:58.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.106+0000 7f213aa00640 1 -- 172.21.15.29:0/1822614607 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2134007740 con 0x7f213c0adc70 2024-09-12T03:15:58.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.106+0000 7f213aa00640 1 -- 172.21.15.29:0/1822614607 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21340078e0 con 0x7f213c0adc70 2024-09-12T03:15:58.106 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.106+0000 7f213aa00640 1 -- 172.21.15.29:0/1822614607 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2134007cb0 con 0x7f213c0adc70 2024-09-12T03:15:58.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.107+0000 7f2141800640 1 -- 172.21.15.29:0/1822614607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f213c0adc70 msgr2=0x7f213c0ae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.107+0000 7f2141800640 1 --2- 172.21.15.29:0/1822614607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f213c0adc70 0x7f213c0ae100 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f213c0cf450 tx=0x7f213402a680 comp rx=0 tx=0).stop 2024-09-12T03:15:58.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.107+0000 7f2141800640 1 -- 172.21.15.29:0/1822614607 shutdown_connections 2024-09-12T03:15:58.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.107+0000 7f2141800640 1 --2- 172.21.15.29:0/1822614607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f213c0adc70 0x7f213c0ae100 unknown :-1 s=CLOSED pgs=1515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.107+0000 7f2141800640 1 --2- 172.21.15.29:0/1822614607 >> v2:172.21.15.38:3300/0 conn(0x7f213c0ad1b0 0x7f213c0cf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.107+0000 7f2141800640 1 -- 172.21.15.29:0/1822614607 >> 172.21.15.29:0/1822614607 conn(0x7f213c06bdf0 msgr2=0x7f213c06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:58.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.107+0000 7f2141800640 1 -- 172.21.15.29:0/1822614607 shutdown_connections 2024-09-12T03:15:58.107 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.107+0000 7f2141800640 1 -- 172.21.15.29:0/1822614607 wait complete. 2024-09-12T03:15:58.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.109+0000 7f2141800640 1 Processor -- start 2024-09-12T03:15:58.108 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.109+0000 7f2141800640 1 -- start start 2024-09-12T03:15:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.110+0000 7f2141800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f213c0ad1b0 0x7f213c0b45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.110+0000 7f2141800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f213c0adc70 0x7f213c0c5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.110+0000 7f2141800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f213c156590 0x7f213c1533d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.110+0000 7f2141800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f213c156970 con 0x7f213c156590 2024-09-12T03:15:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.110+0000 7f2141800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f213c0cfd60 con 0x7f213c0ad1b0 2024-09-12T03:15:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.110+0000 7f2141800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f213c0c6330 con 0x7f213c0adc70 2024-09-12T03:15:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.110+0000 7f2140e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f213c156590 0x7f213c1533d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.110+0000 7f213be00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f213c0ad1b0 0x7f213c0b45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.110+0000 7f213b400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f213c0adc70 0x7f213c0c5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.110+0000 7f2140e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f213c156590 0x7f213c1533d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60344/0 (socket says 172.21.15.29:60344) 2024-09-12T03:15:58.110 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.110+0000 7f2140e00640 1 -- 172.21.15.29:0/1677473261 learned_addr learned my addr 172.21.15.29:0/1677473261 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.111+0000 7f213b400640 1 -- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f213c0ad1b0 msgr2=0x7f213c0b45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.111+0000 7f213b400640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f213c0ad1b0 0x7f213c0b45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.111 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.111+0000 7f213b400640 1 -- 172.21.15.29:0/1677473261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f213c156590 msgr2=0x7f213c1533d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.111+0000 7f213b400640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f213c156590 0x7f213c1533d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.111+0000 7f213b400640 1 -- 172.21.15.29:0/1677473261 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f213c0c57b0 con 0x7f213c0adc70 2024-09-12T03:15:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.111+0000 7f2140e00640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f213c156590 0x7f213c1533d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.111+0000 7f213b400640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f213c0adc70 0x7f213c0c5060 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f212800e850 tx=0x7f212800ed10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.112+0000 7f2133e00640 1 -- 172.21.15.29:0/1677473261 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2128017070 con 0x7f213c0adc70 2024-09-12T03:15:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.112+0000 7f2133e00640 1 -- 172.21.15.29:0/1677473261 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f212800c940 con 0x7f213c0adc70 2024-09-12T03:15:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.112+0000 7f2133e00640 1 -- 172.21.15.29:0/1677473261 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212800cd10 con 0x7f213c0adc70 2024-09-12T03:15:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.112+0000 7f2141800640 1 -- 172.21.15.29:0/1677473261 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f213c0c5a90 con 0x7f213c0adc70 2024-09-12T03:15:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.112+0000 7f2141800640 1 -- 172.21.15.29:0/1677473261 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f213c0c6050 con 0x7f213c0adc70 2024-09-12T03:15:58.112 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.113+0000 7f2141800640 1 -- 172.21.15.29:0/1677473261 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f213c0cf820 con 0x7f213c0adc70 2024-09-12T03:15:58.113 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.114+0000 7f2133e00640 1 -- 172.21.15.29:0/1677473261 <== mon.2 v2:172.21.15.38:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f212801a070 con 0x7f213c0adc70 2024-09-12T03:15:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.115+0000 7f2133e00640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f211c06be60 0x7f211c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.115+0000 7f2133e00640 1 -- 172.21.15.29:0/1677473261 <== mon.2 v2:172.21.15.38:3301/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f212808b290 con 0x7f213c0adc70 2024-09-12T03:15:58.114 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.115+0000 7f213be00640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f211c06be60 0x7f211c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:58.115 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.116+0000 7f213be00640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f211c06be60 0x7f211c06e320 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f212c007fd0 tx=0x7f212c007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:58.119 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.119+0000 7f2133e00640 1 -- 172.21.15.29:0/1677473261 <== mon.2 v2:172.21.15.38:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f21280594d0 con 0x7f213c0adc70 2024-09-12T03:15:58.341 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.342+0000 7f2141800640 1 -- 172.21.15.29:0/1677473261 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f213c1554c0 con 0x7f213c0adc70 2024-09-12T03:15:58.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.343+0000 7f2133e00640 1 -- 172.21.15.29:0/1677473261 <== mon.2 v2:172.21.15.38:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7f212805d7d0 con 0x7f213c0adc70 2024-09-12T03:15:58.342 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:58.343 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:15:58.343 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:15:58.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 -- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f211c06be60 msgr2=0x7f211c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f211c06be60 0x7f211c06e320 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f212c007fd0 tx=0x7f212c007de0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 -- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f213c0adc70 msgr2=0x7f213c0c5060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f213c0adc70 0x7f213c0c5060 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f212800e850 tx=0x7f212800ed10 comp rx=0 tx=0).stop 2024-09-12T03:15:58.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 -- 172.21.15.29:0/1677473261 shutdown_connections 2024-09-12T03:15:58.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f211c06be60 0x7f211c06e320 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f213c156590 0x7f213c1533d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f213c0adc70 0x7f213c0c5060 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 --2- 172.21.15.29:0/1677473261 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f213c0ad1b0 0x7f213c0b45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 -- 172.21.15.29:0/1677473261 >> 172.21.15.29:0/1677473261 conn(0x7f213c06bdf0 msgr2=0x7f213c15f320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:58.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 -- 172.21.15.29:0/1677473261 shutdown_connections 2024-09-12T03:15:58.346 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.345+0000 7f2141800640 1 -- 172.21.15.29:0/1677473261 wait complete. 2024-09-12T03:15:58.361 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:15:58.361 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:15:58.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.518+0000 7fd0dd200640 1 Processor -- start 2024-09-12T03:15:58.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.518+0000 7fd0dd200640 1 -- start start 2024-09-12T03:15:58.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.519+0000 7fd0dd200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0d80d16c0 0x7fd0d81690a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:58.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.519+0000 7fd0dd200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0d80cf7b0 con 0x7fd0d80d39d0 2024-09-12T03:15:58.697 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.519+0000 7fd0dd200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0d80d3e90 con 0x7fd0d815e6d0 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.519+0000 7fd0dd200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd0d80b3ec0 con 0x7fd0d80d16c0 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.520+0000 7fd0d5400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fd0d80d39d0 0x7fd0d80d0fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51380/0 (socket says 172.21.15.29:51380) 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.520+0000 7fd0d5400640 1 -- 172.21.15.29:0/2386787277 learned_addr learned my addr 172.21.15.29:0/2386787277 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.520+0000 7fd0d6800640 1 --2- 172.21.15.29:0/2386787277 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0d80d16c0 0x7fd0d81690a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.520+0000 7fd0d4a00640 1 -- 172.21.15.29:0/2386787277 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3916040270 0 0) 0x7fd0c4001110 con 0x7fd0d80d39d0 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.520+0000 7fd0d4a00640 1 -- 172.21.15.29:0/2386787277 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd0bc003520 con 0x7fd0d80d39d0 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.520+0000 7fd0d6800640 1 -- 172.21.15.29:0/2386787277 >> v1:172.21.15.38:6789/0 conn(0x7fd0d815e6d0 legacy=0x7fd0d80d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.520+0000 7fd0d4a00640 1 -- 172.21.15.29:0/2386787277 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2223403237 0 0) 0x7fd0d80d3e90 con 0x7fd0d815e6d0 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.520+0000 7fd0d6800640 1 -- 172.21.15.29:0/2386787277 >> v1:172.21.15.29:6789/0 conn(0x7fd0d80d39d0 legacy=0x7fd0d80d0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.520+0000 7fd0d6800640 1 -- 172.21.15.29:0/2386787277 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d80d4170 con 0x7fd0d80d16c0 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.521+0000 7fd0d6800640 1 --2- 172.21.15.29:0/2386787277 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0d80d16c0 0x7fd0d81690a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0009dc0 tx=0x7fd0d002a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9a236b04ae4c82 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.522+0000 7fd0d4a00640 1 -- 172.21.15.29:0/2386787277 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0007740 con 0x7fd0d80d16c0 2024-09-12T03:15:58.698 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.522+0000 7fd0d4a00640 1 -- 172.21.15.29:0/2386787277 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0d00078e0 con 0x7fd0d80d16c0 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.522+0000 7fd0d4a00640 1 -- 172.21.15.29:0/2386787277 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0007cb0 con 0x7fd0d80d16c0 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.522+0000 7fd0dd200640 1 -- 172.21.15.29:0/2386787277 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0d80d16c0 msgr2=0x7fd0d81690a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.522+0000 7fd0dd200640 1 --2- 172.21.15.29:0/2386787277 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0d80d16c0 0x7fd0d81690a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0009dc0 tx=0x7fd0d002a6d0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.522+0000 7fd0dd200640 1 -- 172.21.15.29:0/2386787277 shutdown_connections 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.522+0000 7fd0dd200640 1 --2- 172.21.15.29:0/2386787277 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0d80d16c0 0x7fd0d81690a0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.522+0000 7fd0dd200640 1 -- 172.21.15.29:0/2386787277 >> 172.21.15.29:0/2386787277 conn(0x7fd0d8067f80 msgr2=0x7fd0d806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.522+0000 7fd0dd200640 1 -- 172.21.15.29:0/2386787277 shutdown_connections 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.522+0000 7fd0dd200640 1 -- 172.21.15.29:0/2386787277 wait complete. 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.524+0000 7fd0dd200640 1 Processor -- start 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.524+0000 7fd0dd200640 1 -- start start 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.525+0000 7fd0dd200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0d80d16c0 0x7fd0d80ca8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.525+0000 7fd0dd200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0d80d39d0 0x7fd0d81f4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.525+0000 7fd0dd200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0d815e6d0 0x7fd0d80c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:58.699 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.525+0000 7fd0dd200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d80b90e0 con 0x7fd0d815e6d0 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.525+0000 7fd0dd200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d80b75a0 con 0x7fd0d80d39d0 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.525+0000 7fd0dd200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd0d80b9260 con 0x7fd0d80d16c0 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.525+0000 7fd0d6800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0d815e6d0 0x7fd0d80c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.525+0000 7fd0d6800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0d815e6d0 0x7fd0d80c80b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60346/0 (socket says 172.21.15.29:60346) 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.525+0000 7fd0d6800640 1 -- 172.21.15.29:0/3708135086 learned_addr learned my addr 172.21.15.29:0/3708135086 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.525+0000 7fd0d5400640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0d80d39d0 0x7fd0d81f4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.525+0000 7fd0d5e00640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0d80d16c0 0x7fd0d80ca8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.526+0000 7fd0d6800640 1 -- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0d80d16c0 msgr2=0x7fd0d80ca8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.526+0000 7fd0d6800640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0d80d16c0 0x7fd0d80ca8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.526+0000 7fd0d6800640 1 -- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0d80d39d0 msgr2=0x7fd0d81f4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.526+0000 7fd0d6800640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0d80d39d0 0x7fd0d81f4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.526+0000 7fd0d6800640 1 -- 172.21.15.29:0/3708135086 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d80caea0 con 0x7fd0d815e6d0 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.526+0000 7fd0d6800640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0d815e6d0 0x7fd0d80c80b0 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0009ee0 tx=0x7fd0d0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:58.700 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.526+0000 7fd0ce000640 1 -- 172.21.15.29:0/3708135086 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0040070 con 0x7fd0d815e6d0 2024-09-12T03:15:58.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.526+0000 7fd0ce000640 1 -- 172.21.15.29:0/3708135086 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0d0031bc0 con 0x7fd0d815e6d0 2024-09-12T03:15:58.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.526+0000 7fd0ce000640 1 -- 172.21.15.29:0/3708135086 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0009450 con 0x7fd0d815e6d0 2024-09-12T03:15:58.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.526+0000 7fd0dd200640 1 -- 172.21.15.29:0/3708135086 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d80cb180 con 0x7fd0d815e6d0 2024-09-12T03:15:58.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.527+0000 7fd0dd200640 1 -- 172.21.15.29:0/3708135086 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d81f49a0 con 0x7fd0d815e6d0 2024-09-12T03:15:58.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.528+0000 7fd0dd200640 1 -- 172.21.15.29:0/3708135086 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0d80d0fb0 con 0x7fd0d815e6d0 2024-09-12T03:15:58.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.529+0000 7fd0ce000640 1 -- 172.21.15.29:0/3708135086 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd0d0039040 con 0x7fd0d815e6d0 2024-09-12T03:15:58.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.529+0000 7fd0ce000640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b806be30 0x7fd0b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:58.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.530+0000 7fd0ce000640 1 -- 172.21.15.29:0/3708135086 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fd0d00ac680 con 0x7fd0d815e6d0 2024-09-12T03:15:58.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.530+0000 7fd0d5e00640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b806be30 0x7fd0b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:58.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.531+0000 7fd0d5e00640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b806be30 0x7fd0b806e2f0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8000f60 tx=0x7fd0c8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:58.701 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.534+0000 7fd0ce000640 1 -- 172.21.15.29:0/3708135086 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd0d007a8e0 con 0x7fd0d815e6d0 2024-09-12T03:15:58.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.788+0000 7fd0dd200640 1 -- 172.21.15.29:0/3708135086 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fd0d806be80 con 0x7fd0d815e6d0 2024-09-12T03:15:58.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.789+0000 7fd0ce000640 1 -- 172.21.15.29:0/3708135086 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1961 (secure 0 0 0) 0x7fd0d007ebe0 con 0x7fd0d815e6d0 2024-09-12T03:15:58.788 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:15:58.788 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":478,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":712067,"bytes_used":267452416,"bytes_avail":772826660864,"bytes_total":773094113280,"write_bytes_sec":597,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":32,"modified":"2024-09-12T03:15:55.829305+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:15:58.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 -- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b806be30 msgr2=0x7fd0b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b806be30 0x7fd0b806e2f0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8000f60 tx=0x7fd0c8009040 comp rx=0 tx=0).stop 2024-09-12T03:15:58.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 -- 172.21.15.29:0/3708135086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0d815e6d0 msgr2=0x7fd0d80c80b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:58.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0d815e6d0 0x7fd0d80c80b0 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0009ee0 tx=0x7fd0d0004a40 comp rx=0 tx=0).stop 2024-09-12T03:15:58.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 -- 172.21.15.29:0/3708135086 shutdown_connections 2024-09-12T03:15:58.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd0b806be30 0x7fd0b806e2f0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd0d815e6d0 0x7fd0d80c80b0 unknown :-1 s=CLOSED pgs=1517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd0d80d39d0 0x7fd0d81f4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 --2- 172.21.15.29:0/3708135086 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd0d80d16c0 0x7fd0d80ca8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:58.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 -- 172.21.15.29:0/3708135086 >> 172.21.15.29:0/3708135086 conn(0x7fd0d8067f80 msgr2=0x7fd0d80b95a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:58.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 -- 172.21.15.29:0/3708135086 shutdown_connections 2024-09-12T03:15:58.792 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:58.791+0000 7fd0dd200640 1 -- 172.21.15.29:0/3708135086 wait complete. 2024-09-12T03:15:58.807 INFO:tasks.ceph.ceph_manager.ceph:{'c': 'idle+waiting paths [/d1/d2/d3]', 'd': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:15:59.808 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:15:59.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.977+0000 7f3988c00640 1 Processor -- start 2024-09-12T03:15:59.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.977+0000 7f3988c00640 1 -- start start 2024-09-12T03:15:59.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.979+0000 7f3988c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 0x7f398415d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:59.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.979+0000 7f3988c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f39840afc40 0x7f39840cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:59.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.979+0000 7f3988c00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f398415d730 con 0x7f3984072620 2024-09-12T03:15:59.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.979+0000 7f3988c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f398406e590 con 0x7f39840afc40 2024-09-12T03:15:59.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.979+0000 7f3988c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f398406e870 con 0x7f3984072240 2024-09-12T03:15:59.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.979+0000 7f3979400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f3984072620 0x7f39840af530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33202/0 (socket says 172.21.15.29:33202) 2024-09-12T03:15:59.978 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.979+0000 7f3979400640 1 -- 172.21.15.29:0/548216130 learned_addr learned my addr 172.21.15.29:0/548216130 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:15:59.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.979+0000 7f3981e00640 1 --2- 172.21.15.29:0/548216130 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 0x7f398415d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:59.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.979+0000 7f3982800640 1 --2- 172.21.15.29:0/548216130 >> v2:172.21.15.38:3300/0 conn(0x7f39840afc40 0x7f39840cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:59.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.979+0000 7f3981400640 1 -- 172.21.15.29:0/548216130 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3147012368 0 0) 0x7f398415d730 con 0x7f3984072620 2024-09-12T03:15:59.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.979+0000 7f3981400640 1 -- 172.21.15.29:0/548216130 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3968003520 con 0x7f3984072620 2024-09-12T03:15:59.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.980+0000 7f3982800640 1 -- 172.21.15.29:0/548216130 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 msgr2=0x7f398415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:15:59.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.980+0000 7f3981400640 1 -- 172.21.15.29:0/548216130 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1230206146 0 0) 0x7f3968003520 con 0x7f3984072620 2024-09-12T03:15:59.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.980+0000 7f3982800640 1 --2- 172.21.15.29:0/548216130 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 0x7f398415d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:59.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.980+0000 7f3982800640 1 -- 172.21.15.29:0/548216130 >> v1:172.21.15.29:6789/0 conn(0x7f3984072620 legacy=0x7f39840af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:59.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.980+0000 7f3982800640 1 -- 172.21.15.29:0/548216130 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f398406eb50 con 0x7f39840afc40 2024-09-12T03:15:59.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.980+0000 7f3981e00640 1 --2- 172.21.15.29:0/548216130 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 0x7f398415d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:15:59.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.981+0000 7f3982800640 1 --2- 172.21.15.29:0/548216130 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39840afc40 0x7f39840cd1d0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f397c009d90 tx=0x7f397c02a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f96128c0cdfb494 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:59.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.981+0000 7f3981400640 1 -- 172.21.15.29:0/548216130 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f396c001670 con 0x7f39840afc40 2024-09-12T03:15:59.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.981+0000 7f3981400640 1 -- 172.21.15.29:0/548216130 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f397c007540 con 0x7f39840afc40 2024-09-12T03:15:59.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.981+0000 7f3981400640 1 -- 172.21.15.29:0/548216130 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f397c0078f0 con 0x7f39840afc40 2024-09-12T03:15:59.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.982+0000 7f3988c00640 1 -- 172.21.15.29:0/548216130 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39840afc40 msgr2=0x7f39840cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:59.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.982+0000 7f3988c00640 1 --2- 172.21.15.29:0/548216130 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39840afc40 0x7f39840cd1d0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f397c009d90 tx=0x7f397c02a5f0 comp rx=0 tx=0).stop 2024-09-12T03:15:59.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.982+0000 7f3988c00640 1 -- 172.21.15.29:0/548216130 shutdown_connections 2024-09-12T03:15:59.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.982+0000 7f3988c00640 1 --2- 172.21.15.29:0/548216130 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39840afc40 0x7f39840cd1d0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:59.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.982+0000 7f3988c00640 1 --2- 172.21.15.29:0/548216130 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 0x7f398415d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:59.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.982+0000 7f3988c00640 1 -- 172.21.15.29:0/548216130 >> 172.21.15.29:0/548216130 conn(0x7f3984067da0 msgr2=0x7f398406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:15:59.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.982+0000 7f3988c00640 1 -- 172.21.15.29:0/548216130 shutdown_connections 2024-09-12T03:15:59.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.982+0000 7f3988c00640 1 -- 172.21.15.29:0/548216130 wait complete. 2024-09-12T03:15:59.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.984+0000 7f3988c00640 1 Processor -- start 2024-09-12T03:15:59.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.984+0000 7f3988c00640 1 -- start start 2024-09-12T03:15:59.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3988c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 0x7f39840a9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:59.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3988c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3984072620 0x7f39841e6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:59.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3988c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39840afc40 0x7f39841e6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:59.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3988c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f398406e150 con 0x7f3984072620 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3988c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f398406dfd0 con 0x7f39840afc40 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3988c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f398406e2d0 con 0x7f3984072240 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3979400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3984072620 0x7f39841e6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3979400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3984072620 0x7f39841e6690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49448/0 (socket says 172.21.15.29:49448) 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3979400640 1 -- 172.21.15.29:0/4214844073 learned_addr learned my addr 172.21.15.29:0/4214844073 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3982800640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39840afc40 0x7f39841e6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3981e00640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 0x7f39840a9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3979400640 1 -- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 msgr2=0x7f39840a9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3979400640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 0x7f39840a9740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3979400640 1 -- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39840afc40 msgr2=0x7f39841e6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3979400640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39840afc40 0x7f39841e6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3979400640 1 -- 172.21.15.29:0/4214844073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3984147be0 con 0x7f3984072620 2024-09-12T03:15:59.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.985+0000 7f3981e00640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 0x7f39840a9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:15:59.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.986+0000 7f3979400640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3984072620 0x7f39841e6690 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f396c0011e0 tx=0x7f396c00cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:59.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.986+0000 7f397aa00640 1 -- 172.21.15.29:0/4214844073 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f396c017070 con 0x7f3984072620 2024-09-12T03:15:59.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.986+0000 7f397aa00640 1 -- 172.21.15.29:0/4214844073 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f396c005ad0 con 0x7f3984072620 2024-09-12T03:15:59.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.986+0000 7f397aa00640 1 -- 172.21.15.29:0/4214844073 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f396c007070 con 0x7f3984072620 2024-09-12T03:15:59.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.986+0000 7f3988c00640 1 -- 172.21.15.29:0/4214844073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39841e7110 con 0x7f3984072620 2024-09-12T03:15:59.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.986+0000 7f3988c00640 1 -- 172.21.15.29:0/4214844073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3984144940 con 0x7f3984072620 2024-09-12T03:15:59.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.987+0000 7f3988c00640 1 -- 172.21.15.29:0/4214844073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3984144750 con 0x7f3984072620 2024-09-12T03:15:59.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.988+0000 7f397aa00640 1 -- 172.21.15.29:0/4214844073 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f396c01a070 con 0x7f3984072620 2024-09-12T03:15:59.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.989+0000 7f397aa00640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f396006be30 0x7f396006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:15:59.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.989+0000 7f397aa00640 1 -- 172.21.15.29:0/4214844073 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f396c08a480 con 0x7f3984072620 2024-09-12T03:15:59.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.989+0000 7f3981e00640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f396006be30 0x7f396006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:15:59.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.990+0000 7f3981e00640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f396006be30 0x7f396006e2f0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3974009ba0 tx=0x7f3974008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:15:59.992 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:15:59.993+0000 7f397aa00640 1 -- 172.21.15.29:0/4214844073 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3984147be0 con 0x7f3984072620 2024-09-12T03:16:00.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.214+0000 7f3988c00640 1 -- 172.21.15.29:0/4214844073 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f398415bf80 con 0x7f3984072620 2024-09-12T03:16:00.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.215+0000 7f397aa00640 1 -- 172.21.15.29:0/4214844073 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7f396c058640 con 0x7f3984072620 2024-09-12T03:16:00.214 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:00.214 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:16:00.214 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:16:00.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 -- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f396006be30 msgr2=0x7f396006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:00.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f396006be30 0x7f396006e2f0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3974009ba0 tx=0x7f3974008040 comp rx=0 tx=0).stop 2024-09-12T03:16:00.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 -- 172.21.15.29:0/4214844073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3984072620 msgr2=0x7f39841e6690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:00.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3984072620 0x7f39841e6690 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f396c0011e0 tx=0x7f396c00cbe0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 -- 172.21.15.29:0/4214844073 shutdown_connections 2024-09-12T03:16:00.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f396006be30 0x7f396006e2f0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f39840afc40 0x7f39841e6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3984072620 0x7f39841e6690 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 --2- 172.21.15.29:0/4214844073 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3984072240 0x7f39840a9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 -- 172.21.15.29:0/4214844073 >> 172.21.15.29:0/4214844073 conn(0x7f3984067da0 msgr2=0x7f398415b2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:00.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 -- 172.21.15.29:0/4214844073 shutdown_connections 2024-09-12T03:16:00.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.217+0000 7f3988c00640 1 -- 172.21.15.29:0/4214844073 wait complete. 2024-09-12T03:16:00.232 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:16:00.233 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:16:00.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.388+0000 7f0272200640 1 Processor -- start 2024-09-12T03:16:00.387 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.388+0000 7f0272200640 1 -- start start 2024-09-12T03:16:00.388 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.389+0000 7f0272200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f026c0d44d0 0x7f026c0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:00.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.389+0000 7f0272200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f026c15ea00 0x7f026c0d1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:00.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.389+0000 7f0272200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f026c0d2b60 con 0x7f026c15e620 2024-09-12T03:16:00.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.389+0000 7f0272200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f026c0cff90 con 0x7f026c0d44d0 2024-09-12T03:16:00.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.389+0000 7f0272200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f026c0d2e40 con 0x7f026c15ea00 2024-09-12T03:16:00.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.389+0000 7f026b400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f026c15e620 0x7f026c0d3dc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33204/0 (socket says 172.21.15.29:33204) 2024-09-12T03:16:00.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.389+0000 7f026b400640 1 -- 172.21.15.29:0/2101095665 learned_addr learned my addr 172.21.15.29:0/2101095665 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:00.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.389+0000 7f026aa00640 1 --2- 172.21.15.29:0/2101095665 >> v2:172.21.15.29:3300/0 conn(0x7f026c0d44d0 0x7f026c0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:00.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.390+0000 7f026be00640 1 --2- 172.21.15.29:0/2101095665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f026c15ea00 0x7f026c0d1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:00.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.390+0000 7f026a000640 1 -- 172.21.15.29:0/2101095665 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 733743090 0 0) 0x7f026c0d2b60 con 0x7f026c15e620 2024-09-12T03:16:00.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.390+0000 7f026a000640 1 -- 172.21.15.29:0/2101095665 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0250003520 con 0x7f026c15e620 2024-09-12T03:16:00.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.390+0000 7f026aa00640 1 -- 172.21.15.29:0/2101095665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f026c15ea00 msgr2=0x7f026c0d1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:00.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.390+0000 7f026aa00640 1 --2- 172.21.15.29:0/2101095665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f026c15ea00 0x7f026c0d1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.390+0000 7f026aa00640 1 -- 172.21.15.29:0/2101095665 >> v1:172.21.15.29:6789/0 conn(0x7f026c15e620 legacy=0x7f026c0d3dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:00.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.390+0000 7f026aa00640 1 -- 172.21.15.29:0/2101095665 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f026c0d3120 con 0x7f026c0d44d0 2024-09-12T03:16:00.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.390+0000 7f026be00640 1 --2- 172.21.15.29:0/2101095665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f026c15ea00 0x7f026c0d1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:00.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.391+0000 7f026aa00640 1 --2- 172.21.15.29:0/2101095665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f026c0d44d0 0x7f026c0d1340 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f02580097a0 tx=0x7f025802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=505b1b64595bb193 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:00.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.391+0000 7f026a000640 1 -- 172.21.15.29:0/2101095665 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0258037070 con 0x7f026c0d44d0 2024-09-12T03:16:00.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.391+0000 7f026a000640 1 -- 172.21.15.29:0/2101095665 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0258032440 con 0x7f026c0d44d0 2024-09-12T03:16:00.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.391+0000 7f026a000640 1 -- 172.21.15.29:0/2101095665 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0258032810 con 0x7f026c0d44d0 2024-09-12T03:16:00.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.392+0000 7f0272200640 1 -- 172.21.15.29:0/2101095665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f026c0d44d0 msgr2=0x7f026c0d1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:00.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.392+0000 7f0272200640 1 --2- 172.21.15.29:0/2101095665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f026c0d44d0 0x7f026c0d1340 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f02580097a0 tx=0x7f025802a180 comp rx=0 tx=0).stop 2024-09-12T03:16:00.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.392+0000 7f0272200640 1 -- 172.21.15.29:0/2101095665 shutdown_connections 2024-09-12T03:16:00.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.392+0000 7f0272200640 1 --2- 172.21.15.29:0/2101095665 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f026c15ea00 0x7f026c0d1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.392+0000 7f0272200640 1 --2- 172.21.15.29:0/2101095665 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f026c0d44d0 0x7f026c0d1340 unknown :-1 s=CLOSED pgs=1521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.392+0000 7f0272200640 1 -- 172.21.15.29:0/2101095665 >> 172.21.15.29:0/2101095665 conn(0x7f026c067f80 msgr2=0x7f026c06d300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:00.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.392+0000 7f0272200640 1 -- 172.21.15.29:0/2101095665 shutdown_connections 2024-09-12T03:16:00.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.392+0000 7f0272200640 1 -- 172.21.15.29:0/2101095665 wait complete. 2024-09-12T03:16:00.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.394+0000 7f0272200640 1 Processor -- start 2024-09-12T03:16:00.393 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.394+0000 7f0272200640 1 -- start start 2024-09-12T03:16:00.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.394+0000 7f0272200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f026c0d44d0 0x7f026c0ce160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:00.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f0272200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f026c15e620 0x7f026c1519e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:00.394 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f0272200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f026c15ea00 0x7f026c151f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f0272200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f026c0b7ac0 con 0x7f026c15e620 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f0272200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f026c0d36e0 con 0x7f026c0d44d0 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f0272200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f026c0b7c40 con 0x7f026c15ea00 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f026aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f026c15e620 0x7f026c1519e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f026aa00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f026c15e620 0x7f026c1519e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49464/0 (socket says 172.21.15.29:49464) 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f026aa00640 1 -- 172.21.15.29:0/1247328880 learned_addr learned my addr 172.21.15.29:0/1247328880 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f026b400640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f026c0d44d0 0x7f026c0ce160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f026be00640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f026c15ea00 0x7f026c151f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f026aa00640 1 -- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f026c15ea00 msgr2=0x7f026c151f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f026aa00640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f026c15ea00 0x7f026c151f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f026aa00640 1 -- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f026c0d44d0 msgr2=0x7f026c0ce160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f026aa00640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f026c0d44d0 0x7f026c0ce160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f026aa00640 1 -- 172.21.15.29:0/1247328880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f026c158520 con 0x7f026c15e620 2024-09-12T03:16:00.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.395+0000 7f026aa00640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f026c15e620 0x7f026c1519e0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f0258035040 tx=0x7f02580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:00.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.396+0000 7f0263400640 1 -- 172.21.15.29:0/1247328880 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0258037040 con 0x7f026c15e620 2024-09-12T03:16:00.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.396+0000 7f0263400640 1 -- 172.21.15.29:0/1247328880 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0258030500 con 0x7f026c15e620 2024-09-12T03:16:00.396 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.396+0000 7f0263400640 1 -- 172.21.15.29:0/1247328880 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02580308d0 con 0x7f026c15e620 2024-09-12T03:16:00.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.396+0000 7f0272200640 1 -- 172.21.15.29:0/1247328880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f026c158800 con 0x7f026c15e620 2024-09-12T03:16:00.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.396+0000 7f0272200640 1 -- 172.21.15.29:0/1247328880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f026c0cbef0 con 0x7f026c15e620 2024-09-12T03:16:00.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.397+0000 7f0272200640 1 -- 172.21.15.29:0/1247328880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f026c0d3dc0 con 0x7f026c15e620 2024-09-12T03:16:00.397 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.398+0000 7f0263400640 1 -- 172.21.15.29:0/1247328880 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0258044020 con 0x7f026c15e620 2024-09-12T03:16:00.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.399+0000 7f0263400640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f024c06be30 0x7f024c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:00.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.399+0000 7f0263400640 1 -- 172.21.15.29:0/1247328880 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f02580ab290 con 0x7f026c15e620 2024-09-12T03:16:00.398 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.399+0000 7f026b400640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f024c06be30 0x7f024c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:00.399 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.400+0000 7f026b400640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f024c06be30 0x7f024c06e2f0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f025c001200 tx=0x7f025c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:00.402 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.403+0000 7f0263400640 1 -- 172.21.15.29:0/1247328880 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0258079aa0 con 0x7f026c15e620 2024-09-12T03:16:00.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.657+0000 7f0272200640 1 -- 172.21.15.29:0/1247328880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f026c0cb9e0 con 0x7f026c15e620 2024-09-12T03:16:00.657 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.658+0000 7f0263400640 1 -- 172.21.15.29:0/1247328880 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1961 (secure 0 0 0) 0x7f02580793a0 con 0x7f026c15e620 2024-09-12T03:16:00.657 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:00.658 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":479,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":712067,"bytes_used":267452416,"bytes_avail":772826660864,"bytes_total":773094113280,"write_bytes_sec":597,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":32,"modified":"2024-09-12T03:15:55.829305+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/d1/d2/d3]"}}}}}},"progress_events":{}} 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 -- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f024c06be30 msgr2=0x7f024c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f024c06be30 0x7f024c06e2f0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f025c001200 tx=0x7f025c009040 comp rx=0 tx=0).stop 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 -- 172.21.15.29:0/1247328880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f026c15e620 msgr2=0x7f026c1519e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f026c15e620 0x7f026c1519e0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f0258035040 tx=0x7f02580046c0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 -- 172.21.15.29:0/1247328880 shutdown_connections 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f024c06be30 0x7f024c06e2f0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f026c15ea00 0x7f026c151f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f026c15e620 0x7f026c1519e0 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 --2- 172.21.15.29:0/1247328880 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f026c0d44d0 0x7f026c0ce160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 -- 172.21.15.29:0/1247328880 >> 172.21.15.29:0/1247328880 conn(0x7f026c067f80 msgr2=0x7f026c15aaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 -- 172.21.15.29:0/1247328880 shutdown_connections 2024-09-12T03:16:00.660 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:00.660+0000 7f0272200640 1 -- 172.21.15.29:0/1247328880 wait complete. 2024-09-12T03:16:00.677 INFO:tasks.ceph.ceph_manager.ceph:{'c': 'idle+waiting paths [/d1/d2/d3]', 'd': 'idle+waiting paths [/d1/d2/d3]'} 2024-09-12T03:16:01.678 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:16:01.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.846+0000 7f7f2da00640 1 Processor -- start 2024-09-12T03:16:01.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.847+0000 7f7f2da00640 1 -- start start 2024-09-12T03:16:01.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.848+0000 7f7f2da00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7f28162cc0 0x7f7f280b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:01.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.848+0000 7f7f2da00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f7f28070a80 0x7f7f2806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:01.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.848+0000 7f7f2da00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f280711b0 con 0x7f7f2806c150 2024-09-12T03:16:01.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.848+0000 7f7f2da00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f7f280d2110 con 0x7f7f28162cc0 2024-09-12T03:16:01.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.848+0000 7f7f2da00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f7f2806c5c0 con 0x7f7f28070a80 2024-09-12T03:16:01.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.848+0000 7f7f26a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7f28162cc0 0x7f7f280b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:01.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.848+0000 7f7f26a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f7f28162cc0 0x7f7f280b6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49474/0 (socket says 172.21.15.29:49474) 2024-09-12T03:16:01.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.848+0000 7f7f26a00640 1 -- 172.21.15.29:0/3379677262 learned_addr learned my addr 172.21.15.29:0/3379677262 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:01.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.849+0000 7f7f26a00640 1 -- 172.21.15.29:0/3379677262 >> v2:172.21.15.38:3300/0 conn(0x7f7f28070a80 msgr2=0x7f7f2806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:01.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.849+0000 7f7f1e000640 1 --2- 172.21.15.29:0/3379677262 >> v2:172.21.15.38:3300/0 conn(0x7f7f28070a80 0x7f7f2806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:01.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.849+0000 7f7f26a00640 1 --2- 172.21.15.29:0/3379677262 >> v2:172.21.15.38:3300/0 conn(0x7f7f28070a80 0x7f7f2806bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:01.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.849+0000 7f7f26a00640 1 -- 172.21.15.29:0/3379677262 >> v1:172.21.15.38:6789/0 conn(0x7f7f2806c150 legacy=0x7f7f28158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:01.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.849+0000 7f7f26a00640 1 -- 172.21.15.29:0/3379677262 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f28070f10 con 0x7f7f28162cc0 2024-09-12T03:16:01.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.849+0000 7f7f1e000640 1 --2- 172.21.15.29:0/3379677262 >> v2:172.21.15.38:3300/0 conn(0x7f7f28070a80 0x7f7f2806bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:01.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.850+0000 7f7f26a00640 1 --2- 172.21.15.29:0/3379677262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f28162cc0 0x7f7f280b6f90 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f7f280735b0 tx=0x7f7f1802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=788a748fb1ad2584 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:01.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.850+0000 7f7f26000640 1 -- 172.21.15.29:0/3379677262 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f18037070 con 0x7f7f28162cc0 2024-09-12T03:16:01.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.850+0000 7f7f26000640 1 -- 172.21.15.29:0/3379677262 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f18032440 con 0x7f7f28162cc0 2024-09-12T03:16:01.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.850+0000 7f7f26000640 1 -- 172.21.15.29:0/3379677262 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f18032810 con 0x7f7f28162cc0 2024-09-12T03:16:01.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.851+0000 7f7f2da00640 1 -- 172.21.15.29:0/3379677262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f28162cc0 msgr2=0x7f7f280b6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:01.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.851+0000 7f7f2da00640 1 --2- 172.21.15.29:0/3379677262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f28162cc0 0x7f7f280b6f90 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f7f280735b0 tx=0x7f7f1802a270 comp rx=0 tx=0).stop 2024-09-12T03:16:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.851+0000 7f7f2da00640 1 -- 172.21.15.29:0/3379677262 shutdown_connections 2024-09-12T03:16:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.851+0000 7f7f2da00640 1 --2- 172.21.15.29:0/3379677262 >> v2:172.21.15.38:3300/0 conn(0x7f7f28070a80 0x7f7f2806bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.851+0000 7f7f2da00640 1 --2- 172.21.15.29:0/3379677262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f28162cc0 0x7f7f280b6f90 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.851+0000 7f7f2da00640 1 -- 172.21.15.29:0/3379677262 >> 172.21.15.29:0/3379677262 conn(0x7f7f2809aa70 msgr2=0x7f7f280b6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.851+0000 7f7f2da00640 1 -- 172.21.15.29:0/3379677262 shutdown_connections 2024-09-12T03:16:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.851+0000 7f7f2da00640 1 -- 172.21.15.29:0/3379677262 wait complete. 2024-09-12T03:16:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.852+0000 7f7f2da00640 1 Processor -- start 2024-09-12T03:16:01.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.852+0000 7f7f2da00640 1 -- start start 2024-09-12T03:16:01.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.853+0000 7f7f2da00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f2806c150 0x7f7f281f81e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:01.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.853+0000 7f7f2da00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f28070a80 0x7f7f28156a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:01.854 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.853+0000 7f7f2da00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7f28162cc0 0x7f7f28158430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.853+0000 7f7f2da00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7f280d1350 con 0x7f7f28070a80 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.853+0000 7f7f2da00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f7f280d1c80 con 0x7f7f2806c150 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.853+0000 7f7f2da00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f7f280d1630 con 0x7f7f28162cc0 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f1e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f28070a80 0x7f7f28156a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f1e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f28070a80 0x7f7f28156a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49484/0 (socket says 172.21.15.29:49484) 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f1e000640 1 -- 172.21.15.29:0/862158553 learned_addr learned my addr 172.21.15.29:0/862158553 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f26a00640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f2806c150 0x7f7f281f81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f27400640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7f28162cc0 0x7f7f28158430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f1e000640 1 -- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7f28162cc0 msgr2=0x7f7f28158430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f1e000640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7f28162cc0 0x7f7f28158430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f1e000640 1 -- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f2806c150 msgr2=0x7f7f281f81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f1e000640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f2806c150 0x7f7f281f81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:01.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f1e000640 1 -- 172.21.15.29:0/862158553 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f281559c0 con 0x7f7f28070a80 2024-09-12T03:16:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f27400640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7f28162cc0 0x7f7f28158430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.854+0000 7f7f1e000640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f28070a80 0x7f7f28156a20 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f7f1000c7f0 tx=0x7f7f1000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.855+0000 7f7f1f400640 1 -- 172.21.15.29:0/862158553 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f10015070 con 0x7f7f28070a80 2024-09-12T03:16:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.855+0000 7f7f1f400640 1 -- 172.21.15.29:0/862158553 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f10007820 con 0x7f7f28070a80 2024-09-12T03:16:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.855+0000 7f7f2da00640 1 -- 172.21.15.29:0/862158553 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f28155f40 con 0x7f7f28070a80 2024-09-12T03:16:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.855+0000 7f7f1f400640 1 -- 172.21.15.29:0/862158553 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f10007bd0 con 0x7f7f28070a80 2024-09-12T03:16:01.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.855+0000 7f7f2da00640 1 -- 172.21.15.29:0/862158553 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f28156500 con 0x7f7f28070a80 2024-09-12T03:16:01.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.856+0000 7f7f2da00640 1 -- 172.21.15.29:0/862158553 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f280d1910 con 0x7f7f28070a80 2024-09-12T03:16:01.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.857+0000 7f7f1f400640 1 -- 172.21.15.29:0/862158553 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7f10018070 con 0x7f7f28070a80 2024-09-12T03:16:01.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.858+0000 7f7f1f400640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7f0406be30 0x7f7f0406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:01.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.858+0000 7f7f1f400640 1 -- 172.21.15.29:0/862158553 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f7f1008b040 con 0x7f7f28070a80 2024-09-12T03:16:01.857 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.858+0000 7f7f26a00640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7f0406be30 0x7f7f0406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:01.858 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.859+0000 7f7f26a00640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7f0406be30 0x7f7f0406e2f0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f7f18034000 tx=0x7f7f1802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:01.861 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:01.862+0000 7f7f1f400640 1 -- 172.21.15.29:0/862158553 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7f10059210 con 0x7f7f28070a80 2024-09-12T03:16:02.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.086+0000 7f7f2da00640 1 -- 172.21.15.29:0/862158553 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7f280d1020 con 0x7f7f28070a80 2024-09-12T03:16:02.085 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.086+0000 7f7f1f400640 1 -- 172.21.15.29:0/862158553 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7f7f1005d510 con 0x7f7f28070a80 2024-09-12T03:16:02.086 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:02.086 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:16:02.086 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:16:02.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.088+0000 7f7f2da00640 1 -- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7f0406be30 msgr2=0x7f7f0406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:02.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.088+0000 7f7f2da00640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7f0406be30 0x7f7f0406e2f0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f7f18034000 tx=0x7f7f1802e000 comp rx=0 tx=0).stop 2024-09-12T03:16:02.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.088+0000 7f7f2da00640 1 -- 172.21.15.29:0/862158553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f28070a80 msgr2=0x7f7f28156a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:02.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.088+0000 7f7f2da00640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f28070a80 0x7f7f28156a20 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f7f1000c7f0 tx=0x7f7f1000ccb0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.089+0000 7f7f2da00640 1 -- 172.21.15.29:0/862158553 shutdown_connections 2024-09-12T03:16:02.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.089+0000 7f7f2da00640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f7f0406be30 0x7f7f0406e2f0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.089+0000 7f7f2da00640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f7f28162cc0 0x7f7f28158430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.089+0000 7f7f2da00640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f28070a80 0x7f7f28156a20 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.089+0000 7f7f2da00640 1 --2- 172.21.15.29:0/862158553 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f7f2806c150 0x7f7f281f81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.089+0000 7f7f2da00640 1 -- 172.21.15.29:0/862158553 >> 172.21.15.29:0/862158553 conn(0x7f7f2809aa70 msgr2=0x7f7f28155240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:02.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.089+0000 7f7f2da00640 1 -- 172.21.15.29:0/862158553 shutdown_connections 2024-09-12T03:16:02.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.089+0000 7f7f2da00640 1 -- 172.21.15.29:0/862158553 wait complete. 2024-09-12T03:16:02.104 DEBUG:tasks.cephfs.test_multimds_misc:current active=['c', 'a', 'd'] 2024-09-12T03:16:02.105 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-12T03:16:02.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.262+0000 7ff9fee00640 1 Processor -- start 2024-09-12T03:16:02.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.262+0000 7ff9fee00640 1 -- start start 2024-09-12T03:16:02.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.263+0000 7ff9fee00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff9f80d16c0 0x7ff9f81690a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:02.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.263+0000 7ff9fee00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9f80cf7b0 con 0x7ff9f80d39d0 2024-09-12T03:16:02.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.263+0000 7ff9fee00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9f80d3e90 con 0x7ff9f815e6d0 2024-09-12T03:16:02.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.263+0000 7ff9fee00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7ff9f80b3ec0 con 0x7ff9f80d16c0 2024-09-12T03:16:02.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.263+0000 7ff9fce00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7ff9f80d16c0 0x7ff9f81690a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:02.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.263+0000 7ff9f7400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7ff9f80d39d0 0x7ff9f80d0fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33216/0 (socket says 172.21.15.29:33216) 2024-09-12T03:16:02.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.263+0000 7ff9f7400640 1 -- 172.21.15.29:0/3165864811 learned_addr learned my addr 172.21.15.29:0/3165864811 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:02.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.264+0000 7ff9fce00640 1 -- 172.21.15.29:0/3165864811 >> v1:172.21.15.38:6789/0 conn(0x7ff9f815e6d0 legacy=0x7ff9f80d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:02.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.264+0000 7ff9fce00640 1 -- 172.21.15.29:0/3165864811 >> v1:172.21.15.29:6789/0 conn(0x7ff9f80d39d0 legacy=0x7ff9f80d0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:02.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.264+0000 7ff9fce00640 1 -- 172.21.15.29:0/3165864811 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9f80d4170 con 0x7ff9f80d16c0 2024-09-12T03:16:02.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.264+0000 7ff9f6a00640 1 -- 172.21.15.29:0/3165864811 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2240173860 0 0) 0x7ff9e4001110 con 0x7ff9f80d39d0 2024-09-12T03:16:02.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.265+0000 7ff9fce00640 1 --2- 172.21.15.29:0/3165864811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f80d16c0 0x7ff9f81690a0 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7ff9f0009d90 tx=0x7ff9f002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efb4ca324dbe121d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:02.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.265+0000 7ff9f6a00640 1 -- 172.21.15.29:0/3165864811 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f0007740 con 0x7ff9f80d16c0 2024-09-12T03:16:02.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.265+0000 7ff9f6a00640 1 -- 172.21.15.29:0/3165864811 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9f00078e0 con 0x7ff9f80d16c0 2024-09-12T03:16:02.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.265+0000 7ff9f6a00640 1 -- 172.21.15.29:0/3165864811 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f0007cb0 con 0x7ff9f80d16c0 2024-09-12T03:16:02.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.266+0000 7ff9fee00640 1 -- 172.21.15.29:0/3165864811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f80d16c0 msgr2=0x7ff9f81690a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:02.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.266+0000 7ff9fee00640 1 --2- 172.21.15.29:0/3165864811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f80d16c0 0x7ff9f81690a0 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7ff9f0009d90 tx=0x7ff9f002a660 comp rx=0 tx=0).stop 2024-09-12T03:16:02.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.266+0000 7ff9fee00640 1 -- 172.21.15.29:0/3165864811 shutdown_connections 2024-09-12T03:16:02.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.266+0000 7ff9fee00640 1 --2- 172.21.15.29:0/3165864811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f80d16c0 0x7ff9f81690a0 unknown :-1 s=CLOSED pgs=1526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.266+0000 7ff9fee00640 1 -- 172.21.15.29:0/3165864811 >> 172.21.15.29:0/3165864811 conn(0x7ff9f8067f80 msgr2=0x7ff9f806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:02.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.266+0000 7ff9fee00640 1 -- 172.21.15.29:0/3165864811 shutdown_connections 2024-09-12T03:16:02.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.266+0000 7ff9fee00640 1 -- 172.21.15.29:0/3165864811 wait complete. 2024-09-12T03:16:02.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.267+0000 7ff9fee00640 1 Processor -- start 2024-09-12T03:16:02.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.267+0000 7ff9fee00640 1 -- start start 2024-09-12T03:16:02.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.268+0000 7ff9fee00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff9f80d16c0 0x7ff9f815cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:02.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.268+0000 7ff9fee00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff9f80d39d0 0x7ff9f80ac500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:02.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.268+0000 7ff9fee00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f815e6d0 0x7ff9f80affc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:02.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.268+0000 7ff9fee00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f80b90e0 con 0x7ff9f815e6d0 2024-09-12T03:16:02.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.268+0000 7ff9fee00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f80b75a0 con 0x7ff9f80d16c0 2024-09-12T03:16:02.268 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.268+0000 7ff9fee00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ff9f80b9260 con 0x7ff9f80d39d0 2024-09-12T03:16:02.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.269+0000 7ff9fce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f815e6d0 0x7ff9f80affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:02.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.269+0000 7ff9fce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f815e6d0 0x7ff9f80affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49502/0 (socket says 172.21.15.29:49502) 2024-09-12T03:16:02.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.269+0000 7ff9fce00640 1 -- 172.21.15.29:0/2068238200 learned_addr learned my addr 172.21.15.29:0/2068238200 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:02.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.269+0000 7ff9f7400640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff9f80d39d0 0x7ff9f80ac500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:02.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.269+0000 7ff9f7e00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff9f80d16c0 0x7ff9f815cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:02.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.269+0000 7ff9fce00640 1 -- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff9f80d39d0 msgr2=0x7ff9f80ac500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:02.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.269+0000 7ff9fce00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff9f80d39d0 0x7ff9f80ac500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.269+0000 7ff9fce00640 1 -- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff9f80d16c0 msgr2=0x7ff9f815cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:02.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.269+0000 7ff9fce00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff9f80d16c0 0x7ff9f815cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.269+0000 7ff9fce00640 1 -- 172.21.15.29:0/2068238200 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9f80acd90 con 0x7ff9f815e6d0 2024-09-12T03:16:02.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.270+0000 7ff9fce00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f815e6d0 0x7ff9f80affc0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7ff9f0009eb0 tx=0x7ff9f0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:02.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.270+0000 7ff9efe00640 1 -- 172.21.15.29:0/2068238200 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f0040070 con 0x7ff9f815e6d0 2024-09-12T03:16:02.270 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.270+0000 7ff9efe00640 1 -- 172.21.15.29:0/2068238200 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9f0031c40 con 0x7ff9f815e6d0 2024-09-12T03:16:02.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.270+0000 7ff9efe00640 1 -- 172.21.15.29:0/2068238200 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f0003990 con 0x7ff9f815e6d0 2024-09-12T03:16:02.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.270+0000 7ff9fee00640 1 -- 172.21.15.29:0/2068238200 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9f80c8a80 con 0x7ff9f815e6d0 2024-09-12T03:16:02.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.270+0000 7ff9fee00640 1 -- 172.21.15.29:0/2068238200 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9f80c9040 con 0x7ff9f815e6d0 2024-09-12T03:16:02.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.271+0000 7ff9fee00640 1 -- 172.21.15.29:0/2068238200 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9f80d0fb0 con 0x7ff9f815e6d0 2024-09-12T03:16:02.271 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.272+0000 7ff9efe00640 1 -- 172.21.15.29:0/2068238200 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff9f0039040 con 0x7ff9f815e6d0 2024-09-12T03:16:02.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.273+0000 7ff9efe00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9d806be30 0x7ff9d806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:02.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.273+0000 7ff9efe00640 1 -- 172.21.15.29:0/2068238200 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7ff9f00ac300 con 0x7ff9f815e6d0 2024-09-12T03:16:02.272 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.273+0000 7ff9f7e00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9d806be30 0x7ff9d806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:02.273 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.274+0000 7ff9f7e00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9d806be30 0x7ff9d806e2f0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8000f60 tx=0x7ff9e8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:02.276 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.277+0000 7ff9efe00640 1 -- 172.21.15.29:0/2068238200 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff9f007a430 con 0x7ff9f815e6d0 2024-09-12T03:16:02.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.528+0000 7ff9fee00640 1 -- 172.21.15.29:0/2068238200 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ff9f80ced60 con 0x7ff9f815e6d0 2024-09-12T03:16:02.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.529+0000 7ff9efe00640 1 -- 172.21.15.29:0/2068238200 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1867 (secure 0 0 0) 0x7ff9f007e730 con 0x7ff9f815e6d0 2024-09-12T03:16:02.529 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:02.529 INFO:teuthology.orchestra.run.smithi029.stdout:{"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","health":{"status":"HEALTH_ERR","checks":{"MDS_DAMAGE":{"severity":"HEALTH_ERR","summary":{"message":"3 MDSs report damaged metadata","count":3},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":481,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":105,"num_osds":8,"num_up_osds":8,"osd_up_since":1726110493,"num_in_osds":8,"osd_in_since":1726110483,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":70,"data_bytes":712067,"bytes_used":267452416,"bytes_avail":772826660864,"bytes_total":773094113280,"write_bytes_sec":597,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","id":7,"up":3,"in":3,"max":3,"by_rank":[{"filesystem_id":7,"rank":2,"name":"d","status":"up:active","gid":7672},{"filesystem_id":7,"rank":1,"name":"a","status":"up:active","gid":8022},{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":8025}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":33,"modified":"2024-09-12T03:15:59.830487+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-12T03:16:02.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 -- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9d806be30 msgr2=0x7ff9d806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:02.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9d806be30 0x7ff9d806e2f0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8000f60 tx=0x7ff9e8009040 comp rx=0 tx=0).stop 2024-09-12T03:16:02.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 -- 172.21.15.29:0/2068238200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f815e6d0 msgr2=0x7ff9f80affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:02.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f815e6d0 0x7ff9f80affc0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7ff9f0009eb0 tx=0x7ff9f0004a40 comp rx=0 tx=0).stop 2024-09-12T03:16:02.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 -- 172.21.15.29:0/2068238200 shutdown_connections 2024-09-12T03:16:02.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ff9d806be30 0x7ff9d806e2f0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f815e6d0 0x7ff9f80affc0 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ff9f80d39d0 0x7ff9f80ac500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 --2- 172.21.15.29:0/2068238200 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ff9f80d16c0 0x7ff9f815cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:02.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 -- 172.21.15.29:0/2068238200 >> 172.21.15.29:0/2068238200 conn(0x7ff9f8067f80 msgr2=0x7ff9f815d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:02.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 -- 172.21.15.29:0/2068238200 shutdown_connections 2024-09-12T03:16:02.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:02.531+0000 7ff9fee00640 1 -- 172.21.15.29:0/2068238200 wait complete. 2024-09-12T03:16:02.546 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-12T03:16:02.546 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-12T03:16:02.547 DEBUG:teuthology.orchestra.run.smithi029:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:16:02.627 DEBUG:teuthology.orchestra.run.smithi038:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-12T03:16:02.724 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-12T03:16:02.724 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:16:02.724 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:16:02.724 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:16:02.760 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:16:02.760 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:16:02.836 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-12T03:16:03.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.033+0000 7f1bb2e00640 1 Processor -- start 2024-09-12T03:16:03.033 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.033+0000 7f1bb2e00640 1 -- start start 2024-09-12T03:16:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.035+0000 7f1bb2e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac06db70 0x7f1bac0d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.035+0000 7f1bb2e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bac15e850 con 0x7f1bac0d4310 2024-09-12T03:16:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.035+0000 7f1bb2e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1bac0d1c60 con 0x7f1bac15e470 2024-09-12T03:16:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.035+0000 7f1bb2e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1bac0d4cc0 con 0x7f1bac06db70 2024-09-12T03:16:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.035+0000 7f1bb1000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f1bac0d4310 0x7f1bac06d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33230/0 (socket says 172.21.15.29:33230) 2024-09-12T03:16:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.035+0000 7f1bb1000640 1 -- 172.21.15.29:0/1162190439 learned_addr learned my addr 172.21.15.29:0/1162190439 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.035+0000 7f1bb2400640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac06db70 0x7f1bac0d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.035+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 120114758 0 0) 0x7f1bac15e850 con 0x7f1bac0d4310 2024-09-12T03:16:03.035 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.035+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1b94003520 con 0x7f1bac0d4310 2024-09-12T03:16:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2943166770 0 0) 0x7f1bac0d1c60 con 0x7f1bac15e470 2024-09-12T03:16:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1bac15e850 con 0x7f1bac15e470 2024-09-12T03:16:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3398633545 0 0) 0x7f1b94003520 con 0x7f1bac0d4310 2024-09-12T03:16:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac06db70 msgr2=0x7f1bac0d4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac06db70 0x7f1bac0d4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 >> v1:172.21.15.38:6789/0 conn(0x7f1bac15e470 legacy=0x7f1bac0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bac0d1980 con 0x7f1bac0d4310 2024-09-12T03:16:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f1b98001670 con 0x7f1bac0d4310 2024-09-12T03:16:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 >> v1:172.21.15.29:6789/0 conn(0x7f1bac0d4310 legacy=0x7f1bac06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 0x7f1b94003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac06db70 0x7f1b94004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b94004d40 0x7f1b940051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1bac0d4cc0 con 0x7f1b94003b70 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1b9400ba70 con 0x7f1b94004d40 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1b9400bc70 con 0x7f1bac06db70 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1bb1a00640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 0x7f1b94003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1bb1000640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac06db70 0x7f1b94004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1bb2400640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b94004d40 0x7f1b940051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1bb1a00640 1 -- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac06db70 msgr2=0x7f1b94004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1bb1a00640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac06db70 0x7f1b94004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1bb1a00640 1 -- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b94004d40 msgr2=0x7f1b940051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1bb1a00640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b94004d40 0x7f1b940051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1bb1a00640 1 -- 172.21.15.29:0/1162190439 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b94003520 con 0x7f1b94003b70 2024-09-12T03:16:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.036+0000 7f1bb1000640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac06db70 0x7f1b94004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.037+0000 7f1bb1a00640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 0x7f1b94003f70 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f1ba00018d0 tx=0x7f1b94005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a60274cebe7e26aa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.038+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba00014f0 con 0x7f1b94003b70 2024-09-12T03:16:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.038+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ba00052d0 con 0x7f1b94003b70 2024-09-12T03:16:03.039 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.038+0000 7f1babe00640 1 -- 172.21.15.29:0/1162190439 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba002aca0 con 0x7f1b94003b70 2024-09-12T03:16:03.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.038+0000 7f1bb2e00640 1 -- 172.21.15.29:0/1162190439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 msgr2=0x7f1b94003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.038+0000 7f1bb2e00640 1 --2- 172.21.15.29:0/1162190439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 0x7f1b94003f70 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f1ba00018d0 tx=0x7f1b94005830 comp rx=0 tx=0).stop 2024-09-12T03:16:03.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.038+0000 7f1bb2400640 1 -- 172.21.15.29:0/1162190439 reap_dead start 2024-09-12T03:16:03.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.038+0000 7f1bb2e00640 1 -- 172.21.15.29:0/1162190439 shutdown_connections 2024-09-12T03:16:03.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.038+0000 7f1bb2e00640 1 -- 172.21.15.29:0/1162190439 >> 172.21.15.29:0/1162190439 conn(0x7f1bac09d700 msgr2=0x7f1bac08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:03.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.038+0000 7f1bb2e00640 1 -- 172.21.15.29:0/1162190439 shutdown_connections 2024-09-12T03:16:03.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.038+0000 7f1bb2e00640 1 -- 172.21.15.29:0/1162190439 wait complete. 2024-09-12T03:16:03.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.040+0000 7f1bb2e00640 1 Processor -- start 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.040+0000 7f1bb2e00640 1 -- start start 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.041+0000 7f1bb2e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 0x7f1bac0b71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.041+0000 7f1bb2e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bac0cde40 0x7f1bac1567b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.041+0000 7f1bb2e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac0b88e0 0x7f1bac06dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.041+0000 7f1bb2e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1bac0cf3a0 con 0x7f1b94003b70 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.041+0000 7f1bb2e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1bac0cf710 con 0x7f1bac0cde40 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.041+0000 7f1bb2e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1bac0d02b0 con 0x7f1bac0b88e0 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.041+0000 7f1bb1a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 0x7f1bac0b71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.041+0000 7f1bb1a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 0x7f1bac0b71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49508/0 (socket says 172.21.15.29:49508) 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.041+0000 7f1bb1a00640 1 -- 172.21.15.29:0/3867453915 learned_addr learned my addr 172.21.15.29:0/3867453915 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.041+0000 7f1bb1000640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bac0cde40 0x7f1bac1567b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.041+0000 7f1bb2400640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac0b88e0 0x7f1bac06dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.042 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1bb1a00640 1 -- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac0b88e0 msgr2=0x7f1bac06dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1bb1a00640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac0b88e0 0x7f1bac06dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1bb1a00640 1 -- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bac0cde40 msgr2=0x7f1bac1567b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1bb1a00640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bac0cde40 0x7f1bac1567b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1bb1a00640 1 -- 172.21.15.29:0/3867453915 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bac0b7840 con 0x7f1b94003b70 2024-09-12T03:16:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1bb1000640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bac0cde40 0x7f1bac1567b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1bb2400640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac0b88e0 0x7f1bac06dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:03.043 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1bb1a00640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 0x7f1bac0b71b0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f1ba002a730 tx=0x7f1ba00012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1ba9600640 1 -- 172.21.15.29:0/3867453915 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba003f020 con 0x7f1b94003b70 2024-09-12T03:16:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1ba9600640 1 -- 172.21.15.29:0/3867453915 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ba0006e50 con 0x7f1b94003b70 2024-09-12T03:16:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1bb2e00640 1 -- 172.21.15.29:0/3867453915 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bac0b7b20 con 0x7f1b94003b70 2024-09-12T03:16:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1ba9600640 1 -- 172.21.15.29:0/3867453915 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba0037040 con 0x7f1b94003b70 2024-09-12T03:16:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.042+0000 7f1bb2e00640 1 -- 172.21.15.29:0/3867453915 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bac0b80e0 con 0x7f1b94003b70 2024-09-12T03:16:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.044+0000 7f1bb2e00640 1 -- 172.21.15.29:0/3867453915 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bac068d00 con 0x7f1b94003b70 2024-09-12T03:16:03.044 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.044+0000 7f1ba9600640 1 -- 172.21.15.29:0/3867453915 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1ba0042020 con 0x7f1b94003b70 2024-09-12T03:16:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.045+0000 7f1ba9600640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b8c06be30 0x7f1b8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.045+0000 7f1ba9600640 1 -- 172.21.15.29:0/3867453915 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f1ba00ab0b0 con 0x7f1b94003b70 2024-09-12T03:16:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.046+0000 7f1bb1000640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b8c06be30 0x7f1b8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.045 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.046+0000 7f1bb1000640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b8c06be30 0x7f1b8c06e2f0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f1b98001eb0 tx=0x7f1b98009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:03.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.050+0000 7f1ba9600640 1 -- 172.21.15.29:0/3867453915 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1ba0049020 con 0x7f1b94003b70 2024-09-12T03:16:03.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.245+0000 7f1bb2e00640 1 -- 172.21.15.29:0/3867453915 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1bac0d1c60 con 0x7f1b94003b70 2024-09-12T03:16:03.244 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.245+0000 7f1ba9600640 1 -- 172.21.15.29:0/3867453915 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v105) ==== 80+0+0 (secure 0 0 0) 0x7f1ba00797a0 con 0x7f1b94003b70 2024-09-12T03:16:03.245 INFO:teuthology.orchestra.run.smithi029.stderr:listed 0 entries 2024-09-12T03:16:03.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.247+0000 7f1bb2e00640 1 -- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b8c06be30 msgr2=0x7f1b8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.247+0000 7f1bb2e00640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b8c06be30 0x7f1b8c06e2f0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f1b98001eb0 tx=0x7f1b98009040 comp rx=0 tx=0).stop 2024-09-12T03:16:03.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.247+0000 7f1bb2e00640 1 -- 172.21.15.29:0/3867453915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 msgr2=0x7f1bac0b71b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.247+0000 7f1bb2e00640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 0x7f1bac0b71b0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f1ba002a730 tx=0x7f1ba00012d0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.247+0000 7f1bb2e00640 1 -- 172.21.15.29:0/3867453915 shutdown_connections 2024-09-12T03:16:03.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.247+0000 7f1bb2e00640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1b8c06be30 0x7f1b8c06e2f0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.247+0000 7f1bb2e00640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1bac0b88e0 0x7f1bac06dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.247+0000 7f1bb2e00640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1bac0cde40 0x7f1bac1567b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.247+0000 7f1bb2e00640 1 --2- 172.21.15.29:0/3867453915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b94003b70 0x7f1bac0b71b0 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.247+0000 7f1bb2e00640 1 -- 172.21.15.29:0/3867453915 >> 172.21.15.29:0/3867453915 conn(0x7f1bac09d700 msgr2=0x7f1bac08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:03.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.247+0000 7f1bb2e00640 1 -- 172.21.15.29:0/3867453915 shutdown_connections 2024-09-12T03:16:03.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.248+0000 7f1bb2e00640 1 -- 172.21.15.29:0/3867453915 wait complete. 2024-09-12T03:16:03.262 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-12T03:16:03.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:03.263 DEBUG:teuthology.orchestra.run.smithi029:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-12T03:16:03.326 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:16:03.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:03.326 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-12T03:16:03.362 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:16:03.362 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:16:03.363 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:16:03.402 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:16:03.403 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:16:03.403 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:16:03.403 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:16:03.438 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:16:03.438 INFO:tasks.cephfs.mount:Terminating background process 2024-09-12T03:16:03.438 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:16:03.438 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:16:03.480 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:16:03.481 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:16:03.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.638+0000 7fd1dec00640 1 Processor -- start 2024-09-12T03:16:03.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.638+0000 7fd1dec00640 1 -- start start 2024-09-12T03:16:03.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.639+0000 7fd1dec00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd1d815e470 0x7fd1d80cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.639+0000 7fd1dec00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1d815e850 con 0x7fd1d80d00e0 2024-09-12T03:16:03.639 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.639+0000 7fd1dec00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1d80d1c60 con 0x7fd1d80d4a20 2024-09-12T03:16:03.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.639+0000 7fd1dec00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fd1d80cf710 con 0x7fd1d815e470 2024-09-12T03:16:03.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.639+0000 7fd1dce00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fd1d80d00e0 0x7fd1d80d4310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33242/0 (socket says 172.21.15.29:33242) 2024-09-12T03:16:03.640 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.639+0000 7fd1dce00640 1 -- 172.21.15.29:0/3090044026 learned_addr learned my addr 172.21.15.29:0/3090044026 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:03.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.640+0000 7fd1dd800640 1 --2- 172.21.15.29:0/3090044026 >> v2:172.21.15.38:3300/0 conn(0x7fd1d815e470 0x7fd1d80cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.640+0000 7fd1d7e00640 1 -- 172.21.15.29:0/3090044026 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 231293419 0 0) 0x7fd1d815e850 con 0x7fd1d80d00e0 2024-09-12T03:16:03.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.640+0000 7fd1d7e00640 1 -- 172.21.15.29:0/3090044026 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd1c0003520 con 0x7fd1d80d00e0 2024-09-12T03:16:03.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.640+0000 7fd1dd800640 1 -- 172.21.15.29:0/3090044026 >> v1:172.21.15.38:6789/0 conn(0x7fd1d80d4a20 legacy=0x7fd1d806d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.640+0000 7fd1dd800640 1 -- 172.21.15.29:0/3090044026 >> v1:172.21.15.29:6789/0 conn(0x7fd1d80d00e0 legacy=0x7fd1d80d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.640+0000 7fd1dd800640 1 -- 172.21.15.29:0/3090044026 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d80d1980 con 0x7fd1d815e470 2024-09-12T03:16:03.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.641+0000 7fd1dd800640 1 --2- 172.21.15.29:0/3090044026 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d815e470 0x7fd1d80cfba0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc009d90 tx=0x7fd1cc02a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=834d05d4de41bf26 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:03.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.641+0000 7fd1d7e00640 1 -- 172.21.15.29:0/3090044026 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1cc007740 con 0x7fd1d815e470 2024-09-12T03:16:03.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.641+0000 7fd1d7e00640 1 -- 172.21.15.29:0/3090044026 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1cc0078e0 con 0x7fd1d815e470 2024-09-12T03:16:03.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.641+0000 7fd1d7e00640 1 -- 172.21.15.29:0/3090044026 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1cc007cb0 con 0x7fd1d815e470 2024-09-12T03:16:03.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.642+0000 7fd1dec00640 1 -- 172.21.15.29:0/3090044026 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d815e470 msgr2=0x7fd1d80cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.642+0000 7fd1dec00640 1 --2- 172.21.15.29:0/3090044026 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d815e470 0x7fd1d80cfba0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc009d90 tx=0x7fd1cc02a6f0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.642+0000 7fd1dec00640 1 -- 172.21.15.29:0/3090044026 shutdown_connections 2024-09-12T03:16:03.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.642+0000 7fd1dec00640 1 --2- 172.21.15.29:0/3090044026 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d815e470 0x7fd1d80cfba0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.642+0000 7fd1dec00640 1 -- 172.21.15.29:0/3090044026 >> 172.21.15.29:0/3090044026 conn(0x7fd1d809d700 msgr2=0x7fd1d808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:03.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.642+0000 7fd1dec00640 1 -- 172.21.15.29:0/3090044026 shutdown_connections 2024-09-12T03:16:03.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.642+0000 7fd1dec00640 1 -- 172.21.15.29:0/3090044026 wait complete. 2024-09-12T03:16:03.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.644+0000 7fd1dec00640 1 Processor -- start 2024-09-12T03:16:03.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.644+0000 7fd1dec00640 1 -- start start 2024-09-12T03:16:03.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.645+0000 7fd1dec00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd1d80d00e0 0x7fd1d80ce320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.645+0000 7fd1dec00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d80d4a20 0x7fd1d81f4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.645+0000 7fd1dec00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d815e470 0x7fd1d80b1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.645+0000 7fd1dec00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d806db70 con 0x7fd1d815e470 2024-09-12T03:16:03.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.645+0000 7fd1dec00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d80cf3a0 con 0x7fd1d80d4a20 2024-09-12T03:16:03.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.645+0000 7fd1dec00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd1d806dcf0 con 0x7fd1d80d00e0 2024-09-12T03:16:03.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.645+0000 7fd1de200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d815e470 0x7fd1d80b1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.645+0000 7fd1de200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d815e470 0x7fd1d80b1cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49524/0 (socket says 172.21.15.29:49524) 2024-09-12T03:16:03.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.645+0000 7fd1de200640 1 -- 172.21.15.29:0/754533391 learned_addr learned my addr 172.21.15.29:0/754533391 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:03.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.645+0000 7fd1dce00640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d80d4a20 0x7fd1d81f4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.646 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.646+0000 7fd1dd800640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd1d80d00e0 0x7fd1d80ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.647 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.646+0000 7fd1de200640 1 -- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd1d80d00e0 msgr2=0x7fd1d80ce320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.646+0000 7fd1de200640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd1d80d00e0 0x7fd1d80ce320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.646+0000 7fd1de200640 1 -- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d80d4a20 msgr2=0x7fd1d81f4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.648 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.646+0000 7fd1de200640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d80d4a20 0x7fd1d81f4f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.646+0000 7fd1de200640 1 -- 172.21.15.29:0/754533391 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d81f5470 con 0x7fd1d815e470 2024-09-12T03:16:03.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.646+0000 7fd1de200640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d815e470 0x7fd1d80b1cb0 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7fd1d000c3c0 tx=0x7fd1d000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:03.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.646+0000 7fd1d5600640 1 -- 172.21.15.29:0/754533391 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d0017070 con 0x7fd1d815e470 2024-09-12T03:16:03.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.646+0000 7fd1d5600640 1 -- 172.21.15.29:0/754533391 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1d00052d0 con 0x7fd1d815e470 2024-09-12T03:16:03.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.647+0000 7fd1dec00640 1 -- 172.21.15.29:0/754533391 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1d80cba10 con 0x7fd1d815e470 2024-09-12T03:16:03.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.647+0000 7fd1d5600640 1 -- 172.21.15.29:0/754533391 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d0003830 con 0x7fd1d815e470 2024-09-12T03:16:03.649 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.647+0000 7fd1dec00640 1 -- 172.21.15.29:0/754533391 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1d80b11d0 con 0x7fd1d815e470 2024-09-12T03:16:03.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.648+0000 7fd1dec00640 1 -- 172.21.15.29:0/754533391 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1d806cf90 con 0x7fd1d815e470 2024-09-12T03:16:03.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.649+0000 7fd1d5600640 1 -- 172.21.15.29:0/754533391 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd1d001a070 con 0x7fd1d815e470 2024-09-12T03:16:03.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.650+0000 7fd1d5600640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1b806be30 0x7fd1b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:03.650 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.650+0000 7fd1d5600640 1 -- 172.21.15.29:0/754533391 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fd1d008a250 con 0x7fd1d815e470 2024-09-12T03:16:03.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.650+0000 7fd1dd800640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1b806be30 0x7fd1b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:03.651 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.651+0000 7fd1dd800640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1b806be30 0x7fd1b806e2f0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc034000 tx=0x7fd1cc02f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:03.655 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.654+0000 7fd1d5600640 1 -- 172.21.15.29:0/754533391 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd1d0058410 con 0x7fd1d815e470 2024-09-12T03:16:03.877 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.877+0000 7fd1dec00640 1 -- 172.21.15.29:0/754533391 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd1d80cfb80 con 0x7fd1d815e470 2024-09-12T03:16:03.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.878+0000 7fd1d5600640 1 -- 172.21.15.29:0/754533391 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7fd1d005c710 con 0x7fd1d815e470 2024-09-12T03:16:03.878 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:03.878 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:16:03.879 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:16:03.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 -- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1b806be30 msgr2=0x7fd1b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1b806be30 0x7fd1b806e2f0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc034000 tx=0x7fd1cc02f000 comp rx=0 tx=0).stop 2024-09-12T03:16:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 -- 172.21.15.29:0/754533391 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d815e470 msgr2=0x7fd1d80b1cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d815e470 0x7fd1d80b1cb0 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7fd1d000c3c0 tx=0x7fd1d000c880 comp rx=0 tx=0).stop 2024-09-12T03:16:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 -- 172.21.15.29:0/754533391 shutdown_connections 2024-09-12T03:16:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd1b806be30 0x7fd1b806e2f0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1d815e470 0x7fd1d80b1cb0 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd1d80d4a20 0x7fd1d81f4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 --2- 172.21.15.29:0/754533391 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd1d80d00e0 0x7fd1d80ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 -- 172.21.15.29:0/754533391 >> 172.21.15.29:0/754533391 conn(0x7fd1d809d700 msgr2=0x7fd1d815d120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 -- 172.21.15.29:0/754533391 shutdown_connections 2024-09-12T03:16:03.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:03.880+0000 7fd1dec00640 1 -- 172.21.15.29:0/754533391 wait complete. 2024-09-12T03:16:03.897 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:16:04.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.054+0000 7fdf7e000640 1 Processor -- start 2024-09-12T03:16:04.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.054+0000 7fdf7e000640 1 -- start start 2024-09-12T03:16:04.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.055+0000 7fdf7e000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdf7815e660 0x7fdf780d4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.055+0000 7fdf7e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf780b6700 0x7fdf7806d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.055+0000 7fdf7e000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf780d3680 con 0x7fdf780d3150 2024-09-12T03:16:04.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.055+0000 7fdf7e000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fdf7806d4b0 con 0x7fdf7815e660 2024-09-12T03:16:04.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.055+0000 7fdf7e000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdf780d3960 con 0x7fdf780b6700 2024-09-12T03:16:04.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.056+0000 7fdf77400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fdf7815e660 0x7fdf780d4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.056+0000 7fdf6fe00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fdf780d3150 0x7fdf780b5ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33254/0 (socket says 172.21.15.29:33254) 2024-09-12T03:16:04.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.056+0000 7fdf6fe00640 1 -- 172.21.15.29:0/1752139174 learned_addr learned my addr 172.21.15.29:0/1752139174 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:04.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.056+0000 7fdf77e00640 1 --2- 172.21.15.29:0/1752139174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf780b6700 0x7fdf7806d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.056+0000 7fdf77400640 1 -- 172.21.15.29:0/1752139174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf780b6700 msgr2=0x7fdf7806d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:04.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.056+0000 7fdf77400640 1 --2- 172.21.15.29:0/1752139174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf780b6700 0x7fdf7806d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.056+0000 7fdf77400640 1 -- 172.21.15.29:0/1752139174 >> v1:172.21.15.29:6789/0 conn(0x7fdf780d3150 legacy=0x7fdf780b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.056+0000 7fdf77400640 1 -- 172.21.15.29:0/1752139174 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7806ce60 con 0x7fdf7815e660 2024-09-12T03:16:04.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.056+0000 7fdf76a00640 1 -- 172.21.15.29:0/1752139174 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3680405121 0 0) 0x7fdf780d3680 con 0x7fdf780d3150 2024-09-12T03:16:04.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.057+0000 7fdf77400640 1 --2- 172.21.15.29:0/1752139174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf7815e660 0x7fdf780d4dd0 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7fdf680097a0 tx=0x7fdf6802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfbd6caedb61c974 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:04.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.057+0000 7fdf76a00640 1 -- 172.21.15.29:0/1752139174 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf68037070 con 0x7fdf7815e660 2024-09-12T03:16:04.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.057+0000 7fdf76a00640 1 -- 172.21.15.29:0/1752139174 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf68032440 con 0x7fdf7815e660 2024-09-12T03:16:04.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.057+0000 7fdf76a00640 1 -- 172.21.15.29:0/1752139174 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf68032810 con 0x7fdf7815e660 2024-09-12T03:16:04.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.058+0000 7fdf7e000640 1 -- 172.21.15.29:0/1752139174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf7815e660 msgr2=0x7fdf780d4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.058+0000 7fdf7e000640 1 --2- 172.21.15.29:0/1752139174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf7815e660 0x7fdf780d4dd0 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7fdf680097a0 tx=0x7fdf6802a210 comp rx=0 tx=0).stop 2024-09-12T03:16:04.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.058+0000 7fdf7e000640 1 -- 172.21.15.29:0/1752139174 shutdown_connections 2024-09-12T03:16:04.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.058+0000 7fdf7e000640 1 --2- 172.21.15.29:0/1752139174 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf780b6700 0x7fdf7806d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.058+0000 7fdf7e000640 1 --2- 172.21.15.29:0/1752139174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf7815e660 0x7fdf780d4dd0 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.058+0000 7fdf7e000640 1 -- 172.21.15.29:0/1752139174 >> 172.21.15.29:0/1752139174 conn(0x7fdf7808c000 msgr2=0x7fdf780d4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:04.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.058+0000 7fdf7e000640 1 -- 172.21.15.29:0/1752139174 shutdown_connections 2024-09-12T03:16:04.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.058+0000 7fdf7e000640 1 -- 172.21.15.29:0/1752139174 wait complete. 2024-09-12T03:16:04.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.060+0000 7fdf7e000640 1 Processor -- start 2024-09-12T03:16:04.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.060+0000 7fdf7e000640 1 -- start start 2024-09-12T03:16:04.062 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.061+0000 7fdf7e000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf780b6700 0x7fdf7815f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.061+0000 7fdf7e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf780d3150 0x7fdf780cc570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.061+0000 7fdf7e000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf7815e660 0x7fdf78161130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.061+0000 7fdf7e000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7815ea40 con 0x7fdf780d3150 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.061+0000 7fdf7e000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fdf780d5310 con 0x7fdf7815e660 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.061+0000 7fdf7e000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fdf7806de80 con 0x7fdf780b6700 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.061+0000 7fdf6fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf780d3150 0x7fdf780cc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.061+0000 7fdf6fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf780d3150 0x7fdf780cc570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49536/0 (socket says 172.21.15.29:49536) 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.061+0000 7fdf6fe00640 1 -- 172.21.15.29:0/3640668474 learned_addr learned my addr 172.21.15.29:0/3640668474 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.061+0000 7fdf77400640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf780b6700 0x7fdf7815f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.061+0000 7fdf77e00640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf7815e660 0x7fdf78161130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.062+0000 7fdf6fe00640 1 -- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf780b6700 msgr2=0x7fdf7815f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.063 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.062+0000 7fdf6fe00640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf780b6700 0x7fdf7815f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.062+0000 7fdf6fe00640 1 -- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf7815e660 msgr2=0x7fdf78161130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.062+0000 7fdf6fe00640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf7815e660 0x7fdf78161130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.062+0000 7fdf6fe00640 1 -- 172.21.15.29:0/3640668474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7815fc90 con 0x7fdf780d3150 2024-09-12T03:16:04.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.062+0000 7fdf6fe00640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf780d3150 0x7fdf780cc570 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7fdf6000c500 tx=0x7fdf6000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:04.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.062+0000 7fdf6f400640 1 -- 172.21.15.29:0/3640668474 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60018070 con 0x7fdf780d3150 2024-09-12T03:16:04.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.062+0000 7fdf6f400640 1 -- 172.21.15.29:0/3640668474 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf60007580 con 0x7fdf780d3150 2024-09-12T03:16:04.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.062+0000 7fdf7e000640 1 -- 172.21.15.29:0/3640668474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf781f4180 con 0x7fdf780d3150 2024-09-12T03:16:04.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.062+0000 7fdf6f400640 1 -- 172.21.15.29:0/3640668474 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60004a20 con 0x7fdf780d3150 2024-09-12T03:16:04.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.062+0000 7fdf7e000640 1 -- 172.21.15.29:0/3640668474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf781f4740 con 0x7fdf780d3150 2024-09-12T03:16:04.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.063+0000 7fdf7e000640 1 -- 172.21.15.29:0/3640668474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf7806d920 con 0x7fdf780d3150 2024-09-12T03:16:04.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.064+0000 7fdf6f400640 1 -- 172.21.15.29:0/3640668474 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdf6001b070 con 0x7fdf780d3150 2024-09-12T03:16:04.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.065+0000 7fdf6f400640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf5406be60 0x7fdf5406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.065 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.065+0000 7fdf6f400640 1 -- 172.21.15.29:0/3640668474 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fdf6008a300 con 0x7fdf780d3150 2024-09-12T03:16:04.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.065+0000 7fdf77400640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf5406be60 0x7fdf5406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.066 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.066+0000 7fdf77400640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf5406be60 0x7fdf5406e320 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fdf68034000 tx=0x7fdf6802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:04.069 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.069+0000 7fdf6f400640 1 -- 172.21.15.29:0/3640668474 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdf60058b10 con 0x7fdf780d3150 2024-09-12T03:16:04.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.289+0000 7fdf7e000640 1 -- 172.21.15.29:0/3640668474 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf780b4ca0 con 0x7fdf780d3150 2024-09-12T03:16:04.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.290+0000 7fdf6f400640 1 -- 172.21.15.29:0/3640668474 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7fdf6008a0c0 con 0x7fdf780d3150 2024-09-12T03:16:04.290 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:04.290 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:16:04.290 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:16:04.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 -- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf5406be60 msgr2=0x7fdf5406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf5406be60 0x7fdf5406e320 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fdf68034000 tx=0x7fdf6802e000 comp rx=0 tx=0).stop 2024-09-12T03:16:04.292 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 -- 172.21.15.29:0/3640668474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf780d3150 msgr2=0x7fdf780cc570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf780d3150 0x7fdf780cc570 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7fdf6000c500 tx=0x7fdf6000c9c0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 -- 172.21.15.29:0/3640668474 shutdown_connections 2024-09-12T03:16:04.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fdf5406be60 0x7fdf5406e320 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fdf7815e660 0x7fdf78161130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf780d3150 0x7fdf780cc570 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 --2- 172.21.15.29:0/3640668474 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fdf780b6700 0x7fdf7815f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 -- 172.21.15.29:0/3640668474 >> 172.21.15.29:0/3640668474 conn(0x7fdf7808c000 msgr2=0x7fdf780b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:04.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 -- 172.21.15.29:0/3640668474 shutdown_connections 2024-09-12T03:16:04.293 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.292+0000 7fdf7e000640 1 -- 172.21.15.29:0/3640668474 wait complete. 2024-09-12T03:16:04.309 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:16:04.464 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.464+0000 7fba2b200640 1 Processor -- start 2024-09-12T03:16:04.465 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.464+0000 7fba2b200640 1 -- start start 2024-09-12T03:16:04.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.465+0000 7fba2b200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fba2406f4c0 0x7fba240cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.465+0000 7fba2b200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fba240cf5a0 0x7fba240b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.465+0000 7fba2b200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba240cfb40 con 0x7fba2406f0e0 2024-09-12T03:16:04.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.465+0000 7fba2b200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fba2415bc50 con 0x7fba2406f4c0 2024-09-12T03:16:04.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.465+0000 7fba2b200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fba24152630 con 0x7fba240cf5a0 2024-09-12T03:16:04.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.465+0000 7fba23e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fba2406f0e0 0x7fba2415c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33256/0 (socket says 172.21.15.29:33256) 2024-09-12T03:16:04.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.466+0000 7fba23e00640 1 -- 172.21.15.29:0/2170721313 learned_addr learned my addr 172.21.15.29:0/2170721313 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:04.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.466+0000 7fba23400640 1 --2- 172.21.15.29:0/2170721313 >> v2:172.21.15.29:3300/0 conn(0x7fba2406f4c0 0x7fba240cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.466+0000 7fba29200640 1 --2- 172.21.15.29:0/2170721313 >> v2:172.21.15.38:3300/0 conn(0x7fba240cf5a0 0x7fba240b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.466+0000 7fba22a00640 1 -- 172.21.15.29:0/2170721313 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3949895567 0 0) 0x7fba240cfb40 con 0x7fba2406f0e0 2024-09-12T03:16:04.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.466+0000 7fba22a00640 1 -- 172.21.15.29:0/2170721313 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fba08003520 con 0x7fba2406f0e0 2024-09-12T03:16:04.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.466+0000 7fba23400640 1 -- 172.21.15.29:0/2170721313 >> v2:172.21.15.38:3300/0 conn(0x7fba240cf5a0 msgr2=0x7fba240b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:04.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.466+0000 7fba23400640 1 --2- 172.21.15.29:0/2170721313 >> v2:172.21.15.38:3300/0 conn(0x7fba240cf5a0 0x7fba240b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.466+0000 7fba23400640 1 -- 172.21.15.29:0/2170721313 >> v1:172.21.15.29:6789/0 conn(0x7fba2406f0e0 legacy=0x7fba2415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.467 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.466+0000 7fba23400640 1 -- 172.21.15.29:0/2170721313 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba240cfe20 con 0x7fba2406f4c0 2024-09-12T03:16:04.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.467+0000 7fba23400640 1 --2- 172.21.15.29:0/2170721313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba2406f4c0 0x7fba240cf060 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7fba2415bbc0 tx=0x7fba1002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78ed119f448d7ae4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:04.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.467+0000 7fba22a00640 1 -- 172.21.15.29:0/2170721313 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba10037070 con 0x7fba2406f4c0 2024-09-12T03:16:04.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.467+0000 7fba22a00640 1 -- 172.21.15.29:0/2170721313 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba10032440 con 0x7fba2406f4c0 2024-09-12T03:16:04.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.467+0000 7fba22a00640 1 -- 172.21.15.29:0/2170721313 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba10032810 con 0x7fba2406f4c0 2024-09-12T03:16:04.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.468+0000 7fba2b200640 1 -- 172.21.15.29:0/2170721313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba2406f4c0 msgr2=0x7fba240cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.468+0000 7fba2b200640 1 --2- 172.21.15.29:0/2170721313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba2406f4c0 0x7fba240cf060 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7fba2415bbc0 tx=0x7fba1002a1a0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.468+0000 7fba2b200640 1 -- 172.21.15.29:0/2170721313 shutdown_connections 2024-09-12T03:16:04.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.468+0000 7fba2b200640 1 --2- 172.21.15.29:0/2170721313 >> v2:172.21.15.38:3300/0 conn(0x7fba240cf5a0 0x7fba240b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.468+0000 7fba2b200640 1 --2- 172.21.15.29:0/2170721313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba2406f4c0 0x7fba240cf060 unknown :-1 s=CLOSED pgs=1537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.468+0000 7fba2b200640 1 -- 172.21.15.29:0/2170721313 >> 172.21.15.29:0/2170721313 conn(0x7fba24067da0 msgr2=0x7fba2406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:04.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.468+0000 7fba2b200640 1 -- 172.21.15.29:0/2170721313 shutdown_connections 2024-09-12T03:16:04.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.468+0000 7fba2b200640 1 -- 172.21.15.29:0/2170721313 wait complete. 2024-09-12T03:16:04.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.470+0000 7fba2b200640 1 Processor -- start 2024-09-12T03:16:04.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.470+0000 7fba2b200640 1 -- start start 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.471+0000 7fba2b200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba2406f0e0 0x7fba24151700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.471+0000 7fba2b200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba2406f4c0 0x7fba240ab8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.471+0000 7fba2b200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba240cf5a0 0x7fba240abdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.471+0000 7fba2b200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fba2406fa90 con 0x7fba240cf5a0 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.471+0000 7fba2b200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fba2406f910 con 0x7fba2406f4c0 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.471+0000 7fba2b200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fba2415ee80 con 0x7fba2406f0e0 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.471+0000 7fba29200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba240cf5a0 0x7fba240abdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.471+0000 7fba29200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba240cf5a0 0x7fba240abdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49564/0 (socket says 172.21.15.29:49564) 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.471+0000 7fba29200640 1 -- 172.21.15.29:0/1655518204 learned_addr learned my addr 172.21.15.29:0/1655518204 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.471+0000 7fba23e00640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba2406f0e0 0x7fba24151700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.471+0000 7fba23400640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba2406f4c0 0x7fba240ab8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.472+0000 7fba29200640 1 -- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba2406f0e0 msgr2=0x7fba24151700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.472+0000 7fba29200640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba2406f0e0 0x7fba24151700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.472+0000 7fba29200640 1 -- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba2406f4c0 msgr2=0x7fba240ab8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.472+0000 7fba29200640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba2406f4c0 0x7fba240ab8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.472+0000 7fba29200640 1 -- 172.21.15.29:0/1655518204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba240cd470 con 0x7fba240cf5a0 2024-09-12T03:16:04.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.472+0000 7fba29200640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba240cf5a0 0x7fba240abdf0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7fba1c007e60 tx=0x7fba1c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:04.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.472+0000 7fba1be00640 1 -- 172.21.15.29:0/1655518204 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba1c014420 con 0x7fba240cf5a0 2024-09-12T03:16:04.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.472+0000 7fba1be00640 1 -- 172.21.15.29:0/1655518204 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba1c019070 con 0x7fba240cf5a0 2024-09-12T03:16:04.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.472+0000 7fba1be00640 1 -- 172.21.15.29:0/1655518204 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba1c014820 con 0x7fba240cf5a0 2024-09-12T03:16:04.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.472+0000 7fba2b200640 1 -- 172.21.15.29:0/1655518204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba24151c40 con 0x7fba240cf5a0 2024-09-12T03:16:04.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.472+0000 7fba2b200640 1 -- 172.21.15.29:0/1655518204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba241f4350 con 0x7fba240cf5a0 2024-09-12T03:16:04.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.473+0000 7fba2b200640 1 -- 172.21.15.29:0/1655518204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba2415f9a0 con 0x7fba240cf5a0 2024-09-12T03:16:04.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.474+0000 7fba1be00640 1 -- 172.21.15.29:0/1655518204 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fba1c0149c0 con 0x7fba240cf5a0 2024-09-12T03:16:04.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.475+0000 7fba1be00640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba0406be30 0x7fba0406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.475+0000 7fba1be00640 1 -- 172.21.15.29:0/1655518204 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fba1c08b690 con 0x7fba240cf5a0 2024-09-12T03:16:04.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.475+0000 7fba23e00640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba0406be30 0x7fba0406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.476+0000 7fba23e00640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba0406be30 0x7fba0406e2f0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fba14005880 tx=0x7fba14009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:04.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.479+0000 7fba1be00640 1 -- 172.21.15.29:0/1655518204 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fba240cd470 con 0x7fba240cf5a0 2024-09-12T03:16:04.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.665+0000 7fba2b200640 1 -- 172.21.15.29:0/1655518204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fba240b4bb0 con 0x7fba240cf5a0 2024-09-12T03:16:04.666 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.666+0000 7fba1be00640 1 -- 172.21.15.29:0/1655518204 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v105) ==== 74+0+16872 (secure 0 0 0) 0x7fba1c059850 con 0x7fba240cf5a0 2024-09-12T03:16:04.667 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:04.667 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":105,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:15:10.504962+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:15:06.724771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-12T03:15:07.923462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:16:04.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 -- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba0406be30 msgr2=0x7fba0406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba0406be30 0x7fba0406e2f0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fba14005880 tx=0x7fba14009040 comp rx=0 tx=0).stop 2024-09-12T03:16:04.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 -- 172.21.15.29:0/1655518204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba240cf5a0 msgr2=0x7fba240abdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba240cf5a0 0x7fba240abdf0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7fba1c007e60 tx=0x7fba1c00e4b0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 -- 172.21.15.29:0/1655518204 shutdown_connections 2024-09-12T03:16:04.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fba0406be30 0x7fba0406e2f0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fba240cf5a0 0x7fba240abdf0 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fba2406f4c0 0x7fba240ab8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 --2- 172.21.15.29:0/1655518204 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fba2406f0e0 0x7fba24151700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 -- 172.21.15.29:0/1655518204 >> 172.21.15.29:0/1655518204 conn(0x7fba24067da0 msgr2=0x7fba2415d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:04.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 -- 172.21.15.29:0/1655518204 shutdown_connections 2024-09-12T03:16:04.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.668+0000 7fba2b200640 1 -- 172.21.15.29:0/1655518204 wait complete. 2024-09-12T03:16:04.684 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T03:16:04.684 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:16:04.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.840+0000 7fb86a200640 1 Processor -- start 2024-09-12T03:16:04.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.840+0000 7fb86a200640 1 -- start start 2024-09-12T03:16:04.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.841+0000 7fb86a200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb864147990 0x7fb8640afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb86a200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb864071fd0 0x7fb864072480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb86a200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8640b3c60 con 0x7fb8641475b0 2024-09-12T03:16:04.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb86a200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb8640b3f40 con 0x7fb864147990 2024-09-12T03:16:04.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb86a200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb8640b4220 con 0x7fb864071fd0 2024-09-12T03:16:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb85be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb864147990 0x7fb8640afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb85be00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb864147990 0x7fb8640afb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49566/0 (socket says 172.21.15.29:49566) 2024-09-12T03:16:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb85be00640 1 -- 172.21.15.29:0/1997793209 learned_addr learned my addr 172.21.15.29:0/1997793209 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb863e00640 1 --2- 172.21.15.29:0/1997793209 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb864071fd0 0x7fb864072480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb85be00640 1 -- 172.21.15.29:0/1997793209 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb864071fd0 msgr2=0x7fb864072480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb85be00640 1 --2- 172.21.15.29:0/1997793209 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb864071fd0 0x7fb864072480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb85be00640 1 -- 172.21.15.29:0/1997793209 >> v1:172.21.15.38:6789/0 conn(0x7fb8641475b0 legacy=0x7fb8640b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.842+0000 7fb85be00640 1 -- 172.21.15.29:0/1997793209 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8640b4500 con 0x7fb864147990 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.843+0000 7fb85be00640 1 --2- 172.21.15.29:0/1997793209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb864147990 0x7fb8640afb60 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7fb84c009870 tx=0x7fb84c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc63b08c782cc323 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.844+0000 7fb862a00640 1 -- 172.21.15.29:0/1997793209 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb84c037070 con 0x7fb864147990 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.844+0000 7fb862a00640 1 -- 172.21.15.29:0/1997793209 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb84c032440 con 0x7fb864147990 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.844+0000 7fb862a00640 1 -- 172.21.15.29:0/1997793209 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb84c032810 con 0x7fb864147990 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.844+0000 7fb86a200640 1 -- 172.21.15.29:0/1997793209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb864147990 msgr2=0x7fb8640afb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.844+0000 7fb86a200640 1 --2- 172.21.15.29:0/1997793209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb864147990 0x7fb8640afb60 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7fb84c009870 tx=0x7fb84c02a270 comp rx=0 tx=0).stop 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.844+0000 7fb86a200640 1 -- 172.21.15.29:0/1997793209 shutdown_connections 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.844+0000 7fb86a200640 1 --2- 172.21.15.29:0/1997793209 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb864071fd0 0x7fb864072480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.844+0000 7fb86a200640 1 --2- 172.21.15.29:0/1997793209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb864147990 0x7fb8640afb60 unknown :-1 s=CLOSED pgs=1539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.844+0000 7fb86a200640 1 -- 172.21.15.29:0/1997793209 >> 172.21.15.29:0/1997793209 conn(0x7fb864067da0 msgr2=0x7fb86406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.844+0000 7fb86a200640 1 -- 172.21.15.29:0/1997793209 shutdown_connections 2024-09-12T03:16:04.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.844+0000 7fb86a200640 1 -- 172.21.15.29:0/1997793209 wait complete. 2024-09-12T03:16:04.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.846+0000 7fb86a200640 1 Processor -- start 2024-09-12T03:16:04.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.846+0000 7fb86a200640 1 -- start start 2024-09-12T03:16:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb86a200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb864071fd0 0x7fb8641408a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb86a200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8641475b0 0x7fb864141620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb86a200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb864147990 0x7fb864141b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb86a200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb86406e150 con 0x7fb864147990 2024-09-12T03:16:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb86a200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb86406dfd0 con 0x7fb8641475b0 2024-09-12T03:16:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb86a200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb86406e2d0 con 0x7fb864071fd0 2024-09-12T03:16:04.848 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb863e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb864147990 0x7fb864141b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb863400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb864071fd0 0x7fb8641408a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb863e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb864147990 0x7fb864141b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49570/0 (socket says 172.21.15.29:49570) 2024-09-12T03:16:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb863400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb864071fd0 0x7fb8641408a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59794/0 (socket says 172.21.15.29:59794) 2024-09-12T03:16:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb863e00640 1 -- 172.21.15.29:0/604346341 learned_addr learned my addr 172.21.15.29:0/604346341 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.847+0000 7fb85be00640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8641475b0 0x7fb864141620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.848+0000 7fb863e00640 1 -- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb864071fd0 msgr2=0x7fb8641408a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.848+0000 7fb863e00640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb864071fd0 0x7fb8641408a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.848+0000 7fb863e00640 1 -- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8641475b0 msgr2=0x7fb864141620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.848+0000 7fb863e00640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8641475b0 0x7fb864141620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:04.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.848+0000 7fb863e00640 1 -- 172.21.15.29:0/604346341 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb86413f800 con 0x7fb864147990 2024-09-12T03:16:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.848+0000 7fb863e00640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb864147990 0x7fb864141b60 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7fb85c00efc0 tx=0x7fb85c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.848+0000 7fb85b400640 1 -- 172.21.15.29:0/604346341 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb85c018020 con 0x7fb864147990 2024-09-12T03:16:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.848+0000 7fb85b400640 1 -- 172.21.15.29:0/604346341 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb85c014480 con 0x7fb864147990 2024-09-12T03:16:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.848+0000 7fb85b400640 1 -- 172.21.15.29:0/604346341 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb85c014870 con 0x7fb864147990 2024-09-12T03:16:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.848+0000 7fb86a200640 1 -- 172.21.15.29:0/604346341 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb86413fae0 con 0x7fb864147990 2024-09-12T03:16:04.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.849+0000 7fb86a200640 1 -- 172.21.15.29:0/604346341 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8641400a0 con 0x7fb864147990 2024-09-12T03:16:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.850+0000 7fb86a200640 1 -- 172.21.15.29:0/604346341 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8640b0320 con 0x7fb864147990 2024-09-12T03:16:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.850+0000 7fb85b400640 1 -- 172.21.15.29:0/604346341 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb85c005d10 con 0x7fb864147990 2024-09-12T03:16:04.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.851+0000 7fb85b400640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb84006be30 0x7fb84006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:04.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.851+0000 7fb85b400640 1 -- 172.21.15.29:0/604346341 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7fb85c08ba10 con 0x7fb864147990 2024-09-12T03:16:04.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.852+0000 7fb863400640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb84006be30 0x7fb84006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:04.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.853+0000 7fb863400640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb84006be30 0x7fb84006e2f0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb854001780 tx=0x7fb854009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:04.855 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:04.855+0000 7fb85b400640 1 -- 172.21.15.29:0/604346341 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb85c022070 con 0x7fb864147990 2024-09-12T03:16:05.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.077+0000 7fb86a200640 1 -- 172.21.15.29:0/604346341 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb864162a70 con 0x7fb864147990 2024-09-12T03:16:05.078 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.078+0000 7fb85b400640 1 -- 172.21.15.29:0/604346341 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7fb85c010040 con 0x7fb864147990 2024-09-12T03:16:05.078 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:05.079 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:16:05.079 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:16:05.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.080+0000 7fb86a200640 1 -- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb84006be30 msgr2=0x7fb84006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.081 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.080+0000 7fb86a200640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb84006be30 0x7fb84006e2f0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb854001780 tx=0x7fb854009040 comp rx=0 tx=0).stop 2024-09-12T03:16:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.080+0000 7fb86a200640 1 -- 172.21.15.29:0/604346341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb864147990 msgr2=0x7fb864141b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.080+0000 7fb86a200640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb864147990 0x7fb864141b60 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7fb85c00efc0 tx=0x7fb85c00c490 comp rx=0 tx=0).stop 2024-09-12T03:16:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.081+0000 7fb86a200640 1 -- 172.21.15.29:0/604346341 shutdown_connections 2024-09-12T03:16:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.081+0000 7fb86a200640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb84006be30 0x7fb84006e2f0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.081+0000 7fb86a200640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb864147990 0x7fb864141b60 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.081+0000 7fb86a200640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb8641475b0 0x7fb864141620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.081+0000 7fb86a200640 1 --2- 172.21.15.29:0/604346341 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb864071fd0 0x7fb8641408a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.081+0000 7fb86a200640 1 -- 172.21.15.29:0/604346341 >> 172.21.15.29:0/604346341 conn(0x7fb864067da0 msgr2=0x7fb8640b14c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.081+0000 7fb86a200640 1 -- 172.21.15.29:0/604346341 shutdown_connections 2024-09-12T03:16:05.082 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.081+0000 7fb86a200640 1 -- 172.21.15.29:0/604346341 wait complete. 2024-09-12T03:16:05.097 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:16:05.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.253+0000 7f18e9000640 1 Processor -- start 2024-09-12T03:16:05.254 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.253+0000 7f18e9000640 1 -- start start 2024-09-12T03:16:05.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e9000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18e4072620 0x7f18e40af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e9000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f18e406dfd0 0x7f18e40afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e9000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18e406e590 con 0x7f18e4072240 2024-09-12T03:16:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e9000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f18e406e870 con 0x7f18e406dfd0 2024-09-12T03:16:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e9000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f18e406eb50 con 0x7f18e4072620 2024-09-12T03:16:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e2800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f18e406dfd0 0x7f18e40afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e2800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f18e406dfd0 0x7f18e40afa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49584/0 (socket says 172.21.15.29:49584) 2024-09-12T03:16:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e2800640 1 -- 172.21.15.29:0/316522775 learned_addr learned my addr 172.21.15.29:0/316522775 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18dbe00640 1 --2- 172.21.15.29:0/316522775 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18e4072620 0x7f18e40af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e2800640 1 -- 172.21.15.29:0/316522775 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18e4072620 msgr2=0x7f18e40af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e2800640 1 --2- 172.21.15.29:0/316522775 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18e4072620 0x7f18e40af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e2800640 1 -- 172.21.15.29:0/316522775 >> v1:172.21.15.38:6789/0 conn(0x7f18e4072240 legacy=0x7f18e415d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.255+0000 7f18e2800640 1 -- 172.21.15.29:0/316522775 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18e406ee30 con 0x7f18e406dfd0 2024-09-12T03:16:05.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.256+0000 7f18e2800640 1 --2- 172.21.15.29:0/316522775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18e406dfd0 0x7f18e40afa70 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7f18dc009e50 tx=0x7f18dc02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53980947f6b3e328 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:05.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.257+0000 7f18e1400640 1 -- 172.21.15.29:0/316522775 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18dc036070 con 0x7f18e406dfd0 2024-09-12T03:16:05.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.257+0000 7f18e1400640 1 -- 172.21.15.29:0/316522775 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18dc031600 con 0x7f18e406dfd0 2024-09-12T03:16:05.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.257+0000 7f18e1400640 1 -- 172.21.15.29:0/316522775 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18dc0319d0 con 0x7f18e406dfd0 2024-09-12T03:16:05.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.257+0000 7f18e9000640 1 -- 172.21.15.29:0/316522775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18e406dfd0 msgr2=0x7f18e40afa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.257+0000 7f18e9000640 1 --2- 172.21.15.29:0/316522775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18e406dfd0 0x7f18e40afa70 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7f18dc009e50 tx=0x7f18dc02a710 comp rx=0 tx=0).stop 2024-09-12T03:16:05.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.257+0000 7f18e9000640 1 -- 172.21.15.29:0/316522775 shutdown_connections 2024-09-12T03:16:05.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.257+0000 7f18e9000640 1 --2- 172.21.15.29:0/316522775 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18e4072620 0x7f18e40af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.257+0000 7f18e9000640 1 --2- 172.21.15.29:0/316522775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18e406dfd0 0x7f18e40afa70 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.257+0000 7f18e9000640 1 -- 172.21.15.29:0/316522775 >> 172.21.15.29:0/316522775 conn(0x7f18e4067da0 msgr2=0x7f18e406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:05.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.257+0000 7f18e9000640 1 -- 172.21.15.29:0/316522775 shutdown_connections 2024-09-12T03:16:05.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.257+0000 7f18e9000640 1 -- 172.21.15.29:0/316522775 wait complete. 2024-09-12T03:16:05.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.259+0000 7f18e9000640 1 Processor -- start 2024-09-12T03:16:05.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.259+0000 7f18e9000640 1 -- start start 2024-09-12T03:16:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.260+0000 7f18e9000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18e406dfd0 0x7f18e4150b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.260+0000 7f18e9000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18e4072240 0x7f18e40b4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.260+0000 7f18e9000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18e4072620 0x7f18e414e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.260+0000 7f18e9000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f18e40cd560 con 0x7f18e4072620 2024-09-12T03:16:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.260+0000 7f18e9000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f18e40cd3e0 con 0x7f18e4072240 2024-09-12T03:16:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.260+0000 7f18e9000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f18e40cd6e0 con 0x7f18e406dfd0 2024-09-12T03:16:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.260+0000 7f18e2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18e4072620 0x7f18e414e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.260+0000 7f18e2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18e4072620 0x7f18e414e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49596/0 (socket says 172.21.15.29:49596) 2024-09-12T03:16:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.260+0000 7f18e2800640 1 -- 172.21.15.29:0/4025952806 learned_addr learned my addr 172.21.15.29:0/4025952806 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.261+0000 7f18dbe00640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18e4072240 0x7f18e40b4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.261+0000 7f18e1e00640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18e406dfd0 0x7f18e4150b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.261+0000 7f18e2800640 1 -- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18e406dfd0 msgr2=0x7f18e4150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.261+0000 7f18e2800640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18e406dfd0 0x7f18e4150b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.261+0000 7f18e2800640 1 -- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18e4072240 msgr2=0x7f18e40b4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.261+0000 7f18e2800640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18e4072240 0x7f18e40b4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.261+0000 7f18e2800640 1 -- 172.21.15.29:0/4025952806 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18e41510d0 con 0x7f18e4072620 2024-09-12T03:16:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.261+0000 7f18e2800640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18e4072620 0x7f18e414e480 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7f18dc009f70 tx=0x7f18dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.262+0000 7f18da000640 1 -- 172.21.15.29:0/4025952806 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18dc03f020 con 0x7f18e4072620 2024-09-12T03:16:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.262+0000 7f18da000640 1 -- 172.21.15.29:0/4025952806 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18dc037040 con 0x7f18e4072620 2024-09-12T03:16:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.262+0000 7f18da000640 1 -- 172.21.15.29:0/4025952806 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18dc036070 con 0x7f18e4072620 2024-09-12T03:16:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.262+0000 7f18e9000640 1 -- 172.21.15.29:0/4025952806 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18e414faf0 con 0x7f18e4072620 2024-09-12T03:16:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.262+0000 7f18e9000640 1 -- 172.21.15.29:0/4025952806 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18e41500b0 con 0x7f18e4072620 2024-09-12T03:16:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.263+0000 7f18e9000640 1 -- 172.21.15.29:0/4025952806 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18e415d1f0 con 0x7f18e4072620 2024-09-12T03:16:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.264+0000 7f18da000640 1 -- 172.21.15.29:0/4025952806 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f18dc042020 con 0x7f18e4072620 2024-09-12T03:16:05.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.264+0000 7f18da000640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c006be30 0x7f18c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.265+0000 7f18da000640 1 -- 172.21.15.29:0/4025952806 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f18dc0ab1d0 con 0x7f18e4072620 2024-09-12T03:16:05.265 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.265+0000 7f18e1e00640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c006be30 0x7f18c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.266 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.266+0000 7f18e1e00640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c006be30 0x7f18c006e2f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f18d4001780 tx=0x7f18d4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:05.269 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.269+0000 7f18da000640 1 -- 172.21.15.29:0/4025952806 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f18dc049030 con 0x7f18e4072620 2024-09-12T03:16:05.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.489+0000 7f18e9000640 1 -- 172.21.15.29:0/4025952806 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f18e415f780 con 0x7f18e4072620 2024-09-12T03:16:05.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.489+0000 7f18da000640 1 -- 172.21.15.29:0/4025952806 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 113 v113) ==== 95+0+5269 (secure 0 0 0) 0x7f18dc079430 con 0x7f18e4072620 2024-09-12T03:16:05.490 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:05.490 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":113,"btime":"2024-09-12T03:15:46:686492+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100}],"filesystems":[{"mdsmap":{"epoch":113,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-12T03:15:08.927207+0000","modified":"2024-09-12T03:15:46.611467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":8025,"mds_1":8022,"mds_2":7672},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7672":{"gid":7672,"name":"d","rank":2,"incarnation":109,"state":"up:active","state_seq":14,"addr":"172.21.15.38:6835/731503920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":731503920},{"type":"v1","addr":"172.21.15.38:6835","nonce":731503920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8022":{"gid":8022,"name":"a","rank":1,"incarnation":107,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6834/122145575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6833","nonce":122145575},{"type":"v1","addr":"172.21.15.29:6834","nonce":122145575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8025":{"gid":8025,"name":"c","rank":0,"incarnation":101,"state":"up:active","state_seq":13,"addr":"172.21.15.29:6835/2002207091","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":2002207091},{"type":"v1","addr":"172.21.15.29:6835","nonce":2002207091}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8025,"qdb_cluster":[8025,8022,7672]},"id":7}]} 2024-09-12T03:16:05.490 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 113 2024-09-12T03:16:05.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.491+0000 7f18e9000640 1 -- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c006be30 msgr2=0x7f18c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.491+0000 7f18e9000640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c006be30 0x7f18c006e2f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f18d4001780 tx=0x7f18d4009040 comp rx=0 tx=0).stop 2024-09-12T03:16:05.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.491+0000 7f18e9000640 1 -- 172.21.15.29:0/4025952806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18e4072620 msgr2=0x7f18e414e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.491+0000 7f18e9000640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18e4072620 0x7f18e414e480 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7f18dc009f70 tx=0x7f18dc004a40 comp rx=0 tx=0).stop 2024-09-12T03:16:05.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.491+0000 7f18e9000640 1 -- 172.21.15.29:0/4025952806 shutdown_connections 2024-09-12T03:16:05.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.491+0000 7f18e9000640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f18c006be30 0x7f18c006e2f0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.491+0000 7f18e9000640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18e4072620 0x7f18e414e480 unknown :-1 s=CLOSED pgs=1542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.491+0000 7f18e9000640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f18e4072240 0x7f18e40b4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.491+0000 7f18e9000640 1 --2- 172.21.15.29:0/4025952806 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f18e406dfd0 0x7f18e4150b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.492+0000 7f18e9000640 1 -- 172.21.15.29:0/4025952806 >> 172.21.15.29:0/4025952806 conn(0x7f18e4067da0 msgr2=0x7f18e4157260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:05.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.492+0000 7f18e9000640 1 -- 172.21.15.29:0/4025952806 shutdown_connections 2024-09-12T03:16:05.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.492+0000 7f18e9000640 1 -- 172.21.15.29:0/4025952806 wait complete. 2024-09-12T03:16:05.507 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:16:05.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.666+0000 7f9046200640 1 Processor -- start 2024-09-12T03:16:05.667 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.666+0000 7f9046200640 1 -- start start 2024-09-12T03:16:05.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.668+0000 7f9046200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 0x7f90400cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.668+0000 7f9046200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f90400cf5a0 0x7f90400b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.668+0000 7f9046200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90400cfb40 con 0x7f904006f0e0 2024-09-12T03:16:05.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.668+0000 7f9046200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f904015bc50 con 0x7f90400cf5a0 2024-09-12T03:16:05.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.668+0000 7f9046200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9040152630 con 0x7f904006f4c0 2024-09-12T03:16:05.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.668+0000 7f9037e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 0x7f90400cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.668+0000 7f9037e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 0x7f90400cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:59828/0 (socket says 172.21.15.29:59828) 2024-09-12T03:16:05.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.668+0000 7f9037e00640 1 -- 172.21.15.29:0/4258355624 learned_addr learned my addr 172.21.15.29:0/4258355624 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:05.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.668+0000 7f903fe00640 1 --2- 172.21.15.29:0/4258355624 >> v2:172.21.15.38:3300/0 conn(0x7f90400cf5a0 0x7f90400b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.668+0000 7f903f400640 1 --1- 172.21.15.29:0/4258355624 >> v1:172.21.15.38:6789/0 conn(0x7f904006f0e0 0x7f904015c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:60216/0 (socket says 172.21.15.29:60216) 2024-09-12T03:16:05.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.669+0000 7f9037e00640 1 -- 172.21.15.29:0/4258355624 >> v2:172.21.15.38:3300/0 conn(0x7f90400cf5a0 msgr2=0x7f90400b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:05.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.669+0000 7f9037e00640 1 --2- 172.21.15.29:0/4258355624 >> v2:172.21.15.38:3300/0 conn(0x7f90400cf5a0 0x7f90400b3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.669+0000 7f9037e00640 1 -- 172.21.15.29:0/4258355624 >> v1:172.21.15.38:6789/0 conn(0x7f904006f0e0 legacy=0x7f904015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.669+0000 7f9037e00640 1 -- 172.21.15.29:0/4258355624 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90400cfe20 con 0x7f904006f4c0 2024-09-12T03:16:05.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.670+0000 7f9037e00640 1 --2- 172.21.15.29:0/4258355624 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 0x7f90400cf060 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9028009870 tx=0x7f902802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cebaa283c31fa90d server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:05.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.670+0000 7f903ea00640 1 -- 172.21.15.29:0/4258355624 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9028037070 con 0x7f904006f4c0 2024-09-12T03:16:05.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.670+0000 7f903ea00640 1 -- 172.21.15.29:0/4258355624 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9028032440 con 0x7f904006f4c0 2024-09-12T03:16:05.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.670+0000 7f903ea00640 1 -- 172.21.15.29:0/4258355624 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9028032810 con 0x7f904006f4c0 2024-09-12T03:16:05.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.671+0000 7f9046200640 1 -- 172.21.15.29:0/4258355624 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 msgr2=0x7f90400cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.671+0000 7f9046200640 1 --2- 172.21.15.29:0/4258355624 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 0x7f90400cf060 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9028009870 tx=0x7f902802a270 comp rx=0 tx=0).stop 2024-09-12T03:16:05.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.671+0000 7f9046200640 1 -- 172.21.15.29:0/4258355624 shutdown_connections 2024-09-12T03:16:05.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.671+0000 7f9046200640 1 --2- 172.21.15.29:0/4258355624 >> v2:172.21.15.38:3300/0 conn(0x7f90400cf5a0 0x7f90400b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.671+0000 7f9046200640 1 --2- 172.21.15.29:0/4258355624 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 0x7f90400cf060 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.671+0000 7f9046200640 1 -- 172.21.15.29:0/4258355624 >> 172.21.15.29:0/4258355624 conn(0x7f9040067da0 msgr2=0x7f904006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:05.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.671+0000 7f9046200640 1 -- 172.21.15.29:0/4258355624 shutdown_connections 2024-09-12T03:16:05.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.671+0000 7f9046200640 1 -- 172.21.15.29:0/4258355624 wait complete. 2024-09-12T03:16:05.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.672+0000 7f9046200640 1 Processor -- start 2024-09-12T03:16:05.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.672+0000 7f9046200640 1 -- start start 2024-09-12T03:16:05.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.673+0000 7f9046200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f904006f0e0 0x7f9040152990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.673+0000 7f9046200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 0x7f90400b1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.673+0000 7f9046200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90400cf5a0 0x7f90400b1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.673+0000 7f9046200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f904006fa60 con 0x7f90400cf5a0 2024-09-12T03:16:05.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.673+0000 7f9046200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f904006f8e0 con 0x7f904006f0e0 2024-09-12T03:16:05.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.673+0000 7f9046200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f904015ee80 con 0x7f904006f4c0 2024-09-12T03:16:05.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.674+0000 7f903fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90400cf5a0 0x7f90400b1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.674+0000 7f903fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90400cf5a0 0x7f90400b1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49602/0 (socket says 172.21.15.29:49602) 2024-09-12T03:16:05.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.674+0000 7f903fe00640 1 -- 172.21.15.29:0/2729731924 learned_addr learned my addr 172.21.15.29:0/2729731924 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:05.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.674+0000 7f9037e00640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 0x7f90400b1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.674+0000 7f903f400640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f904006f0e0 0x7f9040152990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.674+0000 7f903fe00640 1 -- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 msgr2=0x7f90400b1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.674+0000 7f903fe00640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 0x7f90400b1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.674+0000 7f903fe00640 1 -- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f904006f0e0 msgr2=0x7f9040152990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.674+0000 7f903fe00640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f904006f0e0 0x7f9040152990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.674+0000 7f903fe00640 1 -- 172.21.15.29:0/2729731924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90400b00a0 con 0x7f90400cf5a0 2024-09-12T03:16:05.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.674+0000 7f903fe00640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90400cf5a0 0x7f90400b1680 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7f903800efc0 tx=0x7f903800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:05.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.675+0000 7f9037400640 1 -- 172.21.15.29:0/2729731924 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9038018020 con 0x7f90400cf5a0 2024-09-12T03:16:05.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.675+0000 7f9037400640 1 -- 172.21.15.29:0/2729731924 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9038014480 con 0x7f90400cf5a0 2024-09-12T03:16:05.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.675+0000 7f9037400640 1 -- 172.21.15.29:0/2729731924 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9038014870 con 0x7f90400cf5a0 2024-09-12T03:16:05.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.675+0000 7f9046200640 1 -- 172.21.15.29:0/2729731924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90400b0380 con 0x7f90400cf5a0 2024-09-12T03:16:05.676 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.675+0000 7f9046200640 1 -- 172.21.15.29:0/2729731924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90400b0940 con 0x7f90400cf5a0 2024-09-12T03:16:05.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.676+0000 7f9046200640 1 -- 172.21.15.29:0/2729731924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f904015f9a0 con 0x7f90400cf5a0 2024-09-12T03:16:05.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.677+0000 7f9037400640 1 -- 172.21.15.29:0/2729731924 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9038005d10 con 0x7f90400cf5a0 2024-09-12T03:16:05.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.678+0000 7f9037400640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f901c06be30 0x7f901c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:05.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.678+0000 7f9037400640 1 -- 172.21.15.29:0/2729731924 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f903808b960 con 0x7f90400cf5a0 2024-09-12T03:16:05.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.678+0000 7f903f400640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f901c06be30 0x7f901c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:05.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.679+0000 7f903f400640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f901c06be30 0x7f901c06e2f0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f90401559a0 tx=0x7f9030007e80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:05.682 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.682+0000 7f9037400640 1 -- 172.21.15.29:0/2729731924 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9038022070 con 0x7f90400cf5a0 2024-09-12T03:16:05.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.870+0000 7f9046200640 1 -- 172.21.15.29:0/2729731924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9040159f30 con 0x7f90400cf5a0 2024-09-12T03:16:05.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.872+0000 7f9037400640 1 -- 172.21.15.29:0/2729731924 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v105) ==== 74+0+16872 (secure 0 0 0) 0x7f9038010040 con 0x7f90400cf5a0 2024-09-12T03:16:05.872 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:05.872 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":105,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:15:10.504962+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-12T03:15:06.724771+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-12T03:15:07.923462+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:16:05.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 -- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f901c06be30 msgr2=0x7f901c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f901c06be30 0x7f901c06e2f0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f90401559a0 tx=0x7f9030007e80 comp rx=0 tx=0).stop 2024-09-12T03:16:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 -- 172.21.15.29:0/2729731924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90400cf5a0 msgr2=0x7f90400b1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90400cf5a0 0x7f90400b1680 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7f903800efc0 tx=0x7f903800c490 comp rx=0 tx=0).stop 2024-09-12T03:16:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 -- 172.21.15.29:0/2729731924 shutdown_connections 2024-09-12T03:16:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f901c06be30 0x7f901c06e2f0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90400cf5a0 0x7f90400b1680 unknown :-1 s=CLOSED pgs=1543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f904006f4c0 0x7f90400b1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 --2- 172.21.15.29:0/2729731924 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f904006f0e0 0x7f9040152990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 -- 172.21.15.29:0/2729731924 >> 172.21.15.29:0/2729731924 conn(0x7f9040067da0 msgr2=0x7f904006dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 -- 172.21.15.29:0/2729731924 shutdown_connections 2024-09-12T03:16:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:05.874+0000 7f9046200640 1 -- 172.21.15.29:0/2729731924 wait complete. 2024-09-12T03:16:05.891 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-12T03:16:06.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.048+0000 7f8e64600640 1 Processor -- start 2024-09-12T03:16:06.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.048+0000 7f8e64600640 1 -- start start 2024-09-12T03:16:06.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.050+0000 7f8e64600640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8e5c072240 0x7f8e5c15d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:06.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.050+0000 7f8e64600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c072620 0x7f8e5c0af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:06.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.050+0000 7f8e64600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e5c15d730 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.050+0000 7f8e64600640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f8e5c06e590 con 0x7f8e5c072240 2024-09-12T03:16:06.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.050+0000 7f8e64600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8e5c06e870 con 0x7f8e5c072620 2024-09-12T03:16:06.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.050+0000 7f8e61200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c072620 0x7f8e5c0af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:06.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.050+0000 7f8e61c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f8e5c072240 0x7f8e5c15d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:06.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.050+0000 7f8e62600640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7f8e5c06dfd0 0x7f8e5c15fdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:60232/0 (socket says 172.21.15.29:60232) 2024-09-12T03:16:06.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.050+0000 7f8e62600640 1 -- 172.21.15.29:0/2917886140 learned_addr learned my addr 172.21.15.29:0/2917886140 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:06.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.051+0000 7f8e5be00640 1 -- 172.21.15.29:0/2917886140 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2416219418 0 0) 0x7f8e5c15d730 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.051+0000 7f8e5be00640 1 -- 172.21.15.29:0/2917886140 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8e44003520 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.051+0000 7f8e61200640 1 -- 172.21.15.29:0/2917886140 >> v2:172.21.15.38:3300/0 conn(0x7f8e5c072240 msgr2=0x7f8e5c15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:06.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.051+0000 7f8e61200640 1 --2- 172.21.15.29:0/2917886140 >> v2:172.21.15.38:3300/0 conn(0x7f8e5c072240 0x7f8e5c15d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.051+0000 7f8e61200640 1 -- 172.21.15.29:0/2917886140 >> v1:172.21.15.38:6789/0 conn(0x7f8e5c06dfd0 legacy=0x7f8e5c15fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:06.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.051+0000 7f8e61200640 1 -- 172.21.15.29:0/2917886140 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e5c06eb50 con 0x7f8e5c072620 2024-09-12T03:16:06.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.051+0000 7f8e61c00640 1 --2- 172.21.15.29:0/2917886140 >> v2:172.21.15.38:3300/0 conn(0x7f8e5c072240 0x7f8e5c15d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:16:06.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.052+0000 7f8e61200640 1 --2- 172.21.15.29:0/2917886140 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c072620 0x7f8e5c0af530 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8e480097a0 tx=0x7f8e4802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9545e40ce9e8f76b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:06.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.052+0000 7f8e5be00640 1 -- 172.21.15.29:0/2917886140 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e48037070 con 0x7f8e5c072620 2024-09-12T03:16:06.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.052+0000 7f8e5be00640 1 -- 172.21.15.29:0/2917886140 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e48032440 con 0x7f8e5c072620 2024-09-12T03:16:06.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.052+0000 7f8e5be00640 1 -- 172.21.15.29:0/2917886140 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e48032810 con 0x7f8e5c072620 2024-09-12T03:16:06.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.053+0000 7f8e64600640 1 -- 172.21.15.29:0/2917886140 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c072620 msgr2=0x7f8e5c0af530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:06.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.053+0000 7f8e64600640 1 --2- 172.21.15.29:0/2917886140 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c072620 0x7f8e5c0af530 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8e480097a0 tx=0x7f8e4802a180 comp rx=0 tx=0).stop 2024-09-12T03:16:06.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.053+0000 7f8e64600640 1 -- 172.21.15.29:0/2917886140 shutdown_connections 2024-09-12T03:16:06.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.053+0000 7f8e64600640 1 --2- 172.21.15.29:0/2917886140 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c072620 0x7f8e5c0af530 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.053+0000 7f8e64600640 1 --2- 172.21.15.29:0/2917886140 >> v2:172.21.15.38:3300/0 conn(0x7f8e5c072240 0x7f8e5c15d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.053+0000 7f8e64600640 1 -- 172.21.15.29:0/2917886140 >> 172.21.15.29:0/2917886140 conn(0x7f8e5c067da0 msgr2=0x7f8e5c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:06.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.053+0000 7f8e64600640 1 -- 172.21.15.29:0/2917886140 shutdown_connections 2024-09-12T03:16:06.054 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.053+0000 7f8e64600640 1 -- 172.21.15.29:0/2917886140 wait complete. 2024-09-12T03:16:06.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.055+0000 7f8e64600640 1 Processor -- start 2024-09-12T03:16:06.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.055+0000 7f8e64600640 1 -- start start 2024-09-12T03:16:06.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e64600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c06dfd0 0x7f8e5c1f5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:06.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e64600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c072240 0x7f8e5c143850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:06.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e64600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e5c072620 0x7f8e5c0c6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:06.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e64600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8e5c0ce360 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e64600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f8e5c0ce1e0 con 0x7f8e5c072620 2024-09-12T03:16:06.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e64600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f8e5c0ce4e0 con 0x7f8e5c072240 2024-09-12T03:16:06.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e61c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c06dfd0 0x7f8e5c1f5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:06.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e61c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c06dfd0 0x7f8e5c1f5d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49614/0 (socket says 172.21.15.29:49614) 2024-09-12T03:16:06.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e61c00640 1 -- 172.21.15.29:0/3779547785 learned_addr learned my addr 172.21.15.29:0/3779547785 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:06.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e62600640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e5c072620 0x7f8e5c0c6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:06.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e61200640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c072240 0x7f8e5c143850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:06.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e61c00640 1 -- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c072240 msgr2=0x7f8e5c143850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:06.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e61c00640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c072240 0x7f8e5c143850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e61c00640 1 -- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e5c072620 msgr2=0x7f8e5c0c6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:06.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e61c00640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e5c072620 0x7f8e5c0c6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e61c00640 1 -- 172.21.15.29:0/3779547785 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e5c1f62c0 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.056+0000 7f8e62600640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e5c072620 0x7f8e5c0c6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:06.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.057+0000 7f8e61c00640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c06dfd0 0x7f8e5c1f5d80 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7f8e5000ebe0 tx=0x7f8e5000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:06.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.057+0000 7f8e59600640 1 -- 172.21.15.29:0/3779547785 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e50017070 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.057+0000 7f8e59600640 1 -- 172.21.15.29:0/3779547785 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e5000cc30 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.057+0000 7f8e64600640 1 -- 172.21.15.29:0/3779547785 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e5c0c55b0 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.057+0000 7f8e59600640 1 -- 172.21.15.29:0/3779547785 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e50013470 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.057+0000 7f8e64600640 1 -- 172.21.15.29:0/3779547785 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e5c0c5b70 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.058+0000 7f8e64600640 1 -- 172.21.15.29:0/3779547785 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e5c15d1f0 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.059+0000 7f8e59600640 1 -- 172.21.15.29:0/3779547785 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8e5001a070 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.060+0000 7f8e59600640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e3c06be30 0x7f8e3c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:06.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.060+0000 7f8e59600640 1 -- 172.21.15.29:0/3779547785 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6101+0+0 (secure 0 0 0) 0x7f8e5008b2f0 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.060+0000 7f8e61200640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e3c06be30 0x7f8e3c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:06.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.061+0000 7f8e61200640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e3c06be30 0x7f8e3c06e2f0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f8e48034000 tx=0x7f8e4802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:06.064 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.064+0000 7f8e59600640 1 -- 172.21.15.29:0/3779547785 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8e5c1f62c0 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.282 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.282+0000 7f8e64600640 1 -- 172.21.15.29:0/3779547785 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f8e5c06c020 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.283 INFO:tasks.ceph.mon.a.smithi029.stderr:2024-09-12T03:16:06.283+0000 7fcf24a00640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-12T03:16:06.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.290+0000 7f8e59600640 1 -- 172.21.15.29:0/3779547785 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v114) ==== 161+0+0 (secure 0 0 0) 0x7f8e50059b00 con 0x7f8e5c06dfd0 2024-09-12T03:16:06.290 INFO:teuthology.orchestra.run.smithi029.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-12T03:16:06.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 -- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e3c06be30 msgr2=0x7f8e3c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:06.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e3c06be30 0x7f8e3c06e2f0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f8e48034000 tx=0x7f8e4802e000 comp rx=0 tx=0).stop 2024-09-12T03:16:06.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 -- 172.21.15.29:0/3779547785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c06dfd0 msgr2=0x7f8e5c1f5d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:06.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c06dfd0 0x7f8e5c1f5d80 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7f8e5000ebe0 tx=0x7f8e5000c520 comp rx=0 tx=0).stop 2024-09-12T03:16:06.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 -- 172.21.15.29:0/3779547785 shutdown_connections 2024-09-12T03:16:06.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f8e3c06be30 0x7f8e3c06e2f0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f8e5c072620 0x7f8e5c0c6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f8e5c072240 0x7f8e5c143850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 --2- 172.21.15.29:0/3779547785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e5c06dfd0 0x7f8e5c1f5d80 unknown :-1 s=CLOSED pgs=1544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 -- 172.21.15.29:0/3779547785 >> 172.21.15.29:0/3779547785 conn(0x7f8e5c067da0 msgr2=0x7f8e5c1570e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:06.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 -- 172.21.15.29:0/3779547785 shutdown_connections 2024-09-12T03:16:06.295 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.294+0000 7f8e64600640 1 -- 172.21.15.29:0/3779547785 wait complete. 2024-09-12T03:16:06.297 INFO:tasks.ceph.mds.a.smithi029.stderr: -4733> 2024-09-12T03:14:57.762+0000 7f6067e00640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-09-12T03:16:06.304 INFO:tasks.ceph.mds.a.smithi029.stderr: -1470> 2024-09-12T03:15:37.853+0000 7f605b600640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000004 [...2,head] /d1/d2/d3/d4/d5/ auth{0=1,2=1} v15 ap=1 f(v0 m2024-09-12T03:15:21.407708+0000 1=0+1) n(v2 rc2024-09-12T03:15:21.684703+0000 4=0+4) (inest lock) (ifile excl) caps={6953=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6953 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 authpin=1 scrubqueue=0 0x562ad8581080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000004:[<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:15:21.407708+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:15:21.684703+0000 4=0+4)","memory_value.dirstat":"f(v0 m2024-09-12T03:15:21.407708+0000 1=0+1)","memory_value.rstat":"n(v2 rc2024-09-12T03:15:21.684703+0000 4=0+4)","error_str":""},"return_code":-61} 2024-09-12T03:16:06.305 INFO:tasks.ceph.mds.a.smithi029.stderr: -1331> 2024-09-12T03:15:37.855+0000 7f6063800640 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000005 [...2,head] /d1/d2/d3/d4/d5/d6/ auth{0=1,2=1} v11 ap=2 f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1) n(v1 rc2024-09-12T03:15:21.684703+0000 3=0+3) (inest sync->mix g=0,2) caps={6953=pAsLsXsFs/pAsLsXsFsxcral@3} | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirtyparent=0 dirwaiter=0 replicated=1 dirty=0 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 export_pin=2 0x562ad8580b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000005:[<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:15:21.408708+0000 3=0+3)","memory_value.dirstat":"f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1)","memory_value.rstat":"n(v1 rc2024-09-12T03:15:21.684703+0000 3=0+3)","error_str":""},"return_code":-61} 2024-09-12T03:16:06.305 INFO:tasks.ceph.mds.d.smithi038.stderr: -1376> 2024-09-12T03:15:37.854+0000 7f8ed8600640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000006 [...2,head] /d1/d2/d3/d4/d5/d6/d7/ auth v4 ap=1 f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1) n(v0 rc2024-09-12T03:15:21.408708+0000 2=0+2) (inest lock) (ifile excl) caps={6953=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6953 | request=0 lock=0 importingcaps=0 dirfrag=1 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55e0cc55f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000006:[<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:15:21.408708+0000 2=0+2)","memory_value.dirstat":"f(v0 m2024-09-12T03:15:21.408708+0000 1=0+1)","memory_value.rstat":"n(v0 rc2024-09-12T03:15:21.408708+0000 2=0+2)","error_str":""},"return_code":-61} 2024-09-12T03:16:06.305 INFO:tasks.ceph.mds.d.smithi038.stderr: -1361> 2024-09-12T03:15:37.854+0000 7f8ed8600640 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000007 [...2,head] /d1/d2/d3/d4/d5/d6/d7/d8/ auth v2 ap=1 f() n(v0 1=0+1) (inest lock) (ifile excl) caps={6953=pAsLsXsFsx/AsLsXsFsx@3},l=6953 | importingcaps=0 dirfrag=0 caps=1 dirtyparent=0 replicated=0 dirty=0 authpin=1 scrubqueue=0 0x55e0cc55f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000007:[<0x10000000006/d8 v2>,<0x10000000005/d7 v4>,<0x10000000004/d6 v11>,<0x10000000003/d5 v15>,<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v17>,<0x1/d1 v16>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n(v0 1=0+1)","memory_value.dirstat":"f()","memory_value.rstat":"n(v0 1=0+1)","error_str":""},"return_code":-61} 2024-09-12T03:16:06.313 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-12T03:16:06.314 INFO:tasks.ceph.mds.c.smithi029.stderr: -3225> 2024-09-12T03:15:37.852+0000 7f0444000640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000002 [...2,head] /d1/d2/d3/ auth{1=1,2=1} v19 ap=1 f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1) n(v3 rc2024-09-12T03:15:21.684703+0000 6=0+6) (inest mix dirty) (ifile excl) caps={6953=pAsLsXsFsx/pAsLsXsFsxcral@4},l=6953 | dirtyscattered=1 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 0x55bf47c55b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000002:[<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:15:21.684703+0000 6=0+6)","memory_value.dirstat":"f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1)","memory_value.rstat":"n(v3 rc2024-09-12T03:15:21.684703+0000 6=0+6)","error_str":""},"return_code":-61} 2024-09-12T03:16:06.314 INFO:tasks.ceph.mds.c.smithi029.stderr: -3103> 2024-09-12T03:15:37.854+0000 7f044c200640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000003 [...2,head] /d1/d2/d3/d4/ auth{1=1,2=1} v19 ap=2 f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1) n(v4 rc2024-09-12T03:15:21.684703+0000 5=0+5) (inest sync->mix g=1,2) caps={6953=pAsLsXsFs/pAsLsXsFsxcral@8} | dirtyscattered=0 request=0 lock=0 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=1 waiter=0 authpin=1 scrubqueue=0 export_pin=1 0x55bf47c56100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(15)0x10000000003:[<0x10000000002/d4 v19>,<0x10000000001/d3 v19>,<0x10000000000/d2 v19>,<0x1/d1 v18>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1)","ondisk_value.rstat":"n(v0 rc2024-09-12T03:15:21.684703+0000 5=0+5)","memory_value.dirstat":"f(v0 m2024-09-12T03:15:21.406708+0000 1=0+1)","memory_value.rstat":"n(v4 rc2024-09-12T03:15:21.684703+0000 5=0+5)","error_str":""},"return_code":-61} 2024-09-12T03:16:06.351 INFO:tasks.ceph.mds.a.smithi029.stdout:starting mds.a at 2024-09-12T03:16:06.354 INFO:tasks.ceph.mds.d.smithi038.stdout:starting mds.d at 2024-09-12T03:16:06.366 INFO:tasks.ceph.mds.c.smithi029.stdout:starting mds.c at 2024-09-12T03:16:06.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.475+0000 7f89f7800640 1 Processor -- start 2024-09-12T03:16:06.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.475+0000 7f89f7800640 1 -- start start 2024-09-12T03:16:06.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.476+0000 7f89f7800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f89f0072d80 0x7f89f0072420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:06.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.476+0000 7f89f7800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89f0072960 con 0x7f89f0072040 2024-09-12T03:16:06.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.476+0000 7f89f7800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f89f01605e0 con 0x7f89f006e0a0 2024-09-12T03:16:06.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.476+0000 7f89f7800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f89f01608c0 con 0x7f89f0072d80 2024-09-12T03:16:06.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.476+0000 7f89f4e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f89f0072040 0x7f89f015fe00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33266/0 (socket says 172.21.15.29:33266) 2024-09-12T03:16:06.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.476+0000 7f89f4e00640 1 -- 172.21.15.29:0/1472953163 learned_addr learned my addr 172.21.15.29:0/1472953163 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:06.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.476+0000 7f89efe00640 1 --2- 172.21.15.29:0/1472953163 >> v2:172.21.15.29:3300/0 conn(0x7f89f0072d80 0x7f89f0072420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:06.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.477+0000 7f89efe00640 1 -- 172.21.15.29:0/1472953163 >> v1:172.21.15.38:6789/0 conn(0x7f89f006e0a0 legacy=0x7f89f00cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:06.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.477+0000 7f89efe00640 1 -- 172.21.15.29:0/1472953163 >> v1:172.21.15.29:6789/0 conn(0x7f89f0072040 legacy=0x7f89f015fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:06.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.477+0000 7f89ef400640 1 -- 172.21.15.29:0/1472953163 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 368482449 0 0) 0x7f89f0072960 con 0x7f89f0072040 2024-09-12T03:16:06.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.477+0000 7f89efe00640 1 -- 172.21.15.29:0/1472953163 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89f0160ba0 con 0x7f89f0072d80 2024-09-12T03:16:06.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.478+0000 7f89efe00640 1 --2- 172.21.15.29:0/1472953163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f0072d80 0x7f89f0072420 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f89dc0097a0 tx=0x7f89dc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0494b80b6d5fac8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:06.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.478+0000 7f89ef400640 1 -- 172.21.15.29:0/1472953163 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89dc037070 con 0x7f89f0072d80 2024-09-12T03:16:06.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.478+0000 7f89ef400640 1 -- 172.21.15.29:0/1472953163 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89dc032440 con 0x7f89f0072d80 2024-09-12T03:16:06.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.478+0000 7f89ef400640 1 -- 172.21.15.29:0/1472953163 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89dc032810 con 0x7f89f0072d80 2024-09-12T03:16:06.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.479+0000 7f89f7800640 1 -- 172.21.15.29:0/1472953163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f0072d80 msgr2=0x7f89f0072420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:06.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.479+0000 7f89f7800640 1 --2- 172.21.15.29:0/1472953163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f0072d80 0x7f89f0072420 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f89dc0097a0 tx=0x7f89dc02a230 comp rx=0 tx=0).stop 2024-09-12T03:16:06.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.479+0000 7f89f7800640 1 -- 172.21.15.29:0/1472953163 shutdown_connections 2024-09-12T03:16:06.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.479+0000 7f89f7800640 1 --2- 172.21.15.29:0/1472953163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f0072d80 0x7f89f0072420 unknown :-1 s=CLOSED pgs=1552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.479+0000 7f89f7800640 1 -- 172.21.15.29:0/1472953163 >> 172.21.15.29:0/1472953163 conn(0x7f89f0067d70 msgr2=0x7f89f006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:06.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.479+0000 7f89f7800640 1 -- 172.21.15.29:0/1472953163 shutdown_connections 2024-09-12T03:16:06.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.479+0000 7f89f7800640 1 -- 172.21.15.29:0/1472953163 wait complete. 2024-09-12T03:16:06.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.481+0000 7f89f7800640 1 Processor -- start 2024-09-12T03:16:06.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.481+0000 7f89f7800640 1 -- start start 2024-09-12T03:16:06.482 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.482+0000 7f89f7800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f006e0a0 0x7f89f015be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.482+0000 7f89f7800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f0072040 0x7f89f00ab0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.482+0000 7f89f7800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89f0072d80 0x7f89f00ab630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.482+0000 7f89f7800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f89f00cdcc0 con 0x7f89f0072040 2024-09-12T03:16:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.482+0000 7f89f7800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f89f0145b00 con 0x7f89f0072d80 2024-09-12T03:16:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.482+0000 7f89f7800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f89f00cde40 con 0x7f89f006e0a0 2024-09-12T03:16:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.482+0000 7f89efe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f0072040 0x7f89f00ab0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.482+0000 7f89efe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f0072040 0x7f89f00ab0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49668/0 (socket says 172.21.15.29:49668) 2024-09-12T03:16:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.482+0000 7f89efe00640 1 -- 172.21.15.29:0/3711568546 learned_addr learned my addr 172.21.15.29:0/3711568546 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.482+0000 7f89f4e00640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f006e0a0 0x7f89f015be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:06.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.482+0000 7f89f5800640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89f0072d80 0x7f89f00ab630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:06.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.483+0000 7f89efe00640 1 -- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f006e0a0 msgr2=0x7f89f015be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:06.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.483+0000 7f89efe00640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f006e0a0 0x7f89f015be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.483+0000 7f89efe00640 1 -- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89f0072d80 msgr2=0x7f89f00ab630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:06.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.483+0000 7f89efe00640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89f0072d80 0x7f89f00ab630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:06.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.483+0000 7f89efe00640 1 -- 172.21.15.29:0/3711568546 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89f013f370 con 0x7f89f0072040 2024-09-12T03:16:06.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.483+0000 7f89efe00640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f0072040 0x7f89f00ab0f0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f89dc0097a0 tx=0x7f89dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:06.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.483+0000 7f89ecc00640 1 -- 172.21.15.29:0/3711568546 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89dc037050 con 0x7f89f0072040 2024-09-12T03:16:06.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.483+0000 7f89ecc00640 1 -- 172.21.15.29:0/3711568546 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f89dc038040 con 0x7f89f0072040 2024-09-12T03:16:06.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.484+0000 7f89f7800640 1 -- 172.21.15.29:0/3711568546 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89f013f650 con 0x7f89f0072040 2024-09-12T03:16:06.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.484+0000 7f89ecc00640 1 -- 172.21.15.29:0/3711568546 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89dc004490 con 0x7f89f0072040 2024-09-12T03:16:06.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.484+0000 7f89f7800640 1 -- 172.21.15.29:0/3711568546 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89f013fc10 con 0x7f89f0072040 2024-09-12T03:16:06.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.485+0000 7f89f7800640 1 -- 172.21.15.29:0/3711568546 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89f006e510 con 0x7f89f0072040 2024-09-12T03:16:06.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.486+0000 7f89ecc00640 1 -- 172.21.15.29:0/3711568546 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f89dc030900 con 0x7f89f0072040 2024-09-12T03:16:06.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.486+0000 7f89ecc00640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d006be30 0x7f89d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:06.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.486+0000 7f89ecc00640 1 -- 172.21.15.29:0/3711568546 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 6359+0+0 (secure 0 0 0) 0x7f89dc0abd10 con 0x7f89f0072040 2024-09-12T03:16:06.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.487+0000 7f89f4e00640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d006be30 0x7f89d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:06.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.488+0000 7f89f4e00640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d006be30 0x7f89d006e2f0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f89e4000f60 tx=0x7f89e4007e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:06.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.491+0000 7f89ecc00640 1 -- 172.21.15.29:0/3711568546 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f89dc079f00 con 0x7f89f0072040 2024-09-12T03:16:06.714 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:06.713+0000 7f89f7800640 1 -- 172.21.15.29:0/3711568546 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f89f015e430 con 0x7f89f0072040 2024-09-12T03:16:07.294 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.294+0000 7f89ecc00640 1 -- 172.21.15.29:0/3711568546 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v115) ==== 104+0+0 (secure 0 0 0) 0x7f89dc07e200 con 0x7f89f0072040 2024-09-12T03:16:07.297 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 -- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d006be30 msgr2=0x7f89d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:07.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d006be30 0x7f89d006e2f0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f89e4000f60 tx=0x7f89e4007e40 comp rx=0 tx=0).stop 2024-09-12T03:16:07.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 -- 172.21.15.29:0/3711568546 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f0072040 msgr2=0x7f89f00ab0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:07.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f0072040 0x7f89f00ab0f0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f89dc0097a0 tx=0x7f89dc0046c0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 -- 172.21.15.29:0/3711568546 shutdown_connections 2024-09-12T03:16:07.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f89d006be30 0x7f89d006e2f0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f89f0072d80 0x7f89f00ab630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89f0072040 0x7f89f00ab0f0 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 --2- 172.21.15.29:0/3711568546 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f89f006e0a0 0x7f89f015be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 -- 172.21.15.29:0/3711568546 >> 172.21.15.29:0/3711568546 conn(0x7f89f0067d70 msgr2=0x7f89f006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:07.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 -- 172.21.15.29:0/3711568546 shutdown_connections 2024-09-12T03:16:07.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.297+0000 7f89f7800640 1 -- 172.21.15.29:0/3711568546 wait complete. 2024-09-12T03:16:07.317 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-12T03:16:07.522 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.522+0000 7fa99f800640 1 Processor -- start 2024-09-12T03:16:07.523 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.522+0000 7fa99f800640 1 -- start start 2024-09-12T03:16:07.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.523+0000 7fa99f800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa9980aec90 0x7fa9980ced90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:07.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.523+0000 7fa99f800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9980b4c00 0x7fa9980cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:07.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.523+0000 7fa99f800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa9980ce390 0x7fa9980ccbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:07.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.523+0000 7fa99f800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa9980af070 con 0x7fa9980ce390 2024-09-12T03:16:07.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.523+0000 7fa99f800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa9980ad170 con 0x7fa9980aec90 2024-09-12T03:16:07.524 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.523+0000 7fa99f800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa99806df50 con 0x7fa9980b4c00 2024-09-12T03:16:07.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.524+0000 7fa99d800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa9980ce390 0x7fa9980ccbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:07.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.524+0000 7fa98fe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9980b4c00 0x7fa9980cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:07.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.524+0000 7fa99ce00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa9980aec90 0x7fa9980ced90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:07.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.524+0000 7fa99d800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa9980ce390 0x7fa9980ccbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49682/0 (socket says 172.21.15.29:49682) 2024-09-12T03:16:07.525 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.524+0000 7fa99d800640 1 -- 172.21.15.29:0/3813282814 learned_addr learned my addr 172.21.15.29:0/3813282814 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.524+0000 7fa99d800640 1 -- 172.21.15.29:0/3813282814 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9980b4c00 msgr2=0x7fa9980cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.524+0000 7fa99d800640 1 --2- 172.21.15.29:0/3813282814 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9980b4c00 0x7fa9980cf2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.524+0000 7fa99d800640 1 -- 172.21.15.29:0/3813282814 >> v2:172.21.15.38:3300/0 conn(0x7fa9980aec90 msgr2=0x7fa9980ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.524+0000 7fa99d800640 1 --2- 172.21.15.29:0/3813282814 >> v2:172.21.15.38:3300/0 conn(0x7fa9980aec90 0x7fa9980ced90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.525+0000 7fa99d800640 1 -- 172.21.15.29:0/3813282814 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9980b5170 con 0x7fa9980ce390 2024-09-12T03:16:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.525+0000 7fa99d800640 1 --2- 172.21.15.29:0/3813282814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9980ce390 0x7fa9980ccbe0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7fa99806ccf0 tx=0x7fa99002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9c5acdd9a9d020b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.526+0000 7fa997e00640 1 -- 172.21.15.29:0/3813282814 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa990036070 con 0x7fa9980ce390 2024-09-12T03:16:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.526+0000 7fa997e00640 1 -- 172.21.15.29:0/3813282814 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa990031600 con 0x7fa9980ce390 2024-09-12T03:16:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.526+0000 7fa997e00640 1 -- 172.21.15.29:0/3813282814 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9900319d0 con 0x7fa9980ce390 2024-09-12T03:16:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.526+0000 7fa99f800640 1 -- 172.21.15.29:0/3813282814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9980ce390 msgr2=0x7fa9980ccbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.526+0000 7fa99f800640 1 --2- 172.21.15.29:0/3813282814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9980ce390 0x7fa9980ccbe0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7fa99806ccf0 tx=0x7fa99002a6a0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.526+0000 7fa99f800640 1 -- 172.21.15.29:0/3813282814 shutdown_connections 2024-09-12T03:16:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.526+0000 7fa99f800640 1 --2- 172.21.15.29:0/3813282814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9980ce390 0x7fa9980ccbe0 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.526+0000 7fa99f800640 1 --2- 172.21.15.29:0/3813282814 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9980b4c00 0x7fa9980cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.526+0000 7fa99f800640 1 --2- 172.21.15.29:0/3813282814 >> v2:172.21.15.38:3300/0 conn(0x7fa9980aec90 0x7fa9980ced90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.526+0000 7fa99f800640 1 -- 172.21.15.29:0/3813282814 >> 172.21.15.29:0/3813282814 conn(0x7fa9980d0190 msgr2=0x7fa9980d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.526+0000 7fa99f800640 1 -- 172.21.15.29:0/3813282814 shutdown_connections 2024-09-12T03:16:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.527+0000 7fa99f800640 1 -- 172.21.15.29:0/3813282814 wait complete. 2024-09-12T03:16:07.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.528+0000 7fa99f800640 1 Processor -- start 2024-09-12T03:16:07.529 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.528+0000 7fa99f800640 1 -- start start 2024-09-12T03:16:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.529+0000 7fa99f800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9980aec90 0x7fa99814a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.529+0000 7fa99f800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9980b4c00 0x7fa99814d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.529+0000 7fa99f800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa9980ce390 0x7fa99806f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.529+0000 7fa99f800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa99806e7d0 con 0x7fa9980aec90 2024-09-12T03:16:07.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.529+0000 7fa99f800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa99806e4f0 con 0x7fa9980ce390 2024-09-12T03:16:07.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.529+0000 7fa99f800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa9980d0f20 con 0x7fa9980b4c00 2024-09-12T03:16:07.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.529+0000 7fa99ce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9980aec90 0x7fa99814a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:07.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.530+0000 7fa99ce00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9980aec90 0x7fa99814a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49694/0 (socket says 172.21.15.29:49694) 2024-09-12T03:16:07.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.530+0000 7fa99ce00640 1 -- 172.21.15.29:0/2059808623 learned_addr learned my addr 172.21.15.29:0/2059808623 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:07.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.530+0000 7fa98fe00640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9980b4c00 0x7fa99814d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:07.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.530+0000 7fa99d800640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa9980ce390 0x7fa99806f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:07.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.530+0000 7fa99ce00640 1 -- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9980b4c00 msgr2=0x7fa99814d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:07.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.530+0000 7fa99ce00640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9980b4c00 0x7fa99814d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.531 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.530+0000 7fa99ce00640 1 -- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa9980ce390 msgr2=0x7fa99806f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:07.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.530+0000 7fa99ce00640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa9980ce390 0x7fa99806f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:07.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.530+0000 7fa99ce00640 1 -- 172.21.15.29:0/2059808623 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9981fc520 con 0x7fa9980aec90 2024-09-12T03:16:07.532 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.530+0000 7fa99ce00640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9980aec90 0x7fa99814a160 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7fa98800e8a0 tx=0x7fa98800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.530+0000 7fa995600640 1 -- 172.21.15.29:0/2059808623 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa988017070 con 0x7fa9980aec90 2024-09-12T03:16:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.531+0000 7fa995600640 1 -- 172.21.15.29:0/2059808623 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa98800ee90 con 0x7fa9980aec90 2024-09-12T03:16:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.531+0000 7fa995600640 1 -- 172.21.15.29:0/2059808623 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98800cb80 con 0x7fa9980aec90 2024-09-12T03:16:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.531+0000 7fa99f800640 1 -- 172.21.15.29:0/2059808623 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9981fc800 con 0x7fa9980aec90 2024-09-12T03:16:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.531+0000 7fa99f800640 1 -- 172.21.15.29:0/2059808623 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9981fcdc0 con 0x7fa9980aec90 2024-09-12T03:16:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.532+0000 7fa99f800640 1 -- 172.21.15.29:0/2059808623 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9980ced90 con 0x7fa9980aec90 2024-09-12T03:16:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.533+0000 7fa995600640 1 -- 172.21.15.29:0/2059808623 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa98801a070 con 0x7fa9980aec90 2024-09-12T03:16:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.534+0000 7fa995600640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa97406be60 0x7fa97406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.534+0000 7fa995600640 1 -- 172.21.15.29:0/2059808623 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 6359+0+0 (secure 0 0 0) 0x7fa98808b2c0 con 0x7fa9980aec90 2024-09-12T03:16:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.534+0000 7fa98fe00640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa97406be60 0x7fa97406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.535+0000 7fa98fe00640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa97406be60 0x7fa97406e320 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fa998150e20 tx=0x7fa980008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:07.538 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.538+0000 7fa995600640 1 -- 172.21.15.29:0/2059808623 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa9880599e0 con 0x7fa9980aec90 2024-09-12T03:16:07.723 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:07.722+0000 7fa99f800640 1 -- 172.21.15.29:0/2059808623 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa9980b4500 con 0x7fa9980aec90 2024-09-12T03:16:08.296 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.296+0000 7fa995600640 1 -- 172.21.15.29:0/2059808623 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v107) ==== 181+0+0 (secure 0 0 0) 0x7fa9880592e0 con 0x7fa9980aec90 2024-09-12T03:16:08.297 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' removed 2024-09-12T03:16:08.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.299+0000 7fa99f800640 1 -- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa97406be60 msgr2=0x7fa97406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:08.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.299+0000 7fa99f800640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa97406be60 0x7fa97406e320 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fa998150e20 tx=0x7fa980008040 comp rx=0 tx=0).stop 2024-09-12T03:16:08.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.299+0000 7fa99f800640 1 -- 172.21.15.29:0/2059808623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9980aec90 msgr2=0x7fa99814a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:08.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.299+0000 7fa99f800640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9980aec90 0x7fa99814a160 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7fa98800e8a0 tx=0x7fa98800ed60 comp rx=0 tx=0).stop 2024-09-12T03:16:08.300 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.300+0000 7fa99f800640 1 -- 172.21.15.29:0/2059808623 shutdown_connections 2024-09-12T03:16:08.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.300+0000 7fa99f800640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa97406be60 0x7fa97406e320 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:08.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.300+0000 7fa99f800640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa9980ce390 0x7fa99806f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:08.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.300+0000 7fa99f800640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa9980b4c00 0x7fa99814d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:08.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.300+0000 7fa99f800640 1 --2- 172.21.15.29:0/2059808623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9980aec90 0x7fa99814a160 unknown :-1 s=CLOSED pgs=1555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:08.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.300+0000 7fa99f800640 1 -- 172.21.15.29:0/2059808623 >> 172.21.15.29:0/2059808623 conn(0x7fa9980d0190 msgr2=0x7fa9980b0d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:08.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.300+0000 7fa99f800640 1 -- 172.21.15.29:0/2059808623 shutdown_connections 2024-09-12T03:16:08.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.300+0000 7fa99f800640 1 -- 172.21.15.29:0/2059808623 wait complete. 2024-09-12T03:16:08.321 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-12T03:16:08.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.482+0000 7fe58ec00640 1 Processor -- start 2024-09-12T03:16:08.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.482+0000 7fe58ec00640 1 -- start start 2024-09-12T03:16:08.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.484+0000 7fe58ec00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe58815e720 0x7fe58815ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:08.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.484+0000 7fe58ec00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe58815f3d0 0x7fe5880b34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:08.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.484+0000 7fe58ec00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe58815f870 con 0x7fe5880b39e0 2024-09-12T03:16:08.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.484+0000 7fe58ec00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe58815fb50 con 0x7fe58815f3d0 2024-09-12T03:16:08.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.484+0000 7fe58ec00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe5880ce470 con 0x7fe58815e720 2024-09-12T03:16:08.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.484+0000 7fe57fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe58815f3d0 0x7fe5880b34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:08.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.484+0000 7fe58cc00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe5880b39e0 0x7fe5880cec70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33280/0 (socket says 172.21.15.29:33280) 2024-09-12T03:16:08.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.484+0000 7fe58cc00640 1 -- 172.21.15.29:0/29159386 learned_addr learned my addr 172.21.15.29:0/29159386 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:08.485 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.484+0000 7fe587e00640 1 --2- 172.21.15.29:0/29159386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe58815e720 0x7fe58815ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:08.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.484+0000 7fe587400640 1 -- 172.21.15.29:0/29159386 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3687223596 0 0) 0x7fe58815f870 con 0x7fe5880b39e0 2024-09-12T03:16:08.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.485+0000 7fe587400640 1 -- 172.21.15.29:0/29159386 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe56c003520 con 0x7fe5880b39e0 2024-09-12T03:16:08.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.485+0000 7fe57fe00640 1 -- 172.21.15.29:0/29159386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe58815e720 msgr2=0x7fe58815ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:08.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.485+0000 7fe57fe00640 1 --2- 172.21.15.29:0/29159386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe58815e720 0x7fe58815ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:08.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.485+0000 7fe57fe00640 1 -- 172.21.15.29:0/29159386 >> v1:172.21.15.29:6789/0 conn(0x7fe5880b39e0 legacy=0x7fe5880cec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:08.486 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.485+0000 7fe57fe00640 1 -- 172.21.15.29:0/29159386 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5880ce750 con 0x7fe58815f3d0 2024-09-12T03:16:08.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.485+0000 7fe587e00640 1 --2- 172.21.15.29:0/29159386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe58815e720 0x7fe58815ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:16:08.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.486+0000 7fe57fe00640 1 --2- 172.21.15.29:0/29159386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe58815f3d0 0x7fe5880b34a0 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7fe5700097a0 tx=0x7fe57002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f93d9c9492f31238 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:08.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.486+0000 7fe587400640 1 -- 172.21.15.29:0/29159386 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe570037070 con 0x7fe58815f3d0 2024-09-12T03:16:08.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.486+0000 7fe587400640 1 -- 172.21.15.29:0/29159386 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe570032440 con 0x7fe58815f3d0 2024-09-12T03:16:08.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.486+0000 7fe587400640 1 -- 172.21.15.29:0/29159386 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe570032810 con 0x7fe58815f3d0 2024-09-12T03:16:08.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.486+0000 7fe58ec00640 1 -- 172.21.15.29:0/29159386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe58815f3d0 msgr2=0x7fe5880b34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:08.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.486+0000 7fe58ec00640 1 --2- 172.21.15.29:0/29159386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe58815f3d0 0x7fe5880b34a0 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7fe5700097a0 tx=0x7fe57002a180 comp rx=0 tx=0).stop 2024-09-12T03:16:08.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.486+0000 7fe58ec00640 1 -- 172.21.15.29:0/29159386 shutdown_connections 2024-09-12T03:16:08.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.486+0000 7fe58ec00640 1 --2- 172.21.15.29:0/29159386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe58815f3d0 0x7fe5880b34a0 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:08.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.486+0000 7fe58ec00640 1 --2- 172.21.15.29:0/29159386 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe58815e720 0x7fe58815ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:08.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.486+0000 7fe58ec00640 1 -- 172.21.15.29:0/29159386 >> 172.21.15.29:0/29159386 conn(0x7fe5880b5de0 msgr2=0x7fe58806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:08.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.487+0000 7fe58ec00640 1 -- 172.21.15.29:0/29159386 shutdown_connections 2024-09-12T03:16:08.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.487+0000 7fe58ec00640 1 -- 172.21.15.29:0/29159386 wait complete. 2024-09-12T03:16:08.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.488+0000 7fe58ec00640 1 Processor -- start 2024-09-12T03:16:08.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.488+0000 7fe58ec00640 1 -- start start 2024-09-12T03:16:08.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.489+0000 7fe58ec00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe5880b39e0 0x7fe58814f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:08.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.489+0000 7fe58ec00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe58815e720 0x7fe58814d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:08.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.489+0000 7fe58ec00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe58815f3d0 0x7fe588151e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:08.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.489+0000 7fe58ec00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe5880cfcb0 con 0x7fe58815f3d0 2024-09-12T03:16:08.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.489+0000 7fe58ec00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe5880cfb30 con 0x7fe58815e720 2024-09-12T03:16:08.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.489+0000 7fe58ec00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe5880cf380 con 0x7fe5880b39e0 2024-09-12T03:16:08.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.490+0000 7fe58cc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe58815f3d0 0x7fe588151e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:08.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.490+0000 7fe587e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe5880b39e0 0x7fe58814f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:08.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.490+0000 7fe58cc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe58815f3d0 0x7fe588151e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49708/0 (socket says 172.21.15.29:49708) 2024-09-12T03:16:08.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.490+0000 7fe58cc00640 1 -- 172.21.15.29:0/3216788812 learned_addr learned my addr 172.21.15.29:0/3216788812 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:08.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.490+0000 7fe57fe00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe58815e720 0x7fe58814d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:08.491 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.490+0000 7fe58cc00640 1 -- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe5880b39e0 msgr2=0x7fe58814f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.490+0000 7fe58cc00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe5880b39e0 0x7fe58814f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.490+0000 7fe58cc00640 1 -- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe58815e720 msgr2=0x7fe58814d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.490+0000 7fe58cc00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe58815e720 0x7fe58814d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.490+0000 7fe58cc00640 1 -- 172.21.15.29:0/3216788812 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe58814e180 con 0x7fe58815f3d0 2024-09-12T03:16:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.490+0000 7fe58cc00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe58815f3d0 0x7fe588151e40 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7fe58000cb40 tx=0x7fe58000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.491+0000 7fe584c00640 1 -- 172.21.15.29:0/3216788812 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe580017070 con 0x7fe58815f3d0 2024-09-12T03:16:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.491+0000 7fe584c00640 1 -- 172.21.15.29:0/3216788812 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe58000aca0 con 0x7fe58815f3d0 2024-09-12T03:16:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.491+0000 7fe584c00640 1 -- 172.21.15.29:0/3216788812 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe580012620 con 0x7fe58815f3d0 2024-09-12T03:16:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.491+0000 7fe58ec00640 1 -- 172.21.15.29:0/3216788812 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe58814e3f0 con 0x7fe58815f3d0 2024-09-12T03:16:08.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.491+0000 7fe58ec00640 1 -- 172.21.15.29:0/3216788812 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe58814e9b0 con 0x7fe58815f3d0 2024-09-12T03:16:08.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.492+0000 7fe58ec00640 1 -- 172.21.15.29:0/3216788812 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe588069c20 con 0x7fe58815f3d0 2024-09-12T03:16:08.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.493+0000 7fe584c00640 1 -- 172.21.15.29:0/3216788812 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe58001a070 con 0x7fe58815f3d0 2024-09-12T03:16:08.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.494+0000 7fe584c00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe56406be30 0x7fe56406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:08.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.494+0000 7fe584c00640 1 -- 172.21.15.29:0/3216788812 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5979+0+0 (secure 0 0 0) 0x7fe58008ad10 con 0x7fe58815f3d0 2024-09-12T03:16:08.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.494+0000 7fe587e00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe56406be30 0x7fe56406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:08.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.495+0000 7fe587e00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe56406be30 0x7fe56406e2f0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fe5881671f0 tx=0x7fe578009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:08.498 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.498+0000 7fe584c00640 1 -- 172.21.15.29:0/3216788812 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe580090020 con 0x7fe58815f3d0 2024-09-12T03:16:08.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:08.691+0000 7fe58ec00640 1 -- 172.21.15.29:0/3216788812 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe5881511c0 con 0x7fe58815f3d0 2024-09-12T03:16:09.298 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.298+0000 7fe584c00640 1 -- 172.21.15.29:0/3216788812 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v108) ==== 169+0+0 (secure 0 0 0) 0x7fe580058f50 con 0x7fe58815f3d0 2024-09-12T03:16:09.298 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' removed 2024-09-12T03:16:09.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.301+0000 7fe58ec00640 1 -- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe56406be30 msgr2=0x7fe56406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.301+0000 7fe58ec00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe56406be30 0x7fe56406e2f0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fe5881671f0 tx=0x7fe578009190 comp rx=0 tx=0).stop 2024-09-12T03:16:09.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.301+0000 7fe58ec00640 1 -- 172.21.15.29:0/3216788812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe58815f3d0 msgr2=0x7fe588151e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.301+0000 7fe58ec00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe58815f3d0 0x7fe588151e40 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7fe58000cb40 tx=0x7fe58000a060 comp rx=0 tx=0).stop 2024-09-12T03:16:09.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.302+0000 7fe58ec00640 1 -- 172.21.15.29:0/3216788812 shutdown_connections 2024-09-12T03:16:09.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.302+0000 7fe58ec00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe56406be30 0x7fe56406e2f0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.302+0000 7fe58ec00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe58815f3d0 0x7fe588151e40 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.302+0000 7fe58ec00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe58815e720 0x7fe58814d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.302+0000 7fe58ec00640 1 --2- 172.21.15.29:0/3216788812 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe5880b39e0 0x7fe58814f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.302+0000 7fe58ec00640 1 -- 172.21.15.29:0/3216788812 >> 172.21.15.29:0/3216788812 conn(0x7fe5880b5de0 msgr2=0x7fe5880b4080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:09.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.302+0000 7fe58ec00640 1 -- 172.21.15.29:0/3216788812 shutdown_connections 2024-09-12T03:16:09.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.302+0000 7fe58ec00640 1 -- 172.21.15.29:0/3216788812 wait complete. 2024-09-12T03:16:09.321 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-12T03:16:09.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.480+0000 7f1b1f000640 1 Processor -- start 2024-09-12T03:16:09.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.480+0000 7f1b1f000640 1 -- start start 2024-09-12T03:16:09.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.481+0000 7f1b1f000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b1806e820 0x7f1b18169170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.481+0000 7f1b1f000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b180cf8c0 con 0x7f1b1815e4b0 2024-09-12T03:16:09.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.481+0000 7f1b1f000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b180cfba0 con 0x7f1b180d23c0 2024-09-12T03:16:09.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.481+0000 7f1b1f000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1b180cfe80 con 0x7f1b1806e820 2024-09-12T03:16:09.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.481+0000 7f1b1dc00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f1b1815e4b0 0x7f1b180cefb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:33288/0 (socket says 172.21.15.29:33288) 2024-09-12T03:16:09.484 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.481+0000 7f1b1dc00640 1 -- 172.21.15.29:0/3830121826 learned_addr learned my addr 172.21.15.29:0/3830121826 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:09.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b1e600640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b1806e820 0x7f1b18169170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4184074854 0 0) 0x7f1b180cf8c0 con 0x7f1b1815e4b0 2024-09-12T03:16:09.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1b00003520 con 0x7f1b1815e4b0 2024-09-12T03:16:09.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2319431049 0 0) 0x7f1b180cfba0 con 0x7f1b180d23c0 2024-09-12T03:16:09.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1b180cf8c0 con 0x7f1b180d23c0 2024-09-12T03:16:09.487 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 60294482 0 0) 0x7f1b00003520 con 0x7f1b1815e4b0 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b1806e820 msgr2=0x7f1b18169170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b1806e820 0x7f1b18169170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 >> v1:172.21.15.38:6789/0 conn(0x7f1b180d23c0 legacy=0x7f1b180d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b180d0160 con 0x7f1b1815e4b0 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f1b0c001670 con 0x7f1b1815e4b0 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 >> v1:172.21.15.29:6789/0 conn(0x7f1b1815e4b0 legacy=0x7f1b180cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b00003b70 0x7f1b00003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 0x7f1b00004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b000051c0 0x7f1b0000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1b180cfe80 con 0x7f1b00004800 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0000bfe0 con 0x7f1b00003b70 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1b0000c1e0 con 0x7f1b000051c0 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.482+0000 7f1b1e600640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b1806e820 0x7f1b18169170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:16:09.488 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.483+0000 7f1b1d200640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 0x7f1b00004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.483+0000 7f1b1dc00640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b00003b70 0x7f1b00003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.483+0000 7f1b1e600640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b000051c0 0x7f1b0000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.483+0000 7f1b1d200640 1 -- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b000051c0 msgr2=0x7f1b0000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.483+0000 7f1b1d200640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b000051c0 0x7f1b0000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.483+0000 7f1b1d200640 1 -- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b00003b70 msgr2=0x7f1b00003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.483+0000 7f1b1d200640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b00003b70 0x7f1b00003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.483+0000 7f1b1d200640 1 -- 172.21.15.29:0/3830121826 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b00003520 con 0x7f1b00004800 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.484+0000 7f1b1d200640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 0x7f1b00004c80 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f1b040018d0 tx=0x7f1b00005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10942c9e9daa53f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.484+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b040014f0 con 0x7f1b00004800 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.484+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b040052d0 con 0x7f1b00004800 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.484+0000 7f1b17e00640 1 -- 172.21.15.29:0/3830121826 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0402aca0 con 0x7f1b00004800 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.485+0000 7f1b1f000640 1 -- 172.21.15.29:0/3830121826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 msgr2=0x7f1b00004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.485+0000 7f1b1f000640 1 --2- 172.21.15.29:0/3830121826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 0x7f1b00004c80 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f1b040018d0 tx=0x7f1b00005830 comp rx=0 tx=0).stop 2024-09-12T03:16:09.489 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.485+0000 7f1b1e600640 1 -- 172.21.15.29:0/3830121826 reap_dead start 2024-09-12T03:16:09.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.485+0000 7f1b1f000640 1 -- 172.21.15.29:0/3830121826 shutdown_connections 2024-09-12T03:16:09.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.485+0000 7f1b1f000640 1 -- 172.21.15.29:0/3830121826 >> 172.21.15.29:0/3830121826 conn(0x7f1b1809d740 msgr2=0x7f1b1808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:09.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.485+0000 7f1b1f000640 1 -- 172.21.15.29:0/3830121826 shutdown_connections 2024-09-12T03:16:09.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.485+0000 7f1b1f000640 1 -- 172.21.15.29:0/3830121826 wait complete. 2024-09-12T03:16:09.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.487+0000 7f1b1f000640 1 Processor -- start 2024-09-12T03:16:09.490 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.487+0000 7f1b1f000640 1 -- start start 2024-09-12T03:16:09.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1f000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 0x7f1b180b6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1f000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b180ca370 0x7f1b180cc4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1f000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b180ca7f0 0x7f1b180cca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1f000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1b180d3210 con 0x7f1b00004800 2024-09-12T03:16:09.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1f000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1b180d3090 con 0x7f1b180ca370 2024-09-12T03:16:09.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1f000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1b18167160 con 0x7f1b180ca7f0 2024-09-12T03:16:09.492 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1dc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 0x7f1b180b6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1dc00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 0x7f1b180b6180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49722/0 (socket says 172.21.15.29:49722) 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1dc00640 1 -- 172.21.15.29:0/2296305240 learned_addr learned my addr 172.21.15.29:0/2296305240 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1d200640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b180ca370 0x7f1b180cc4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1e600640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b180ca7f0 0x7f1b180cca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1dc00640 1 -- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b180ca7f0 msgr2=0x7f1b180cca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1dc00640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b180ca7f0 0x7f1b180cca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1dc00640 1 -- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b180ca370 msgr2=0x7f1b180cc4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1dc00640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b180ca370 0x7f1b180cc4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1dc00640 1 -- 172.21.15.29:0/2296305240 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b1809e150 con 0x7f1b00004800 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.488+0000 7f1b1d200640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b180ca370 0x7f1b180cc4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.489+0000 7f1b1dc00640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 0x7f1b180b6180 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c004e60 tx=0x7f1b0c007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.489+0000 7f1b15600640 1 -- 172.21.15.29:0/2296305240 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0c00f7b0 con 0x7f1b00004800 2024-09-12T03:16:09.493 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.489+0000 7f1b15600640 1 -- 172.21.15.29:0/2296305240 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b0c018070 con 0x7f1b00004800 2024-09-12T03:16:09.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.489+0000 7f1b15600640 1 -- 172.21.15.29:0/2296305240 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0c00fbb0 con 0x7f1b00004800 2024-09-12T03:16:09.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.489+0000 7f1b1f000640 1 -- 172.21.15.29:0/2296305240 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b1809e430 con 0x7f1b00004800 2024-09-12T03:16:09.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.489+0000 7f1b1f000640 1 -- 172.21.15.29:0/2296305240 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b1809e9f0 con 0x7f1b00004800 2024-09-12T03:16:09.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.490+0000 7f1b1f000640 1 -- 172.21.15.29:0/2296305240 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b180d2980 con 0x7f1b00004800 2024-09-12T03:16:09.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.491+0000 7f1b15600640 1 -- 172.21.15.29:0/2296305240 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1b0c00fd50 con 0x7f1b00004800 2024-09-12T03:16:09.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.492+0000 7f1b15600640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af806be30 0x7f1af806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.492+0000 7f1b15600640 1 -- 172.21.15.29:0/2296305240 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f1b0c08ace0 con 0x7f1b00004800 2024-09-12T03:16:09.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.492+0000 7f1b1d200640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af806be30 0x7f1af806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.493+0000 7f1b1d200640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af806be30 0x7f1af806e2f0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f1b04032000 tx=0x7f1b04009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:09.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.496+0000 7f1b15600640 1 -- 172.21.15.29:0/2296305240 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1b0c059740 con 0x7f1b00004800 2024-09-12T03:16:09.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.684+0000 7f1b1f000640 1 -- 172.21.15.29:0/2296305240 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f1b180ba280 con 0x7f1b00004800 2024-09-12T03:16:09.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.688+0000 7f1b15600640 1 -- 172.21.15.29:0/2296305240 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v21) ==== 104+0+0 (secure 0 0 0) 0x7f1b0c059040 con 0x7f1b00004800 2024-09-12T03:16:09.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 -- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af806be30 msgr2=0x7f1af806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af806be30 0x7f1af806e2f0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f1b04032000 tx=0x7f1b04009030 comp rx=0 tx=0).stop 2024-09-12T03:16:09.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 -- 172.21.15.29:0/2296305240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 msgr2=0x7f1b180b6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 0x7f1b180b6180 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c004e60 tx=0x7f1b0c007430 comp rx=0 tx=0).stop 2024-09-12T03:16:09.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 -- 172.21.15.29:0/2296305240 shutdown_connections 2024-09-12T03:16:09.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1af806be30 0x7f1af806e2f0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1b180ca7f0 0x7f1b180cca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1b180ca370 0x7f1b180cc4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 --2- 172.21.15.29:0/2296305240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b00004800 0x7f1b180b6180 unknown :-1 s=CLOSED pgs=1561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 -- 172.21.15.29:0/2296305240 >> 172.21.15.29:0/2296305240 conn(0x7f1b1809d740 msgr2=0x7f1b180b4650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:09.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 -- 172.21.15.29:0/2296305240 shutdown_connections 2024-09-12T03:16:09.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.690+0000 7f1b1f000640 1 -- 172.21.15.29:0/2296305240 wait complete. 2024-09-12T03:16:09.707 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_with_abort_mds0' 2024-09-12T03:16:09.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.870+0000 7fd929200640 1 Processor -- start 2024-09-12T03:16:09.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.870+0000 7fd929200640 1 -- start start 2024-09-12T03:16:09.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.871+0000 7fd929200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fd92406f4c0 0x7fd9240cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.871+0000 7fd929200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 0x7fd9240b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.871+0000 7fd929200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9240cfb40 con 0x7fd92406f0e0 2024-09-12T03:16:09.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.871+0000 7fd929200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fd92415bc50 con 0x7fd92406f4c0 2024-09-12T03:16:09.872 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.871+0000 7fd929200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd924152630 con 0x7fd9240cf5a0 2024-09-12T03:16:09.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.871+0000 7fd921e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fd92406f0e0 0x7fd92415c0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51236/0 (socket says 172.21.15.29:51236) 2024-09-12T03:16:09.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.871+0000 7fd921e00640 1 -- 172.21.15.29:0/4041050292 learned_addr learned my addr 172.21.15.29:0/4041050292 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:09.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.871+0000 7fd922800640 1 --2- 172.21.15.29:0/4041050292 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 0x7fd9240b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.872+0000 7fd921400640 1 --2- 172.21.15.29:0/4041050292 >> v2:172.21.15.38:3300/0 conn(0x7fd92406f4c0 0x7fd9240cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.872+0000 7fd920a00640 1 -- 172.21.15.29:0/4041050292 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4122843564 0 0) 0x7fd9240cfb40 con 0x7fd92406f0e0 2024-09-12T03:16:09.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.872+0000 7fd920a00640 1 -- 172.21.15.29:0/4041050292 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd908003520 con 0x7fd92406f0e0 2024-09-12T03:16:09.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.872+0000 7fd922800640 1 -- 172.21.15.29:0/4041050292 >> v2:172.21.15.38:3300/0 conn(0x7fd92406f4c0 msgr2=0x7fd9240cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:09.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.872+0000 7fd922800640 1 --2- 172.21.15.29:0/4041050292 >> v2:172.21.15.38:3300/0 conn(0x7fd92406f4c0 0x7fd9240cf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.872+0000 7fd922800640 1 -- 172.21.15.29:0/4041050292 >> v1:172.21.15.29:6789/0 conn(0x7fd92406f0e0 legacy=0x7fd92415c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.873 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.872+0000 7fd922800640 1 -- 172.21.15.29:0/4041050292 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9240cfe20 con 0x7fd9240cf5a0 2024-09-12T03:16:09.874 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.873+0000 7fd922800640 1 --2- 172.21.15.29:0/4041050292 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 0x7fd9240b3ba0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd91c009d90 tx=0x7fd91c02c870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f21de8014a619f6c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:09.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.873+0000 7fd920a00640 1 -- 172.21.15.29:0/4041050292 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd91c032770 con 0x7fd9240cf5a0 2024-09-12T03:16:09.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.873+0000 7fd920a00640 1 -- 172.21.15.29:0/4041050292 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd91c038070 con 0x7fd9240cf5a0 2024-09-12T03:16:09.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.873+0000 7fd920a00640 1 -- 172.21.15.29:0/4041050292 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd91c032b30 con 0x7fd9240cf5a0 2024-09-12T03:16:09.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.874+0000 7fd929200640 1 -- 172.21.15.29:0/4041050292 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 msgr2=0x7fd9240b3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.874+0000 7fd929200640 1 --2- 172.21.15.29:0/4041050292 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 0x7fd9240b3ba0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd91c009d90 tx=0x7fd91c02c870 comp rx=0 tx=0).stop 2024-09-12T03:16:09.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.874+0000 7fd929200640 1 -- 172.21.15.29:0/4041050292 shutdown_connections 2024-09-12T03:16:09.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.874+0000 7fd929200640 1 --2- 172.21.15.29:0/4041050292 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 0x7fd9240b3ba0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.874+0000 7fd929200640 1 --2- 172.21.15.29:0/4041050292 >> v2:172.21.15.38:3300/0 conn(0x7fd92406f4c0 0x7fd9240cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.874+0000 7fd929200640 1 -- 172.21.15.29:0/4041050292 >> 172.21.15.29:0/4041050292 conn(0x7fd924067da0 msgr2=0x7fd92406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:09.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.874+0000 7fd929200640 1 -- 172.21.15.29:0/4041050292 shutdown_connections 2024-09-12T03:16:09.875 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.874+0000 7fd929200640 1 -- 172.21.15.29:0/4041050292 wait complete. 2024-09-12T03:16:09.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.876+0000 7fd929200640 1 Processor -- start 2024-09-12T03:16:09.876 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.876+0000 7fd929200640 1 -- start start 2024-09-12T03:16:09.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd929200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd92406f0e0 0x7fd924156bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.878 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd929200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd92406f4c0 0x7fd9240b2800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd929200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 0x7fd9240b42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd929200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd92406fa90 con 0x7fd92406f0e0 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd929200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fd92406f910 con 0x7fd92406f4c0 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd929200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fd92415ee80 con 0x7fd9240cf5a0 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd921e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd92406f0e0 0x7fd924156bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd921e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd92406f0e0 0x7fd924156bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60328/0 (socket says 172.21.15.29:60328) 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd921e00640 1 -- 172.21.15.29:0/3492188821 learned_addr learned my addr 172.21.15.29:0/3492188821 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd922800640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 0x7fd9240b42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd921400640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd92406f4c0 0x7fd9240b2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd921e00640 1 -- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 msgr2=0x7fd9240b42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd921e00640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 0x7fd9240b42a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd921e00640 1 -- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd92406f4c0 msgr2=0x7fd9240b2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:09.879 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd921e00640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd92406f4c0 0x7fd9240b2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:09.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.877+0000 7fd921e00640 1 -- 172.21.15.29:0/3492188821 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9241547a0 con 0x7fd92406f0e0 2024-09-12T03:16:09.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.878+0000 7fd922800640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 0x7fd9240b42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:09.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.878+0000 7fd921400640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd92406f4c0 0x7fd9240b2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:09.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.878+0000 7fd921e00640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd92406f0e0 0x7fd924156bf0 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7fd91400c460 tx=0x7fd91400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:09.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.878+0000 7fd91a000640 1 -- 172.21.15.29:0/3492188821 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd914017070 con 0x7fd92406f0e0 2024-09-12T03:16:09.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.878+0000 7fd91a000640 1 -- 172.21.15.29:0/3492188821 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd914005ce0 con 0x7fd92406f0e0 2024-09-12T03:16:09.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.878+0000 7fd91a000640 1 -- 172.21.15.29:0/3492188821 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd914007290 con 0x7fd92406f0e0 2024-09-12T03:16:09.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.878+0000 7fd929200640 1 -- 172.21.15.29:0/3492188821 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd924154a80 con 0x7fd92406f0e0 2024-09-12T03:16:09.880 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.878+0000 7fd929200640 1 -- 172.21.15.29:0/3492188821 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd924155040 con 0x7fd92406f0e0 2024-09-12T03:16:09.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.879+0000 7fd929200640 1 -- 172.21.15.29:0/3492188821 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd92415f9a0 con 0x7fd92406f0e0 2024-09-12T03:16:09.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.880+0000 7fd91a000640 1 -- 172.21.15.29:0/3492188821 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd91401a070 con 0x7fd92406f0e0 2024-09-12T03:16:09.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.881+0000 7fd91a000640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd90406be30 0x7fd90406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:09.881 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.881+0000 7fd91a000640 1 -- 172.21.15.29:0/3492188821 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7fd91408a1a0 con 0x7fd92406f0e0 2024-09-12T03:16:09.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.881+0000 7fd921400640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd90406be30 0x7fd90406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:09.882 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.882+0000 7fd921400640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd90406be30 0x7fd90406e2f0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fd92415dde0 tx=0x7fd910008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:09.885 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:09.885+0000 7fd91a000640 1 -- 172.21.15.29:0/3492188821 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd914058b70 con 0x7fd92406f0e0 2024-09-12T03:16:10.135 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.134+0000 7fd929200640 1 -- 172.21.15.29:0/3492188821 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_with_abort_mds0"]} v 0) -- 0x7fd9240cf020 con 0x7fd92406f0e0 2024-09-12T03:16:10.301 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.299+0000 7fd91a000640 1 -- 172.21.15.29:0/3492188821 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_multimds_misc.TestScrub2.test_scrub_pause_and_resume_with_abort_mds0"]}]=0 v398) ==== 165+0+0 (secure 0 0 0) 0x7fd914058470 con 0x7fd92406f0e0 2024-09-12T03:16:10.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 -- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd90406be30 msgr2=0x7fd90406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:10.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd90406be30 0x7fd90406e2f0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fd92415dde0 tx=0x7fd910008040 comp rx=0 tx=0).stop 2024-09-12T03:16:10.302 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 -- 172.21.15.29:0/3492188821 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd92406f0e0 msgr2=0x7fd924156bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:10.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd92406f0e0 0x7fd924156bf0 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7fd91400c460 tx=0x7fd91400c920 comp rx=0 tx=0).stop 2024-09-12T03:16:10.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 -- 172.21.15.29:0/3492188821 shutdown_connections 2024-09-12T03:16:10.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fd90406be30 0x7fd90406e2f0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:10.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fd9240cf5a0 0x7fd9240b42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:10.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fd92406f4c0 0x7fd9240b2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:10.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 --2- 172.21.15.29:0/3492188821 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd92406f0e0 0x7fd924156bf0 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:10.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 -- 172.21.15.29:0/3492188821 >> 172.21.15.29:0/3492188821 conn(0x7fd924067da0 msgr2=0x7fd924159960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:10.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 -- 172.21.15.29:0/3492188821 shutdown_connections 2024-09-12T03:16:10.303 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:10.302+0000 7fd929200640 1 -- 172.21.15.29:0/3492188821 wait complete. 2024-09-12T03:16:10.319 INFO:tasks.cephfs_test_runner:test_scrub_pause_and_resume_with_abort_mds0 (tasks.cephfs.test_multimds_misc.TestScrub2) ... ok 2024-09-12T03:16:10.319 INFO:tasks.cephfs_test_runner: 2024-09-12T03:16:10.320 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-12T03:16:10.320 INFO:tasks.cephfs_test_runner:Ran 6 tests in 421.265s 2024-09-12T03:16:10.320 INFO:tasks.cephfs_test_runner: 2024-09-12T03:16:10.320 INFO:tasks.cephfs_test_runner:OK 2024-09-12T03:16:10.320 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-12T03:16:10.329 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-12T03:16:10.336 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-12T03:16:10.337 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:16:10.337 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:16:10.372 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:16:10.373 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-12T03:16:10.373 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:16:10.448 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-12T03:16:10.448 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:16:10.448 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:16:10.488 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:16:10.488 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T03:16:10.488 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-12T03:16:10.566 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053402,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249604k,nr_inodes=812401,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499212k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-12T03:16:10.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:10.567 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:16:10.602 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-12T03:16:10.602 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-12T03:16:10.603 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:10.603 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-12T03:16:10.700 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:10.700 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-12T03:16:10.939 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:10.939 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link delete ceph-brx 2024-09-12T03:16:11.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:11.252 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2024-09-12T03:16:11.287 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:11.287 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link delete ceph-brx 2024-09-12T03:16:11.388 INFO:teuthology.orchestra.run.smithi029.stderr:Cannot find device "ceph-brx" 2024-09-12T03:16:11.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T03:16:11.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:11.391 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list 2024-09-12T03:16:11.431 INFO:teuthology.orchestra.run.smithi038.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-12T03:16:11.431 INFO:teuthology.orchestra.run.smithi038.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-12T03:16:11.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:11.431 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-12T03:16:11.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:11.536 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-12T03:16:11.819 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:11.819 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link delete ceph-brx 2024-09-12T03:16:12.146 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:12.147 DEBUG:teuthology.orchestra.run.smithi038:> ip netns list 2024-09-12T03:16:12.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-12T03:16:12.183 DEBUG:teuthology.orchestra.run.smithi038:> sudo ip link delete ceph-brx 2024-09-12T03:16:12.284 INFO:teuthology.orchestra.run.smithi038.stderr:Cannot find device "ceph-brx" 2024-09-12T03:16:12.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T03:16:12.287 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-12T03:16:12.298 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T03:16:12.298 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:16:12.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.466+0000 7ffae6a00640 1 Processor -- start 2024-09-12T03:16:12.466 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.466+0000 7ffae6a00640 1 -- start start 2024-09-12T03:16:12.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.467+0000 7ffae6a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ffae0072240 0x7ffae015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:12.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.467+0000 7ffae6a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae0072620 0x7ffae00af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:12.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.467+0000 7ffae6a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffae015d730 con 0x7ffae006dfd0 2024-09-12T03:16:12.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.467+0000 7ffae6a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7ffae006e590 con 0x7ffae0072240 2024-09-12T03:16:12.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.467+0000 7ffae6a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ffae006e870 con 0x7ffae0072620 2024-09-12T03:16:12.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.468+0000 7ffadfe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7ffae0072240 0x7ffae015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:12.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.468+0000 7ffae4a00640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7ffae006dfd0 0x7ffae015fdd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:36972/0 (socket says 172.21.15.29:36972) 2024-09-12T03:16:12.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.468+0000 7ffae4a00640 1 -- 172.21.15.29:0/2382725170 learned_addr learned my addr 172.21.15.29:0/2382725170 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:12.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.468+0000 7ffad7400640 1 --2- 172.21.15.29:0/2382725170 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae0072620 0x7ffae00af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:12.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.468+0000 7ffadfe00640 1 -- 172.21.15.29:0/2382725170 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae0072620 msgr2=0x7ffae00af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:12.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.468+0000 7ffadfe00640 1 --2- 172.21.15.29:0/2382725170 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae0072620 0x7ffae00af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.468+0000 7ffadfe00640 1 -- 172.21.15.29:0/2382725170 >> v1:172.21.15.38:6789/0 conn(0x7ffae006dfd0 legacy=0x7ffae015fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:12.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.468+0000 7ffadfe00640 1 -- 172.21.15.29:0/2382725170 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffae006eb50 con 0x7ffae0072240 2024-09-12T03:16:12.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.468+0000 7ffad7400640 1 --2- 172.21.15.29:0/2382725170 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae0072620 0x7ffae00af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:16:12.469 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.468+0000 7ffadf400640 1 -- 172.21.15.29:0/2382725170 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 162154111 0 0) 0x7ffae015d730 con 0x7ffae006dfd0 2024-09-12T03:16:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.469+0000 7ffadfe00640 1 --2- 172.21.15.29:0/2382725170 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffae0072240 0x7ffae015d1f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7ffad00097a0 tx=0x7ffad002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9271bffe8a5d94b server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.470+0000 7ffadf400640 1 -- 172.21.15.29:0/2382725170 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffad0037070 con 0x7ffae0072240 2024-09-12T03:16:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.470+0000 7ffadf400640 1 -- 172.21.15.29:0/2382725170 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffad0032440 con 0x7ffae0072240 2024-09-12T03:16:12.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.470+0000 7ffadf400640 1 -- 172.21.15.29:0/2382725170 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffad0032810 con 0x7ffae0072240 2024-09-12T03:16:12.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.470+0000 7ffae6a00640 1 -- 172.21.15.29:0/2382725170 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffae0072240 msgr2=0x7ffae015d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:12.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.470+0000 7ffae6a00640 1 --2- 172.21.15.29:0/2382725170 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffae0072240 0x7ffae015d1f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7ffad00097a0 tx=0x7ffad002a180 comp rx=0 tx=0).stop 2024-09-12T03:16:12.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.470+0000 7ffae6a00640 1 -- 172.21.15.29:0/2382725170 shutdown_connections 2024-09-12T03:16:12.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.470+0000 7ffae6a00640 1 --2- 172.21.15.29:0/2382725170 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae0072620 0x7ffae00af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.470+0000 7ffae6a00640 1 --2- 172.21.15.29:0/2382725170 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffae0072240 0x7ffae015d1f0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.470+0000 7ffae6a00640 1 -- 172.21.15.29:0/2382725170 >> 172.21.15.29:0/2382725170 conn(0x7ffae0067da0 msgr2=0x7ffae006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:12.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.470+0000 7ffae6a00640 1 -- 172.21.15.29:0/2382725170 shutdown_connections 2024-09-12T03:16:12.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.470+0000 7ffae6a00640 1 -- 172.21.15.29:0/2382725170 wait complete. 2024-09-12T03:16:12.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.472+0000 7ffae6a00640 1 Processor -- start 2024-09-12T03:16:12.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.472+0000 7ffae6a00640 1 -- start start 2024-09-12T03:16:12.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.473+0000 7ffae6a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae006dfd0 0x7ffae01f7e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:12.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.473+0000 7ffae6a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffae0072240 0x7ffae00a9e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:12.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.473+0000 7ffae6a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffae0072620 0x7ffae01f6a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:12.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.473+0000 7ffae6a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffae00ce360 con 0x7ffae0072240 2024-09-12T03:16:12.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.473+0000 7ffae6a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7ffae00ce1e0 con 0x7ffae0072620 2024-09-12T03:16:12.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.473+0000 7ffae6a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7ffae00ce4e0 con 0x7ffae006dfd0 2024-09-12T03:16:12.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.473+0000 7ffad7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffae0072240 0x7ffae00a9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:12.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.473+0000 7ffae4a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffae0072620 0x7ffae01f6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:12.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.473+0000 7ffad7400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffae0072240 0x7ffae00a9e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60330/0 (socket says 172.21.15.29:60330) 2024-09-12T03:16:12.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.473+0000 7ffadfe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae006dfd0 0x7ffae01f7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:12.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.473+0000 7ffad7400640 1 -- 172.21.15.29:0/2676695326 learned_addr learned my addr 172.21.15.29:0/2676695326 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:12.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffad7400640 1 -- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae006dfd0 msgr2=0x7ffae01f7e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffad7400640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae006dfd0 0x7ffae01f7e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffad7400640 1 -- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffae0072620 msgr2=0x7ffae01f6a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffad7400640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffae0072620 0x7ffae01f6a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffad7400640 1 -- 172.21.15.29:0/2676695326 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffae00b3fe0 con 0x7ffae0072240 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffadfe00640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae006dfd0 0x7ffae01f7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffae4a00640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffae0072620 0x7ffae01f6a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffad7400640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffae0072240 0x7ffae00a9e40 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7ffac800e960 tx=0x7ffac800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffadcc00640 1 -- 172.21.15.29:0/2676695326 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac8017070 con 0x7ffae0072240 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffadcc00640 1 -- 172.21.15.29:0/2676695326 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffac800ca00 con 0x7ffae0072240 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffadcc00640 1 -- 172.21.15.29:0/2676695326 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac800cdd0 con 0x7ffae0072240 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.474+0000 7ffae6a00640 1 -- 172.21.15.29:0/2676695326 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffae00b42c0 con 0x7ffae0072240 2024-09-12T03:16:12.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.475+0000 7ffae6a00640 1 -- 172.21.15.29:0/2676695326 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffae00b4880 con 0x7ffae0072240 2024-09-12T03:16:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.476+0000 7ffae6a00640 1 -- 172.21.15.29:0/2676695326 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffae015d1f0 con 0x7ffae0072240 2024-09-12T03:16:12.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.477+0000 7ffadcc00640 1 -- 172.21.15.29:0/2676695326 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffac801a070 con 0x7ffae0072240 2024-09-12T03:16:12.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.478+0000 7ffadcc00640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffabc06be30 0x7ffabc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:12.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.478+0000 7ffadcc00640 1 -- 172.21.15.29:0/2676695326 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7ffac808aed0 con 0x7ffae0072240 2024-09-12T03:16:12.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.479+0000 7ffadfe00640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffabc06be30 0x7ffabc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:12.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.479+0000 7ffadfe00640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffabc06be30 0x7ffabc06e2f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7ffad0034000 tx=0x7ffad002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:12.483 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.483+0000 7ffadcc00640 1 -- 172.21.15.29:0/2676695326 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffac8059380 con 0x7ffae0072240 2024-09-12T03:16:12.664 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.664+0000 7ffae6a00640 1 -- 172.21.15.29:0/2676695326 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffae00aa380 con 0x7ffabc06be30 2024-09-12T03:16:12.665 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.665+0000 7ffadcc00640 1 -- 172.21.15.29:0/2676695326 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13489 (secure 0 0 0) 0x7ffad0032aa0 con 0x7ffabc06be30 2024-09-12T03:16:12.665 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:12.666 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:16:12.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 -- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffabc06be30 msgr2=0x7ffabc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:12.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffabc06be30 0x7ffabc06e2f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7ffad0034000 tx=0x7ffad002e000 comp rx=0 tx=0).stop 2024-09-12T03:16:12.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 -- 172.21.15.29:0/2676695326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffae0072240 msgr2=0x7ffae00a9e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:12.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffae0072240 0x7ffae00a9e40 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7ffac800e960 tx=0x7ffac800ee20 comp rx=0 tx=0).stop 2024-09-12T03:16:12.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 -- 172.21.15.29:0/2676695326 shutdown_connections 2024-09-12T03:16:12.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7ffabc06be30 0x7ffabc06e2f0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7ffae0072620 0x7ffae01f6a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffae0072240 0x7ffae00a9e40 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 --2- 172.21.15.29:0/2676695326 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffae006dfd0 0x7ffae01f7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.668 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 -- 172.21.15.29:0/2676695326 >> 172.21.15.29:0/2676695326 conn(0x7ffae0067da0 msgr2=0x7ffae006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:12.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 -- 172.21.15.29:0/2676695326 shutdown_connections 2024-09-12T03:16:12.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.667+0000 7ffae6a00640 1 -- 172.21.15.29:0/2676695326 wait complete. 2024-09-12T03:16:12.684 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":340,"stamp":"2024-09-12T03:16:11.833832+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":261224,"kb_used_data":11708,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713496,"statfs":{"total":773094113280,"available":772826619904,"internally_reserved":0,"allocated":11988992,"data_stored":6276827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-125875,"num_objects":-68,"num_object_clones":0,"num_object_copies":-136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-68,"num_whiteouts":0,"num_read":-1,"num_read_kb":0,"num_write":-256,"num_write_kb":-210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-48,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001672"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":335,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-12T03:16:08.313281+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:16:08.313281+0000","last_peered":"2024-09-12T03:16:08.313281+0000","last_clean":"2024-09-12T03:16:08.313281+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:16:08.313281+0000","last_undegraded":"2024-09-12T03:16:08.313281+0000","last_fullsized":"2024-09-12T03:16:08.313281+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574945,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33084,"kb_used_data":1896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338756,"statfs":{"total":96636764160,"available":96602886144,"internally_reserved":0,"allocated":1941504,"data_stored":1222172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574945,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32620,"kb_used_data":1432,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339220,"statfs":{"total":96636764160,"available":96603361280,"internally_reserved":0,"allocated":1466368,"data_stored":725779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574945,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32488,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339352,"statfs":{"total":96636764160,"available":96603496448,"internally_reserved":0,"allocated":1331200,"data_stored":622673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574945,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32488,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339352,"statfs":{"total":96636764160,"available":96603496448,"internally_reserved":0,"allocated":1331200,"data_stored":622673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574946,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32484,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339356,"statfs":{"total":96636764160,"available":96603500544,"internally_reserved":0,"allocated":1327104,"data_stored":616684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574946,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32504,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339336,"statfs":{"total":96636764160,"available":96603480064,"internally_reserved":0,"allocated":1335296,"data_stored":631132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574945,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32488,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339352,"statfs":{"total":96636764160,"available":96603496448,"internally_reserved":0,"allocated":1331200,"data_stored":622673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574946,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1925120,"data_stored":1213041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:16:12.684 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:16:12.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.840+0000 7f5ecfe00640 1 Processor -- start 2024-09-12T03:16:12.841 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.841+0000 7f5ecfe00640 1 -- start start 2024-09-12T03:16:12.842 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.842+0000 7f5ecfe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f5ed0070900 0x7f5ed00b54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:12.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.842+0000 7f5ecfe00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ed00b5bb0 con 0x7f5ed0147ee0 2024-09-12T03:16:12.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.842+0000 7f5ecfe00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ed00b5e90 con 0x7f5ed0147b00 2024-09-12T03:16:12.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.842+0000 7f5ecfe00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f5ed006d320 con 0x7f5ed0070900 2024-09-12T03:16:12.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.842+0000 7f5ec7e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f5ed0147ee0 0x7f5ed00701f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51240/0 (socket says 172.21.15.29:51240) 2024-09-12T03:16:12.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.842+0000 7f5ec7e00640 1 -- 172.21.15.29:0/1199820002 learned_addr learned my addr 172.21.15.29:0/1199820002 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:12.843 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.842+0000 7f5ecf400640 1 --2- 172.21.15.29:0/1199820002 >> v2:172.21.15.29:3300/0 conn(0x7f5ed0070900 0x7f5ed00b54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:12.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.843+0000 7f5ece000640 1 -- 172.21.15.29:0/1199820002 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2141984656 0 0) 0x7f5ed00b5bb0 con 0x7f5ed0147ee0 2024-09-12T03:16:12.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.843+0000 7f5ece000640 1 -- 172.21.15.29:0/1199820002 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5eb4003520 con 0x7f5ed0147ee0 2024-09-12T03:16:12.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.843+0000 7f5ece000640 1 -- 172.21.15.29:0/1199820002 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2503265705 0 0) 0x7f5ed00b5e90 con 0x7f5ed0147b00 2024-09-12T03:16:12.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.843+0000 7f5ecf400640 1 -- 172.21.15.29:0/1199820002 >> v1:172.21.15.38:6789/0 conn(0x7f5ed0147b00 legacy=0x7f5ed006db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:12.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.843+0000 7f5ecf400640 1 -- 172.21.15.29:0/1199820002 >> v1:172.21.15.29:6789/0 conn(0x7f5ed0147ee0 legacy=0x7f5ed00701f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:12.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.843+0000 7f5ecf400640 1 -- 172.21.15.29:0/1199820002 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ed006d600 con 0x7f5ed0070900 2024-09-12T03:16:12.844 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.844+0000 7f5ecf400640 1 --2- 172.21.15.29:0/1199820002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ed0070900 0x7f5ed00b54f0 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f5ec8009d90 tx=0x7f5ec802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=694f54f409691ecc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:12.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.844+0000 7f5ece000640 1 -- 172.21.15.29:0/1199820002 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec8007740 con 0x7f5ed0070900 2024-09-12T03:16:12.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.844+0000 7f5ece000640 1 -- 172.21.15.29:0/1199820002 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ec80078e0 con 0x7f5ed0070900 2024-09-12T03:16:12.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.844+0000 7f5ece000640 1 -- 172.21.15.29:0/1199820002 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec8007c90 con 0x7f5ed0070900 2024-09-12T03:16:12.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.845+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1199820002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ed0070900 msgr2=0x7f5ed00b54f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:12.845 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.845+0000 7f5ecfe00640 1 --2- 172.21.15.29:0/1199820002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ed0070900 0x7f5ed00b54f0 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f5ec8009d90 tx=0x7f5ec802a660 comp rx=0 tx=0).stop 2024-09-12T03:16:12.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.845+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1199820002 shutdown_connections 2024-09-12T03:16:12.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.845+0000 7f5ecfe00640 1 --2- 172.21.15.29:0/1199820002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ed0070900 0x7f5ed00b54f0 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.845+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1199820002 >> 172.21.15.29:0/1199820002 conn(0x7f5ed0067b90 msgr2=0x7f5ed0067fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:12.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.845+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1199820002 shutdown_connections 2024-09-12T03:16:12.846 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.845+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1199820002 wait complete. 2024-09-12T03:16:12.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.846+0000 7f5ecfe00640 1 Processor -- start 2024-09-12T03:16:12.847 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.847+0000 7f5ecfe00640 1 -- start start 2024-09-12T03:16:12.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.847+0000 7f5ecfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ed0070900 0x7f5ed01f37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:12.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecfe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5ed0147b00 0x7f5ed0156d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:12.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecfe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5ed0147ee0 0x7f5ed0157240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:12.849 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecfe00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed015f2b0 con 0x7f5ed0070900 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecfe00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed00b6170 con 0x7f5ed0147ee0 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecfe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f5ed015f430 con 0x7f5ed0147b00 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ed0070900 0x7f5ed01f37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ed0070900 0x7f5ed01f37f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60354/0 (socket says 172.21.15.29:60354) 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecea00640 1 -- 172.21.15.29:0/1307347042 learned_addr learned my addr 172.21.15.29:0/1307347042 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecf400640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5ed0147ee0 0x7f5ed0157240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ec7e00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5ed0147b00 0x7f5ed0156d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecea00640 1 -- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5ed0147b00 msgr2=0x7f5ed0156d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecea00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5ed0147b00 0x7f5ed0156d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecea00640 1 -- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5ed0147ee0 msgr2=0x7f5ed0157240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecea00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5ed0147ee0 0x7f5ed0157240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecea00640 1 -- 172.21.15.29:0/1307347042 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ed01442c0 con 0x7f5ed0070900 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecf400640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5ed0147ee0 0x7f5ed0157240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:12.850 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ec7e00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5ed0147b00 0x7f5ed0156d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:12.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.848+0000 7f5ecea00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ed0070900 0x7f5ed01f37f0 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f5ec000c460 tx=0x7f5ec000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:12.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.849+0000 7f5ec6a00640 1 -- 172.21.15.29:0/1307347042 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec0005480 con 0x7f5ed0070900 2024-09-12T03:16:12.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.849+0000 7f5ec6a00640 1 -- 172.21.15.29:0/1307347042 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ec00035f0 con 0x7f5ed0070900 2024-09-12T03:16:12.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.849+0000 7f5ec6a00640 1 -- 172.21.15.29:0/1307347042 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec0003a00 con 0x7f5ed0070900 2024-09-12T03:16:12.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.849+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1307347042 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ed01445a0 con 0x7f5ed0070900 2024-09-12T03:16:12.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.849+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1307347042 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ed0144880 con 0x7f5ed0070900 2024-09-12T03:16:12.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.850+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1307347042 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ed0071bf0 con 0x7f5ed0070900 2024-09-12T03:16:12.851 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.851+0000 7f5ec6a00640 1 -- 172.21.15.29:0/1307347042 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5ec0003ba0 con 0x7f5ed0070900 2024-09-12T03:16:12.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.852+0000 7f5ec6a00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5eac06bfd0 0x7f5eac06e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:12.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.852+0000 7f5ec6a00640 1 -- 172.21.15.29:0/1307347042 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f5ec008aa80 con 0x7f5ed0070900 2024-09-12T03:16:12.852 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.852+0000 7f5ec7e00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5eac06bfd0 0x7f5eac06e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:12.853 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.853+0000 7f5ec7e00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5eac06bfd0 0x7f5eac06e490 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f5eb8007fd0 tx=0x7f5eb8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:12.856 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:12.856+0000 7f5ec6a00640 1 -- 172.21.15.29:0/1307347042 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5ed0071bf0 con 0x7f5ed0070900 2024-09-12T03:16:13.037 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.036+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1307347042 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5ed0068d00 con 0x7f5eac06bfd0 2024-09-12T03:16:13.038 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.038+0000 7f5ec6a00640 1 -- 172.21.15.29:0/1307347042 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13489 (secure 0 0 0) 0x7f5ed0068d00 con 0x7f5eac06bfd0 2024-09-12T03:16:13.038 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:13.038 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:16:13.040 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5eac06bfd0 msgr2=0x7f5eac06e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5eac06bfd0 0x7f5eac06e490 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f5eb8007fd0 tx=0x7f5eb8009040 comp rx=0 tx=0).stop 2024-09-12T03:16:13.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1307347042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ed0070900 msgr2=0x7f5ed01f37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ed0070900 0x7f5ed01f37f0 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f5ec000c460 tx=0x7f5ec000c920 comp rx=0 tx=0).stop 2024-09-12T03:16:13.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1307347042 shutdown_connections 2024-09-12T03:16:13.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f5eac06bfd0 0x7f5eac06e490 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f5ed0147ee0 0x7f5ed0157240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f5ed0147b00 0x7f5ed0156d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 --2- 172.21.15.29:0/1307347042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5ed0070900 0x7f5ed01f37f0 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1307347042 >> 172.21.15.29:0/1307347042 conn(0x7f5ed0067b90 msgr2=0x7f5ed006db20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:13.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1307347042 shutdown_connections 2024-09-12T03:16:13.041 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.040+0000 7f5ecfe00640 1 -- 172.21.15.29:0/1307347042 wait complete. 2024-09-12T03:16:13.056 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":340,"stamp":"2024-09-12T03:16:11.833832+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":261224,"kb_used_data":11708,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713496,"statfs":{"total":773094113280,"available":772826619904,"internally_reserved":0,"allocated":11988992,"data_stored":6276827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-125875,"num_objects":-68,"num_object_clones":0,"num_object_copies":-136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-68,"num_whiteouts":0,"num_read":-1,"num_read_kb":0,"num_write":-256,"num_write_kb":-210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-48,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001672"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":335,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-12T03:16:08.313281+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:16:08.313281+0000","last_peered":"2024-09-12T03:16:08.313281+0000","last_clean":"2024-09-12T03:16:08.313281+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:16:08.313281+0000","last_undegraded":"2024-09-12T03:16:08.313281+0000","last_fullsized":"2024-09-12T03:16:08.313281+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574945,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33084,"kb_used_data":1896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338756,"statfs":{"total":96636764160,"available":96602886144,"internally_reserved":0,"allocated":1941504,"data_stored":1222172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574945,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32620,"kb_used_data":1432,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339220,"statfs":{"total":96636764160,"available":96603361280,"internally_reserved":0,"allocated":1466368,"data_stored":725779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574945,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32488,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339352,"statfs":{"total":96636764160,"available":96603496448,"internally_reserved":0,"allocated":1331200,"data_stored":622673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574945,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32488,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339352,"statfs":{"total":96636764160,"available":96603496448,"internally_reserved":0,"allocated":1331200,"data_stored":622673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574946,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32484,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339356,"statfs":{"total":96636764160,"available":96603500544,"internally_reserved":0,"allocated":1327104,"data_stored":616684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574946,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32504,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339336,"statfs":{"total":96636764160,"available":96603480064,"internally_reserved":0,"allocated":1335296,"data_stored":631132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574945,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32488,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339352,"statfs":{"total":96636764160,"available":96603496448,"internally_reserved":0,"allocated":1331200,"data_stored":622673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574946,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1925120,"data_stored":1213041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:16:13.057 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T03:16:13.057 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:16:13.212 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.212+0000 7feb61200640 1 Processor -- start 2024-09-12T03:16:13.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.212+0000 7feb61200640 1 -- start start 2024-09-12T03:16:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.213+0000 7feb61200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7feb5c0afc40 0x7feb5c166f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.213+0000 7feb61200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb5c06e590 con 0x7feb5c072240 2024-09-12T03:16:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.213+0000 7feb61200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb5c06e870 con 0x7feb5c072620 2024-09-12T03:16:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.213+0000 7feb61200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7feb5c06eb50 con 0x7feb5c0afc40 2024-09-12T03:16:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.213+0000 7feb59e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7feb5c072240 0x7feb5c15d1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51256/0 (socket says 172.21.15.29:51256) 2024-09-12T03:16:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.213+0000 7feb59e00640 1 -- 172.21.15.29:0/553567472 learned_addr learned my addr 172.21.15.29:0/553567472 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:13.214 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.214+0000 7feb5a800640 1 --2- 172.21.15.29:0/553567472 >> v2:172.21.15.29:3300/0 conn(0x7feb5c0afc40 0x7feb5c166f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:13.215 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.214+0000 7feb58a00640 1 -- 172.21.15.29:0/553567472 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 374905650 0 0) 0x7feb5c06e590 con 0x7feb5c072240 2024-09-12T03:16:13.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.214+0000 7feb58a00640 1 -- 172.21.15.29:0/553567472 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7feb40003520 con 0x7feb5c072240 2024-09-12T03:16:13.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.214+0000 7feb5a800640 1 -- 172.21.15.29:0/553567472 >> v1:172.21.15.38:6789/0 conn(0x7feb5c072620 legacy=0x7feb5c0af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.214+0000 7feb5a800640 1 -- 172.21.15.29:0/553567472 >> v1:172.21.15.29:6789/0 conn(0x7feb5c072240 legacy=0x7feb5c15d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.214+0000 7feb5a800640 1 -- 172.21.15.29:0/553567472 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb5c06ee30 con 0x7feb5c0afc40 2024-09-12T03:16:13.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.215+0000 7feb5a800640 1 --2- 172.21.15.29:0/553567472 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb5c0afc40 0x7feb5c166f50 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7feb54009d90 tx=0x7feb5402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7620bcc2660fd923 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:13.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.215+0000 7feb58a00640 1 -- 172.21.15.29:0/553567472 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb54007740 con 0x7feb5c0afc40 2024-09-12T03:16:13.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.215+0000 7feb58a00640 1 -- 172.21.15.29:0/553567472 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb540078e0 con 0x7feb5c0afc40 2024-09-12T03:16:13.216 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.215+0000 7feb58a00640 1 -- 172.21.15.29:0/553567472 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb54007c90 con 0x7feb5c0afc40 2024-09-12T03:16:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.216+0000 7feb61200640 1 -- 172.21.15.29:0/553567472 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb5c0afc40 msgr2=0x7feb5c166f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.216+0000 7feb61200640 1 --2- 172.21.15.29:0/553567472 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb5c0afc40 0x7feb5c166f50 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7feb54009d90 tx=0x7feb5402a6f0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.216+0000 7feb61200640 1 -- 172.21.15.29:0/553567472 shutdown_connections 2024-09-12T03:16:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.216+0000 7feb61200640 1 --2- 172.21.15.29:0/553567472 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb5c0afc40 0x7feb5c166f50 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.216+0000 7feb61200640 1 -- 172.21.15.29:0/553567472 >> 172.21.15.29:0/553567472 conn(0x7feb5c067da0 msgr2=0x7feb5c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.216+0000 7feb61200640 1 -- 172.21.15.29:0/553567472 shutdown_connections 2024-09-12T03:16:13.217 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.216+0000 7feb61200640 1 -- 172.21.15.29:0/553567472 wait complete. 2024-09-12T03:16:13.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.218+0000 7feb61200640 1 Processor -- start 2024-09-12T03:16:13.218 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.218+0000 7feb61200640 1 -- start start 2024-09-12T03:16:13.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.219+0000 7feb61200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb5c072240 0x7feb5c141d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:13.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.219+0000 7feb61200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5c072620 0x7feb5c15d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:13.219 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.219+0000 7feb61200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb5c0afc40 0x7feb5c15dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:13.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.219+0000 7feb61200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb5c06dfd0 con 0x7feb5c0afc40 2024-09-12T03:16:13.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.219+0000 7feb61200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7feb5c0ce3f0 con 0x7feb5c072240 2024-09-12T03:16:13.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.219+0000 7feb61200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7feb5c06e150 con 0x7feb5c072620 2024-09-12T03:16:13.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.219+0000 7feb5a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb5c0afc40 0x7feb5c15dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:13.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.219+0000 7feb5a800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb5c0afc40 0x7feb5c15dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60380/0 (socket says 172.21.15.29:60380) 2024-09-12T03:16:13.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.219+0000 7feb5a800640 1 -- 172.21.15.29:0/3132696589 learned_addr learned my addr 172.21.15.29:0/3132696589 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:13.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.219+0000 7feb59e00640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb5c072240 0x7feb5c141d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:13.220 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.219+0000 7feb59400640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5c072620 0x7feb5c15d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:13.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.220+0000 7feb5a800640 1 -- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5c072620 msgr2=0x7feb5c15d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.220+0000 7feb5a800640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5c072620 0x7feb5c15d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.220+0000 7feb5a800640 1 -- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb5c072240 msgr2=0x7feb5c141d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.220+0000 7feb5a800640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb5c072240 0x7feb5c141d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.220+0000 7feb5a800640 1 -- 172.21.15.29:0/3132696589 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb5c0b0530 con 0x7feb5c0afc40 2024-09-12T03:16:13.221 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.220+0000 7feb5a800640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb5c0afc40 0x7feb5c15dec0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7feb54009d90 tx=0x7feb54004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:13.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.220+0000 7feb52000640 1 -- 172.21.15.29:0/3132696589 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb54009450 con 0x7feb5c0afc40 2024-09-12T03:16:13.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.220+0000 7feb52000640 1 -- 172.21.15.29:0/3132696589 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb54004240 con 0x7feb5c0afc40 2024-09-12T03:16:13.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.220+0000 7feb61200640 1 -- 172.21.15.29:0/3132696589 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb5c0b0810 con 0x7feb5c0afc40 2024-09-12T03:16:13.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.220+0000 7feb52000640 1 -- 172.21.15.29:0/3132696589 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb54004630 con 0x7feb5c0afc40 2024-09-12T03:16:13.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.220+0000 7feb61200640 1 -- 172.21.15.29:0/3132696589 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb5c0b0dd0 con 0x7feb5c0afc40 2024-09-12T03:16:13.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.221+0000 7feb61200640 1 -- 172.21.15.29:0/3132696589 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb5c15d1f0 con 0x7feb5c0afc40 2024-09-12T03:16:13.222 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.222+0000 7feb52000640 1 -- 172.21.15.29:0/3132696589 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7feb5403b410 con 0x7feb5c0afc40 2024-09-12T03:16:13.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.223+0000 7feb52000640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb3c06be30 0x7feb3c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:13.223 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.223+0000 7feb52000640 1 -- 172.21.15.29:0/3132696589 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7feb540abe50 con 0x7feb5c0afc40 2024-09-12T03:16:13.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.224+0000 7feb59e00640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb3c06be30 0x7feb3c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:13.224 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.224+0000 7feb59e00640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb3c06be30 0x7feb3c06e2f0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7feb4c0011e0 tx=0x7feb4c007d30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:13.227 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.227+0000 7feb52000640 1 -- 172.21.15.29:0/3132696589 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7feb5403f030 con 0x7feb5c0afc40 2024-09-12T03:16:13.408 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.408+0000 7feb61200640 1 -- 172.21.15.29:0/3132696589 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7feb5c0cf160 con 0x7feb3c06be30 2024-09-12T03:16:13.409 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.409+0000 7feb52000640 1 -- 172.21.15.29:0/3132696589 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13489 (secure 0 0 0) 0x7feb5c0cf160 con 0x7feb3c06be30 2024-09-12T03:16:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:13.410 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:16:13.411 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 -- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb3c06be30 msgr2=0x7feb3c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb3c06be30 0x7feb3c06e2f0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7feb4c0011e0 tx=0x7feb4c007d30 comp rx=0 tx=0).stop 2024-09-12T03:16:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 -- 172.21.15.29:0/3132696589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb5c0afc40 msgr2=0x7feb5c15dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb5c0afc40 0x7feb5c15dec0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7feb54009d90 tx=0x7feb54004a40 comp rx=0 tx=0).stop 2024-09-12T03:16:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 -- 172.21.15.29:0/3132696589 shutdown_connections 2024-09-12T03:16:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb3c06be30 0x7feb3c06e2f0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb5c0afc40 0x7feb5c15dec0 unknown :-1 s=CLOSED pgs=1570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb5c072620 0x7feb5c15d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 --2- 172.21.15.29:0/3132696589 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb5c072240 0x7feb5c141d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 -- 172.21.15.29:0/3132696589 >> 172.21.15.29:0/3132696589 conn(0x7feb5c067da0 msgr2=0x7feb5c0b3d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 -- 172.21.15.29:0/3132696589 shutdown_connections 2024-09-12T03:16:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.411+0000 7feb61200640 1 -- 172.21.15.29:0/3132696589 wait complete. 2024-09-12T03:16:13.427 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":340,"stamp":"2024-09-12T03:16:11.833832+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":261224,"kb_used_data":11708,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713496,"statfs":{"total":773094113280,"available":772826619904,"internally_reserved":0,"allocated":11988992,"data_stored":6276827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-125875,"num_objects":-68,"num_object_clones":0,"num_object_copies":-136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-68,"num_whiteouts":0,"num_read":-1,"num_read_kb":0,"num_write":-256,"num_write_kb":-210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-48,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001672"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":335,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-12T03:16:08.313281+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:16:08.313281+0000","last_peered":"2024-09-12T03:16:08.313281+0000","last_clean":"2024-09-12T03:16:08.313281+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:16:08.313281+0000","last_undegraded":"2024-09-12T03:16:08.313281+0000","last_fullsized":"2024-09-12T03:16:08.313281+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574945,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33084,"kb_used_data":1896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338756,"statfs":{"total":96636764160,"available":96602886144,"internally_reserved":0,"allocated":1941504,"data_stored":1222172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574945,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32620,"kb_used_data":1432,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339220,"statfs":{"total":96636764160,"available":96603361280,"internally_reserved":0,"allocated":1466368,"data_stored":725779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574945,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32488,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339352,"statfs":{"total":96636764160,"available":96603496448,"internally_reserved":0,"allocated":1331200,"data_stored":622673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574945,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32488,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339352,"statfs":{"total":96636764160,"available":96603496448,"internally_reserved":0,"allocated":1331200,"data_stored":622673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574946,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32484,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339356,"statfs":{"total":96636764160,"available":96603500544,"internally_reserved":0,"allocated":1327104,"data_stored":616684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574946,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32504,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339336,"statfs":{"total":96636764160,"available":96603480064,"internally_reserved":0,"allocated":1335296,"data_stored":631132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574945,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32488,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339352,"statfs":{"total":96636764160,"available":96603496448,"internally_reserved":0,"allocated":1331200,"data_stored":622673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574946,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33068,"kb_used_data":1880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338772,"statfs":{"total":96636764160,"available":96602902528,"internally_reserved":0,"allocated":1925120,"data_stored":1213041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:16:13.428 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T03:16:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.584+0000 7fb5c4000640 1 Processor -- start 2024-09-12T03:16:13.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.584+0000 7fb5c4000640 1 -- start start 2024-09-12T03:16:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.585+0000 7fb5c4000640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fb5bc162750 0x7fb5bc0ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.585+0000 7fb5c4000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5bc0af3a0 0x7fb5bc06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.585+0000 7fb5c4000640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5bc0af860 con 0x7fb5bc1554d0 2024-09-12T03:16:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.585+0000 7fb5c4000640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fb5bc0b0470 con 0x7fb5bc162750 2024-09-12T03:16:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.585+0000 7fb5c4000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb5bc0afb40 con 0x7fb5bc0af3a0 2024-09-12T03:16:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.586+0000 7fb5c1600640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fb5bc1554d0 0x7fb5bc162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51272/0 (socket says 172.21.15.29:51272) 2024-09-12T03:16:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.586+0000 7fb5c1600640 1 -- 172.21.15.29:0/611297376 learned_addr learned my addr 172.21.15.29:0/611297376 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.586+0000 7fb5c0c00640 1 --2- 172.21.15.29:0/611297376 >> v2:172.21.15.29:3300/0 conn(0x7fb5bc162750 0x7fb5bc0ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.586+0000 7fb5c2000640 1 --2- 172.21.15.29:0/611297376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5bc0af3a0 0x7fb5bc06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.586+0000 7fb5c0c00640 1 -- 172.21.15.29:0/611297376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5bc0af3a0 msgr2=0x7fb5bc06eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:13.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.586+0000 7fb5c0c00640 1 --2- 172.21.15.29:0/611297376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5bc0af3a0 0x7fb5bc06eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.586+0000 7fb5c0c00640 1 -- 172.21.15.29:0/611297376 >> v1:172.21.15.29:6789/0 conn(0x7fb5bc1554d0 legacy=0x7fb5bc162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.586+0000 7fb5c0c00640 1 -- 172.21.15.29:0/611297376 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5bc0afe20 con 0x7fb5bc162750 2024-09-12T03:16:13.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.586+0000 7fb5c2000640 1 --2- 172.21.15.29:0/611297376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5bc0af3a0 0x7fb5bc06eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:13.588 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.586+0000 7fb5bbe00640 1 -- 172.21.15.29:0/611297376 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 445112015 0 0) 0x7fb5bc0af860 con 0x7fb5bc1554d0 2024-09-12T03:16:13.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.587+0000 7fb5c0c00640 1 --2- 172.21.15.29:0/611297376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5bc162750 0x7fb5bc0ccf60 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7fb5a80097a0 tx=0x7fb5a802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73dca8f66840b9d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:13.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.588+0000 7fb5bbe00640 1 -- 172.21.15.29:0/611297376 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8037070 con 0x7fb5bc162750 2024-09-12T03:16:13.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.588+0000 7fb5bbe00640 1 -- 172.21.15.29:0/611297376 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5a8032440 con 0x7fb5bc162750 2024-09-12T03:16:13.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.588+0000 7fb5bbe00640 1 -- 172.21.15.29:0/611297376 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8032810 con 0x7fb5bc162750 2024-09-12T03:16:13.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.588+0000 7fb5c4000640 1 -- 172.21.15.29:0/611297376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5bc162750 msgr2=0x7fb5bc0ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.588+0000 7fb5c4000640 1 --2- 172.21.15.29:0/611297376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5bc162750 0x7fb5bc0ccf60 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7fb5a80097a0 tx=0x7fb5a802a180 comp rx=0 tx=0).stop 2024-09-12T03:16:13.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.588+0000 7fb5c4000640 1 -- 172.21.15.29:0/611297376 shutdown_connections 2024-09-12T03:16:13.589 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.588+0000 7fb5c4000640 1 --2- 172.21.15.29:0/611297376 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5bc0af3a0 0x7fb5bc06eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.588+0000 7fb5c4000640 1 --2- 172.21.15.29:0/611297376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5bc162750 0x7fb5bc0ccf60 unknown :-1 s=CLOSED pgs=1572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.588+0000 7fb5c4000640 1 -- 172.21.15.29:0/611297376 >> 172.21.15.29:0/611297376 conn(0x7fb5bc0736d0 msgr2=0x7fb5bc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:13.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.588+0000 7fb5c4000640 1 -- 172.21.15.29:0/611297376 shutdown_connections 2024-09-12T03:16:13.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.588+0000 7fb5c4000640 1 -- 172.21.15.29:0/611297376 wait complete. 2024-09-12T03:16:13.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.590+0000 7fb5c4000640 1 Processor -- start 2024-09-12T03:16:13.590 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.590+0000 7fb5c4000640 1 -- start start 2024-09-12T03:16:13.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.591+0000 7fb5c4000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5bc0af3a0 0x7fb5bc14e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:13.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.591+0000 7fb5c4000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5bc1554d0 0x7fb5bc0ce020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:13.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.591+0000 7fb5c4000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5bc162750 0x7fb5bc0ce560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:13.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.591+0000 7fb5c4000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb5bc162d30 con 0x7fb5bc1554d0 2024-09-12T03:16:13.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.591+0000 7fb5c4000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fb5bc1558b0 con 0x7fb5bc0af3a0 2024-09-12T03:16:13.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.591+0000 7fb5c4000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fb5bc162eb0 con 0x7fb5bc162750 2024-09-12T03:16:13.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.591+0000 7fb5c0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5bc1554d0 0x7fb5bc0ce020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:13.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.591+0000 7fb5c0c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5bc1554d0 0x7fb5bc0ce020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60394/0 (socket says 172.21.15.29:60394) 2024-09-12T03:16:13.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.591+0000 7fb5c0c00640 1 -- 172.21.15.29:0/2514668704 learned_addr learned my addr 172.21.15.29:0/2514668704 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:13.592 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.591+0000 7fb5c1600640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5bc0af3a0 0x7fb5bc14e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:13.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.591+0000 7fb5c2000640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5bc162750 0x7fb5bc0ce560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:13.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5c0c00640 1 -- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5bc162750 msgr2=0x7fb5bc0ce560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5c0c00640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5bc162750 0x7fb5bc0ce560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5c0c00640 1 -- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5bc0af3a0 msgr2=0x7fb5bc14e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5c0c00640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5bc0af3a0 0x7fb5bc14e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5c0c00640 1 -- 172.21.15.29:0/2514668704 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5bc1575d0 con 0x7fb5bc1554d0 2024-09-12T03:16:13.593 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5c1600640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5bc0af3a0 0x7fb5bc14e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:13.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5c0c00640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5bc1554d0 0x7fb5bc0ce020 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7fb5a8035040 tx=0x7fb5a80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:13.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5b9600640 1 -- 172.21.15.29:0/2514668704 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8040020 con 0x7fb5bc1554d0 2024-09-12T03:16:13.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5b9600640 1 -- 172.21.15.29:0/2514668704 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5a8038040 con 0x7fb5bc1554d0 2024-09-12T03:16:13.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5c4000640 1 -- 172.21.15.29:0/2514668704 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5bc1578b0 con 0x7fb5bc1554d0 2024-09-12T03:16:13.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5b9600640 1 -- 172.21.15.29:0/2514668704 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8037070 con 0x7fb5bc1554d0 2024-09-12T03:16:13.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.592+0000 7fb5c4000640 1 -- 172.21.15.29:0/2514668704 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5bc0cd9c0 con 0x7fb5bc1554d0 2024-09-12T03:16:13.594 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.594+0000 7fb5c4000640 1 -- 172.21.15.29:0/2514668704 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5bc0ccf60 con 0x7fb5bc1554d0 2024-09-12T03:16:13.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.594+0000 7fb5b9600640 1 -- 172.21.15.29:0/2514668704 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb5a8043020 con 0x7fb5bc1554d0 2024-09-12T03:16:13.595 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.595+0000 7fb5b9600640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb59c06be30 0x7fb59c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:13.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.595+0000 7fb5b9600640 1 -- 172.21.15.29:0/2514668704 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7fb5a80ab370 con 0x7fb5bc1554d0 2024-09-12T03:16:13.596 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.596+0000 7fb5c1600640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb59c06be30 0x7fb59c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:13.597 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.597+0000 7fb5c1600640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb59c06be30 0x7fb59c06e2f0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fb5b0000f60 tx=0x7fb5b0007c10 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:13.600 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.600+0000 7fb5b9600640 1 -- 172.21.15.29:0/2514668704 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb5a804a030 con 0x7fb5bc1554d0 2024-09-12T03:16:13.785 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.785+0000 7fb5c4000640 1 -- 172.21.15.29:0/2514668704 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb5bc0b5ea0 con 0x7fb5bc1554d0 2024-09-12T03:16:13.786 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.786+0000 7fb5b9600640 1 -- 172.21.15.29:0/2514668704 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v108) ==== 74+0+13499 (secure 0 0 0) 0x7fb5a8032e20 con 0x7fb5bc1554d0 2024-09-12T03:16:13.786 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:13.786 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":108,"fsid":"8387999b-c63f-4080-b5fb-52fe2b1dc5d5","created":"2024-09-12T03:08:00.688231+0000","modified":"2024-09-12T03:16:09.297546+0000","last_up_change":"2024-09-12T03:08:13.545541+0000","last_in_change":"2024-09-12T03:08:03.581751+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T03:08:13.773348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dbbf6077-c715-4c67-b419-ff5411a66c6d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6809","nonce":1028626777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6811","nonce":1028626777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6815","nonce":1028626777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":1028626777},{"type":"v1","addr":"172.21.15.29:6813","nonce":1028626777}]},"public_addr":"172.21.15.29:6809/1028626777","cluster_addr":"172.21.15.29:6811/1028626777","heartbeat_back_addr":"172.21.15.29:6815/1028626777","heartbeat_front_addr":"172.21.15.29:6813/1028626777","state":["exists","up"]},{"osd":1,"uuid":"5f7ab8ff-016a-48bb-bee8-77d3bb08141c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6825","nonce":3472261595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6827","nonce":3472261595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6831","nonce":3472261595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":3472261595},{"type":"v1","addr":"172.21.15.29:6829","nonce":3472261595}]},"public_addr":"172.21.15.29:6825/3472261595","cluster_addr":"172.21.15.29:6827/3472261595","heartbeat_back_addr":"172.21.15.29:6831/3472261595","heartbeat_front_addr":"172.21.15.29:6829/3472261595","state":["exists","up"]},{"osd":2,"uuid":"cb3c79a5-d589-4183-bd02-ce033809b384","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6817","nonce":2568169584}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6819","nonce":2568169584}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6823","nonce":2568169584}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":2568169584},{"type":"v1","addr":"172.21.15.29:6821","nonce":2568169584}]},"public_addr":"172.21.15.29:6817/2568169584","cluster_addr":"172.21.15.29:6819/2568169584","heartbeat_back_addr":"172.21.15.29:6823/2568169584","heartbeat_front_addr":"172.21.15.29:6821/2568169584","state":["exists","up"]},{"osd":3,"uuid":"430e7fd8-95f6-4921-831b-81624d7ee808","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6801","nonce":171979967}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6803","nonce":171979967}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6807","nonce":171979967}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":171979967},{"type":"v1","addr":"172.21.15.29:6805","nonce":171979967}]},"public_addr":"172.21.15.29:6801/171979967","cluster_addr":"172.21.15.29:6803/171979967","heartbeat_back_addr":"172.21.15.29:6807/171979967","heartbeat_front_addr":"172.21.15.29:6805/171979967","state":["exists","up"]},{"osd":4,"uuid":"a5ecfef6-f0a5-4229-8821-0778004e675c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":107,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6825","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6827","nonce":3563858797}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6829","nonce":3563858797}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6833","nonce":3563858797}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":3563858797},{"type":"v1","addr":"172.21.15.38:6831","nonce":3563858797}]},"public_addr":"172.21.15.38:6827/3563858797","cluster_addr":"172.21.15.38:6829/3563858797","heartbeat_back_addr":"172.21.15.38:6833/3563858797","heartbeat_front_addr":"172.21.15.38:6831/3563858797","state":["exists","up"]},{"osd":5,"uuid":"1bbbbd62-7c70-4904-a6b5-f9532b85a45a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6809","nonce":2601231839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6811","nonce":2601231839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6815","nonce":2601231839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":2601231839},{"type":"v1","addr":"172.21.15.38:6813","nonce":2601231839}]},"public_addr":"172.21.15.38:6809/2601231839","cluster_addr":"172.21.15.38:6811/2601231839","heartbeat_back_addr":"172.21.15.38:6815/2601231839","heartbeat_front_addr":"172.21.15.38:6813/2601231839","state":["exists","up"]},{"osd":6,"uuid":"5858851d-5f3a-4625-bb1d-18cfe97cd337","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6817","nonce":81343891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6819","nonce":81343891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6823","nonce":81343891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":81343891},{"type":"v1","addr":"172.21.15.38:6821","nonce":81343891}]},"public_addr":"172.21.15.38:6817/81343891","cluster_addr":"172.21.15.38:6819/81343891","heartbeat_back_addr":"172.21.15.38:6823/81343891","heartbeat_front_addr":"172.21.15.38:6821/81343891","state":["exists","up"]},{"osd":7,"uuid":"56e09a32-253b-40b9-ae34-ce835fda4e63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":107,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6801","nonce":937502975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6803","nonce":937502975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6807","nonce":937502975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":937502975},{"type":"v1","addr":"172.21.15.38:6805","nonce":937502975}]},"public_addr":"172.21.15.38:6801/937502975","cluster_addr":"172.21.15.38:6803/937502975","heartbeat_back_addr":"172.21.15.38:6807/937502975","heartbeat_front_addr":"172.21.15.38:6805/937502975","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.468358+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.396213+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.436228+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.131908+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.714412+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.375500+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:10.129014+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T03:08:09.803022+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6832/2002207091":"2024-09-13T03:16:06.284310+0000","172.21.15.29:6835/2002207091":"2024-09-13T03:16:06.284310+0000","172.21.15.38:6835/731503920":"2024-09-13T03:16:06.284292+0000","172.21.15.38:6834/731503920":"2024-09-13T03:16:06.284292+0000","172.21.15.29:6834/122145575":"2024-09-13T03:16:06.284306+0000","172.21.15.29:6833/122145575":"2024-09-13T03:16:06.284306+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T03:16:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 -- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb59c06be30 msgr2=0x7fb59c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb59c06be30 0x7fb59c06e2f0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fb5b0000f60 tx=0x7fb5b0007c10 comp rx=0 tx=0).stop 2024-09-12T03:16:13.788 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 -- 172.21.15.29:0/2514668704 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5bc1554d0 msgr2=0x7fb5bc0ce020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5bc1554d0 0x7fb5bc0ce020 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7fb5a8035040 tx=0x7fb5a80046c0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 -- 172.21.15.29:0/2514668704 shutdown_connections 2024-09-12T03:16:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fb59c06be30 0x7fb59c06e2f0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fb5bc162750 0x7fb5bc0ce560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5bc1554d0 0x7fb5bc0ce020 unknown :-1 s=CLOSED pgs=1573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 --2- 172.21.15.29:0/2514668704 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fb5bc0af3a0 0x7fb5bc14e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 -- 172.21.15.29:0/2514668704 >> 172.21.15.29:0/2514668704 conn(0x7fb5bc0736d0 msgr2=0x7fb5bc0b1410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 -- 172.21.15.29:0/2514668704 shutdown_connections 2024-09-12T03:16:13.789 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:13.788+0000 7fb5c4000640 1 -- 172.21.15.29:0/2514668704 wait complete. 2024-09-12T03:16:14.806 INFO:tasks.ceph:Scrubbing osd.0 2024-09-12T03:16:14.806 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-12T03:16:14.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.977+0000 7fc254a00640 1 Processor -- start 2024-09-12T03:16:14.977 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.977+0000 7fc254a00640 1 -- start start 2024-09-12T03:16:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.978+0000 7fc254a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc250161a70 0x7fc2500d4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.978+0000 7fc254a00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fc2500d3040 0x7fc2500cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.978+0000 7fc254a00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2500b5700 con 0x7fc2500d2210 2024-09-12T03:16:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.978+0000 7fc254a00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc2500b4f90 con 0x7fc250161a70 2024-09-12T03:16:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.978+0000 7fc254a00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fc2500d2bb0 con 0x7fc2500d3040 2024-09-12T03:16:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.978+0000 7fc24f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc250161a70 0x7fc2500d4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.978+0000 7fc24f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc250161a70 0x7fc2500d4a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60406/0 (socket says 172.21.15.29:60406) 2024-09-12T03:16:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.978+0000 7fc24f400640 1 -- 172.21.15.29:0/2229079103 learned_addr learned my addr 172.21.15.29:0/2229079103 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:14.979 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.979+0000 7fc24fe00640 1 --2- 172.21.15.29:0/2229079103 >> v2:172.21.15.38:3300/0 conn(0x7fc2500d3040 0x7fc2500cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:14.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.979+0000 7fc24f400640 1 -- 172.21.15.29:0/2229079103 >> v2:172.21.15.38:3300/0 conn(0x7fc2500d3040 msgr2=0x7fc2500cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:14.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.979+0000 7fc24f400640 1 --2- 172.21.15.29:0/2229079103 >> v2:172.21.15.38:3300/0 conn(0x7fc2500d3040 0x7fc2500cfe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:14.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.979+0000 7fc24f400640 1 -- 172.21.15.29:0/2229079103 >> v1:172.21.15.38:6789/0 conn(0x7fc2500d2210 legacy=0x7fc2500b3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:14.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.979+0000 7fc24f400640 1 -- 172.21.15.29:0/2229079103 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2500b51e0 con 0x7fc250161a70 2024-09-12T03:16:14.980 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.980+0000 7fc24f400640 1 --2- 172.21.15.29:0/2229079103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc250161a70 0x7fc2500d4a20 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7fc2500ce8f0 tx=0x7fc24002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6b750afff4a1b13 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:14.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.980+0000 7fc24ea00640 1 -- 172.21.15.29:0/2229079103 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc240037070 con 0x7fc250161a70 2024-09-12T03:16:14.981 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.980+0000 7fc24ea00640 1 -- 172.21.15.29:0/2229079103 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc240032440 con 0x7fc250161a70 2024-09-12T03:16:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.980+0000 7fc24ea00640 1 -- 172.21.15.29:0/2229079103 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc240032810 con 0x7fc250161a70 2024-09-12T03:16:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.981+0000 7fc254a00640 1 -- 172.21.15.29:0/2229079103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc250161a70 msgr2=0x7fc2500d4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.981+0000 7fc254a00640 1 --2- 172.21.15.29:0/2229079103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc250161a70 0x7fc2500d4a20 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7fc2500ce8f0 tx=0x7fc24002a270 comp rx=0 tx=0).stop 2024-09-12T03:16:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.981+0000 7fc254a00640 1 -- 172.21.15.29:0/2229079103 shutdown_connections 2024-09-12T03:16:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.981+0000 7fc254a00640 1 --2- 172.21.15.29:0/2229079103 >> v2:172.21.15.38:3300/0 conn(0x7fc2500d3040 0x7fc2500cfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.981+0000 7fc254a00640 1 --2- 172.21.15.29:0/2229079103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc250161a70 0x7fc2500d4a20 unknown :-1 s=CLOSED pgs=1574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.981+0000 7fc254a00640 1 -- 172.21.15.29:0/2229079103 >> 172.21.15.29:0/2229079103 conn(0x7fc25008c000 msgr2=0x7fc2500d4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.981+0000 7fc254a00640 1 -- 172.21.15.29:0/2229079103 shutdown_connections 2024-09-12T03:16:14.982 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.981+0000 7fc254a00640 1 -- 172.21.15.29:0/2229079103 wait complete. 2024-09-12T03:16:14.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.982+0000 7fc254a00640 1 Processor -- start 2024-09-12T03:16:14.983 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.983+0000 7fc254a00640 1 -- start start 2024-09-12T03:16:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.983+0000 7fc254a00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc2500d2210 0x7fc2501579b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.983+0000 7fc254a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2500d3040 0x7fc2501479a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.983+0000 7fc254a00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc250161a70 0x7fc250149a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.983+0000 7fc254a00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc2500d2660 con 0x7fc2500d3040 2024-09-12T03:16:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc254a00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc2500d4f60 con 0x7fc250161a70 2024-09-12T03:16:14.984 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc254a00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc2500d27e0 con 0x7fc2500d2210 2024-09-12T03:16:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc247e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2500d3040 0x7fc2501479a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc247e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2500d3040 0x7fc2501479a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60416/0 (socket says 172.21.15.29:60416) 2024-09-12T03:16:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc247e00640 1 -- 172.21.15.29:0/2811743322 learned_addr learned my addr 172.21.15.29:0/2811743322 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc24f400640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc2500d2210 0x7fc2501579b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:14.985 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc24fe00640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc250161a70 0x7fc250149a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:14.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc247e00640 1 -- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc2500d2210 msgr2=0x7fc2501579b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:14.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc247e00640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc2500d2210 0x7fc2501579b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:14.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc247e00640 1 -- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc250161a70 msgr2=0x7fc250149a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:14.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc247e00640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc250161a70 0x7fc250149a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:14.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc247e00640 1 -- 172.21.15.29:0/2811743322 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc250148460 con 0x7fc2500d3040 2024-09-12T03:16:14.986 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.984+0000 7fc24f400640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc2500d2210 0x7fc2501579b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:16:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.985+0000 7fc247e00640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2500d3040 0x7fc2501479a0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7fc23800c3c0 tx=0x7fc23800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.985+0000 7fc247400640 1 -- 172.21.15.29:0/2811743322 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc238017070 con 0x7fc2500d3040 2024-09-12T03:16:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.985+0000 7fc247400640 1 -- 172.21.15.29:0/2811743322 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2380052f0 con 0x7fc2500d3040 2024-09-12T03:16:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.985+0000 7fc247400640 1 -- 172.21.15.29:0/2811743322 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc238003850 con 0x7fc2500d3040 2024-09-12T03:16:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.985+0000 7fc254a00640 1 -- 172.21.15.29:0/2811743322 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc250148740 con 0x7fc2500d3040 2024-09-12T03:16:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.985+0000 7fc254a00640 1 -- 172.21.15.29:0/2811743322 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc250148d00 con 0x7fc2500d3040 2024-09-12T03:16:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.986+0000 7fc254a00640 1 -- 172.21.15.29:0/2811743322 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc2500cb0a0 con 0x7fc2500d3040 2024-09-12T03:16:14.987 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.987+0000 7fc247400640 1 -- 172.21.15.29:0/2811743322 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc23801a070 con 0x7fc2500d3040 2024-09-12T03:16:14.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.988+0000 7fc247400640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc22c06be30 0x7fc22c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:14.988 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.988+0000 7fc247400640 1 -- 172.21.15.29:0/2811743322 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7fc23808a750 con 0x7fc2500d3040 2024-09-12T03:16:14.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.988+0000 7fc247400640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x7fc22c072410 0x7fc22c074850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:14.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.988+0000 7fc247400640 1 -- 172.21.15.29:0/2811743322 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc2380054a0 con 0x7fc22c072410 2024-09-12T03:16:14.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.988+0000 7fc247400640 1 -- 172.21.15.29:0/2811743322 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fc23808ab00 con 0x7fc2500d3040 2024-09-12T03:16:14.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.989+0000 7fc24f400640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc22c06be30 0x7fc22c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:14.989 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.989+0000 7fc24fe00640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x7fc22c072410 0x7fc22c074850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:14.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.989+0000 7fc24fe00640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x7fc22c072410 0x7fc22c074850 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:14.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.989+0000 7fc24f400640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc22c06be30 0x7fc22c06e2f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fc240034000 tx=0x7fc24002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:14.990 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:14.990+0000 7fc247400640 1 -- 172.21.15.29:0/2811743322 <== osd.0 v2:172.21.15.29:6808/1028626777 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc2380054a0 con 0x7fc22c072410 2024-09-12T03:16:15.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.003+0000 7fc254a00640 1 -- 172.21.15.29:0/2811743322 --> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc250161ee0 con 0x7fc22c072410 2024-09-12T03:16:15.004 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc247400640 1 -- 172.21.15.29:0/2811743322 <== osd.0 v2:172.21.15.29:6808/1028626777 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fc250161ee0 con 0x7fc22c072410 2024-09-12T03:16:15.004 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:16:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T03:16:15.004 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:16:15.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc254a00640 1 -- 172.21.15.29:0/2811743322 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x7fc22c072410 msgr2=0x7fc22c074850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc254a00640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.29:6808/1028626777,v1:172.21.15.29:6809/1028626777] conn(0x7fc22c072410 0x7fc22c074850 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc254a00640 1 -- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc22c06be30 msgr2=0x7fc22c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.005 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc254a00640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc22c06be30 0x7fc22c06e2f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fc240034000 tx=0x7fc24002e000 comp rx=0 tx=0).stop 2024-09-12T03:16:15.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc254a00640 1 -- 172.21.15.29:0/2811743322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2500d3040 msgr2=0x7fc2501479a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc254a00640 1 --2- 172.21.15.29:0/2811743322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2500d3040 0x7fc2501479a0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7fc23800c3c0 tx=0x7fc23800c880 comp rx=0 tx=0).stop 2024-09-12T03:16:15.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc24fe00640 1 -- 172.21.15.29:0/2811743322 reap_dead start 2024-09-12T03:16:15.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc254a00640 1 -- 172.21.15.29:0/2811743322 shutdown_connections 2024-09-12T03:16:15.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc254a00640 1 -- 172.21.15.29:0/2811743322 >> 172.21.15.29:0/2811743322 conn(0x7fc25008c000 msgr2=0x7fc250158210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:15.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc254a00640 1 -- 172.21.15.29:0/2811743322 shutdown_connections 2024-09-12T03:16:15.006 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.004+0000 7fc254a00640 1 -- 172.21.15.29:0/2811743322 wait complete. 2024-09-12T03:16:15.020 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-12T03:16:15.176 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.176+0000 7f36d8400640 1 Processor -- start 2024-09-12T03:16:15.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.176+0000 7f36d8400640 1 -- start start 2024-09-12T03:16:15.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.177+0000 7f36d8400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36d006f0e0 0x7f36d015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.177+0000 7f36d8400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f36d00b3ba0 0x7f36d00b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.177+0000 7f36d8400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36d015c620 con 0x7f36d006f4c0 2024-09-12T03:16:15.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.177+0000 7f36d8400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f36d015bc50 con 0x7f36d00b3ba0 2024-09-12T03:16:15.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.177+0000 7f36d8400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f36d0152630 con 0x7f36d006f0e0 2024-09-12T03:16:15.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.178+0000 7f36d5000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f36d006f4c0 0x7f36d00cf060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51278/0 (socket says 172.21.15.29:51278) 2024-09-12T03:16:15.178 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.178+0000 7f36d5000640 1 -- 172.21.15.29:0/2385478473 learned_addr learned my addr 172.21.15.29:0/2385478473 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:15.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.178+0000 7f36d5a00640 1 --2- 172.21.15.29:0/2385478473 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36d006f0e0 0x7f36d015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.178+0000 7f36d6400640 1 --2- 172.21.15.29:0/2385478473 >> v2:172.21.15.38:3300/0 conn(0x7f36d00b3ba0 0x7f36d00b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.178+0000 7f36cfe00640 1 -- 172.21.15.29:0/2385478473 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3201458498 0 0) 0x7f36d015c620 con 0x7f36d006f4c0 2024-09-12T03:16:15.179 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.178+0000 7f36cfe00640 1 -- 172.21.15.29:0/2385478473 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f36b8005730 con 0x7f36d006f4c0 2024-09-12T03:16:15.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.178+0000 7f36d5a00640 1 -- 172.21.15.29:0/2385478473 >> v2:172.21.15.38:3300/0 conn(0x7f36d00b3ba0 msgr2=0x7f36d00b4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:15.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.178+0000 7f36d5a00640 1 --2- 172.21.15.29:0/2385478473 >> v2:172.21.15.38:3300/0 conn(0x7f36d00b3ba0 0x7f36d00b4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.178+0000 7f36d5a00640 1 -- 172.21.15.29:0/2385478473 >> v1:172.21.15.29:6789/0 conn(0x7f36d006f4c0 legacy=0x7f36d00cf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.178+0000 7f36d5a00640 1 -- 172.21.15.29:0/2385478473 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d00cfb40 con 0x7f36d006f0e0 2024-09-12T03:16:15.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.179+0000 7f36d5a00640 1 --2- 172.21.15.29:0/2385478473 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36d006f0e0 0x7f36d015c0e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f36c40097a0 tx=0x7f36c402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a2789594ab7e372 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:15.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.180+0000 7f36cfe00640 1 -- 172.21.15.29:0/2385478473 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c4037070 con 0x7f36d006f0e0 2024-09-12T03:16:15.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.180+0000 7f36cfe00640 1 -- 172.21.15.29:0/2385478473 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36c4032440 con 0x7f36d006f0e0 2024-09-12T03:16:15.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.180+0000 7f36cfe00640 1 -- 172.21.15.29:0/2385478473 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c40327f0 con 0x7f36d006f0e0 2024-09-12T03:16:15.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.180+0000 7f36d8400640 1 -- 172.21.15.29:0/2385478473 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36d006f0e0 msgr2=0x7f36d015c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.180+0000 7f36d8400640 1 --2- 172.21.15.29:0/2385478473 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36d006f0e0 0x7f36d015c0e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f36c40097a0 tx=0x7f36c402a180 comp rx=0 tx=0).stop 2024-09-12T03:16:15.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.180+0000 7f36d8400640 1 -- 172.21.15.29:0/2385478473 shutdown_connections 2024-09-12T03:16:15.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.180+0000 7f36d8400640 1 --2- 172.21.15.29:0/2385478473 >> v2:172.21.15.38:3300/0 conn(0x7f36d00b3ba0 0x7f36d00b4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.180+0000 7f36d8400640 1 --2- 172.21.15.29:0/2385478473 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36d006f0e0 0x7f36d015c0e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.180+0000 7f36d8400640 1 -- 172.21.15.29:0/2385478473 >> 172.21.15.29:0/2385478473 conn(0x7f36d0067da0 msgr2=0x7f36d006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:15.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.181+0000 7f36d8400640 1 -- 172.21.15.29:0/2385478473 shutdown_connections 2024-09-12T03:16:15.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.181+0000 7f36d8400640 1 -- 172.21.15.29:0/2385478473 wait complete. 2024-09-12T03:16:15.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.182+0000 7f36d8400640 1 Processor -- start 2024-09-12T03:16:15.183 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.182+0000 7f36d8400640 1 -- start start 2024-09-12T03:16:15.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.183+0000 7f36d8400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36d006f0e0 0x7f36d013d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.183+0000 7f36d8400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36d006f4c0 0x7f36d00b2150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.183+0000 7f36d8400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36d00b3ba0 0x7f36d00b2690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.183+0000 7f36d8400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f36d006f900 con 0x7f36d00b3ba0 2024-09-12T03:16:15.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.183+0000 7f36d8400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f36d015b8e0 con 0x7f36d006f4c0 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.183+0000 7f36d8400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f36d00b10f0 con 0x7f36d006f0e0 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.183+0000 7f36d6400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36d00b3ba0 0x7f36d00b2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.183+0000 7f36d6400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36d00b3ba0 0x7f36d00b2690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60422/0 (socket says 172.21.15.29:60422) 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.183+0000 7f36d6400640 1 -- 172.21.15.29:0/1962080447 learned_addr learned my addr 172.21.15.29:0/1962080447 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.184+0000 7f36d5a00640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36d006f0e0 0x7f36d013d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.184+0000 7f36d5000640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36d006f4c0 0x7f36d00b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.184+0000 7f36d6400640 1 -- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36d006f0e0 msgr2=0x7f36d013d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.184+0000 7f36d6400640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36d006f0e0 0x7f36d013d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.184+0000 7f36d6400640 1 -- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36d006f4c0 msgr2=0x7f36d00b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.184+0000 7f36d6400640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36d006f4c0 0x7f36d00b2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.184+0000 7f36d6400640 1 -- 172.21.15.29:0/1962080447 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d00b1390 con 0x7f36d00b3ba0 2024-09-12T03:16:15.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.184+0000 7f36d6400640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36d00b3ba0 0x7f36d00b2690 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f36c800efc0 tx=0x7f36c800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:15.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.184+0000 7f36cd600640 1 -- 172.21.15.29:0/1962080447 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c8018020 con 0x7f36d00b3ba0 2024-09-12T03:16:15.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.184+0000 7f36cd600640 1 -- 172.21.15.29:0/1962080447 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36c8014480 con 0x7f36d00b3ba0 2024-09-12T03:16:15.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.184+0000 7f36cd600640 1 -- 172.21.15.29:0/1962080447 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c8014870 con 0x7f36d00b3ba0 2024-09-12T03:16:15.186 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.185+0000 7f36d8400640 1 -- 172.21.15.29:0/1962080447 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36d00b1670 con 0x7f36d00b3ba0 2024-09-12T03:16:15.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.185+0000 7f36d8400640 1 -- 172.21.15.29:0/1962080447 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36d00b1c30 con 0x7f36d00b3ba0 2024-09-12T03:16:15.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.186+0000 7f36d8400640 1 -- 172.21.15.29:0/1962080447 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36d015ee80 con 0x7f36d00b3ba0 2024-09-12T03:16:15.187 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.187+0000 7f36cd600640 1 -- 172.21.15.29:0/1962080447 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f36c8005d10 con 0x7f36d00b3ba0 2024-09-12T03:16:15.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.187+0000 7f36cd600640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36b006be30 0x7f36b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.188+0000 7f36cd600640 1 -- 172.21.15.29:0/1962080447 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f36c808b670 con 0x7f36d00b3ba0 2024-09-12T03:16:15.188 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.188+0000 7f36d5a00640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36b006be30 0x7f36b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.189 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.189+0000 7f36d5a00640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36b006be30 0x7f36b006e2f0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f36c4034000 tx=0x7f36c402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:15.192 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.192+0000 7f36cd600640 1 -- 172.21.15.29:0/1962080447 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f36c8022070 con 0x7f36d00b3ba0 2024-09-12T03:16:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.376+0000 7f36d8400640 1 -- 172.21.15.29:0/1962080447 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f36d00b1e00 con 0x7f36b006be30 2024-09-12T03:16:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.377+0000 7f36cd600640 1 -- 172.21.15.29:0/1962080447 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f36d00b1e00 con 0x7f36b006be30 2024-09-12T03:16:15.377 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 0 to deep-scrub 2024-09-12T03:16:15.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 -- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36b006be30 msgr2=0x7f36b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.379 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36b006be30 0x7f36b006e2f0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f36c4034000 tx=0x7f36c402e000 comp rx=0 tx=0).stop 2024-09-12T03:16:15.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 -- 172.21.15.29:0/1962080447 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36d00b3ba0 msgr2=0x7f36d00b2690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36d00b3ba0 0x7f36d00b2690 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f36c800efc0 tx=0x7f36c800c490 comp rx=0 tx=0).stop 2024-09-12T03:16:15.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 -- 172.21.15.29:0/1962080447 shutdown_connections 2024-09-12T03:16:15.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f36b006be30 0x7f36b006e2f0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36d00b3ba0 0x7f36d00b2690 unknown :-1 s=CLOSED pgs=1577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f36d006f4c0 0x7f36d00b2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 --2- 172.21.15.29:0/1962080447 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f36d006f0e0 0x7f36d013d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 -- 172.21.15.29:0/1962080447 >> 172.21.15.29:0/1962080447 conn(0x7f36d0067da0 msgr2=0x7f36d015a720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:15.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 -- 172.21.15.29:0/1962080447 shutdown_connections 2024-09-12T03:16:15.380 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.379+0000 7f36d8400640 1 -- 172.21.15.29:0/1962080447 wait complete. 2024-09-12T03:16:15.396 INFO:tasks.ceph:Scrubbing osd.1 2024-09-12T03:16:15.396 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-12T03:16:15.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.556+0000 7feb87800640 1 Processor -- start 2024-09-12T03:16:15.557 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.557+0000 7feb87800640 1 -- start start 2024-09-12T03:16:15.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb87800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb8015c5a0 0x7feb801609c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb87800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7feb8006f970 0x7feb8006df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb87800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7feb8006e490 0x7feb800b49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.559 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb87800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7feb8015c980 con 0x7feb8006f970 2024-09-12T03:16:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb87800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7feb80160f00 con 0x7feb8006e490 2024-09-12T03:16:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb87800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7feb800af6f0 con 0x7feb8015c5a0 2024-09-12T03:16:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb77e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7feb8006f970 0x7feb8006df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb77e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7feb8006f970 0x7feb8006df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60426/0 (socket says 172.21.15.29:60426) 2024-09-12T03:16:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb77e00640 1 -- 172.21.15.29:0/1937100766 learned_addr learned my addr 172.21.15.29:0/1937100766 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb84e00640 1 --2- 172.21.15.29:0/1937100766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb8015c5a0 0x7feb801609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb77e00640 1 -- 172.21.15.29:0/1937100766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb8015c5a0 msgr2=0x7feb801609c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb85800640 1 --2- 172.21.15.29:0/1937100766 >> v2:172.21.15.38:3300/0 conn(0x7feb8006e490 0x7feb800b49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb77e00640 1 --2- 172.21.15.29:0/1937100766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb8015c5a0 0x7feb801609c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.560 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb77e00640 1 -- 172.21.15.29:0/1937100766 >> v2:172.21.15.38:3300/0 conn(0x7feb8006e490 msgr2=0x7feb800b49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb77e00640 1 --2- 172.21.15.29:0/1937100766 >> v2:172.21.15.38:3300/0 conn(0x7feb8006e490 0x7feb800b49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb77e00640 1 -- 172.21.15.29:0/1937100766 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb800af9d0 con 0x7feb8006f970 2024-09-12T03:16:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb84e00640 1 --2- 172.21.15.29:0/1937100766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb8015c5a0 0x7feb801609c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:15.561 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.558+0000 7feb85800640 1 --2- 172.21.15.29:0/1937100766 >> v2:172.21.15.38:3300/0 conn(0x7feb8006e490 0x7feb800b49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.559+0000 7feb77e00640 1 --2- 172.21.15.29:0/1937100766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb8006f970 0x7feb8006df50 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7feb80071740 tx=0x7feb6802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61e05e4b9b1d90f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.560+0000 7feb7fe00640 1 -- 172.21.15.29:0/1937100766 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb68037070 con 0x7feb8006f970 2024-09-12T03:16:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.560+0000 7feb7fe00640 1 -- 172.21.15.29:0/1937100766 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb68032440 con 0x7feb8006f970 2024-09-12T03:16:15.563 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.560+0000 7feb7fe00640 1 -- 172.21.15.29:0/1937100766 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb68032810 con 0x7feb8006f970 2024-09-12T03:16:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.560+0000 7feb87800640 1 -- 172.21.15.29:0/1937100766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb8006f970 msgr2=0x7feb8006df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.560+0000 7feb87800640 1 --2- 172.21.15.29:0/1937100766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb8006f970 0x7feb8006df50 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7feb80071740 tx=0x7feb6802a1e0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.560+0000 7feb87800640 1 -- 172.21.15.29:0/1937100766 shutdown_connections 2024-09-12T03:16:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.560+0000 7feb87800640 1 --2- 172.21.15.29:0/1937100766 >> v2:172.21.15.38:3300/0 conn(0x7feb8006e490 0x7feb800b49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.560+0000 7feb87800640 1 --2- 172.21.15.29:0/1937100766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb8006f970 0x7feb8006df50 unknown :-1 s=CLOSED pgs=1578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.560+0000 7feb87800640 1 --2- 172.21.15.29:0/1937100766 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb8015c5a0 0x7feb801609c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.564 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.560+0000 7feb87800640 1 -- 172.21.15.29:0/1937100766 >> 172.21.15.29:0/1937100766 conn(0x7feb800d0190 msgr2=0x7feb800d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:15.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.561+0000 7feb87800640 1 -- 172.21.15.29:0/1937100766 shutdown_connections 2024-09-12T03:16:15.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.561+0000 7feb87800640 1 -- 172.21.15.29:0/1937100766 wait complete. 2024-09-12T03:16:15.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.562+0000 7feb87800640 1 Processor -- start 2024-09-12T03:16:15.565 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.562+0000 7feb87800640 1 -- start start 2024-09-12T03:16:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.563+0000 7feb87800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb8006e490 0x7feb8015db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.563+0000 7feb87800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb8006f970 0x7feb80155a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.563+0000 7feb87800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb8015c5a0 0x7feb80156260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.563+0000 7feb87800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb800b3e80 con 0x7feb8015c5a0 2024-09-12T03:16:15.567 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.563+0000 7feb87800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7feb800b44b0 con 0x7feb8006e490 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.563+0000 7feb87800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7feb800b4f10 con 0x7feb8006f970 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.564+0000 7feb85800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb8015c5a0 0x7feb80156260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.564+0000 7feb85800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb8015c5a0 0x7feb80156260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60438/0 (socket says 172.21.15.29:60438) 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.564+0000 7feb85800640 1 -- 172.21.15.29:0/3997803759 learned_addr learned my addr 172.21.15.29:0/3997803759 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.564+0000 7feb84e00640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb8006e490 0x7feb8015db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.564+0000 7feb77e00640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb8006f970 0x7feb80155a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.564+0000 7feb85800640 1 -- 172.21.15.29:0/3997803759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb8006f970 msgr2=0x7feb80155a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.564+0000 7feb85800640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7feb8006f970 0x7feb80155a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.564+0000 7feb85800640 1 -- 172.21.15.29:0/3997803759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb8006e490 msgr2=0x7feb8015db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.564+0000 7feb85800640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7feb8006e490 0x7feb8015db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.564+0000 7feb85800640 1 -- 172.21.15.29:0/3997803759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb801595e0 con 0x7feb8015c5a0 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.564+0000 7feb85800640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb8015c5a0 0x7feb80156260 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7feb7800cf20 tx=0x7feb7800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.565+0000 7feb7d600640 1 -- 172.21.15.29:0/3997803759 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb7801a070 con 0x7feb8015c5a0 2024-09-12T03:16:15.568 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.565+0000 7feb7d600640 1 -- 172.21.15.29:0/3997803759 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb7800d840 con 0x7feb8015c5a0 2024-09-12T03:16:15.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.565+0000 7feb7d600640 1 -- 172.21.15.29:0/3997803759 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb7800dc30 con 0x7feb8015c5a0 2024-09-12T03:16:15.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.565+0000 7feb87800640 1 -- 172.21.15.29:0/3997803759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb8015e230 con 0x7feb8015c5a0 2024-09-12T03:16:15.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.565+0000 7feb87800640 1 -- 172.21.15.29:0/3997803759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb8015e7f0 con 0x7feb8015c5a0 2024-09-12T03:16:15.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.566+0000 7feb87800640 1 -- 172.21.15.29:0/3997803759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7feb8006df50 con 0x7feb8015c5a0 2024-09-12T03:16:15.569 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.567+0000 7feb7d600640 1 -- 172.21.15.29:0/3997803759 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7feb7801d070 con 0x7feb8015c5a0 2024-09-12T03:16:15.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.567+0000 7feb7d600640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb5c06be30 0x7feb5c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.568+0000 7feb7d600640 1 -- 172.21.15.29:0/3997803759 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7feb7808b5b0 con 0x7feb8015c5a0 2024-09-12T03:16:15.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.568+0000 7feb7d600640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x7feb5c072410 0x7feb5c074850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.568+0000 7feb7d600640 1 -- 172.21.15.29:0/3997803759 --> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7feb5c074f20 con 0x7feb5c072410 2024-09-12T03:16:15.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.568+0000 7feb7d600640 1 -- 172.21.15.29:0/3997803759 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7feb78092050 con 0x7feb8015c5a0 2024-09-12T03:16:15.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.568+0000 7feb84e00640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb5c06be30 0x7feb5c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.568+0000 7feb77e00640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x7feb5c072410 0x7feb5c074850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.569+0000 7feb77e00640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x7feb5c072410 0x7feb5c074850 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:15.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.569+0000 7feb84e00640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb5c06be30 0x7feb5c06e2f0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7feb7000aac0 tx=0x7feb70008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:15.571 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.570+0000 7feb7d600640 1 -- 172.21.15.29:0/3997803759 <== osd.1 v2:172.21.15.29:6824/3472261595 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7feb5c074f20 con 0x7feb5c072410 2024-09-12T03:16:15.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.583+0000 7feb87800640 1 -- 172.21.15.29:0/3997803759 --> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7feb800af190 con 0x7feb5c072410 2024-09-12T03:16:15.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.583+0000 7feb7d600640 1 -- 172.21.15.29:0/3997803759 <== osd.1 v2:172.21.15.29:6824/3472261595 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7feb800af190 con 0x7feb5c072410 2024-09-12T03:16:15.583 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:16:15.584 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T03:16:15.584 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:16:15.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.583+0000 7feb87800640 1 -- 172.21.15.29:0/3997803759 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x7feb5c072410 msgr2=0x7feb5c074850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.583+0000 7feb87800640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.29:6824/3472261595,v1:172.21.15.29:6825/3472261595] conn(0x7feb5c072410 0x7feb5c074850 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.584+0000 7feb87800640 1 -- 172.21.15.29:0/3997803759 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb5c06be30 msgr2=0x7feb5c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.584+0000 7feb87800640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7feb5c06be30 0x7feb5c06e2f0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7feb7000aac0 tx=0x7feb70008040 comp rx=0 tx=0).stop 2024-09-12T03:16:15.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.584+0000 7feb87800640 1 -- 172.21.15.29:0/3997803759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb8015c5a0 msgr2=0x7feb80156260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.584+0000 7feb87800640 1 --2- 172.21.15.29:0/3997803759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb8015c5a0 0x7feb80156260 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7feb7800cf20 tx=0x7feb7800a710 comp rx=0 tx=0).stop 2024-09-12T03:16:15.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.584+0000 7feb85800640 1 -- 172.21.15.29:0/3997803759 reap_dead start 2024-09-12T03:16:15.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.584+0000 7feb87800640 1 -- 172.21.15.29:0/3997803759 shutdown_connections 2024-09-12T03:16:15.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.584+0000 7feb87800640 1 -- 172.21.15.29:0/3997803759 >> 172.21.15.29:0/3997803759 conn(0x7feb800d0190 msgr2=0x7feb800ad170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:15.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.584+0000 7feb87800640 1 -- 172.21.15.29:0/3997803759 shutdown_connections 2024-09-12T03:16:15.585 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.584+0000 7feb87800640 1 -- 172.21.15.29:0/3997803759 wait complete. 2024-09-12T03:16:15.599 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-12T03:16:15.756 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.756+0000 7fc042600640 1 Processor -- start 2024-09-12T03:16:15.757 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.756+0000 7fc042600640 1 -- start start 2024-09-12T03:16:15.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.757+0000 7fc042600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc03c15e470 0x7fc03c0cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.757+0000 7fc042600640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc03c0d4a20 0x7fc03c06d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.757+0000 7fc042600640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc03c15e850 con 0x7fc03c0d00e0 2024-09-12T03:16:15.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.757+0000 7fc042600640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fc03c0cf710 con 0x7fc03c0d4a20 2024-09-12T03:16:15.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.757+0000 7fc042600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc03c0d1c60 con 0x7fc03c15e470 2024-09-12T03:16:15.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.758+0000 7fc041c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc03c0d4a20 0x7fc03c06d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.758+0000 7fc041c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fc03c0d4a20 0x7fc03c06d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60440/0 (socket says 172.21.15.29:60440) 2024-09-12T03:16:15.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.758+0000 7fc041c00640 1 -- 172.21.15.29:0/1135118006 learned_addr learned my addr 172.21.15.29:0/1135118006 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:15.758 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.758+0000 7fc041200640 1 --2- 172.21.15.29:0/1135118006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc03c15e470 0x7fc03c0cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.758+0000 7fc041c00640 1 -- 172.21.15.29:0/1135118006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc03c15e470 msgr2=0x7fc03c0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:15.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.758+0000 7fc041c00640 1 --2- 172.21.15.29:0/1135118006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc03c15e470 0x7fc03c0cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.760 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.758+0000 7fc041c00640 1 -- 172.21.15.29:0/1135118006 >> v1:172.21.15.38:6789/0 conn(0x7fc03c0d00e0 legacy=0x7fc03c0d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.758+0000 7fc041c00640 1 -- 172.21.15.29:0/1135118006 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc03c0d1980 con 0x7fc03c0d4a20 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.759+0000 7fc041c00640 1 --2- 172.21.15.29:0/1135118006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc03c0d4a20 0x7fc03c06d460 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7fc034009e50 tx=0x7fc03402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d43060f4979c8e51 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.759+0000 7fc03b400640 1 -- 172.21.15.29:0/1135118006 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc034036070 con 0x7fc03c0d4a20 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.759+0000 7fc03b400640 1 -- 172.21.15.29:0/1135118006 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc034031600 con 0x7fc03c0d4a20 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.759+0000 7fc03b400640 1 -- 172.21.15.29:0/1135118006 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0340319d0 con 0x7fc03c0d4a20 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.760+0000 7fc042600640 1 -- 172.21.15.29:0/1135118006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc03c0d4a20 msgr2=0x7fc03c06d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.760+0000 7fc042600640 1 --2- 172.21.15.29:0/1135118006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc03c0d4a20 0x7fc03c06d460 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7fc034009e50 tx=0x7fc03402a710 comp rx=0 tx=0).stop 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.760+0000 7fc042600640 1 -- 172.21.15.29:0/1135118006 shutdown_connections 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.760+0000 7fc042600640 1 --2- 172.21.15.29:0/1135118006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc03c0d4a20 0x7fc03c06d460 unknown :-1 s=CLOSED pgs=1580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.760+0000 7fc042600640 1 --2- 172.21.15.29:0/1135118006 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc03c15e470 0x7fc03c0cfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.760+0000 7fc042600640 1 -- 172.21.15.29:0/1135118006 >> 172.21.15.29:0/1135118006 conn(0x7fc03c09d700 msgr2=0x7fc03c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:15.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.760+0000 7fc042600640 1 -- 172.21.15.29:0/1135118006 shutdown_connections 2024-09-12T03:16:15.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.760+0000 7fc042600640 1 -- 172.21.15.29:0/1135118006 wait complete. 2024-09-12T03:16:15.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.761+0000 7fc042600640 1 Processor -- start 2024-09-12T03:16:15.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.762+0000 7fc042600640 1 -- start start 2024-09-12T03:16:15.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.762+0000 7fc042600640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc03c0d00e0 0x7fc03c0b7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.762+0000 7fc042600640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc03c0d4a20 0x7fc03c156820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.762+0000 7fc042600640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc03c15e470 0x7fc03c0d2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc042600640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc03c06d9a0 con 0x7fc03c15e470 2024-09-12T03:16:15.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc042600640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fc03c0cf3a0 con 0x7fc03c0d4a20 2024-09-12T03:16:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc042600640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fc03c06db20 con 0x7fc03c0d00e0 2024-09-12T03:16:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc041c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc03c15e470 0x7fc03c0d2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc041c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc03c15e470 0x7fc03c0d2660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60444/0 (socket says 172.21.15.29:60444) 2024-09-12T03:16:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc041c00640 1 -- 172.21.15.29:0/2403853963 learned_addr learned my addr 172.21.15.29:0/2403853963 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc041200640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc03c0d00e0 0x7fc03c0b7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc03be00640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc03c0d4a20 0x7fc03c156820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc041c00640 1 -- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc03c0d00e0 msgr2=0x7fc03c0b7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc041c00640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc03c0d00e0 0x7fc03c0b7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc041c00640 1 -- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc03c0d4a20 msgr2=0x7fc03c156820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc041c00640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc03c0d4a20 0x7fc03c156820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc041c00640 1 -- 172.21.15.29:0/2403853963 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc03c0b82c0 con 0x7fc03c15e470 2024-09-12T03:16:15.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc041200640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc03c0d00e0 0x7fc03c0b7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:15.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.763+0000 7fc041c00640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc03c15e470 0x7fc03c0d2660 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7fc034034040 tx=0x7fc034004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:15.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.764+0000 7fc038c00640 1 -- 172.21.15.29:0/2403853963 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc034036050 con 0x7fc03c15e470 2024-09-12T03:16:15.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.764+0000 7fc038c00640 1 -- 172.21.15.29:0/2403853963 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc034042070 con 0x7fc03c15e470 2024-09-12T03:16:15.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.764+0000 7fc038c00640 1 -- 172.21.15.29:0/2403853963 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc034009510 con 0x7fc03c15e470 2024-09-12T03:16:15.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.764+0000 7fc042600640 1 -- 172.21.15.29:0/2403853963 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc03c0b85a0 con 0x7fc03c15e470 2024-09-12T03:16:15.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.764+0000 7fc042600640 1 -- 172.21.15.29:0/2403853963 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc03c0b8b60 con 0x7fc03c15e470 2024-09-12T03:16:15.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.765+0000 7fc042600640 1 -- 172.21.15.29:0/2403853963 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc03c06d460 con 0x7fc03c15e470 2024-09-12T03:16:15.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.766+0000 7fc038c00640 1 -- 172.21.15.29:0/2403853963 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc034007bd0 con 0x7fc03c15e470 2024-09-12T03:16:15.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.767+0000 7fc038c00640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc01c06be30 0x7fc01c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:15.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.767+0000 7fc038c00640 1 -- 172.21.15.29:0/2403853963 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7fc0340abcb0 con 0x7fc03c15e470 2024-09-12T03:16:15.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.767+0000 7fc041200640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc01c06be30 0x7fc01c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:15.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.768+0000 7fc041200640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc01c06be30 0x7fc01c06e2f0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fc030006fd0 tx=0x7fc030008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:15.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.771+0000 7fc038c00640 1 -- 172.21.15.29:0/2403853963 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc03407a680 con 0x7fc03c15e470 2024-09-12T03:16:15.960 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.960+0000 7fc042600640 1 -- 172.21.15.29:0/2403853963 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fc03c06cf90 con 0x7fc01c06be30 2024-09-12T03:16:15.961 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.961+0000 7fc038c00640 1 -- 172.21.15.29:0/2403853963 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fc03c06cf90 con 0x7fc01c06be30 2024-09-12T03:16:15.961 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 1 to deep-scrub 2024-09-12T03:16:15.963 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 -- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc01c06be30 msgr2=0x7fc01c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc01c06be30 0x7fc01c06e2f0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fc030006fd0 tx=0x7fc030008040 comp rx=0 tx=0).stop 2024-09-12T03:16:15.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 -- 172.21.15.29:0/2403853963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc03c15e470 msgr2=0x7fc03c0d2660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:15.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc03c15e470 0x7fc03c0d2660 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7fc034034040 tx=0x7fc034004a40 comp rx=0 tx=0).stop 2024-09-12T03:16:15.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 -- 172.21.15.29:0/2403853963 shutdown_connections 2024-09-12T03:16:15.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fc01c06be30 0x7fc01c06e2f0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc03c15e470 0x7fc03c0d2660 unknown :-1 s=CLOSED pgs=1581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fc03c0d4a20 0x7fc03c156820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 --2- 172.21.15.29:0/2403853963 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fc03c0d00e0 0x7fc03c0b7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:15.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 -- 172.21.15.29:0/2403853963 >> 172.21.15.29:0/2403853963 conn(0x7fc03c09d700 msgr2=0x7fc03c0b3d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:15.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 -- 172.21.15.29:0/2403853963 shutdown_connections 2024-09-12T03:16:15.964 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:15.963+0000 7fc042600640 1 -- 172.21.15.29:0/2403853963 wait complete. 2024-09-12T03:16:15.979 INFO:tasks.ceph:Scrubbing osd.2 2024-09-12T03:16:15.980 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-12T03:16:16.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.140+0000 7f9469e00640 1 Processor -- start 2024-09-12T03:16:16.140 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.140+0000 7f9469e00640 1 -- start start 2024-09-12T03:16:16.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.141+0000 7f9469e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f94640b39f0 0x7f946406f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.141+0000 7f9469e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94640cf2b0 con 0x7f9464074020 2024-09-12T03:16:16.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.141+0000 7f9469e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94640cf590 con 0x7f946406f5a0 2024-09-12T03:16:16.143 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.141+0000 7f9469e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f94640b3e30 con 0x7f94640b39f0 2024-09-12T03:16:16.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.141+0000 7f9462a00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9464074020 0x7f94640cea80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51286/0 (socket says 172.21.15.29:51286) 2024-09-12T03:16:16.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.141+0000 7f9462a00640 1 -- 172.21.15.29:0/2996781350 learned_addr learned my addr 172.21.15.29:0/2996781350 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:16.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.141+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1553702813 0 0) 0x7f94640cf2b0 con 0x7f9464074020 2024-09-12T03:16:16.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9448003520 con 0x7f9464074020 2024-09-12T03:16:16.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f945a000640 1 --2- 172.21.15.29:0/2996781350 >> v2:172.21.15.38:3300/0 conn(0x7f94640b39f0 0x7f946406f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 784111990 0 0) 0x7f9448003520 con 0x7f9464074020 2024-09-12T03:16:16.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 >> v2:172.21.15.38:3300/0 conn(0x7f94640b39f0 msgr2=0x7f946406f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:16.144 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 --2- 172.21.15.29:0/2996781350 >> v2:172.21.15.38:3300/0 conn(0x7f94640b39f0 0x7f946406f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 >> v1:172.21.15.38:6789/0 conn(0x7f946406f5a0 legacy=0x7f94640720a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94640cf870 con 0x7f9464074020 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f9454001670 con 0x7f9464074020 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 >> v1:172.21.15.29:6789/0 conn(0x7f9464074020 legacy=0x7f94640cea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94480039b0 0x7f9448003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 0x7f9448004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94480051c0 0x7f944800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f944800c130 con 0x7f9448004800 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f944800c2e0 con 0x7f94480039b0 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f944800c4e0 con 0x7f94480051c0 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f945a000640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 0x7f9448004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9462a00640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94480039b0 0x7f9448003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.142+0000 7f9463400640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94480051c0 0x7f944800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.145 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.143+0000 7f945a000640 1 -- 172.21.15.29:0/2996781350 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94480051c0 msgr2=0x7f944800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:16.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.143+0000 7f945a000640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f94480051c0 0x7f944800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.143+0000 7f945a000640 1 -- 172.21.15.29:0/2996781350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94480039b0 msgr2=0x7f9448003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:16.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.143+0000 7f945a000640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94480039b0 0x7f9448003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.143+0000 7f945a000640 1 -- 172.21.15.29:0/2996781350 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9448003520 con 0x7f9448004800 2024-09-12T03:16:16.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.143+0000 7f9462a00640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94480039b0 0x7f9448003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:16.146 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.143+0000 7f9463400640 1 -- 172.21.15.29:0/2996781350 reap_dead start 2024-09-12T03:16:16.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.144+0000 7f945a000640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 0x7f9448004c80 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f944c009ac0 tx=0x7f9448005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0a315638318dba3 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.144+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f944c036070 con 0x7f9448004800 2024-09-12T03:16:16.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.144+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f944c031400 con 0x7f9448004800 2024-09-12T03:16:16.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.144+0000 7f9462000640 1 -- 172.21.15.29:0/2996781350 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f944c009690 con 0x7f9448004800 2024-09-12T03:16:16.149 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.144+0000 7f9469e00640 1 -- 172.21.15.29:0/2996781350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 msgr2=0x7f9448004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.144+0000 7f9469e00640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 0x7f9448004c80 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f944c009ac0 tx=0x7f9448005830 comp rx=0 tx=0).stop 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.144+0000 7f9469e00640 1 -- 172.21.15.29:0/2996781350 shutdown_connections 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.144+0000 7f9469e00640 1 --2- 172.21.15.29:0/2996781350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 0x7f9448004c80 unknown :-1 s=CLOSED pgs=1583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.144+0000 7f9469e00640 1 -- 172.21.15.29:0/2996781350 >> 172.21.15.29:0/2996781350 conn(0x7f94640d0190 msgr2=0x7f94640d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.145+0000 7f9469e00640 1 -- 172.21.15.29:0/2996781350 shutdown_connections 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.145+0000 7f9469e00640 1 -- 172.21.15.29:0/2996781350 wait complete. 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.146+0000 7f9469e00640 1 Processor -- start 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.146+0000 7f9469e00640 1 -- start start 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.147+0000 7f9469e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 0x7f9464152af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.147+0000 7f9469e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9464154260 0x7f946415d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.147+0000 7f9469e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94641537d0 0x7f9464153c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.147+0000 7f9469e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f946406f1e0 con 0x7f9448004800 2024-09-12T03:16:16.150 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.147+0000 7f9469e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f946406f060 con 0x7f94641537d0 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.147+0000 7f9469e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f946406f360 con 0x7f9464154260 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f9462a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 0x7f9464152af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f9462a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 0x7f9464152af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60468/0 (socket says 172.21.15.29:60468) 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f9462a00640 1 -- 172.21.15.29:0/3522170852 learned_addr learned my addr 172.21.15.29:0/3522170852 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f945a000640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9464154260 0x7f946415d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f9463400640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94641537d0 0x7f9464153c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f9462a00640 1 -- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9464154260 msgr2=0x7f946415d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f9462a00640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9464154260 0x7f946415d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f9462a00640 1 -- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94641537d0 msgr2=0x7f9464153c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f9462a00640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94641537d0 0x7f9464153c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f9462a00640 1 -- 172.21.15.29:0/3522170852 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9464154760 con 0x7f9448004800 2024-09-12T03:16:16.151 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f9463400640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f94641537d0 0x7f9464153c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:16.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.148+0000 7f9462a00640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 0x7f9464152af0 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f9454001cd0 tx=0x7f945400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.149+0000 7f945be00640 1 -- 172.21.15.29:0/3522170852 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f945400c870 con 0x7f9448004800 2024-09-12T03:16:16.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.149+0000 7f945be00640 1 -- 172.21.15.29:0/3522170852 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f945400ca10 con 0x7f9448004800 2024-09-12T03:16:16.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.149+0000 7f945be00640 1 -- 172.21.15.29:0/3522170852 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f945400cbc0 con 0x7f9448004800 2024-09-12T03:16:16.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.149+0000 7f9469e00640 1 -- 172.21.15.29:0/3522170852 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9464154a40 con 0x7f9448004800 2024-09-12T03:16:16.152 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.149+0000 7f9469e00640 1 -- 172.21.15.29:0/3522170852 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f946415dd30 con 0x7f9448004800 2024-09-12T03:16:16.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.150+0000 7f9469e00640 1 -- 172.21.15.29:0/3522170852 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f94641533b0 con 0x7f9448004800 2024-09-12T03:16:16.153 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.151+0000 7f945be00640 1 -- 172.21.15.29:0/3522170852 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f945401a030 con 0x7f9448004800 2024-09-12T03:16:16.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.152+0000 7f945be00640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f944006be60 0x7f944006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.152+0000 7f945be00640 1 -- 172.21.15.29:0/3522170852 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f945408a560 con 0x7f9448004800 2024-09-12T03:16:16.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.152+0000 7f945be00640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] conn(0x7f9440072440 0x7f9440074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.152+0000 7f945be00640 1 -- 172.21.15.29:0/3522170852 --> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f945400bf30 con 0x7f9440072440 2024-09-12T03:16:16.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.152+0000 7f945be00640 1 -- 172.21.15.29:0/3522170852 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7f9454091050 con 0x7f9448004800 2024-09-12T03:16:16.154 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.152+0000 7f945a000640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f944006be60 0x7f944006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.152+0000 7f9463400640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] conn(0x7f9440072440 0x7f9440074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.153+0000 7f9463400640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] conn(0x7f9440072440 0x7f9440074880 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.153+0000 7f945a000640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f944006be60 0x7f944006e320 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f944c033000 tx=0x7f944c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.155 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.154+0000 7f945be00640 1 -- 172.21.15.29:0/3522170852 <== osd.2 v2:172.21.15.29:6816/2568169584 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f945400bf30 con 0x7f9440072440 2024-09-12T03:16:16.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.167+0000 7f9469e00640 1 -- 172.21.15.29:0/3522170852 --> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f94640cf2b0 con 0x7f9440072440 2024-09-12T03:16:16.168 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.167+0000 7f945be00640 1 -- 172.21.15.29:0/3522170852 <== osd.2 v2:172.21.15.29:6816/2568169584 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f94640cf2b0 con 0x7f9440072440 2024-09-12T03:16:16.169 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:16:16.169 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T03:16:16.169 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:16:16.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.168+0000 7f9469e00640 1 -- 172.21.15.29:0/3522170852 >> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] conn(0x7f9440072440 msgr2=0x7f9440074880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.168+0000 7f9469e00640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.29:6816/2568169584,v1:172.21.15.29:6817/2568169584] conn(0x7f9440072440 0x7f9440074880 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.168+0000 7f9469e00640 1 -- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f944006be60 msgr2=0x7f944006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.168+0000 7f9469e00640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f944006be60 0x7f944006e320 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f944c033000 tx=0x7f944c008030 comp rx=0 tx=0).stop 2024-09-12T03:16:16.171 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.168+0000 7f9469e00640 1 -- 172.21.15.29:0/3522170852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 msgr2=0x7f9464152af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.168+0000 7f9469e00640 1 --2- 172.21.15.29:0/3522170852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9448004800 0x7f9464152af0 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f9454001cd0 tx=0x7f945400ed30 comp rx=0 tx=0).stop 2024-09-12T03:16:16.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.168+0000 7f9463400640 1 -- 172.21.15.29:0/3522170852 reap_dead start 2024-09-12T03:16:16.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.168+0000 7f9469e00640 1 -- 172.21.15.29:0/3522170852 shutdown_connections 2024-09-12T03:16:16.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.168+0000 7f9469e00640 1 -- 172.21.15.29:0/3522170852 >> 172.21.15.29:0/3522170852 conn(0x7f94640d0190 msgr2=0x7f94640720a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:16.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.168+0000 7f9469e00640 1 -- 172.21.15.29:0/3522170852 shutdown_connections 2024-09-12T03:16:16.172 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.168+0000 7f9469e00640 1 -- 172.21.15.29:0/3522170852 wait complete. 2024-09-12T03:16:16.184 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-12T03:16:16.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.342+0000 7f87e5800640 1 Processor -- start 2024-09-12T03:16:16.342 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.342+0000 7f87e5800640 1 -- start start 2024-09-12T03:16:16.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.343+0000 7f87e5800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f87e0162750 0x7f87e00ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.343+0000 7f87e5800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f87e00af3a0 0x7f87e006eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.344 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.343+0000 7f87e5800640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87e00af860 con 0x7f87e01554d0 2024-09-12T03:16:16.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.343+0000 7f87e5800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f87e00b0470 con 0x7f87e00af3a0 2024-09-12T03:16:16.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.343+0000 7f87e5800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f87e00afb40 con 0x7f87e0162750 2024-09-12T03:16:16.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.344+0000 7f87df400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f87e00af3a0 0x7f87e006eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.344+0000 7f87dea00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f87e01554d0 0x7f87e0162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51292/0 (socket says 172.21.15.29:51292) 2024-09-12T03:16:16.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.344+0000 7f87dea00640 1 -- 172.21.15.29:0/1376475231 learned_addr learned my addr 172.21.15.29:0/1376475231 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:16.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.344+0000 7f87de000640 1 --2- 172.21.15.29:0/1376475231 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f87e0162750 0x7f87e00ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.344+0000 7f87df400640 1 -- 172.21.15.29:0/1376475231 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f87e0162750 msgr2=0x7f87e00ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:16.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.344+0000 7f87df400640 1 --2- 172.21.15.29:0/1376475231 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f87e0162750 0x7f87e00ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.344+0000 7f87df400640 1 -- 172.21.15.29:0/1376475231 >> v1:172.21.15.29:6789/0 conn(0x7f87e01554d0 legacy=0x7f87e0162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.344+0000 7f87df400640 1 -- 172.21.15.29:0/1376475231 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e00afe20 con 0x7f87e00af3a0 2024-09-12T03:16:16.345 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.344+0000 7f87dd600640 1 -- 172.21.15.29:0/1376475231 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2719880587 0 0) 0x7f87e00af860 con 0x7f87e01554d0 2024-09-12T03:16:16.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.345+0000 7f87df400640 1 --2- 172.21.15.29:0/1376475231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87e00af3a0 0x7f87e006eb60 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f87d8009dc0 tx=0x7f87d802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6728911d9429d8a server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.345+0000 7f87dd600640 1 -- 172.21.15.29:0/1376475231 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d802ae60 con 0x7f87e00af3a0 2024-09-12T03:16:16.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.345+0000 7f87dd600640 1 -- 172.21.15.29:0/1376475231 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87d8007740 con 0x7f87e00af3a0 2024-09-12T03:16:16.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.345+0000 7f87dd600640 1 -- 172.21.15.29:0/1376475231 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d8007b10 con 0x7f87e00af3a0 2024-09-12T03:16:16.347 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.346+0000 7f87e5800640 1 -- 172.21.15.29:0/1376475231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87e00af3a0 msgr2=0x7f87e006eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.346+0000 7f87e5800640 1 --2- 172.21.15.29:0/1376475231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87e00af3a0 0x7f87e006eb60 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f87d8009dc0 tx=0x7f87d802a680 comp rx=0 tx=0).stop 2024-09-12T03:16:16.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.346+0000 7f87e5800640 1 -- 172.21.15.29:0/1376475231 shutdown_connections 2024-09-12T03:16:16.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.346+0000 7f87e5800640 1 --2- 172.21.15.29:0/1376475231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87e00af3a0 0x7f87e006eb60 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.346+0000 7f87e5800640 1 --2- 172.21.15.29:0/1376475231 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f87e0162750 0x7f87e00ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.346+0000 7f87e5800640 1 -- 172.21.15.29:0/1376475231 >> 172.21.15.29:0/1376475231 conn(0x7f87e00736d0 msgr2=0x7f87e006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:16.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.346+0000 7f87e5800640 1 -- 172.21.15.29:0/1376475231 shutdown_connections 2024-09-12T03:16:16.348 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.346+0000 7f87e5800640 1 -- 172.21.15.29:0/1376475231 wait complete. 2024-09-12T03:16:16.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.348+0000 7f87e5800640 1 Processor -- start 2024-09-12T03:16:16.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.348+0000 7f87e5800640 1 -- start start 2024-09-12T03:16:16.354 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87e5800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e00af3a0 0x7f87e0159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87e5800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87e01554d0 0x7f87e0142b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87e5800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f87e0162750 0x7f87e0155b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87e5800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f87e0162d30 con 0x7f87e01554d0 2024-09-12T03:16:16.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87e5800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f87e01558b0 con 0x7f87e00af3a0 2024-09-12T03:16:16.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87e5800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f87e0162eb0 con 0x7f87e0162750 2024-09-12T03:16:16.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87de000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87e01554d0 0x7f87e0142b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87de000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87e01554d0 0x7f87e0142b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60490/0 (socket says 172.21.15.29:60490) 2024-09-12T03:16:16.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87de000640 1 -- 172.21.15.29:0/1840789840 learned_addr learned my addr 172.21.15.29:0/1840789840 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:16.355 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87de000640 1 -- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f87e0162750 msgr2=0x7f87e0155b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87de000640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f87e0162750 0x7f87e0155b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87de000640 1 -- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e00af3a0 msgr2=0x7f87e0159010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87de000640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e00af3a0 0x7f87e0159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.349+0000 7f87de000640 1 -- 172.21.15.29:0/1840789840 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e0146270 con 0x7f87e01554d0 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.350+0000 7f87de000640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87e01554d0 0x7f87e0142b30 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00e8a0 tx=0x7f87cc00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.350+0000 7f87d6a00640 1 -- 172.21.15.29:0/1840789840 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc017070 con 0x7f87e01554d0 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.350+0000 7f87d6a00640 1 -- 172.21.15.29:0/1840789840 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87cc00ee90 con 0x7f87e01554d0 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.350+0000 7f87d6a00640 1 -- 172.21.15.29:0/1840789840 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc00cb60 con 0x7f87e01554d0 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.350+0000 7f87e5800640 1 -- 172.21.15.29:0/1840789840 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e0143840 con 0x7f87e01554d0 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.350+0000 7f87e5800640 1 -- 172.21.15.29:0/1840789840 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e0143e00 con 0x7f87e01554d0 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.351+0000 7f87e5800640 1 -- 172.21.15.29:0/1840789840 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87e00ccf60 con 0x7f87e01554d0 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.352+0000 7f87d6a00640 1 -- 172.21.15.29:0/1840789840 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f87cc01a070 con 0x7f87e01554d0 2024-09-12T03:16:16.356 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.353+0000 7f87d6a00640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f87c006be30 0x7f87c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.353+0000 7f87d6a00640 1 -- 172.21.15.29:0/1840789840 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f87cc08acc0 con 0x7f87e01554d0 2024-09-12T03:16:16.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.353+0000 7f87dea00640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f87c006be30 0x7f87c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.354+0000 7f87dea00640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f87c006be30 0x7f87c006e2f0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f87d0007fd0 tx=0x7f87d0007920 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.357 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.357+0000 7f87d6a00640 1 -- 172.21.15.29:0/1840789840 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f87cc091080 con 0x7f87e01554d0 2024-09-12T03:16:16.544 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.544+0000 7f87e5800640 1 -- 172.21.15.29:0/1840789840 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f87e00b5ea0 con 0x7f87c006be30 2024-09-12T03:16:16.545 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.545+0000 7f87d6a00640 1 -- 172.21.15.29:0/1840789840 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f87e00b5ea0 con 0x7f87c006be30 2024-09-12T03:16:16.545 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 2 to deep-scrub 2024-09-12T03:16:16.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.547+0000 7f87e5800640 1 -- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f87c006be30 msgr2=0x7f87c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.547+0000 7f87e5800640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f87c006be30 0x7f87c006e2f0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f87d0007fd0 tx=0x7f87d0007920 comp rx=0 tx=0).stop 2024-09-12T03:16:16.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.547+0000 7f87e5800640 1 -- 172.21.15.29:0/1840789840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87e01554d0 msgr2=0x7f87e0142b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.547+0000 7f87e5800640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87e01554d0 0x7f87e0142b30 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f87cc00e8a0 tx=0x7f87cc00ed60 comp rx=0 tx=0).stop 2024-09-12T03:16:16.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.547+0000 7f87e5800640 1 -- 172.21.15.29:0/1840789840 shutdown_connections 2024-09-12T03:16:16.548 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.547+0000 7f87e5800640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f87c006be30 0x7f87c006e2f0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.547+0000 7f87e5800640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f87e0162750 0x7f87e0155b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.547+0000 7f87e5800640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87e01554d0 0x7f87e0142b30 unknown :-1 s=CLOSED pgs=1587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.547+0000 7f87e5800640 1 --2- 172.21.15.29:0/1840789840 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f87e00af3a0 0x7f87e0159010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.547+0000 7f87e5800640 1 -- 172.21.15.29:0/1840789840 >> 172.21.15.29:0/1840789840 conn(0x7f87e00736d0 msgr2=0x7f87e0154000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:16.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.548+0000 7f87e5800640 1 -- 172.21.15.29:0/1840789840 shutdown_connections 2024-09-12T03:16:16.549 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.548+0000 7f87e5800640 1 -- 172.21.15.29:0/1840789840 wait complete. 2024-09-12T03:16:16.563 INFO:tasks.ceph:Scrubbing osd.3 2024-09-12T03:16:16.564 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-12T03:16:16.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.723+0000 7f74f5e00640 1 Processor -- start 2024-09-12T03:16:16.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.723+0000 7f74f5e00640 1 -- start start 2024-09-12T03:16:16.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.724+0000 7f74f5e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f00b39f0 0x7f74f006f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.724 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.724+0000 7f74f5e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f74f006f5a0 0x7f74f00720a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.724+0000 7f74f5e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74f00cf2b0 con 0x7f74f0074020 2024-09-12T03:16:16.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.724+0000 7f74f5e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f74f00b3e30 con 0x7f74f006f5a0 2024-09-12T03:16:16.725 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.724+0000 7f74f5e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f74f00cf590 con 0x7f74f00b39f0 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74eea00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f74f0074020 0x7f74f00cea80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51300/0 (socket says 172.21.15.29:51300) 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74eea00640 1 -- 172.21.15.29:0/777715527 learned_addr learned my addr 172.21.15.29:0/777715527 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ee000640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f00b39f0 0x7f74f006f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ef400640 1 --2- 172.21.15.29:0/777715527 >> v2:172.21.15.38:3300/0 conn(0x7f74f006f5a0 0x7f74f00720a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3142069101 0 0) 0x7f74f00cf2b0 con 0x7f74f0074020 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f74d4003520 con 0x7f74f0074020 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 644551479 0 0) 0x7f74d4003520 con 0x7f74f0074020 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f00b39f0 msgr2=0x7f74f006f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ed600640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f00b39f0 0x7f74f006f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 >> v2:172.21.15.38:3300/0 conn(0x7f74f006f5a0 msgr2=0x7f74f00720a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ed600640 1 --2- 172.21.15.29:0/777715527 >> v2:172.21.15.38:3300/0 conn(0x7f74f006f5a0 0x7f74f00720a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.727 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74f00cf870 con 0x7f74f0074020 2024-09-12T03:16:16.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7f74e0001670 con 0x7f74f0074020 2024-09-12T03:16:16.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.725+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 >> v1:172.21.15.29:6789/0 conn(0x7f74f0074020 legacy=0x7f74f00cea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74ed600640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74d40039b0 0x7f74d4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74ed600640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f00b39f0 0x7f74d4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74ed600640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74d4004d40 0x7f74d40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f74f00cf590 con 0x7f74d40039b0 2024-09-12T03:16:16.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f74d400dbd0 con 0x7f74d4004d40 2024-09-12T03:16:16.728 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f74d400dd50 con 0x7f74f00b39f0 2024-09-12T03:16:16.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74eea00640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74d40039b0 0x7f74d4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74ee000640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f00b39f0 0x7f74d4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74ef400640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74d4004d40 0x7f74d40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74eea00640 1 -- 172.21.15.29:0/777715527 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f00b39f0 msgr2=0x7f74d4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:16.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74eea00640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f00b39f0 0x7f74d4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74eea00640 1 -- 172.21.15.29:0/777715527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74d4004d40 msgr2=0x7f74d40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:16.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74eea00640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74d4004d40 0x7f74d40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.729 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.726+0000 7f74eea00640 1 -- 172.21.15.29:0/777715527 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74d4003520 con 0x7f74d40039b0 2024-09-12T03:16:16.730 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.727+0000 7f74eea00640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74d40039b0 0x7f74d4003dd0 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f74e000c210 tx=0x7f74d4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfd4e6b7259e0da1 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.728+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e0007d50 con 0x7f74d40039b0 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.728+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74e0005af0 con 0x7f74d40039b0 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.728+0000 7f74ed600640 1 -- 172.21.15.29:0/777715527 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e0007070 con 0x7f74d40039b0 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.728+0000 7f74f5e00640 1 -- 172.21.15.29:0/777715527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74d40039b0 msgr2=0x7f74d4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.728+0000 7f74f5e00640 1 --2- 172.21.15.29:0/777715527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74d40039b0 0x7f74d4003dd0 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f74e000c210 tx=0x7f74d4005830 comp rx=0 tx=0).stop 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.728+0000 7f74ef400640 1 -- 172.21.15.29:0/777715527 reap_dead start 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.728+0000 7f74f5e00640 1 -- 172.21.15.29:0/777715527 shutdown_connections 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.728+0000 7f74f5e00640 1 -- 172.21.15.29:0/777715527 >> 172.21.15.29:0/777715527 conn(0x7f74f00d0190 msgr2=0x7f74f00d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.728+0000 7f74f5e00640 1 -- 172.21.15.29:0/777715527 shutdown_connections 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.728+0000 7f74f5e00640 1 -- 172.21.15.29:0/777715527 wait complete. 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.730+0000 7f74f5e00640 1 Processor -- start 2024-09-12T03:16:16.731 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.730+0000 7f74f5e00640 1 -- start start 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.731+0000 7f74f5e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74d40039b0 0x7f74f01552b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.731+0000 7f74f5e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74f01f4aa0 0x7f74f015a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.731+0000 7f74f5e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f01f4f20 0x7f74f015a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.731+0000 7f74f5e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f74f0072760 con 0x7f74d40039b0 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.731+0000 7f74f5e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f74f00725e0 con 0x7f74f01f4aa0 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.731+0000 7f74f5e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f74f00728e0 con 0x7f74f01f4f20 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.731+0000 7f74eea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74d40039b0 0x7f74f01552b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.731+0000 7f74eea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74d40039b0 0x7f74f01552b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60514/0 (socket says 172.21.15.29:60514) 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.731+0000 7f74eea00640 1 -- 172.21.15.29:0/2193258683 learned_addr learned my addr 172.21.15.29:0/2193258683 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74ee000640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74f01f4aa0 0x7f74f015a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74ef400640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f01f4f20 0x7f74f015a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.734 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74eea00640 1 -- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f01f4f20 msgr2=0x7f74f015a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74eea00640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f74f01f4f20 0x7f74f015a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74eea00640 1 -- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74f01f4aa0 msgr2=0x7f74f015a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74eea00640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74f01f4aa0 0x7f74f015a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74eea00640 1 -- 172.21.15.29:0/2193258683 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74f0154530 con 0x7f74d40039b0 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74ee000640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f74f01f4aa0 0x7f74f015a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74eea00640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74d40039b0 0x7f74f01552b0 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f74e0034040 tx=0x7f74e0001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74e7400640 1 -- 172.21.15.29:0/2193258683 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e0042070 con 0x7f74d40039b0 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74e7400640 1 -- 172.21.15.29:0/2193258683 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74e0007480 con 0x7f74d40039b0 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74f5e00640 1 -- 172.21.15.29:0/2193258683 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74f01f8580 con 0x7f74d40039b0 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.732+0000 7f74e7400640 1 -- 172.21.15.29:0/2193258683 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e0001c90 con 0x7f74d40039b0 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.733+0000 7f74f5e00640 1 -- 172.21.15.29:0/2193258683 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74f0154ab0 con 0x7f74d40039b0 2024-09-12T03:16:16.735 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.734+0000 7f74f5e00640 1 -- 172.21.15.29:0/2193258683 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f74f00cf2b0 con 0x7f74d40039b0 2024-09-12T03:16:16.736 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.735+0000 7f74e7400640 1 -- 172.21.15.29:0/2193258683 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f74e0045070 con 0x7f74d40039b0 2024-09-12T03:16:16.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.735+0000 7f74e7400640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f74d006be60 0x7f74d006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.735+0000 7f74e7400640 1 -- 172.21.15.29:0/2193258683 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f74e00ab9d0 con 0x7f74d40039b0 2024-09-12T03:16:16.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.736+0000 7f74e7400640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x7f74d0072440 0x7f74d0074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.736+0000 7f74e7400640 1 -- 172.21.15.29:0/2193258683 --> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f74e0005640 con 0x7f74d0072440 2024-09-12T03:16:16.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.736+0000 7f74e7400640 1 -- 172.21.15.29:0/2193258683 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7f74e00b02a0 con 0x7f74d40039b0 2024-09-12T03:16:16.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.736+0000 7f74ee000640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f74d006be60 0x7f74d006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.736+0000 7f74ef400640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x7f74d0072440 0x7f74d0074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.736+0000 7f74ee000640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f74d006be60 0x7f74d006e320 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f74f0158c90 tx=0x7f74dc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.737 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.737+0000 7f74ef400640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x7f74d0072440 0x7f74d0074880 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.738 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.737+0000 7f74e7400640 1 -- 172.21.15.29:0/2193258683 <== osd.3 v2:172.21.15.29:6800/171979967 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f74e0005640 con 0x7f74d0072440 2024-09-12T03:16:16.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.751+0000 7f74f5e00640 1 -- 172.21.15.29:0/2193258683 --> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f74f0070120 con 0x7f74d0072440 2024-09-12T03:16:16.751 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.751+0000 7f74e7400640 1 -- 172.21.15.29:0/2193258683 <== osd.3 v2:172.21.15.29:6800/171979967 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f74f0070120 con 0x7f74d0072440 2024-09-12T03:16:16.751 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:16:16.751 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T03:16:16.752 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:16:16.752 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.751+0000 7f74f5e00640 1 -- 172.21.15.29:0/2193258683 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x7f74d0072440 msgr2=0x7f74d0074880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.751+0000 7f74f5e00640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.29:6800/171979967,v1:172.21.15.29:6801/171979967] conn(0x7f74d0072440 0x7f74d0074880 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.751+0000 7f74f5e00640 1 -- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f74d006be60 msgr2=0x7f74d006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.751+0000 7f74f5e00640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f74d006be60 0x7f74d006e320 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f74f0158c90 tx=0x7f74dc008040 comp rx=0 tx=0).stop 2024-09-12T03:16:16.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.751+0000 7f74f5e00640 1 -- 172.21.15.29:0/2193258683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74d40039b0 msgr2=0x7f74f01552b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.751+0000 7f74f5e00640 1 --2- 172.21.15.29:0/2193258683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f74d40039b0 0x7f74f01552b0 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f74e0034040 tx=0x7f74e0001a40 comp rx=0 tx=0).stop 2024-09-12T03:16:16.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.752+0000 7f74ef400640 1 -- 172.21.15.29:0/2193258683 reap_dead start 2024-09-12T03:16:16.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.752+0000 7f74f5e00640 1 -- 172.21.15.29:0/2193258683 shutdown_connections 2024-09-12T03:16:16.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.752+0000 7f74f5e00640 1 -- 172.21.15.29:0/2193258683 >> 172.21.15.29:0/2193258683 conn(0x7f74f00d0190 msgr2=0x7f74f00b16b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:16.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.752+0000 7f74f5e00640 1 -- 172.21.15.29:0/2193258683 shutdown_connections 2024-09-12T03:16:16.753 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.752+0000 7f74f5e00640 1 -- 172.21.15.29:0/2193258683 wait complete. 2024-09-12T03:16:16.766 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-12T03:16:16.924 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.924+0000 7fe8c5400640 1 Processor -- start 2024-09-12T03:16:16.925 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.924+0000 7fe8c5400640 1 -- start start 2024-09-12T03:16:16.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.925+0000 7fe8c5400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe8c015e470 0x7fe8c00cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.925+0000 7fe8c5400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe8c00d00e0 0x7fe8c00d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.925+0000 7fe8c5400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe8c00d4850 0x7fe8c006d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.925+0000 7fe8c5400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fe8c00cf710 con 0x7fe8c015e470 2024-09-12T03:16:16.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.925+0000 7fe8c5400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe8c015e850 con 0x7fe8c00d4850 2024-09-12T03:16:16.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.925+0000 7fe8c5400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe8c00d1c60 con 0x7fe8c00d00e0 2024-09-12T03:16:16.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.925+0000 7fe8bfe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe8c015e470 0x7fe8c00cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.926+0000 7fe8bfe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fe8c015e470 0x7fe8c00cfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60520/0 (socket says 172.21.15.29:60520) 2024-09-12T03:16:16.926 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.926+0000 7fe8bfe00640 1 -- 172.21.15.29:0/2433954536 learned_addr learned my addr 172.21.15.29:0/2433954536 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:16.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.926+0000 7fe8bf400640 1 --2- 172.21.15.29:0/2433954536 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe8c00d00e0 0x7fe8c00d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.926+0000 7fe8c4a00640 1 --2- 172.21.15.29:0/2433954536 >> v2:172.21.15.38:3300/0 conn(0x7fe8c00d4850 0x7fe8c006d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.927 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.926+0000 7fe8bfe00640 1 -- 172.21.15.29:0/2433954536 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe8c00d00e0 msgr2=0x7fe8c00d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:16.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.926+0000 7fe8bfe00640 1 --2- 172.21.15.29:0/2433954536 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe8c00d00e0 0x7fe8c00d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.926+0000 7fe8bfe00640 1 -- 172.21.15.29:0/2433954536 >> v2:172.21.15.38:3300/0 conn(0x7fe8c00d4850 msgr2=0x7fe8c006d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:16.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.926+0000 7fe8bfe00640 1 --2- 172.21.15.29:0/2433954536 >> v2:172.21.15.38:3300/0 conn(0x7fe8c00d4850 0x7fe8c006d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.926+0000 7fe8bfe00640 1 -- 172.21.15.29:0/2433954536 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8c00d1980 con 0x7fe8c015e470 2024-09-12T03:16:16.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.926+0000 7fe8bf400640 1 --2- 172.21.15.29:0/2433954536 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe8c00d00e0 0x7fe8c00d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:16.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.926+0000 7fe8c4a00640 1 --2- 172.21.15.29:0/2433954536 >> v2:172.21.15.38:3300/0 conn(0x7fe8c00d4850 0x7fe8c006d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:16.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.927+0000 7fe8bfe00640 1 --2- 172.21.15.29:0/2433954536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8c015e470 0x7fe8c00cfba0 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7fe8c00b5e00 tx=0x7fe8b002a1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cece589b5f067a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.927+0000 7fe8bea00640 1 -- 172.21.15.29:0/2433954536 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b0037070 con 0x7fe8c015e470 2024-09-12T03:16:16.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.927+0000 7fe8bea00640 1 -- 172.21.15.29:0/2433954536 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8b0032440 con 0x7fe8c015e470 2024-09-12T03:16:16.928 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.927+0000 7fe8bea00640 1 -- 172.21.15.29:0/2433954536 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b0032810 con 0x7fe8c015e470 2024-09-12T03:16:16.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.928+0000 7fe8c5400640 1 -- 172.21.15.29:0/2433954536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8c015e470 msgr2=0x7fe8c00cfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.928+0000 7fe8c5400640 1 --2- 172.21.15.29:0/2433954536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8c015e470 0x7fe8c00cfba0 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7fe8c00b5e00 tx=0x7fe8b002a1d0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.928+0000 7fe8c5400640 1 -- 172.21.15.29:0/2433954536 shutdown_connections 2024-09-12T03:16:16.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.928+0000 7fe8c5400640 1 --2- 172.21.15.29:0/2433954536 >> v2:172.21.15.38:3300/0 conn(0x7fe8c00d4850 0x7fe8c006d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.928+0000 7fe8c5400640 1 --2- 172.21.15.29:0/2433954536 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe8c00d00e0 0x7fe8c00d4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.928+0000 7fe8c5400640 1 --2- 172.21.15.29:0/2433954536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8c015e470 0x7fe8c00cfba0 unknown :-1 s=CLOSED pgs=1591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.928+0000 7fe8c5400640 1 -- 172.21.15.29:0/2433954536 >> 172.21.15.29:0/2433954536 conn(0x7fe8c009d700 msgr2=0x7fe8c008c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:16.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.928+0000 7fe8c5400640 1 -- 172.21.15.29:0/2433954536 shutdown_connections 2024-09-12T03:16:16.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.928+0000 7fe8c5400640 1 -- 172.21.15.29:0/2433954536 wait complete. 2024-09-12T03:16:16.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.929+0000 7fe8c5400640 1 Processor -- start 2024-09-12T03:16:16.930 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.930+0000 7fe8c5400640 1 -- start start 2024-09-12T03:16:16.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.930+0000 7fe8c5400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8c00d00e0 0x7fe8c0156ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.930+0000 7fe8c5400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe8c00d4850 0x7fe8c00b71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.930+0000 7fe8c5400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8c015e470 0x7fe8c00b76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.932 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.930+0000 7fe8c5400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c006d9a0 con 0x7fe8c015e470 2024-09-12T03:16:16.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.930+0000 7fe8c5400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c00cf3a0 con 0x7fe8c00d00e0 2024-09-12T03:16:16.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.930+0000 7fe8c5400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe8c006db20 con 0x7fe8c00d4850 2024-09-12T03:16:16.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.931+0000 7fe8c4a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8c015e470 0x7fe8c00b76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.931+0000 7fe8bfe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8c00d00e0 0x7fe8c0156ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.931+0000 7fe8bf400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe8c00d4850 0x7fe8c00b71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.931+0000 7fe8c4a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8c015e470 0x7fe8c00b76f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60534/0 (socket says 172.21.15.29:60534) 2024-09-12T03:16:16.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.931+0000 7fe8c4a00640 1 -- 172.21.15.29:0/724775780 learned_addr learned my addr 172.21.15.29:0/724775780 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:16.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.931+0000 7fe8c4a00640 1 -- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe8c00d4850 msgr2=0x7fe8c00b71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.931+0000 7fe8c4a00640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe8c00d4850 0x7fe8c00b71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.931+0000 7fe8c4a00640 1 -- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8c00d00e0 msgr2=0x7fe8c0156ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:16.933 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.931+0000 7fe8c4a00640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8c00d00e0 0x7fe8c0156ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:16.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.931+0000 7fe8c4a00640 1 -- 172.21.15.29:0/724775780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8c00b65a0 con 0x7fe8c015e470 2024-09-12T03:16:16.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.932+0000 7fe8c4a00640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8c015e470 0x7fe8c00b76f0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7fe8b800cf20 tx=0x7fe8b800a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.932+0000 7fe8b7e00640 1 -- 172.21.15.29:0/724775780 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b801a070 con 0x7fe8c015e470 2024-09-12T03:16:16.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.932+0000 7fe8b7e00640 1 -- 172.21.15.29:0/724775780 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8b800d840 con 0x7fe8c015e470 2024-09-12T03:16:16.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.932+0000 7fe8c5400640 1 -- 172.21.15.29:0/724775780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8c00b4960 con 0x7fe8c015e470 2024-09-12T03:16:16.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.932+0000 7fe8b7e00640 1 -- 172.21.15.29:0/724775780 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b800dc30 con 0x7fe8c015e470 2024-09-12T03:16:16.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.932+0000 7fe8c5400640 1 -- 172.21.15.29:0/724775780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8c00b4f20 con 0x7fe8c015e470 2024-09-12T03:16:16.934 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.933+0000 7fe8c5400640 1 -- 172.21.15.29:0/724775780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8c006d460 con 0x7fe8c015e470 2024-09-12T03:16:16.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.934+0000 7fe8b7e00640 1 -- 172.21.15.29:0/724775780 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe8b801d070 con 0x7fe8c015e470 2024-09-12T03:16:16.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.935+0000 7fe8b7e00640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe8a006be30 0x7fe8a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:16.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.935+0000 7fe8b7e00640 1 -- 172.21.15.29:0/724775780 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7fe8b808b580 con 0x7fe8c015e470 2024-09-12T03:16:16.935 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.936+0000 7fe8bfe00640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe8a006be30 0x7fe8a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:16.936 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.936+0000 7fe8bfe00640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe8a006be30 0x7fe8a006e2f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fe8b0034000 tx=0x7fe8b002e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:16.940 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:16.939+0000 7fe8b7e00640 1 -- 172.21.15.29:0/724775780 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe8b8059990 con 0x7fe8c015e470 2024-09-12T03:16:17.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.124+0000 7fe8c5400640 1 -- 172.21.15.29:0/724775780 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7fe8c00b6880 con 0x7fe8a006be30 2024-09-12T03:16:17.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.125+0000 7fe8b7e00640 1 -- 172.21.15.29:0/724775780 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe8c00b6880 con 0x7fe8a006be30 2024-09-12T03:16:17.125 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 3 to deep-scrub 2024-09-12T03:16:17.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 -- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe8a006be30 msgr2=0x7fe8a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe8a006be30 0x7fe8a006e2f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fe8b0034000 tx=0x7fe8b002e000 comp rx=0 tx=0).stop 2024-09-12T03:16:17.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 -- 172.21.15.29:0/724775780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8c015e470 msgr2=0x7fe8c00b76f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8c015e470 0x7fe8c00b76f0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7fe8b800cf20 tx=0x7fe8b800a7d0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 -- 172.21.15.29:0/724775780 shutdown_connections 2024-09-12T03:16:17.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe8a006be30 0x7fe8a006e2f0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8c015e470 0x7fe8c00b76f0 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe8c00d4850 0x7fe8c00b71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 --2- 172.21.15.29:0/724775780 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe8c00d00e0 0x7fe8c0156ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 -- 172.21.15.29:0/724775780 >> 172.21.15.29:0/724775780 conn(0x7fe8c009d700 msgr2=0x7fe8c00b2c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:17.128 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 -- 172.21.15.29:0/724775780 shutdown_connections 2024-09-12T03:16:17.129 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.127+0000 7fe8c5400640 1 -- 172.21.15.29:0/724775780 wait complete. 2024-09-12T03:16:17.143 INFO:tasks.ceph:Scrubbing osd.4 2024-09-12T03:16:17.143 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-12T03:16:17.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.303+0000 7f1e0fe00640 1 Processor -- start 2024-09-12T03:16:17.304 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.303+0000 7f1e0fe00640 1 -- start start 2024-09-12T03:16:17.305 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0fe00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f1e100b4960 0x7f1e100cee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0fe00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1e100d2210 0x7f1e100cf360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0fe00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e100b5700 con 0x7f1e10161a70 2024-09-12T03:16:17.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0fe00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f1e100b4f90 con 0x7f1e100d2210 2024-09-12T03:16:17.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0fe00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f1e100d2bb0 con 0x7f1e100b4960 2024-09-12T03:16:17.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1e100d2210 0x7f1e100cf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0f400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f1e100d2210 0x7f1e100cf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60536/0 (socket says 172.21.15.29:60536) 2024-09-12T03:16:17.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0f400640 1 -- 172.21.15.29:0/216461874 learned_addr learned my addr 172.21.15.29:0/216461874 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:17.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0f400640 1 -- 172.21.15.29:0/216461874 >> v2:172.21.15.38:3300/0 conn(0x7f1e100b4960 msgr2=0x7f1e100cee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:17.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0f400640 1 --2- 172.21.15.29:0/216461874 >> v2:172.21.15.38:3300/0 conn(0x7f1e100b4960 0x7f1e100cee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0f400640 1 -- 172.21.15.29:0/216461874 >> v1:172.21.15.38:6789/0 conn(0x7f1e10161a70 legacy=0x7f1e100d4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:17.306 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.305+0000 7f1e0f400640 1 -- 172.21.15.29:0/216461874 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e100b51e0 con 0x7f1e100d2210 2024-09-12T03:16:17.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.306+0000 7f1e0f400640 1 --2- 172.21.15.29:0/216461874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e100d2210 0x7f1e100cf360 secure :-1 s=READY pgs=1593 cs=0 l=1 rev1=1 crypto rx=0x7f1e100ba3c0 tx=0x7f1e0802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf647517daf88629 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:17.307 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.307+0000 7f1e0d600640 1 -- 172.21.15.29:0/216461874 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e08036070 con 0x7f1e100d2210 2024-09-12T03:16:17.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.307+0000 7f1e0d600640 1 -- 172.21.15.29:0/216461874 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e08031600 con 0x7f1e100d2210 2024-09-12T03:16:17.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.307+0000 7f1e0d600640 1 -- 172.21.15.29:0/216461874 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e080319d0 con 0x7f1e100d2210 2024-09-12T03:16:17.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.307+0000 7f1e0fe00640 1 -- 172.21.15.29:0/216461874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e100d2210 msgr2=0x7f1e100cf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.307+0000 7f1e0fe00640 1 --2- 172.21.15.29:0/216461874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e100d2210 0x7f1e100cf360 secure :-1 s=READY pgs=1593 cs=0 l=1 rev1=1 crypto rx=0x7f1e100ba3c0 tx=0x7f1e0802a6f0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.307+0000 7f1e0fe00640 1 -- 172.21.15.29:0/216461874 shutdown_connections 2024-09-12T03:16:17.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.307+0000 7f1e0fe00640 1 --2- 172.21.15.29:0/216461874 >> v2:172.21.15.38:3300/0 conn(0x7f1e100b4960 0x7f1e100cee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.307+0000 7f1e0fe00640 1 --2- 172.21.15.29:0/216461874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e100d2210 0x7f1e100cf360 unknown :-1 s=CLOSED pgs=1593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.307+0000 7f1e0fe00640 1 -- 172.21.15.29:0/216461874 >> 172.21.15.29:0/216461874 conn(0x7f1e1008c000 msgr2=0x7f1e100d4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:17.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.307+0000 7f1e0fe00640 1 -- 172.21.15.29:0/216461874 shutdown_connections 2024-09-12T03:16:17.308 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.307+0000 7f1e0fe00640 1 -- 172.21.15.29:0/216461874 wait complete. 2024-09-12T03:16:17.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.309+0000 7f1e0fe00640 1 Processor -- start 2024-09-12T03:16:17.309 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.309+0000 7f1e0fe00640 1 -- start start 2024-09-12T03:16:17.311 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.310+0000 7f1e0fe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e100b4960 0x7f1e10153560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.310+0000 7f1e0fe00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e100d2210 0x7f1e10153d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.310+0000 7f1e0fe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e10161a70 0x7f1e100cfa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.310+0000 7f1e0fe00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1e100d27e0 con 0x7f1e100b4960 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.310+0000 7f1e0fe00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f1e100d2660 con 0x7f1e100d2210 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.310+0000 7f1e0fe00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f1e100d3040 con 0x7f1e10161a70 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.310+0000 7f1e0ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e100b4960 0x7f1e10153560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.310+0000 7f1e0ea00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e100b4960 0x7f1e10153560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60542/0 (socket says 172.21.15.29:60542) 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.310+0000 7f1e0ea00640 1 -- 172.21.15.29:0/1053678891 learned_addr learned my addr 172.21.15.29:0/1053678891 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.310+0000 7f1e0f400640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e10161a70 0x7f1e100cfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.310+0000 7f1e0e000640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e100d2210 0x7f1e10153d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e0ea00640 1 -- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e10161a70 msgr2=0x7f1e100cfa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.312 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e0ea00640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e10161a70 0x7f1e100cfa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e0ea00640 1 -- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e100d2210 msgr2=0x7f1e10153d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e0ea00640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e100d2210 0x7f1e10153d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e0ea00640 1 -- 172.21.15.29:0/1053678891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e10154260 con 0x7f1e100b4960 2024-09-12T03:16:17.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e0f400640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f1e10161a70 0x7f1e100cfa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:17.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e0e000640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f1e100d2210 0x7f1e10153d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:17.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e0ea00640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e100b4960 0x7f1e10153560 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f1e0000b3e0 tx=0x7f1e0000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:17.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e06a00640 1 -- 172.21.15.29:0/1053678891 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e00015020 con 0x7f1e100b4960 2024-09-12T03:16:17.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e06a00640 1 -- 172.21.15.29:0/1053678891 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e00011850 con 0x7f1e100b4960 2024-09-12T03:16:17.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e06a00640 1 -- 172.21.15.29:0/1053678891 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e00011c40 con 0x7f1e100b4960 2024-09-12T03:16:17.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.311+0000 7f1e0fe00640 1 -- 172.21.15.29:0/1053678891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e100d1800 con 0x7f1e100b4960 2024-09-12T03:16:17.313 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.312+0000 7f1e0fe00640 1 -- 172.21.15.29:0/1053678891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e100cef80 con 0x7f1e100b4960 2024-09-12T03:16:17.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.312+0000 7f1e0fe00640 1 -- 172.21.15.29:0/1053678891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1e100cf640 con 0x7f1e100b4960 2024-09-12T03:16:17.314 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.313+0000 7f1e06a00640 1 -- 172.21.15.29:0/1053678891 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1e00018020 con 0x7f1e100b4960 2024-09-12T03:16:17.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.314+0000 7f1e06a00640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1df006be30 0x7f1df006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.314+0000 7f1e06a00640 1 -- 172.21.15.29:0/1053678891 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f1e0008ace0 con 0x7f1e100b4960 2024-09-12T03:16:17.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.314+0000 7f1e06a00640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x7f1df0072410 0x7f1df0074850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.314+0000 7f1e06a00640 1 -- 172.21.15.29:0/1053678891 --> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1df0074f20 con 0x7f1df0072410 2024-09-12T03:16:17.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.314+0000 7f1e06a00640 1 -- 172.21.15.29:0/1053678891 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7f1e0008d300 con 0x7f1e100b4960 2024-09-12T03:16:17.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.315+0000 7f1e0e000640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1df006be30 0x7f1df006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.315 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.315+0000 7f1e0f400640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x7f1df0072410 0x7f1df0074850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.315+0000 7f1e0e000640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1df006be30 0x7f1df006e2f0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f1e10153aa0 tx=0x7f1dfc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:17.316 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.316+0000 7f1e0f400640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x7f1df0072410 0x7f1df0074850 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:17.317 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.317+0000 7f1e06a00640 1 -- 172.21.15.29:0/1053678891 <== osd.4 v2:172.21.15.38:6825/3563858797 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1df0074f20 con 0x7f1df0072410 2024-09-12T03:16:17.330 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.330+0000 7f1e0fe00640 1 -- 172.21.15.29:0/1053678891 --> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f1e10161e50 con 0x7f1df0072410 2024-09-12T03:16:17.332 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.330+0000 7f1e06a00640 1 -- 172.21.15.29:0/1053678891 <== osd.4 v2:172.21.15.38:6825/3563858797 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f1e10161e50 con 0x7f1df0072410 2024-09-12T03:16:17.332 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:16:17.332 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T03:16:17.332 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:16:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.331+0000 7f1e0fe00640 1 -- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x7f1df0072410 msgr2=0x7f1df0074850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.331+0000 7f1e0fe00640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:6825/3563858797,v1:172.21.15.38:6827/3563858797] conn(0x7f1df0072410 0x7f1df0074850 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.331+0000 7f1e0fe00640 1 -- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1df006be30 msgr2=0x7f1df006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.331+0000 7f1e0fe00640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f1df006be30 0x7f1df006e2f0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f1e10153aa0 tx=0x7f1dfc008040 comp rx=0 tx=0).stop 2024-09-12T03:16:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.331+0000 7f1e0fe00640 1 -- 172.21.15.29:0/1053678891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e100b4960 msgr2=0x7f1e10153560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.331+0000 7f1e0fe00640 1 --2- 172.21.15.29:0/1053678891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e100b4960 0x7f1e10153560 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f1e0000b3e0 tx=0x7f1e0000b8a0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.331+0000 7f1e0f400640 1 -- 172.21.15.29:0/1053678891 reap_dead start 2024-09-12T03:16:17.333 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.331+0000 7f1e0fe00640 1 -- 172.21.15.29:0/1053678891 shutdown_connections 2024-09-12T03:16:17.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.331+0000 7f1e0fe00640 1 -- 172.21.15.29:0/1053678891 >> 172.21.15.29:0/1053678891 conn(0x7f1e1008c000 msgr2=0x7f1e101608e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:17.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.331+0000 7f1e0fe00640 1 -- 172.21.15.29:0/1053678891 shutdown_connections 2024-09-12T03:16:17.334 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.331+0000 7f1e0fe00640 1 -- 172.21.15.29:0/1053678891 wait complete. 2024-09-12T03:16:17.347 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-12T03:16:17.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.504+0000 7f0a32e00640 1 Processor -- start 2024-09-12T03:16:17.505 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.504+0000 7f0a32e00640 1 -- start start 2024-09-12T03:16:17.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.505+0000 7f0a32e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c06db70 0x7f0a2c0d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.505+0000 7f0a32e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a2c15e850 con 0x7f0a2c0d4310 2024-09-12T03:16:17.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.505+0000 7f0a32e00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a2c0d1c60 con 0x7f0a2c15e470 2024-09-12T03:16:17.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.505+0000 7f0a32e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0a2c0d4cc0 con 0x7f0a2c06db70 2024-09-12T03:16:17.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.506+0000 7f0a31000640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f0a2c0d4310 0x7f0a2c06d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51306/0 (socket says 172.21.15.29:51306) 2024-09-12T03:16:17.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.506+0000 7f0a31000640 1 -- 172.21.15.29:0/4108908158 learned_addr learned my addr 172.21.15.29:0/4108908158 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:17.506 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.506+0000 7f0a32400640 1 --2- 172.21.15.29:0/4108908158 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c06db70 0x7f0a2c0d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.506+0000 7f0a2be00640 1 -- 172.21.15.29:0/4108908158 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 578764310 0 0) 0x7f0a2c15e850 con 0x7f0a2c0d4310 2024-09-12T03:16:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.506+0000 7f0a2be00640 1 -- 172.21.15.29:0/4108908158 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0a14003520 con 0x7f0a2c0d4310 2024-09-12T03:16:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.506+0000 7f0a32400640 1 -- 172.21.15.29:0/4108908158 >> v1:172.21.15.38:6789/0 conn(0x7f0a2c15e470 legacy=0x7f0a2c0cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.506+0000 7f0a2be00640 1 -- 172.21.15.29:0/4108908158 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 649989003 0 0) 0x7f0a2c0d1c60 con 0x7f0a2c15e470 2024-09-12T03:16:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.506+0000 7f0a32400640 1 -- 172.21.15.29:0/4108908158 >> v1:172.21.15.29:6789/0 conn(0x7f0a2c0d4310 legacy=0x7f0a2c06d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.507 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.506+0000 7f0a32400640 1 -- 172.21.15.29:0/4108908158 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a2c0d1980 con 0x7f0a2c06db70 2024-09-12T03:16:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.507+0000 7f0a32400640 1 --2- 172.21.15.29:0/4108908158 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c06db70 0x7f0a2c0d4780 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0a24009dc0 tx=0x7f0a2402a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e70e7a4732c56caa server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.508+0000 7f0a2be00640 1 -- 172.21.15.29:0/4108908158 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a24007740 con 0x7f0a2c06db70 2024-09-12T03:16:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.508+0000 7f0a2be00640 1 -- 172.21.15.29:0/4108908158 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a240078e0 con 0x7f0a2c06db70 2024-09-12T03:16:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.508+0000 7f0a2be00640 1 -- 172.21.15.29:0/4108908158 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a24007cb0 con 0x7f0a2c06db70 2024-09-12T03:16:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.508+0000 7f0a32e00640 1 -- 172.21.15.29:0/4108908158 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c06db70 msgr2=0x7f0a2c0d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.508+0000 7f0a32e00640 1 --2- 172.21.15.29:0/4108908158 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c06db70 0x7f0a2c0d4780 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f0a24009dc0 tx=0x7f0a2402a6d0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.508+0000 7f0a32e00640 1 -- 172.21.15.29:0/4108908158 shutdown_connections 2024-09-12T03:16:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.508+0000 7f0a32e00640 1 --2- 172.21.15.29:0/4108908158 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c06db70 0x7f0a2c0d4780 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.508+0000 7f0a32e00640 1 -- 172.21.15.29:0/4108908158 >> 172.21.15.29:0/4108908158 conn(0x7f0a2c09d700 msgr2=0x7f0a2c08c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.508+0000 7f0a32e00640 1 -- 172.21.15.29:0/4108908158 shutdown_connections 2024-09-12T03:16:17.509 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.509+0000 7f0a32e00640 1 -- 172.21.15.29:0/4108908158 wait complete. 2024-09-12T03:16:17.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.510+0000 7f0a32e00640 1 Processor -- start 2024-09-12T03:16:17.510 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.510+0000 7f0a32e00640 1 -- start start 2024-09-12T03:16:17.511 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.511+0000 7f0a32e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a2c06db70 0x7f0a2c14f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.511+0000 7f0a32e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c0d4310 0x7f0a2c15fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.511+0000 7f0a32e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a2c15e470 0x7f0a2c0b2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.511+0000 7f0a32e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0a2c0cf3a0 con 0x7f0a2c06db70 2024-09-12T03:16:17.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.511+0000 7f0a32e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f0a2c0cf710 con 0x7f0a2c15e470 2024-09-12T03:16:17.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.511+0000 7f0a32e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f0a2c0d02b0 con 0x7f0a2c0d4310 2024-09-12T03:16:17.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.511+0000 7f0a31a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a2c06db70 0x7f0a2c14f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.511+0000 7f0a31a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a2c06db70 0x7f0a2c14f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60546/0 (socket says 172.21.15.29:60546) 2024-09-12T03:16:17.512 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.511+0000 7f0a31a00640 1 -- 172.21.15.29:0/657459075 learned_addr learned my addr 172.21.15.29:0/657459075 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:17.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a32400640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a2c15e470 0x7f0a2c0b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a31000640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c0d4310 0x7f0a2c15fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a31a00640 1 -- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c0d4310 msgr2=0x7f0a2c15fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.513 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a31a00640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c0d4310 0x7f0a2c15fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a31a00640 1 -- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a2c15e470 msgr2=0x7f0a2c0b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a31a00640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a2c15e470 0x7f0a2c0b2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a31a00640 1 -- 172.21.15.29:0/657459075 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a2c160680 con 0x7f0a2c06db70 2024-09-12T03:16:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a31000640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c0d4310 0x7f0a2c15fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a32400640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a2c15e470 0x7f0a2c0b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a31a00640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a2c06db70 0x7f0a2c14f720 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f0a2000c410 tx=0x7f0a2000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a29600640 1 -- 172.21.15.29:0/657459075 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a20017070 con 0x7f0a2c06db70 2024-09-12T03:16:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a29600640 1 -- 172.21.15.29:0/657459075 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a200035f0 con 0x7f0a2c06db70 2024-09-12T03:16:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a29600640 1 -- 172.21.15.29:0/657459075 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a200039e0 con 0x7f0a2c06db70 2024-09-12T03:16:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.512+0000 7f0a32e00640 1 -- 172.21.15.29:0/657459075 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a2c160960 con 0x7f0a2c06db70 2024-09-12T03:16:17.514 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.513+0000 7f0a32e00640 1 -- 172.21.15.29:0/657459075 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a2c160f20 con 0x7f0a2c06db70 2024-09-12T03:16:17.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.513+0000 7f0a32e00640 1 -- 172.21.15.29:0/657459075 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a2c0d4780 con 0x7f0a2c06db70 2024-09-12T03:16:17.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.514+0000 7f0a29600640 1 -- 172.21.15.29:0/657459075 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0a2001a070 con 0x7f0a2c06db70 2024-09-12T03:16:17.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.515+0000 7f0a29600640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a0c06be60 0x7f0a0c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.515 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.515+0000 7f0a29600640 1 -- 172.21.15.29:0/657459075 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f0a2008a190 con 0x7f0a2c06db70 2024-09-12T03:16:17.516 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.516+0000 7f0a31000640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a0c06be60 0x7f0a0c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.517 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.517+0000 7f0a31000640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a0c06be60 0x7f0a0c06e320 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c0cac00 tx=0x7f0a18009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:17.520 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.520+0000 7f0a29600640 1 -- 172.21.15.29:0/657459075 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0a20058bf0 con 0x7f0a2c06db70 2024-09-12T03:16:17.705 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.705+0000 7f0a32e00640 1 -- 172.21.15.29:0/657459075 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f0a2c15cdb0 con 0x7f0a0c06be60 2024-09-12T03:16:17.706 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.706+0000 7f0a29600640 1 -- 172.21.15.29:0/657459075 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0a2c15cdb0 con 0x7f0a0c06be60 2024-09-12T03:16:17.706 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 4 to deep-scrub 2024-09-12T03:16:17.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.708+0000 7f0a32e00640 1 -- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a0c06be60 msgr2=0x7f0a0c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.708+0000 7f0a32e00640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a0c06be60 0x7f0a0c06e320 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f0a2c0cac00 tx=0x7f0a18009040 comp rx=0 tx=0).stop 2024-09-12T03:16:17.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.708+0000 7f0a32e00640 1 -- 172.21.15.29:0/657459075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a2c06db70 msgr2=0x7f0a2c14f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.708+0000 7f0a32e00640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a2c06db70 0x7f0a2c14f720 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f0a2000c410 tx=0x7f0a2000c8d0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.708+0000 7f0a32e00640 1 -- 172.21.15.29:0/657459075 shutdown_connections 2024-09-12T03:16:17.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.708+0000 7f0a32e00640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f0a0c06be60 0x7f0a0c06e320 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.709 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.708+0000 7f0a32e00640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f0a2c15e470 0x7f0a2c0b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.708+0000 7f0a32e00640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f0a2c0d4310 0x7f0a2c15fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.708+0000 7f0a32e00640 1 --2- 172.21.15.29:0/657459075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0a2c06db70 0x7f0a2c14f720 unknown :-1 s=CLOSED pgs=1596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.708+0000 7f0a32e00640 1 -- 172.21.15.29:0/657459075 >> 172.21.15.29:0/657459075 conn(0x7f0a2c09d700 msgr2=0x7f0a2c0b47f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:17.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.709+0000 7f0a32e00640 1 -- 172.21.15.29:0/657459075 shutdown_connections 2024-09-12T03:16:17.710 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.709+0000 7f0a32e00640 1 -- 172.21.15.29:0/657459075 wait complete. 2024-09-12T03:16:17.724 INFO:tasks.ceph:Scrubbing osd.5 2024-09-12T03:16:17.725 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-12T03:16:17.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.886+0000 7f9f2d400640 1 Processor -- start 2024-09-12T03:16:17.886 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.886+0000 7f9f2d400640 1 -- start start 2024-09-12T03:16:17.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.887+0000 7f9f2d400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9f280b4960 0x7f9f280cee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.887+0000 7f9f2d400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f9f280d2210 0x7f9f280cf360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.887+0000 7f9f2d400640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f280b5700 con 0x7f9f28161a70 2024-09-12T03:16:17.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.887+0000 7f9f2d400640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f9f280b4f90 con 0x7f9f280b4960 2024-09-12T03:16:17.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.887+0000 7f9f2d400640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f9f280d2bb0 con 0x7f9f280d2210 2024-09-12T03:16:17.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.887+0000 7f9f27400640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f9f280b4960 0x7f9f280cee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.887+0000 7f9f27e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f9f28161a70 0x7f9f280d4a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51316/0 (socket says 172.21.15.29:51316) 2024-09-12T03:16:17.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.887+0000 7f9f27e00640 1 -- 172.21.15.29:0/1835919203 learned_addr learned my addr 172.21.15.29:0/1835919203 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:17.888 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.888+0000 7f9f2ca00640 1 --2- 172.21.15.29:0/1835919203 >> v2:172.21.15.38:3300/0 conn(0x7f9f280d2210 0x7f9f280cf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.888+0000 7f9f27400640 1 -- 172.21.15.29:0/1835919203 >> v2:172.21.15.38:3300/0 conn(0x7f9f280d2210 msgr2=0x7f9f280cf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:17.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.888+0000 7f9f27400640 1 --2- 172.21.15.29:0/1835919203 >> v2:172.21.15.38:3300/0 conn(0x7f9f280d2210 0x7f9f280cf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.888+0000 7f9f27400640 1 -- 172.21.15.29:0/1835919203 >> v1:172.21.15.29:6789/0 conn(0x7f9f28161a70 legacy=0x7f9f280d4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.888+0000 7f9f26a00640 1 -- 172.21.15.29:0/1835919203 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1706981418 0 0) 0x7f9f280b5700 con 0x7f9f28161a70 2024-09-12T03:16:17.889 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.888+0000 7f9f27400640 1 -- 172.21.15.29:0/1835919203 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f280b51e0 con 0x7f9f280b4960 2024-09-12T03:16:17.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.889+0000 7f9f27400640 1 --2- 172.21.15.29:0/1835919203 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f280b4960 0x7f9f280cee20 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f9f280ce8f0 tx=0x7f9f1402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c43274d088621e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:17.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.889+0000 7f9f26a00640 1 -- 172.21.15.29:0/1835919203 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f14037070 con 0x7f9f280b4960 2024-09-12T03:16:17.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.889+0000 7f9f26a00640 1 -- 172.21.15.29:0/1835919203 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f14032440 con 0x7f9f280b4960 2024-09-12T03:16:17.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.889+0000 7f9f26a00640 1 -- 172.21.15.29:0/1835919203 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f14032810 con 0x7f9f280b4960 2024-09-12T03:16:17.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.890+0000 7f9f2d400640 1 -- 172.21.15.29:0/1835919203 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f280b4960 msgr2=0x7f9f280cee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.890 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.890+0000 7f9f2d400640 1 --2- 172.21.15.29:0/1835919203 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f280b4960 0x7f9f280cee20 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f9f280ce8f0 tx=0x7f9f1402a1a0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.890+0000 7f9f2d400640 1 -- 172.21.15.29:0/1835919203 shutdown_connections 2024-09-12T03:16:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.890+0000 7f9f2d400640 1 --2- 172.21.15.29:0/1835919203 >> v2:172.21.15.38:3300/0 conn(0x7f9f280d2210 0x7f9f280cf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.890+0000 7f9f2d400640 1 --2- 172.21.15.29:0/1835919203 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f280b4960 0x7f9f280cee20 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.890+0000 7f9f2d400640 1 -- 172.21.15.29:0/1835919203 >> 172.21.15.29:0/1835919203 conn(0x7f9f2808c000 msgr2=0x7f9f280d4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.890+0000 7f9f2d400640 1 -- 172.21.15.29:0/1835919203 shutdown_connections 2024-09-12T03:16:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.890+0000 7f9f2d400640 1 -- 172.21.15.29:0/1835919203 wait complete. 2024-09-12T03:16:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.891+0000 7f9f2d400640 1 Processor -- start 2024-09-12T03:16:17.891 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.891+0000 7f9f2d400640 1 -- start start 2024-09-12T03:16:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.892+0000 7f9f2d400640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9f280b4960 0x7f9f28152550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.892+0000 7f9f2d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f280d2210 0x7f9f280d14e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.892+0000 7f9f2d400640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f28161a70 0x7f9f280c7e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.892+0000 7f9f2d400640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9f280d27e0 con 0x7f9f280d2210 2024-09-12T03:16:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.892+0000 7f9f2d400640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f9f280d2660 con 0x7f9f280b4960 2024-09-12T03:16:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.892+0000 7f9f2d400640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f9f280d3040 con 0x7f9f28161a70 2024-09-12T03:16:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.893+0000 7f9f27400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f280d2210 0x7f9f280d14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.893+0000 7f9f27400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f280d2210 0x7f9f280d14e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60550/0 (socket says 172.21.15.29:60550) 2024-09-12T03:16:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.893+0000 7f9f27400640 1 -- 172.21.15.29:0/2783052450 learned_addr learned my addr 172.21.15.29:0/2783052450 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:17.894 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.893+0000 7f9f27e00640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9f280b4960 0x7f9f28152550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.893+0000 7f9f2ca00640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f28161a70 0x7f9f280c7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.893+0000 7f9f27400640 1 -- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f28161a70 msgr2=0x7f9f280c7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.893+0000 7f9f27400640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f9f28161a70 0x7f9f280c7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.893+0000 7f9f27400640 1 -- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9f280b4960 msgr2=0x7f9f28152550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.893+0000 7f9f27400640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f9f280b4960 0x7f9f28152550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.893+0000 7f9f27400640 1 -- 172.21.15.29:0/2783052450 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f280d08f0 con 0x7f9f280d2210 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.893+0000 7f9f27400640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f280d2210 0x7f9f280d14e0 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f9f14000c00 tx=0x7f9f140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.894+0000 7f9f1fe00640 1 -- 172.21.15.29:0/2783052450 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f14037050 con 0x7f9f280d2210 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.894+0000 7f9f1fe00640 1 -- 172.21.15.29:0/2783052450 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f14038040 con 0x7f9f280d2210 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.894+0000 7f9f1fe00640 1 -- 172.21.15.29:0/2783052450 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f14004470 con 0x7f9f280d2210 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.894+0000 7f9f2d400640 1 -- 172.21.15.29:0/2783052450 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f280cb3e0 con 0x7f9f280d2210 2024-09-12T03:16:17.895 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.894+0000 7f9f2d400640 1 -- 172.21.15.29:0/2783052450 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f280cbc80 con 0x7f9f280d2210 2024-09-12T03:16:17.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.895+0000 7f9f2d400640 1 -- 172.21.15.29:0/2783052450 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9f28161e50 con 0x7f9f280d2210 2024-09-12T03:16:17.896 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.896+0000 7f9f1fe00640 1 -- 172.21.15.29:0/2783052450 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9f14030900 con 0x7f9f280d2210 2024-09-12T03:16:17.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.896+0000 7f9f1fe00640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9f0806be60 0x7f9f0806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.897+0000 7f9f1fe00640 1 -- 172.21.15.29:0/2783052450 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f9f140ab930 con 0x7f9f280d2210 2024-09-12T03:16:17.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.897+0000 7f9f1fe00640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x7f9f08072440 0x7f9f08074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:17.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.897+0000 7f9f1fe00640 1 -- 172.21.15.29:0/2783052450 --> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9f1402be50 con 0x7f9f08072440 2024-09-12T03:16:17.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.897+0000 7f9f1fe00640 1 -- 172.21.15.29:0/2783052450 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7f9f140b02a0 con 0x7f9f280d2210 2024-09-12T03:16:17.897 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.897+0000 7f9f27e00640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9f0806be60 0x7f9f0806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.897+0000 7f9f2ca00640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x7f9f08072440 0x7f9f08074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.898+0000 7f9f27e00640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9f0806be60 0x7f9f0806e320 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f9f18007fd0 tx=0x7f9f18007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:17.898 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.898+0000 7f9f2ca00640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x7f9f08072440 0x7f9f08074880 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:17.899 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.899+0000 7f9f1fe00640 1 -- 172.21.15.29:0/2783052450 <== osd.5 v2:172.21.15.38:6808/2601231839 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9f1402be50 con 0x7f9f08072440 2024-09-12T03:16:17.912 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.912+0000 7f9f2d400640 1 -- 172.21.15.29:0/2783052450 --> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f9f280b54e0 con 0x7f9f08072440 2024-09-12T03:16:17.913 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.913+0000 7f9f1fe00640 1 -- 172.21.15.29:0/2783052450 <== osd.5 v2:172.21.15.38:6808/2601231839 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f9f280b54e0 con 0x7f9f08072440 2024-09-12T03:16:17.913 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:16:17.913 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T03:16:17.913 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:16:17.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.913+0000 7f9f2d400640 1 -- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x7f9f08072440 msgr2=0x7f9f08074880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.913+0000 7f9f2d400640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:6808/2601231839,v1:172.21.15.38:6809/2601231839] conn(0x7f9f08072440 0x7f9f08074880 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.914 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.913+0000 7f9f2d400640 1 -- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9f0806be60 msgr2=0x7f9f0806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.913+0000 7f9f2d400640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f9f0806be60 0x7f9f0806e320 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f9f18007fd0 tx=0x7f9f18007de0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.913+0000 7f9f2d400640 1 -- 172.21.15.29:0/2783052450 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f280d2210 msgr2=0x7f9f280d14e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:17.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.913+0000 7f9f2d400640 1 --2- 172.21.15.29:0/2783052450 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f280d2210 0x7f9f280d14e0 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f9f14000c00 tx=0x7f9f140046c0 comp rx=0 tx=0).stop 2024-09-12T03:16:17.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.913+0000 7f9f2ca00640 1 -- 172.21.15.29:0/2783052450 reap_dead start 2024-09-12T03:16:17.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.913+0000 7f9f2d400640 1 -- 172.21.15.29:0/2783052450 shutdown_connections 2024-09-12T03:16:17.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.913+0000 7f9f2d400640 1 -- 172.21.15.29:0/2783052450 >> 172.21.15.29:0/2783052450 conn(0x7f9f2808c000 msgr2=0x7f9f280b64e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:17.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.914+0000 7f9f2d400640 1 -- 172.21.15.29:0/2783052450 shutdown_connections 2024-09-12T03:16:17.915 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:17.914+0000 7f9f2d400640 1 -- 172.21.15.29:0/2783052450 wait complete. 2024-09-12T03:16:17.928 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-12T03:16:18.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.086+0000 7f29bc800640 1 Processor -- start 2024-09-12T03:16:18.087 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.086+0000 7f29bc800640 1 -- start start 2024-09-12T03:16:18.088 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.087+0000 7f29bc800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f29b41475b0 0x7f29b40afb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.087+0000 7f29bc800640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f29b4147990 0x7f29b40b3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.087+0000 7f29bc800640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29b40b3c60 con 0x7f29b4071fd0 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.088+0000 7f29bc800640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f29b40b3f40 con 0x7f29b41475b0 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.088+0000 7f29bc800640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f29b40b4220 con 0x7f29b4147990 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.088+0000 7f29b9e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f29b41475b0 0x7f29b40afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.088+0000 7f29b9e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f29b41475b0 0x7f29b40afb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60564/0 (socket says 172.21.15.29:60564) 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.088+0000 7f29b9e00640 1 -- 172.21.15.29:0/2996709866 learned_addr learned my addr 172.21.15.29:0/2996709866 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.088+0000 7f29b9e00640 1 -- 172.21.15.29:0/2996709866 >> v2:172.21.15.38:3300/0 conn(0x7f29b4147990 msgr2=0x7f29b40b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.088+0000 7f29b9400640 1 --2- 172.21.15.29:0/2996709866 >> v2:172.21.15.38:3300/0 conn(0x7f29b4147990 0x7f29b40b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.088+0000 7f29b9e00640 1 --2- 172.21.15.29:0/2996709866 >> v2:172.21.15.38:3300/0 conn(0x7f29b4147990 0x7f29b40b3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.088+0000 7f29b9e00640 1 -- 172.21.15.29:0/2996709866 >> v1:172.21.15.38:6789/0 conn(0x7f29b4071fd0 legacy=0x7f29b4161f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.088+0000 7f29b9e00640 1 -- 172.21.15.29:0/2996709866 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29b40b4500 con 0x7f29b41475b0 2024-09-12T03:16:18.089 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.088+0000 7f29b9400640 1 --2- 172.21.15.29:0/2996709866 >> v2:172.21.15.38:3300/0 conn(0x7f29b4147990 0x7f29b40b3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.089+0000 7f29b9e00640 1 --2- 172.21.15.29:0/2996709866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29b41475b0 0x7f29b40afb60 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f29b40730c0 tx=0x7f29a802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b71cba9021c866a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.090+0000 7f29b8a00640 1 -- 172.21.15.29:0/2996709866 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29a8037070 con 0x7f29b41475b0 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.090+0000 7f29b8a00640 1 -- 172.21.15.29:0/2996709866 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29a8032440 con 0x7f29b41475b0 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.090+0000 7f29b8a00640 1 -- 172.21.15.29:0/2996709866 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29a8032810 con 0x7f29b41475b0 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.090+0000 7f29bc800640 1 -- 172.21.15.29:0/2996709866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29b41475b0 msgr2=0x7f29b40afb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.090+0000 7f29bc800640 1 --2- 172.21.15.29:0/2996709866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29b41475b0 0x7f29b40afb60 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f29b40730c0 tx=0x7f29a802a230 comp rx=0 tx=0).stop 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.090+0000 7f29bc800640 1 -- 172.21.15.29:0/2996709866 shutdown_connections 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.090+0000 7f29bc800640 1 --2- 172.21.15.29:0/2996709866 >> v2:172.21.15.38:3300/0 conn(0x7f29b4147990 0x7f29b40b3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.090+0000 7f29bc800640 1 --2- 172.21.15.29:0/2996709866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29b41475b0 0x7f29b40afb60 unknown :-1 s=CLOSED pgs=1600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.090+0000 7f29bc800640 1 -- 172.21.15.29:0/2996709866 >> 172.21.15.29:0/2996709866 conn(0x7f29b4067da0 msgr2=0x7f29b406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.090+0000 7f29bc800640 1 -- 172.21.15.29:0/2996709866 shutdown_connections 2024-09-12T03:16:18.091 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.090+0000 7f29bc800640 1 -- 172.21.15.29:0/2996709866 wait complete. 2024-09-12T03:16:18.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.092+0000 7f29bc800640 1 Processor -- start 2024-09-12T03:16:18.092 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.092+0000 7f29bc800640 1 -- start start 2024-09-12T03:16:18.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.093+0000 7f29bc800640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f29b4071fd0 0x7f29b4154120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.093+0000 7f29bc800640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29b41475b0 0x7f29b413cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.093+0000 7f29bc800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29b4147990 0x7f29b41414c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.093+0000 7f29bc800640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f29b406efe0 con 0x7f29b4147990 2024-09-12T03:16:18.096 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.093+0000 7f29bc800640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f29b40b3970 con 0x7f29b41475b0 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.093+0000 7f29bc800640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f29b406f160 con 0x7f29b4071fd0 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.093+0000 7f29ba800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29b4147990 0x7f29b41414c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.093+0000 7f29ba800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29b4147990 0x7f29b41414c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60576/0 (socket says 172.21.15.29:60576) 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.093+0000 7f29ba800640 1 -- 172.21.15.29:0/3295802414 learned_addr learned my addr 172.21.15.29:0/3295802414 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29b9400640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29b41475b0 0x7f29b413cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29b9e00640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f29b4071fd0 0x7f29b4154120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29ba800640 1 -- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f29b4071fd0 msgr2=0x7f29b4154120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29ba800640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f29b4071fd0 0x7f29b4154120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29ba800640 1 -- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29b41475b0 msgr2=0x7f29b413cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29ba800640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29b41475b0 0x7f29b413cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29ba800640 1 -- 172.21.15.29:0/3295802414 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29b4154660 con 0x7f29b4147990 2024-09-12T03:16:18.097 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29ba800640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29b4147990 0x7f29b41414c0 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f29b000c7b0 tx=0x7f29b000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:18.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29ae000640 1 -- 172.21.15.29:0/3295802414 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b0004b60 con 0x7f29b4147990 2024-09-12T03:16:18.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29ae000640 1 -- 172.21.15.29:0/3295802414 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29b0004d00 con 0x7f29b4147990 2024-09-12T03:16:18.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29ae000640 1 -- 172.21.15.29:0/3295802414 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b000aa90 con 0x7f29b4147990 2024-09-12T03:16:18.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29bc800640 1 -- 172.21.15.29:0/3295802414 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29b4153080 con 0x7f29b4147990 2024-09-12T03:16:18.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.094+0000 7f29bc800640 1 -- 172.21.15.29:0/3295802414 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29b4153920 con 0x7f29b4147990 2024-09-12T03:16:18.098 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.096+0000 7f29bc800640 1 -- 172.21.15.29:0/3295802414 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29b40afb60 con 0x7f29b4147990 2024-09-12T03:16:18.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.097+0000 7f29ae000640 1 -- 172.21.15.29:0/3295802414 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f29b000ac30 con 0x7f29b4147990 2024-09-12T03:16:18.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.097+0000 7f29ae000640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f299806be30 0x7f299806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.098+0000 7f29ae000640 1 -- 172.21.15.29:0/3295802414 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f29b008b020 con 0x7f29b4147990 2024-09-12T03:16:18.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.098+0000 7f29b9e00640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f299806be30 0x7f299806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.099 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.099+0000 7f29b9e00640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f299806be30 0x7f299806e2f0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f29a8034000 tx=0x7f29a802e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:18.102 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.102+0000 7f29ae000640 1 -- 172.21.15.29:0/3295802414 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f29b0020070 con 0x7f29b4147990 2024-09-12T03:16:18.289 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.285+0000 7f29bc800640 1 -- 172.21.15.29:0/3295802414 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f29b40af780 con 0x7f299806be30 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.286+0000 7f29ae000640 1 -- 172.21.15.29:0/3295802414 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f29b40af780 con 0x7f299806be30 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 5 to deep-scrub 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 -- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f299806be30 msgr2=0x7f299806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f299806be30 0x7f299806e2f0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f29a8034000 tx=0x7f29a802e000 comp rx=0 tx=0).stop 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 -- 172.21.15.29:0/3295802414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29b4147990 msgr2=0x7f29b41414c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29b4147990 0x7f29b41414c0 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f29b000c7b0 tx=0x7f29b000cc70 comp rx=0 tx=0).stop 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 -- 172.21.15.29:0/3295802414 shutdown_connections 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f299806be30 0x7f299806e2f0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29b4147990 0x7f29b41414c0 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f29b41475b0 0x7f29b413cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 --2- 172.21.15.29:0/3295802414 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f29b4071fd0 0x7f29b4154120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.290 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 -- 172.21.15.29:0/3295802414 >> 172.21.15.29:0/3295802414 conn(0x7f29b4067da0 msgr2=0x7f29b406f2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:18.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 -- 172.21.15.29:0/3295802414 shutdown_connections 2024-09-12T03:16:18.291 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.288+0000 7f29bc800640 1 -- 172.21.15.29:0/3295802414 wait complete. 2024-09-12T03:16:18.304 INFO:tasks.ceph:Scrubbing osd.6 2024-09-12T03:16:18.304 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-12T03:16:18.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.467+0000 7fa287c00640 1 Processor -- start 2024-09-12T03:16:18.468 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.468+0000 7fa287c00640 1 -- start start 2024-09-12T03:16:18.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.469+0000 7fa287c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fa280074020 0x7fa2800b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.469+0000 7fa287c00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa2800cea80 0x7fa28006f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.469+0000 7fa287c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa28006f5a0 0x7fa28015ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.469+0000 7fa287c00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fa2800cf2b0 con 0x7fa2800cea80 2024-09-12T03:16:18.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.469+0000 7fa287c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fa2800cf590 con 0x7fa280074020 2024-09-12T03:16:18.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.469+0000 7fa287c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa2800cf870 con 0x7fa28006f5a0 2024-09-12T03:16:18.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.469+0000 7fa277e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa2800cea80 0x7fa28006f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.469+0000 7fa277e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fa2800cea80 0x7fa28006f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60584/0 (socket says 172.21.15.29:60584) 2024-09-12T03:16:18.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.469+0000 7fa277e00640 1 -- 172.21.15.29:0/808686888 learned_addr learned my addr 172.21.15.29:0/808686888 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:18.470 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.469+0000 7fa285c00640 1 --2- 172.21.15.29:0/808686888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa28006f5a0 0x7fa28015ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.469+0000 7fa285200640 1 --2- 172.21.15.29:0/808686888 >> v2:172.21.15.38:3300/0 conn(0x7fa280074020 0x7fa2800b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.470+0000 7fa277e00640 1 -- 172.21.15.29:0/808686888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa28006f5a0 msgr2=0x7fa28015ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:18.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.470+0000 7fa277e00640 1 --2- 172.21.15.29:0/808686888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa28006f5a0 0x7fa28015ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.470+0000 7fa277e00640 1 -- 172.21.15.29:0/808686888 >> v2:172.21.15.38:3300/0 conn(0x7fa280074020 msgr2=0x7fa2800b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:18.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.470+0000 7fa277e00640 1 --2- 172.21.15.29:0/808686888 >> v2:172.21.15.38:3300/0 conn(0x7fa280074020 0x7fa2800b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.471 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.470+0000 7fa277e00640 1 -- 172.21.15.29:0/808686888 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2800cfb50 con 0x7fa2800cea80 2024-09-12T03:16:18.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.471+0000 7fa277e00640 1 --2- 172.21.15.29:0/808686888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2800cea80 0x7fa28006f060 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7fa2800b2e70 tx=0x7fa26802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e0be758a6d47fbc server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:18.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.471+0000 7fa27fe00640 1 -- 172.21.15.29:0/808686888 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa268037070 con 0x7fa2800cea80 2024-09-12T03:16:18.472 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.471+0000 7fa27fe00640 1 -- 172.21.15.29:0/808686888 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa268032440 con 0x7fa2800cea80 2024-09-12T03:16:18.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.471+0000 7fa27fe00640 1 -- 172.21.15.29:0/808686888 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa268032810 con 0x7fa2800cea80 2024-09-12T03:16:18.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.471+0000 7fa287c00640 1 -- 172.21.15.29:0/808686888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2800cea80 msgr2=0x7fa28006f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.471+0000 7fa287c00640 1 --2- 172.21.15.29:0/808686888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2800cea80 0x7fa28006f060 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7fa2800b2e70 tx=0x7fa26802a140 comp rx=0 tx=0).stop 2024-09-12T03:16:18.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.472+0000 7fa287c00640 1 -- 172.21.15.29:0/808686888 shutdown_connections 2024-09-12T03:16:18.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.472+0000 7fa287c00640 1 --2- 172.21.15.29:0/808686888 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa28006f5a0 0x7fa28015ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.472+0000 7fa287c00640 1 --2- 172.21.15.29:0/808686888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2800cea80 0x7fa28006f060 unknown :-1 s=CLOSED pgs=1602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.472+0000 7fa287c00640 1 --2- 172.21.15.29:0/808686888 >> v2:172.21.15.38:3300/0 conn(0x7fa280074020 0x7fa2800b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.472+0000 7fa287c00640 1 -- 172.21.15.29:0/808686888 >> 172.21.15.29:0/808686888 conn(0x7fa2800d0190 msgr2=0x7fa2800d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:18.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.472+0000 7fa287c00640 1 -- 172.21.15.29:0/808686888 shutdown_connections 2024-09-12T03:16:18.473 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.472+0000 7fa287c00640 1 -- 172.21.15.29:0/808686888 wait complete. 2024-09-12T03:16:18.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.473+0000 7fa287c00640 1 Processor -- start 2024-09-12T03:16:18.474 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.473+0000 7fa287c00640 1 -- start start 2024-09-12T03:16:18.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.474+0000 7fa287c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa28006f5a0 0x7fa28015b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.474+0000 7fa287c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa280074020 0x7fa28015c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.474+0000 7fa287c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2800cea80 0x7fa2800ccce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.474+0000 7fa287c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa28015f3f0 con 0x7fa2800cea80 2024-09-12T03:16:18.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.474+0000 7fa287c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fa28015f270 con 0x7fa28006f5a0 2024-09-12T03:16:18.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.474+0000 7fa287c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fa28015f570 con 0x7fa280074020 2024-09-12T03:16:18.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa285c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2800cea80 0x7fa2800ccce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.475 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa285c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2800cea80 0x7fa2800ccce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60598/0 (socket says 172.21.15.29:60598) 2024-09-12T03:16:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa285c00640 1 -- 172.21.15.29:0/3735052952 learned_addr learned my addr 172.21.15.29:0/3735052952 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa285200640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa28006f5a0 0x7fa28015b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa277e00640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa280074020 0x7fa28015c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa285c00640 1 -- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa280074020 msgr2=0x7fa28015c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa285c00640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fa280074020 0x7fa28015c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa285c00640 1 -- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa28006f5a0 msgr2=0x7fa28015b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa285c00640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fa28006f5a0 0x7fa28015b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.476 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa285c00640 1 -- 172.21.15.29:0/3735052952 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2801f7c90 con 0x7fa2800cea80 2024-09-12T03:16:18.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa285c00640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2800cea80 0x7fa2800ccce0 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7fa278007fb0 tx=0x7fa27800d480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:18.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa27d600640 1 -- 172.21.15.29:0/3735052952 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27800db10 con 0x7fa2800cea80 2024-09-12T03:16:18.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa27d600640 1 -- 172.21.15.29:0/3735052952 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa27800dcb0 con 0x7fa2800cea80 2024-09-12T03:16:18.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.475+0000 7fa27d600640 1 -- 172.21.15.29:0/3735052952 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27800de60 con 0x7fa2800cea80 2024-09-12T03:16:18.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.476+0000 7fa287c00640 1 -- 172.21.15.29:0/3735052952 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2801f7f70 con 0x7fa2800cea80 2024-09-12T03:16:18.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.476+0000 7fa287c00640 1 -- 172.21.15.29:0/3735052952 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2800cd220 con 0x7fa2800cea80 2024-09-12T03:16:18.477 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.476+0000 7fa287c00640 1 -- 172.21.15.29:0/3735052952 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa28015f850 con 0x7fa2800cea80 2024-09-12T03:16:18.478 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.478+0000 7fa27d600640 1 -- 172.21.15.29:0/3735052952 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa278005d10 con 0x7fa2800cea80 2024-09-12T03:16:18.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.478+0000 7fa27d600640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa25c06be30 0x7fa25c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.479+0000 7fa27d600640 1 -- 172.21.15.29:0/3735052952 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7fa27808aff0 con 0x7fa2800cea80 2024-09-12T03:16:18.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.479+0000 7fa27d600640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x7fa25c072410 0x7fa25c074850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.479+0000 7fa27d600640 1 -- 172.21.15.29:0/3735052952 --> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa25c074f20 con 0x7fa25c072410 2024-09-12T03:16:18.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.479+0000 7fa27d600640 1 -- 172.21.15.29:0/3735052952 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fa27808d5d0 con 0x7fa2800cea80 2024-09-12T03:16:18.479 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.479+0000 7fa285200640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa25c06be30 0x7fa25c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.479+0000 7fa277e00640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x7fa25c072410 0x7fa25c074850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.480+0000 7fa285200640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa25c06be30 0x7fa25c06e2f0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fa2800d0ab0 tx=0x7fa270009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:18.480 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.480+0000 7fa277e00640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x7fa25c072410 0x7fa25c074850 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:18.481 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.481+0000 7fa27d600640 1 -- 172.21.15.29:0/3735052952 <== osd.6 v2:172.21.15.38:6816/81343891 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa25c074f20 con 0x7fa25c072410 2024-09-12T03:16:18.494 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.494+0000 7fa287c00640 1 -- 172.21.15.29:0/3735052952 --> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa280070120 con 0x7fa25c072410 2024-09-12T03:16:18.495 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.495+0000 7fa27d600640 1 -- 172.21.15.29:0/3735052952 <== osd.6 v2:172.21.15.38:6816/81343891 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fa280070120 con 0x7fa25c072410 2024-09-12T03:16:18.495 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:16:18.495 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T03:16:18.496 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:16:18.496 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.495+0000 7fa287c00640 1 -- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x7fa25c072410 msgr2=0x7fa25c074850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.495+0000 7fa287c00640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:6816/81343891,v1:172.21.15.38:6817/81343891] conn(0x7fa25c072410 0x7fa25c074850 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.496+0000 7fa287c00640 1 -- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa25c06be30 msgr2=0x7fa25c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.496+0000 7fa287c00640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fa25c06be30 0x7fa25c06e2f0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fa2800d0ab0 tx=0x7fa270009190 comp rx=0 tx=0).stop 2024-09-12T03:16:18.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.496+0000 7fa287c00640 1 -- 172.21.15.29:0/3735052952 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2800cea80 msgr2=0x7fa2800ccce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.496+0000 7fa287c00640 1 --2- 172.21.15.29:0/3735052952 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa2800cea80 0x7fa2800ccce0 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7fa278007fb0 tx=0x7fa27800d480 comp rx=0 tx=0).stop 2024-09-12T03:16:18.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.496+0000 7fa285c00640 1 -- 172.21.15.29:0/3735052952 reap_dead start 2024-09-12T03:16:18.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.496+0000 7fa287c00640 1 -- 172.21.15.29:0/3735052952 shutdown_connections 2024-09-12T03:16:18.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.496+0000 7fa287c00640 1 -- 172.21.15.29:0/3735052952 >> 172.21.15.29:0/3735052952 conn(0x7fa2800d0190 msgr2=0x7fa28006df50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:18.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.496+0000 7fa287c00640 1 -- 172.21.15.29:0/3735052952 shutdown_connections 2024-09-12T03:16:18.497 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.496+0000 7fa287c00640 1 -- 172.21.15.29:0/3735052952 wait complete. 2024-09-12T03:16:18.511 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-12T03:16:18.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.668+0000 7fcc87e00640 1 Processor -- start 2024-09-12T03:16:18.669 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.668+0000 7fcc87e00640 1 -- start start 2024-09-12T03:16:18.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.670+0000 7fcc87e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800ce830 0x7fcc8006d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.670+0000 7fcc87e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcc800aff20 0x7fcc800cec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.670 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.670+0000 7fcc87e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc80160df0 con 0x7fcc800cd510 2024-09-12T03:16:18.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.670+0000 7fcc87e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7fcc801608c0 con 0x7fcc800aff20 2024-09-12T03:16:18.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.670+0000 7fcc87e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcc80067950 con 0x7fcc800ce830 2024-09-12T03:16:18.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.670+0000 7fcc84a00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7fcc800aff20 0x7fcc800cec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.670+0000 7fcc85e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fcc800cd510 0x7fcc800cd9c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51330/0 (socket says 172.21.15.29:51330) 2024-09-12T03:16:18.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.670+0000 7fcc85e00640 1 -- 172.21.15.29:0/2077937184 learned_addr learned my addr 172.21.15.29:0/2077937184 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:18.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.670+0000 7fcc85400640 1 --2- 172.21.15.29:0/2077937184 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800ce830 0x7fcc8006d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.671+0000 7fcc7fe00640 1 -- 172.21.15.29:0/2077937184 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1893699656 0 0) 0x7fcc80160df0 con 0x7fcc800cd510 2024-09-12T03:16:18.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.671+0000 7fcc84a00640 1 -- 172.21.15.29:0/2077937184 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800ce830 msgr2=0x7fcc8006d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:18.672 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.671+0000 7fcc84a00640 1 --2- 172.21.15.29:0/2077937184 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800ce830 0x7fcc8006d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.671+0000 7fcc84a00640 1 -- 172.21.15.29:0/2077937184 >> v1:172.21.15.29:6789/0 conn(0x7fcc800cd510 legacy=0x7fcc800cd9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.671+0000 7fcc84a00640 1 -- 172.21.15.29:0/2077937184 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc8006e9b0 con 0x7fcc800aff20 2024-09-12T03:16:18.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.671+0000 7fcc85400640 1 --2- 172.21.15.29:0/2077937184 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800ce830 0x7fcc8006d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:16:18.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.672+0000 7fcc84a00640 1 --2- 172.21.15.29:0/2077937184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc800aff20 0x7fcc800cec10 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7fcc6c0097a0 tx=0x7fcc6c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a53e399e1b7b385c server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:18.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.672+0000 7fcc7fe00640 1 -- 172.21.15.29:0/2077937184 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc6c037070 con 0x7fcc800aff20 2024-09-12T03:16:18.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.672+0000 7fcc7fe00640 1 -- 172.21.15.29:0/2077937184 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc6c02ae50 con 0x7fcc800aff20 2024-09-12T03:16:18.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.672+0000 7fcc7fe00640 1 -- 172.21.15.29:0/2077937184 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc6c032660 con 0x7fcc800aff20 2024-09-12T03:16:18.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.672+0000 7fcc87e00640 1 -- 172.21.15.29:0/2077937184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc800aff20 msgr2=0x7fcc800cec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.672+0000 7fcc87e00640 1 --2- 172.21.15.29:0/2077937184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc800aff20 0x7fcc800cec10 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7fcc6c0097a0 tx=0x7fcc6c02a100 comp rx=0 tx=0).stop 2024-09-12T03:16:18.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.673+0000 7fcc87e00640 1 -- 172.21.15.29:0/2077937184 shutdown_connections 2024-09-12T03:16:18.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.673+0000 7fcc87e00640 1 --2- 172.21.15.29:0/2077937184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc800aff20 0x7fcc800cec10 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.673+0000 7fcc87e00640 1 --2- 172.21.15.29:0/2077937184 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800ce830 0x7fcc8006d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.673+0000 7fcc87e00640 1 -- 172.21.15.29:0/2077937184 >> 172.21.15.29:0/2077937184 conn(0x7fcc800736d0 msgr2=0x7fcc8006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:18.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.673+0000 7fcc87e00640 1 -- 172.21.15.29:0/2077937184 shutdown_connections 2024-09-12T03:16:18.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.673+0000 7fcc87e00640 1 -- 172.21.15.29:0/2077937184 wait complete. 2024-09-12T03:16:18.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.674+0000 7fcc87e00640 1 Processor -- start 2024-09-12T03:16:18.675 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.674+0000 7fcc87e00640 1 -- start start 2024-09-12T03:16:18.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.675+0000 7fcc87e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800aff20 0x7fcc8014e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.675+0000 7fcc87e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc800cd510 0x7fcc801e6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.675+0000 7fcc87e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc800ce830 0x7fcc80150530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.675+0000 7fcc87e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcc80160b10 con 0x7fcc800cd510 2024-09-12T03:16:18.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.675+0000 7fcc87e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcc80067bf0 con 0x7fcc800ce830 2024-09-12T03:16:18.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.675+0000 7fcc87e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcc8015c690 con 0x7fcc800aff20 2024-09-12T03:16:18.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.675+0000 7fcc84a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc800cd510 0x7fcc801e6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.677 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc84a00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc800cd510 0x7fcc801e6700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60620/0 (socket says 172.21.15.29:60620) 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc84a00640 1 -- 172.21.15.29:0/226992242 learned_addr learned my addr 172.21.15.29:0/226992242 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc85400640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800aff20 0x7fcc8014e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc84a00640 1 -- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800aff20 msgr2=0x7fcc8014e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc84a00640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800aff20 0x7fcc8014e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc85e00640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc800ce830 0x7fcc80150530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc84a00640 1 -- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc800ce830 msgr2=0x7fcc80150530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc84a00640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc800ce830 0x7fcc80150530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc84a00640 1 -- 172.21.15.29:0/226992242 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc801e6e00 con 0x7fcc800cd510 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc85400640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800aff20 0x7fcc8014e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc85e00640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc800ce830 0x7fcc80150530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.676+0000 7fcc84a00640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc800cd510 0x7fcc801e6700 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7fcc6c000c00 tx=0x7fcc6c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.677+0000 7fcc7d600640 1 -- 172.21.15.29:0/226992242 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc6c042070 con 0x7fcc800cd510 2024-09-12T03:16:18.678 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.677+0000 7fcc7d600640 1 -- 172.21.15.29:0/226992242 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc6c03e460 con 0x7fcc800cd510 2024-09-12T03:16:18.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.677+0000 7fcc7d600640 1 -- 172.21.15.29:0/226992242 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc6c037040 con 0x7fcc800cd510 2024-09-12T03:16:18.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.677+0000 7fcc87e00640 1 -- 172.21.15.29:0/226992242 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc8015d260 con 0x7fcc800cd510 2024-09-12T03:16:18.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.677+0000 7fcc87e00640 1 -- 172.21.15.29:0/226992242 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc8015dd40 con 0x7fcc800cd510 2024-09-12T03:16:18.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.678+0000 7fcc87e00640 1 -- 172.21.15.29:0/226992242 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc800b26b0 con 0x7fcc800cd510 2024-09-12T03:16:18.679 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.679+0000 7fcc7d600640 1 -- 172.21.15.29:0/226992242 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcc6c045070 con 0x7fcc800cd510 2024-09-12T03:16:18.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.679+0000 7fcc7d600640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc6006be30 0x7fcc6006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:18.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.680+0000 7fcc7d600640 1 -- 172.21.15.29:0/226992242 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7fcc6c0ab480 con 0x7fcc800cd510 2024-09-12T03:16:18.680 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.680+0000 7fcc85400640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc6006be30 0x7fcc6006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:18.681 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.680+0000 7fcc85400640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc6006be30 0x7fcc6006e2f0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fcc801521e0 tx=0x7fcc74008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:18.684 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.684+0000 7fcc7d600640 1 -- 172.21.15.29:0/226992242 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcc800b26b0 con 0x7fcc800cd510 2024-09-12T03:16:18.867 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.867+0000 7fcc87e00640 1 -- 172.21.15.29:0/226992242 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7fcc801e70e0 con 0x7fcc6006be30 2024-09-12T03:16:18.868 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.868+0000 7fcc7d600640 1 -- 172.21.15.29:0/226992242 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fcc801e70e0 con 0x7fcc6006be30 2024-09-12T03:16:18.868 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 6 to deep-scrub 2024-09-12T03:16:18.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 -- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc6006be30 msgr2=0x7fcc6006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc6006be30 0x7fcc6006e2f0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fcc801521e0 tx=0x7fcc74008040 comp rx=0 tx=0).stop 2024-09-12T03:16:18.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 -- 172.21.15.29:0/226992242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc800cd510 msgr2=0x7fcc801e6700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:18.870 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc800cd510 0x7fcc801e6700 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7fcc6c000c00 tx=0x7fcc6c0046c0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 -- 172.21.15.29:0/226992242 shutdown_connections 2024-09-12T03:16:18.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fcc6006be30 0x7fcc6006e2f0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcc800ce830 0x7fcc80150530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc800cd510 0x7fcc801e6700 unknown :-1 s=CLOSED pgs=1606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 --2- 172.21.15.29:0/226992242 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcc800aff20 0x7fcc8014e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:18.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 -- 172.21.15.29:0/226992242 >> 172.21.15.29:0/226992242 conn(0x7fcc800736d0 msgr2=0x7fcc800b05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:18.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 -- 172.21.15.29:0/226992242 shutdown_connections 2024-09-12T03:16:18.871 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:18.870+0000 7fcc87e00640 1 -- 172.21.15.29:0/226992242 wait complete. 2024-09-12T03:16:18.887 INFO:tasks.ceph:Scrubbing osd.7 2024-09-12T03:16:18.887 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-12T03:16:19.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.047+0000 7fcac3000640 1 Processor -- start 2024-09-12T03:16:19.047 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.047+0000 7fcac3000640 1 -- start start 2024-09-12T03:16:19.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.048+0000 7fcac3000640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fcabc070e70 0x7fcabc06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.048 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.048+0000 7fcac3000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcabc071250 0x7fcabc09aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.048+0000 7fcac3000640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcabc15eff0 con 0x7fcabc09afb0 2024-09-12T03:16:19.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.048+0000 7fcac3000640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fcabc0b63e0 con 0x7fcabc070e70 2024-09-12T03:16:19.049 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.048+0000 7fcac3000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcabc09b5e0 con 0x7fcabc071250 2024-09-12T03:16:19.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.049+0000 7fcab3e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcabc071250 0x7fcabc09aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.049+0000 7fcac1000640 1 --1- >> v1:172.21.15.38:6789/0 conn(0x7fcabc09afb0 0x7fcabc0b1310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.38:6789/0 says I am v1:172.21.15.29:37066/0 (socket says 172.21.15.29:37066) 2024-09-12T03:16:19.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.049+0000 7fcac1000640 1 -- 172.21.15.29:0/4272296052 learned_addr learned my addr 172.21.15.29:0/4272296052 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:19.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.049+0000 7fcabbe00640 1 --2- 172.21.15.29:0/4272296052 >> v2:172.21.15.38:3300/0 conn(0x7fcabc070e70 0x7fcabc06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.049+0000 7fcabb400640 1 -- 172.21.15.29:0/4272296052 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2888362023 0 0) 0x7fcabc15eff0 con 0x7fcabc09afb0 2024-09-12T03:16:19.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.049+0000 7fcabb400640 1 -- 172.21.15.29:0/4272296052 --> v1:172.21.15.38:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcaa0003520 con 0x7fcabc09afb0 2024-09-12T03:16:19.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.049+0000 7fcabbe00640 1 -- 172.21.15.29:0/4272296052 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcabc071250 msgr2=0x7fcabc09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:19.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.049+0000 7fcabbe00640 1 --2- 172.21.15.29:0/4272296052 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcabc071250 0x7fcabc09aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.049+0000 7fcabbe00640 1 -- 172.21.15.29:0/4272296052 >> v1:172.21.15.38:6789/0 conn(0x7fcabc09afb0 legacy=0x7fcabc0b1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.050 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.049+0000 7fcabbe00640 1 -- 172.21.15.29:0/4272296052 --> v2:172.21.15.38:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcabc09b8c0 con 0x7fcabc070e70 2024-09-12T03:16:19.051 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.049+0000 7fcab3e00640 1 --2- 172.21.15.29:0/4272296052 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcabc071250 0x7fcabc09aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-12T03:16:19.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.050+0000 7fcabbe00640 1 --2- 172.21.15.29:0/4272296052 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcabc070e70 0x7fcabc06cd20 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fcaac0097a0 tx=0x7fcaac02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ddebf3f5640e9997 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:19.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.050+0000 7fcabb400640 1 -- 172.21.15.29:0/4272296052 <== mon.1 v2:172.21.15.38:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaac037070 con 0x7fcabc070e70 2024-09-12T03:16:19.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.050+0000 7fcabb400640 1 -- 172.21.15.29:0/4272296052 <== mon.1 v2:172.21.15.38:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcaac032440 con 0x7fcabc070e70 2024-09-12T03:16:19.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.050+0000 7fcabb400640 1 -- 172.21.15.29:0/4272296052 <== mon.1 v2:172.21.15.38:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaac032810 con 0x7fcabc070e70 2024-09-12T03:16:19.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.051+0000 7fcac3000640 1 -- 172.21.15.29:0/4272296052 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcabc070e70 msgr2=0x7fcabc06cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.051+0000 7fcac3000640 1 --2- 172.21.15.29:0/4272296052 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcabc070e70 0x7fcabc06cd20 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fcaac0097a0 tx=0x7fcaac02a180 comp rx=0 tx=0).stop 2024-09-12T03:16:19.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.051+0000 7fcac3000640 1 -- 172.21.15.29:0/4272296052 shutdown_connections 2024-09-12T03:16:19.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.051+0000 7fcac3000640 1 --2- 172.21.15.29:0/4272296052 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcabc071250 0x7fcabc09aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.051+0000 7fcac3000640 1 --2- 172.21.15.29:0/4272296052 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcabc070e70 0x7fcabc06cd20 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.052 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.051+0000 7fcac3000640 1 -- 172.21.15.29:0/4272296052 >> 172.21.15.29:0/4272296052 conn(0x7fcabc0b7a50 msgr2=0x7fcabc0b4010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:19.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.051+0000 7fcac3000640 1 -- 172.21.15.29:0/4272296052 shutdown_connections 2024-09-12T03:16:19.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.051+0000 7fcac3000640 1 -- 172.21.15.29:0/4272296052 wait complete. 2024-09-12T03:16:19.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.053+0000 7fcac3000640 1 Processor -- start 2024-09-12T03:16:19.053 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.053+0000 7fcac3000640 1 -- start start 2024-09-12T03:16:19.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.054+0000 7fcac3000640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcabc070e70 0x7fcabc0a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.054+0000 7fcac3000640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcabc071250 0x7fcabc1566f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.054+0000 7fcac3000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcabc09afb0 0x7fcabc0b05b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.054+0000 7fcac3000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcabc0b1a20 con 0x7fcabc09afb0 2024-09-12T03:16:19.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.054+0000 7fcac3000640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fcabc0b5d60 con 0x7fcabc070e70 2024-09-12T03:16:19.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.054+0000 7fcac3000640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fcabc0b1ba0 con 0x7fcabc071250 2024-09-12T03:16:19.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.054+0000 7fcac1000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcabc09afb0 0x7fcabc0b05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.054+0000 7fcac1000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcabc09afb0 0x7fcabc0b05b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60622/0 (socket says 172.21.15.29:60622) 2024-09-12T03:16:19.055 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.054+0000 7fcac1000640 1 -- 172.21.15.29:0/3424787979 learned_addr learned my addr 172.21.15.29:0/3424787979 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:19.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.054+0000 7fcab3e00640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcabc071250 0x7fcabc1566f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.054+0000 7fcabbe00640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcabc070e70 0x7fcabc0a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.055+0000 7fcac1000640 1 -- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcabc071250 msgr2=0x7fcabc1566f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.055+0000 7fcac1000640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fcabc071250 0x7fcabc1566f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.055+0000 7fcac1000640 1 -- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcabc070e70 msgr2=0x7fcabc0a0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.055+0000 7fcac1000640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fcabc070e70 0x7fcabc0a0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.055+0000 7fcac1000640 1 -- 172.21.15.29:0/3424787979 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcabc1f7570 con 0x7fcabc09afb0 2024-09-12T03:16:19.056 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.055+0000 7fcac1000640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcabc09afb0 0x7fcabc0b05b0 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7fcab400cb40 tx=0x7fcab400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:19.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.055+0000 7fcab8c00640 1 -- 172.21.15.29:0/3424787979 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab4017070 con 0x7fcabc09afb0 2024-09-12T03:16:19.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.055+0000 7fcab8c00640 1 -- 172.21.15.29:0/3424787979 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcab400aca0 con 0x7fcabc09afb0 2024-09-12T03:16:19.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.055+0000 7fcac3000640 1 -- 172.21.15.29:0/3424787979 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcabc1f7850 con 0x7fcabc09afb0 2024-09-12T03:16:19.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.055+0000 7fcab8c00640 1 -- 172.21.15.29:0/3424787979 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab4012620 con 0x7fcabc09afb0 2024-09-12T03:16:19.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.055+0000 7fcac3000640 1 -- 172.21.15.29:0/3424787979 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcabc1f7e10 con 0x7fcabc09afb0 2024-09-12T03:16:19.057 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.056+0000 7fcac3000640 1 -- 172.21.15.29:0/3424787979 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcabc1f8010 con 0x7fcabc09afb0 2024-09-12T03:16:19.058 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.057+0000 7fcab8c00640 1 -- 172.21.15.29:0/3424787979 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcab401a070 con 0x7fcabc09afb0 2024-09-12T03:16:19.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.058+0000 7fcab8c00640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca9806be30 0x7fca9806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.058+0000 7fcab8c00640 1 -- 172.21.15.29:0/3424787979 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7fcab408ab90 con 0x7fcabc09afb0 2024-09-12T03:16:19.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.059+0000 7fcab8c00640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x7fca98072410 0x7fca98074850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.059+0000 7fcab8c00640 1 -- 172.21.15.29:0/3424787979 --> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcab400ae50 con 0x7fca98072410 2024-09-12T03:16:19.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.059+0000 7fcab8c00640 1 -- 172.21.15.29:0/3424787979 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fcab408f2a0 con 0x7fcabc09afb0 2024-09-12T03:16:19.059 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.059+0000 7fcabbe00640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca9806be30 0x7fca9806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.059+0000 7fcab3e00640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x7fca98072410 0x7fca98074850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.059+0000 7fcabbe00640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca9806be30 0x7fca9806e2f0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fcaac034000 tx=0x7fcaac02e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:19.060 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.060+0000 7fcab3e00640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x7fca98072410 0x7fca98074850 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:19.061 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.061+0000 7fcab8c00640 1 -- 172.21.15.29:0/3424787979 <== osd.7 v2:172.21.15.38:6800/937502975 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcab400ae50 con 0x7fca98072410 2024-09-12T03:16:19.074 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.074+0000 7fcac3000640 1 -- 172.21.15.29:0/3424787979 --> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fcabc158c10 con 0x7fca98072410 2024-09-12T03:16:19.075 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.075+0000 7fcab8c00640 1 -- 172.21.15.29:0/3424787979 <== osd.7 v2:172.21.15.38:6800/937502975 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fcabc158c10 con 0x7fca98072410 2024-09-12T03:16:19.075 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-12T03:16:19.075 INFO:teuthology.orchestra.run.smithi029.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T03:16:19.075 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-12T03:16:19.076 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.075+0000 7fcac3000640 1 -- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x7fca98072410 msgr2=0x7fca98074850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.075+0000 7fcac3000640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:6800/937502975,v1:172.21.15.38:6801/937502975] conn(0x7fca98072410 0x7fca98074850 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.075+0000 7fcac3000640 1 -- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca9806be30 msgr2=0x7fca9806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.075+0000 7fcac3000640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fca9806be30 0x7fca9806e2f0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fcaac034000 tx=0x7fcaac02e000 comp rx=0 tx=0).stop 2024-09-12T03:16:19.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.075+0000 7fcac3000640 1 -- 172.21.15.29:0/3424787979 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcabc09afb0 msgr2=0x7fcabc0b05b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.075+0000 7fcac3000640 1 --2- 172.21.15.29:0/3424787979 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcabc09afb0 0x7fcabc0b05b0 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7fcab400cb40 tx=0x7fcab400a060 comp rx=0 tx=0).stop 2024-09-12T03:16:19.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.075+0000 7fcac1000640 1 -- 172.21.15.29:0/3424787979 reap_dead start 2024-09-12T03:16:19.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.075+0000 7fcac3000640 1 -- 172.21.15.29:0/3424787979 shutdown_connections 2024-09-12T03:16:19.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.075+0000 7fcac3000640 1 -- 172.21.15.29:0/3424787979 >> 172.21.15.29:0/3424787979 conn(0x7fcabc0b7a50 msgr2=0x7fcabc15eff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:19.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.076+0000 7fcac3000640 1 -- 172.21.15.29:0/3424787979 shutdown_connections 2024-09-12T03:16:19.077 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.076+0000 7fcac3000640 1 -- 172.21.15.29:0/3424787979 wait complete. 2024-09-12T03:16:19.090 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-12T03:16:19.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.247+0000 7f3cd6c00640 1 Processor -- start 2024-09-12T03:16:19.247 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.247+0000 7f3cd6c00640 1 -- start start 2024-09-12T03:16:19.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.248+0000 7f3cd6c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072240 0x7f3cd015d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.248+0000 7f3cd6c00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3cd0072620 0x7f3cd00af530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.248+0000 7f3cd6c00640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3cd015d730 con 0x7f3cd006dfd0 2024-09-12T03:16:19.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.248+0000 7f3cd6c00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f3cd006e590 con 0x7f3cd0072620 2024-09-12T03:16:19.248 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.248+0000 7f3cd6c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3cd006e870 con 0x7f3cd0072240 2024-09-12T03:16:19.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.249+0000 7f3ccfe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072240 0x7f3cd015d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.249 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.249+0000 7f3ccfe00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072240 0x7f3cd015d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.38:3301/0 says I am v2:172.21.15.29:51822/0 (socket says 172.21.15.29:51822) 2024-09-12T03:16:19.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.249+0000 7f3ccfe00640 1 -- 172.21.15.29:0/2981398434 learned_addr learned my addr 172.21.15.29:0/2981398434 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:19.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.249+0000 7f3ccf400640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f3cd0072620 0x7f3cd00af530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.249+0000 7f3ccfe00640 1 -- 172.21.15.29:0/2981398434 >> v2:172.21.15.38:3300/0 conn(0x7f3cd0072620 msgr2=0x7f3cd00af530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:19.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.249+0000 7f3ccfe00640 1 --2- 172.21.15.29:0/2981398434 >> v2:172.21.15.38:3300/0 conn(0x7f3cd0072620 0x7f3cd00af530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.249+0000 7f3ccfe00640 1 -- 172.21.15.29:0/2981398434 >> v1:172.21.15.38:6789/0 conn(0x7f3cd006dfd0 legacy=0x7f3cd015fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.249+0000 7f3ccea00640 1 -- 172.21.15.29:0/2981398434 <== mon.1 v1:172.21.15.38:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 368059092 0 0) 0x7f3cd015d730 con 0x7f3cd006dfd0 2024-09-12T03:16:19.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.249+0000 7f3ccfe00640 1 -- 172.21.15.29:0/2981398434 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cd006eb50 con 0x7f3cd0072240 2024-09-12T03:16:19.250 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.250+0000 7f3ccfe00640 1 --2- 172.21.15.29:0/2981398434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072240 0x7f3cd015d1f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3cc0009870 tx=0x7f3cc002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=760ed133b557d660 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:19.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.250+0000 7f3ccea00640 1 -- 172.21.15.29:0/2981398434 <== mon.2 v2:172.21.15.38:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0037070 con 0x7f3cd0072240 2024-09-12T03:16:19.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.250+0000 7f3ccea00640 1 -- 172.21.15.29:0/2981398434 <== mon.2 v2:172.21.15.38:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cc0032440 con 0x7f3cd0072240 2024-09-12T03:16:19.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.250+0000 7f3ccea00640 1 -- 172.21.15.29:0/2981398434 <== mon.2 v2:172.21.15.38:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0032810 con 0x7f3cd0072240 2024-09-12T03:16:19.251 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.251+0000 7f3cd6c00640 1 -- 172.21.15.29:0/2981398434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072240 msgr2=0x7f3cd015d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.251+0000 7f3cd6c00640 1 --2- 172.21.15.29:0/2981398434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072240 0x7f3cd015d1f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3cc0009870 tx=0x7f3cc002a1c0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.251+0000 7f3cd6c00640 1 -- 172.21.15.29:0/2981398434 shutdown_connections 2024-09-12T03:16:19.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.251+0000 7f3cd6c00640 1 --2- 172.21.15.29:0/2981398434 >> v2:172.21.15.38:3300/0 conn(0x7f3cd0072620 0x7f3cd00af530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.251+0000 7f3cd6c00640 1 --2- 172.21.15.29:0/2981398434 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072240 0x7f3cd015d1f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.251+0000 7f3cd6c00640 1 -- 172.21.15.29:0/2981398434 >> 172.21.15.29:0/2981398434 conn(0x7f3cd0067da0 msgr2=0x7f3cd006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:19.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.251+0000 7f3cd6c00640 1 -- 172.21.15.29:0/2981398434 shutdown_connections 2024-09-12T03:16:19.252 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.251+0000 7f3cd6c00640 1 -- 172.21.15.29:0/2981398434 wait complete. 2024-09-12T03:16:19.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.253+0000 7f3cd6c00640 1 Processor -- start 2024-09-12T03:16:19.253 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.253+0000 7f3cd6c00640 1 -- start start 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3cd6c00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3cd006dfd0 0x7f3cd014b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3cd6c00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3cd0072240 0x7f3cd00b45a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3cd6c00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072620 0x7f3cd00cafb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3cd6c00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd00ce360 con 0x7f3cd006dfd0 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3cd6c00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd00ce1e0 con 0x7f3cd0072240 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3cd6c00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f3cd00ce4e0 con 0x7f3cd0072620 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3ccfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3cd006dfd0 0x7f3cd014b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3ccfe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3cd006dfd0 0x7f3cd014b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60634/0 (socket says 172.21.15.29:60634) 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3ccfe00640 1 -- 172.21.15.29:0/1240766372 learned_addr learned my addr 172.21.15.29:0/1240766372 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3ccf400640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3cd0072240 0x7f3cd00b45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3cd4c00640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072620 0x7f3cd00cafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.255 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3ccfe00640 1 -- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072620 msgr2=0x7f3cd00cafb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3ccfe00640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072620 0x7f3cd00cafb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3ccfe00640 1 -- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3cd0072240 msgr2=0x7f3cd00b45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3ccfe00640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3cd0072240 0x7f3cd00b45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.254+0000 7f3ccfe00640 1 -- 172.21.15.29:0/1240766372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cd015ab90 con 0x7f3cd006dfd0 2024-09-12T03:16:19.256 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.255+0000 7f3ccfe00640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3cd006dfd0 0x7f3cd014b010 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f3cc0000c00 tx=0x7f3cc00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:19.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.255+0000 7f3cc7e00640 1 -- 172.21.15.29:0/1240766372 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0037040 con 0x7f3cd006dfd0 2024-09-12T03:16:19.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.255+0000 7f3cc7e00640 1 -- 172.21.15.29:0/1240766372 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cc0042070 con 0x7f3cd006dfd0 2024-09-12T03:16:19.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.255+0000 7f3cc7e00640 1 -- 172.21.15.29:0/1240766372 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0030880 con 0x7f3cd006dfd0 2024-09-12T03:16:19.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.255+0000 7f3cd6c00640 1 -- 172.21.15.29:0/1240766372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cd015ae70 con 0x7f3cd006dfd0 2024-09-12T03:16:19.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.255+0000 7f3cd6c00640 1 -- 172.21.15.29:0/1240766372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cd015b950 con 0x7f3cd006dfd0 2024-09-12T03:16:19.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.256+0000 7f3cd6c00640 1 -- 172.21.15.29:0/1240766372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cd015d1f0 con 0x7f3cd006dfd0 2024-09-12T03:16:19.257 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.257+0000 7f3cc7e00640 1 -- 172.21.15.29:0/1240766372 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3cc002ad10 con 0x7f3cd006dfd0 2024-09-12T03:16:19.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.258+0000 7f3cc7e00640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3cb006be30 0x7f3cb006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.258+0000 7f3cc7e00640 1 -- 172.21.15.29:0/1240766372 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f3cc00ab2c0 con 0x7f3cd006dfd0 2024-09-12T03:16:19.258 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.258+0000 7f3ccf400640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3cb006be30 0x7f3cb006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.259 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.259+0000 7f3ccf400640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3cb006be30 0x7f3cb006e2f0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f3cd0155d90 tx=0x7f3cbc009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:19.262 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.262+0000 7f3cc7e00640 1 -- 172.21.15.29:0/1240766372 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3cc0079d20 con 0x7f3cd006dfd0 2024-09-12T03:16:19.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.448+0000 7f3cd6c00640 1 -- 172.21.15.29:0/1240766372 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f3cd015b7a0 con 0x7f3cb006be30 2024-09-12T03:16:19.449 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.449+0000 7f3cc7e00640 1 -- 172.21.15.29:0/1240766372 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f3cd015b7a0 con 0x7f3cb006be30 2024-09-12T03:16:19.449 INFO:teuthology.orchestra.run.smithi029.stderr:instructed osd(s) 7 to deep-scrub 2024-09-12T03:16:19.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 -- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3cb006be30 msgr2=0x7f3cb006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3cb006be30 0x7f3cb006e2f0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f3cd0155d90 tx=0x7f3cbc009190 comp rx=0 tx=0).stop 2024-09-12T03:16:19.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 -- 172.21.15.29:0/1240766372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3cd006dfd0 msgr2=0x7f3cd014b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3cd006dfd0 0x7f3cd014b010 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f3cc0000c00 tx=0x7f3cc00046c0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 -- 172.21.15.29:0/1240766372 shutdown_connections 2024-09-12T03:16:19.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f3cb006be30 0x7f3cb006e2f0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f3cd0072620 0x7f3cd00cafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.452 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f3cd0072240 0x7f3cd00b45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 --2- 172.21.15.29:0/1240766372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3cd006dfd0 0x7f3cd014b010 unknown :-1 s=CLOSED pgs=1608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 -- 172.21.15.29:0/1240766372 >> 172.21.15.29:0/1240766372 conn(0x7f3cd0067da0 msgr2=0x7f3cd006f610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:19.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 -- 172.21.15.29:0/1240766372 shutdown_connections 2024-09-12T03:16:19.453 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.451+0000 7f3cd6c00640 1 -- 172.21.15.29:0/1240766372 wait complete. 2024-09-12T03:16:19.468 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:16:19.623 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.623+0000 7f76a8e00640 1 Processor -- start 2024-09-12T03:16:19.624 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.623+0000 7f76a8e00640 1 -- start start 2024-09-12T03:16:19.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.624+0000 7f76a8e00640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f76a41554d0 0x7f76a40ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.625 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.624+0000 7f76a8e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f76a4162750 0x7f76a406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a8e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f76a40af860 con 0x7f76a40af3a0 2024-09-12T03:16:19.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a8e00640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f76a40b0470 con 0x7f76a41554d0 2024-09-12T03:16:19.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a8e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f76a40afb40 con 0x7f76a4162750 2024-09-12T03:16:19.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a1400640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f76a40af3a0 0x7f76a4162040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:51332/0 (socket says 172.21.15.29:51332) 2024-09-12T03:16:19.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a1400640 1 -- 172.21.15.29:0/961519899 learned_addr learned my addr 172.21.15.29:0/961519899 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:19.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a1e00640 1 --2- 172.21.15.29:0/961519899 >> v2:172.21.15.29:3300/0 conn(0x7f76a41554d0 0x7f76a40ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a2800640 1 --2- 172.21.15.29:0/961519899 >> v2:172.21.15.38:3300/0 conn(0x7f76a4162750 0x7f76a406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a1e00640 1 -- 172.21.15.29:0/961519899 >> v2:172.21.15.38:3300/0 conn(0x7f76a4162750 msgr2=0x7f76a406eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:19.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a1e00640 1 --2- 172.21.15.29:0/961519899 >> v2:172.21.15.38:3300/0 conn(0x7f76a4162750 0x7f76a406eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a1e00640 1 -- 172.21.15.29:0/961519899 >> v1:172.21.15.29:6789/0 conn(0x7f76a40af3a0 legacy=0x7f76a4162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.626 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a1e00640 1 -- 172.21.15.29:0/961519899 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a40afe20 con 0x7f76a41554d0 2024-09-12T03:16:19.627 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.625+0000 7f76a0a00640 1 -- 172.21.15.29:0/961519899 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 493041761 0 0) 0x7f76a40af860 con 0x7f76a40af3a0 2024-09-12T03:16:19.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.626+0000 7f76a1e00640 1 --2- 172.21.15.29:0/961519899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a41554d0 0x7f76a40ccf60 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f76a406e700 tx=0x7f769402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e57c97d917d0f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:19.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.627+0000 7f76a0a00640 1 -- 172.21.15.29:0/961519899 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7694037070 con 0x7f76a41554d0 2024-09-12T03:16:19.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.627+0000 7f76a0a00640 1 -- 172.21.15.29:0/961519899 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7694032440 con 0x7f76a41554d0 2024-09-12T03:16:19.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.627+0000 7f76a0a00640 1 -- 172.21.15.29:0/961519899 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7694032810 con 0x7f76a41554d0 2024-09-12T03:16:19.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.627+0000 7f76a8e00640 1 -- 172.21.15.29:0/961519899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a41554d0 msgr2=0x7f76a40ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.627+0000 7f76a8e00640 1 --2- 172.21.15.29:0/961519899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a41554d0 0x7f76a40ccf60 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f76a406e700 tx=0x7f769402a1a0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.627+0000 7f76a8e00640 1 -- 172.21.15.29:0/961519899 shutdown_connections 2024-09-12T03:16:19.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.627+0000 7f76a8e00640 1 --2- 172.21.15.29:0/961519899 >> v2:172.21.15.38:3300/0 conn(0x7f76a4162750 0x7f76a406eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.627+0000 7f76a8e00640 1 --2- 172.21.15.29:0/961519899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a41554d0 0x7f76a40ccf60 unknown :-1 s=CLOSED pgs=1610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.627+0000 7f76a8e00640 1 -- 172.21.15.29:0/961519899 >> 172.21.15.29:0/961519899 conn(0x7f76a40736d0 msgr2=0x7f76a406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:19.628 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.627+0000 7f76a8e00640 1 -- 172.21.15.29:0/961519899 shutdown_connections 2024-09-12T03:16:19.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.627+0000 7f76a8e00640 1 -- 172.21.15.29:0/961519899 wait complete. 2024-09-12T03:16:19.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.629+0000 7f76a8e00640 1 Processor -- start 2024-09-12T03:16:19.629 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.629+0000 7f76a8e00640 1 -- start start 2024-09-12T03:16:19.630 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.630+0000 7f76a8e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76a40af3a0 0x7f76a4160590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.630+0000 7f76a8e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f76a41554d0 0x7f76a41f5a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.630+0000 7f76a8e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a4162750 0x7f76a40cf590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.630+0000 7f76a8e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f76a4162d30 con 0x7f76a4162750 2024-09-12T03:16:19.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.630+0000 7f76a8e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f76a41558b0 con 0x7f76a40af3a0 2024-09-12T03:16:19.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.630+0000 7f76a8e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f76a4162eb0 con 0x7f76a41554d0 2024-09-12T03:16:19.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.630+0000 7f76a2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a4162750 0x7f76a40cf590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.630+0000 7f76a2800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a4162750 0x7f76a40cf590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:60654/0 (socket says 172.21.15.29:60654) 2024-09-12T03:16:19.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.630+0000 7f76a2800640 1 -- 172.21.15.29:0/3895567213 learned_addr learned my addr 172.21.15.29:0/3895567213 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:19.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.630+0000 7f76a1400640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f76a41554d0 0x7f76a41f5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.631 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.630+0000 7f76a1e00640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76a40af3a0 0x7f76a4160590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f76a2800640 1 -- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f76a41554d0 msgr2=0x7f76a41f5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f76a2800640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f76a41554d0 0x7f76a41f5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f76a2800640 1 -- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76a40af3a0 msgr2=0x7f76a4160590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f76a2800640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76a40af3a0 0x7f76a4160590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.632 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f76a2800640 1 -- 172.21.15.29:0/3895567213 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a41f60e0 con 0x7f76a4162750 2024-09-12T03:16:19.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f76a1400640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f76a41554d0 0x7f76a41f5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:19.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f76a2800640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a4162750 0x7f76a40cf590 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f769c007e60 tx=0x7f769c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:19.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f769a000640 1 -- 172.21.15.29:0/3895567213 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769c014420 con 0x7f76a4162750 2024-09-12T03:16:19.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f769a000640 1 -- 172.21.15.29:0/3895567213 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f769c019070 con 0x7f76a4162750 2024-09-12T03:16:19.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f769a000640 1 -- 172.21.15.29:0/3895567213 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f769c014820 con 0x7f76a4162750 2024-09-12T03:16:19.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f76a8e00640 1 -- 172.21.15.29:0/3895567213 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76a41f63c0 con 0x7f76a4162750 2024-09-12T03:16:19.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.631+0000 7f76a8e00640 1 -- 172.21.15.29:0/3895567213 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76a41f6980 con 0x7f76a4162750 2024-09-12T03:16:19.633 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.632+0000 7f76a8e00640 1 -- 172.21.15.29:0/3895567213 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76a40ccf60 con 0x7f76a4162750 2024-09-12T03:16:19.634 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.633+0000 7f769a000640 1 -- 172.21.15.29:0/3895567213 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f769c0149c0 con 0x7f76a4162750 2024-09-12T03:16:19.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.634+0000 7f769a000640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 0x7f768406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:19.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.634+0000 7f769a000640 1 -- 172.21.15.29:0/3895567213 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f769c08b5d0 con 0x7f76a4162750 2024-09-12T03:16:19.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.635+0000 7f76a1e00640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 0x7f768406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:19.635 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.635+0000 7f76a1e00640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 0x7f768406e2f0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f7694034000 tx=0x7f769402e000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:19.638 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.638+0000 7f769a000640 1 -- 172.21.15.29:0/3895567213 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f769c059fa0 con 0x7f76a4162750 2024-09-12T03:16:19.818 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.818+0000 7f76a8e00640 1 -- 172.21.15.29:0/3895567213 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f76a40b5ea0 con 0x7f768406be30 2024-09-12T03:16:19.819 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.820+0000 7f769a000640 1 -- 172.21.15.29:0/3895567213 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13469 (secure 0 0 0) 0x7f76a40b5ea0 con 0x7f768406be30 2024-09-12T03:16:19.820 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:19.820 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:16:19.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.821+0000 7f76a8e00640 1 -- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 msgr2=0x7f768406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.821+0000 7f76a8e00640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 0x7f768406e2f0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f7694034000 tx=0x7f769402e000 comp rx=0 tx=0).stop 2024-09-12T03:16:19.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.821+0000 7f76a8e00640 1 -- 172.21.15.29:0/3895567213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a4162750 msgr2=0x7f76a40cf590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:19.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.821+0000 7f76a8e00640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a4162750 0x7f76a40cf590 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f769c007e60 tx=0x7f769c00e4b0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.821+0000 7f76a8e00640 1 -- 172.21.15.29:0/3895567213 shutdown_connections 2024-09-12T03:16:19.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.821+0000 7f76a8e00640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f768406be30 0x7f768406e2f0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.821+0000 7f76a8e00640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76a4162750 0x7f76a40cf590 unknown :-1 s=CLOSED pgs=1611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.822 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.821+0000 7f76a8e00640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f76a41554d0 0x7f76a41f5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.821+0000 7f76a8e00640 1 --2- 172.21.15.29:0/3895567213 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f76a40af3a0 0x7f76a4160590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:19.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.821+0000 7f76a8e00640 1 -- 172.21.15.29:0/3895567213 >> 172.21.15.29:0/3895567213 conn(0x7f76a40736d0 msgr2=0x7f76a4154510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:19.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.822+0000 7f76a8e00640 1 -- 172.21.15.29:0/3895567213 shutdown_connections 2024-09-12T03:16:19.823 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:19.822+0000 7f76a8e00640 1 -- 172.21.15.29:0/3895567213 wait complete. 2024-09-12T03:16:19.837 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":343,"stamp":"2024-09-12T03:16:17.835147+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":261216,"kb_used_data":11688,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713504,"statfs":{"total":773094113280,"available":772826628096,"internally_reserved":0,"allocated":11968512,"data_stored":6211552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.533112"},"pg_stats":[{"pgid":"1.0","version":"16'117","reported_seq":337,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-09-12T03:16:09.308378+0000","last_change":"2024-09-12T03:08:16.536245+0000","last_active":"2024-09-12T03:16:09.308378+0000","last_peered":"2024-09-12T03:16:09.308378+0000","last_clean":"2024-09-12T03:16:09.308378+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:16:09.308378+0000","last_undegraded":"2024-09-12T03:16:09.308378+0000","last_fullsized":"2024-09-12T03:16:09.308378+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T03:08:14.547936+0000","last_clean_scrub_stamp":"2024-09-12T03:08:14.547936+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:04.241116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574946,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33088,"kb_used_data":1896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338752,"statfs":{"total":96636764160,"available":96602882048,"internally_reserved":0,"allocated":1941504,"data_stored":1219220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574946,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32508,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574946,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32508,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574946,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32508,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574947,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32504,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339336,"statfs":{"total":96636764160,"available":96603480064,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574947,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32508,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574946,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32504,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339336,"statfs":{"total":96636764160,"available":96603480064,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574947,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33088,"kb_used_data":1896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338752,"statfs":{"total":96636764160,"available":96602882048,"internally_reserved":0,"allocated":1941504,"data_stored":1219220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:16:19.840 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-12T03:08:14.547936+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=3, tm_min=8, tm_sec=14, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=3, tm_min=16, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T03:16:19.841 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T03:16:20.519 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:16:20.524 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:16:39.841 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T03:16:40.011 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.011+0000 7fe7d8e00640 1 Processor -- start 2024-09-12T03:16:40.012 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.011+0000 7fe7d8e00640 1 -- start start 2024-09-12T03:16:40.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.012+0000 7fe7d8e00640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7fe7d415e470 0x7fe7d40cfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.012+0000 7fe7d8e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7d40d00e0 0x7fe7d40d4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.014 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.012+0000 7fe7d8e00640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7d415e850 con 0x7fe7d40d4850 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.012+0000 7fe7d8e00640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7fe7d40cf710 con 0x7fe7d415e470 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.012+0000 7fe7d8e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe7d40d1c60 con 0x7fe7d40d00e0 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d3e00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7fe7d40d4850 0x7fe7d406d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44132/0 (socket says 172.21.15.29:44132) 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d3e00640 1 -- 172.21.15.29:0/1453055304 learned_addr learned my addr 172.21.15.29:0/1453055304 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7cbe00640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7d40d00e0 0x7fe7d40d4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d3400640 1 --2- 172.21.15.29:0/1453055304 >> v2:172.21.15.38:3300/0 conn(0x7fe7d415e470 0x7fe7d40cfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4211228597 0 0) 0x7fe7d415e850 con 0x7fe7d40d4850 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe7b8003520 con 0x7fe7d40d4850 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 <== mon.0 v1:172.21.15.29:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1538828236 0 0) 0x7fe7b8003520 con 0x7fe7d40d4850 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7d40d00e0 msgr2=0x7fe7d40d4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7d40d00e0 0x7fe7d40d4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.015 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 >> v2:172.21.15.38:3300/0 conn(0x7fe7d415e470 msgr2=0x7fe7d40cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 --2- 172.21.15.29:0/1453055304 >> v2:172.21.15.38:3300/0 conn(0x7fe7d415e470 0x7fe7d40cfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 --> v1:172.21.15.29:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7d40d1980 con 0x7fe7d40d4850 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 <== mon.0 v1:172.21.15.29:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 3063501868 0 0) 0x7fe7cc0019f0 con 0x7fe7d40d4850 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 >> v1:172.21.15.29:6789/0 conn(0x7fe7d40d4850 legacy=0x7fe7d406d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7b80039b0 0x7fe7b8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7b80043a0 0x7fe7b8004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7b8004ef0 0x7fe7b800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d40cf710 con 0x7fe7b8004ef0 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d40d1c60 con 0x7fe7b80043a0 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.013+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe7b800bf00 con 0x7fe7b80039b0 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.014+0000 7fe7d3e00640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7b8004ef0 0x7fe7b800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.014+0000 7fe7d3400640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7b80039b0 0x7fe7b8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.016 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.014+0000 7fe7cbe00640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7b80043a0 0x7fe7b8004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.014+0000 7fe7d3e00640 1 -- 172.21.15.29:0/1453055304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7b80039b0 msgr2=0x7fe7b8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:40.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.014+0000 7fe7d3e00640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7b80039b0 0x7fe7b8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.014+0000 7fe7d3e00640 1 -- 172.21.15.29:0/1453055304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7b80043a0 msgr2=0x7fe7b8004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:40.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.014+0000 7fe7d3e00640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7b80043a0 0x7fe7b8004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.017 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.014+0000 7fe7d3e00640 1 -- 172.21.15.29:0/1453055304 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7b8003520 con 0x7fe7b8004ef0 2024-09-12T03:16:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.015+0000 7fe7d3e00640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7b8004ef0 0x7fe7b800b9c0 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc00a8a0 tx=0x7fe7b8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1784dcd24967e620 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.015+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc00a4c0 con 0x7fe7b8004ef0 2024-09-12T03:16:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.015+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7cc02f070 con 0x7fe7b8004ef0 2024-09-12T03:16:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.015+0000 7fe7d2a00640 1 -- 172.21.15.29:0/1453055304 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc02bd70 con 0x7fe7b8004ef0 2024-09-12T03:16:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.016+0000 7fe7d8e00640 1 -- 172.21.15.29:0/1453055304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7b8004ef0 msgr2=0x7fe7b800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.016+0000 7fe7d8e00640 1 --2- 172.21.15.29:0/1453055304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7b8004ef0 0x7fe7b800b9c0 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc00a8a0 tx=0x7fe7b8005830 comp rx=0 tx=0).stop 2024-09-12T03:16:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.016+0000 7fe7d3e00640 1 -- 172.21.15.29:0/1453055304 reap_dead start 2024-09-12T03:16:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.016+0000 7fe7d8e00640 1 -- 172.21.15.29:0/1453055304 shutdown_connections 2024-09-12T03:16:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.016+0000 7fe7d8e00640 1 -- 172.21.15.29:0/1453055304 >> 172.21.15.29:0/1453055304 conn(0x7fe7d409d700 msgr2=0x7fe7d408c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.016+0000 7fe7d8e00640 1 -- 172.21.15.29:0/1453055304 shutdown_connections 2024-09-12T03:16:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.016+0000 7fe7d8e00640 1 -- 172.21.15.29:0/1453055304 wait complete. 2024-09-12T03:16:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.018+0000 7fe7d8e00640 1 Processor -- start 2024-09-12T03:16:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.018+0000 7fe7d8e00640 1 -- start start 2024-09-12T03:16:40.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7d8e00640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7b8004ef0 0x7fe7d40cd900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7d8e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7d40b71b0 0x7fe7d4156660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7d8e00640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7d41580d0 0x7fe7d40b5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7d8e00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d406db70 con 0x7fe7d40b71b0 2024-09-12T03:16:40.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7d8e00640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d40cf3a0 con 0x7fe7d41580d0 2024-09-12T03:16:40.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7d8e00640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7fe7d406dcf0 con 0x7fe7b8004ef0 2024-09-12T03:16:40.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7cbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7d40b71b0 0x7fe7d4156660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7cbe00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7d40b71b0 0x7fe7d4156660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52430/0 (socket says 172.21.15.29:52430) 2024-09-12T03:16:40.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7cbe00640 1 -- 172.21.15.29:0/3987629527 learned_addr learned my addr 172.21.15.29:0/3987629527 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:40.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7d3400640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7b8004ef0 0x7fe7d40cd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.021 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7d3e00640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7d41580d0 0x7fe7d40b5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7cbe00640 1 -- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7b8004ef0 msgr2=0x7fe7d40cd900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7cbe00640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7b8004ef0 0x7fe7d40cd900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7cbe00640 1 -- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7d41580d0 msgr2=0x7fe7d40b5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7cbe00640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7d41580d0 0x7fe7d40b5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.019+0000 7fe7cbe00640 1 -- 172.21.15.29:0/3987629527 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7d40cc600 con 0x7fe7d40b71b0 2024-09-12T03:16:40.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.020+0000 7fe7cbe00640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7d40b71b0 0x7fe7d4156660 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc011890 tx=0x7fe7bc011c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:40.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.020+0000 7fe7cb400640 1 -- 172.21.15.29:0/3987629527 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7bc019070 con 0x7fe7d40b71b0 2024-09-12T03:16:40.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.020+0000 7fe7cb400640 1 -- 172.21.15.29:0/3987629527 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7bc004240 con 0x7fe7d40b71b0 2024-09-12T03:16:40.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.020+0000 7fe7d8e00640 1 -- 172.21.15.29:0/3987629527 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7d40cc8a0 con 0x7fe7d40b71b0 2024-09-12T03:16:40.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.020+0000 7fe7cb400640 1 -- 172.21.15.29:0/3987629527 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7bc00f7c0 con 0x7fe7d40b71b0 2024-09-12T03:16:40.022 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.020+0000 7fe7d8e00640 1 -- 172.21.15.29:0/3987629527 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7d40cce20 con 0x7fe7d40b71b0 2024-09-12T03:16:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.021+0000 7fe7d8e00640 1 -- 172.21.15.29:0/3987629527 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7d40cfba0 con 0x7fe7d40b71b0 2024-09-12T03:16:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.022+0000 7fe7cb400640 1 -- 172.21.15.29:0/3987629527 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe7bc01c070 con 0x7fe7d40b71b0 2024-09-12T03:16:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.023+0000 7fe7cb400640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe7b006be30 0x7fe7b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.023+0000 7fe7cb400640 1 -- 172.21.15.29:0/3987629527 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7fe7bc08b450 con 0x7fe7d40b71b0 2024-09-12T03:16:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.023+0000 7fe7d3400640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe7b006be30 0x7fe7b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.024+0000 7fe7d3400640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe7b006be30 0x7fe7b006e2f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fe7d41f7920 tx=0x7fe7c4009190 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:40.027 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.027+0000 7fe7cb400640 1 -- 172.21.15.29:0/3987629527 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe7bc059e20 con 0x7fe7d40b71b0 2024-09-12T03:16:40.209 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.208+0000 7fe7d8e00640 1 -- 172.21.15.29:0/3987629527 --> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe7d406cf90 con 0x7fe7b006be30 2024-09-12T03:16:40.210 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.210+0000 7fe7cb400640 1 -- 172.21.15.29:0/3987629527 <== mgr.4105 v2:172.21.15.38:6824/3140145783 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13379 (secure 0 0 0) 0x7fe7d406cf90 con 0x7fe7b006be30 2024-09-12T03:16:40.210 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:40.211 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 -- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe7b006be30 msgr2=0x7fe7b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe7b006be30 0x7fe7b006e2f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fe7d41f7920 tx=0x7fe7c4009190 comp rx=0 tx=0).stop 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 -- 172.21.15.29:0/3987629527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7d40b71b0 msgr2=0x7fe7d4156660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7d40b71b0 0x7fe7d4156660 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc011890 tx=0x7fe7bc011c90 comp rx=0 tx=0).stop 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 -- 172.21.15.29:0/3987629527 shutdown_connections 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7fe7b006be30 0x7fe7b006e2f0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7fe7d41580d0 0x7fe7d40b5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe7d40b71b0 0x7fe7d4156660 unknown :-1 s=CLOSED pgs=1614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 --2- 172.21.15.29:0/3987629527 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7fe7b8004ef0 0x7fe7d40cd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 -- 172.21.15.29:0/3987629527 >> 172.21.15.29:0/3987629527 conn(0x7fe7d409d700 msgr2=0x7fe7d40d04f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 -- 172.21.15.29:0/3987629527 shutdown_connections 2024-09-12T03:16:40.213 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.212+0000 7fe7d8e00640 1 -- 172.21.15.29:0/3987629527 wait complete. 2024-09-12T03:16:40.228 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":354,"stamp":"2024-09-12T03:16:39.839987+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":261200,"kb_used_data":11688,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713520,"statfs":{"total":773094113280,"available":772826644480,"internally_reserved":0,"allocated":11968512,"data_stored":6211552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002623"},"pg_stats":[{"pgid":"1.0","version":"108'119","reported_seq":349,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-09-12T03:16:19.932531+0000","last_change":"2024-09-12T03:16:19.932569+0000","last_active":"2024-09-12T03:16:19.932531+0000","last_peered":"2024-09-12T03:16:19.932531+0000","last_clean":"2024-09-12T03:16:19.932531+0000","last_became_active":"2024-09-12T03:08:16.535118+0000","last_became_peered":"2024-09-12T03:08:16.535118+0000","last_unstale":"2024-09-12T03:16:19.932531+0000","last_undegraded":"2024-09-12T03:16:19.932531+0000","last_fullsized":"2024-09-12T03:16:19.932531+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"108'119","last_scrub_stamp":"2024-09-12T03:16:19.932444+0000","last_deep_scrub":"108'119","last_deep_scrub_stamp":"2024-09-12T03:16:19.932444+0000","last_clean_scrub_stamp":"2024-09-12T03:16:19.932444+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:22.399326+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574951,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33080,"kb_used_data":1896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338760,"statfs":{"total":96636764160,"available":96602890240,"internally_reserved":0,"allocated":1941504,"data_stored":1219220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574951,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32508,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574951,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32508,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574951,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32508,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574952,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32504,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339336,"statfs":{"total":96636764160,"available":96603480064,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574952,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32508,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574951,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32504,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339336,"statfs":{"total":96636764160,"available":96603480064,"internally_reserved":0,"allocated":1347584,"data_stored":628852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574952,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33080,"kb_used_data":1896,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338760,"statfs":{"total":96636764160,"available":96602890240,"internally_reserved":0,"allocated":1941504,"data_stored":1219220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T03:16:40.229 DEBUG:teuthology.orchestra.run.smithi029:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-12T03:16:40.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.380+0000 7f9267200640 1 Processor -- start 2024-09-12T03:16:40.381 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.380+0000 7f9267200640 1 -- start start 2024-09-12T03:16:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.381+0000 7f9267200640 1 --2- >> v2:172.21.15.38:3300/0 conn(0x7f92680d23c0 0x7f92680d2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.381+0000 7f9267200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f92680d2ec0 0x7f926806d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.381+0000 7f9267200640 1 -- --> v1:172.21.15.38:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92680cf8c0 con 0x7f926815e4b0 2024-09-12T03:16:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.381+0000 7f9267200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f92680cfba0 con 0x7f92680d2ec0 2024-09-12T03:16:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.381+0000 7f9267200640 1 -- --> v2:172.21.15.38:3300/0 -- mon_getmap magic: 0 -- 0x7f92680cfe80 con 0x7f92680d23c0 2024-09-12T03:16:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.382+0000 7f9266800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f92680d2ec0 0x7f926806d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.382+0000 7f9266800640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f92680d2ec0 0x7f926806d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52432/0 (socket says 172.21.15.29:52432) 2024-09-12T03:16:40.382 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.382+0000 7f9266800640 1 -- 172.21.15.29:0/24128640 learned_addr learned my addr 172.21.15.29:0/24128640 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:40.383 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.382+0000 7f925d400640 1 --2- 172.21.15.29:0/24128640 >> v2:172.21.15.38:3300/0 conn(0x7f92680d23c0 0x7f92680d2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.382+0000 7f9266800640 1 -- 172.21.15.29:0/24128640 >> v2:172.21.15.38:3300/0 conn(0x7f92680d23c0 msgr2=0x7f92680d2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:40.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.382+0000 7f9266800640 1 --2- 172.21.15.29:0/24128640 >> v2:172.21.15.38:3300/0 conn(0x7f92680d23c0 0x7f92680d2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.382+0000 7f9266800640 1 -- 172.21.15.29:0/24128640 >> v1:172.21.15.38:6789/0 conn(0x7f926815e4b0 legacy=0x7f92680cefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:40.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.382+0000 7f9266800640 1 -- 172.21.15.29:0/24128640 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92680d0160 con 0x7f92680d2ec0 2024-09-12T03:16:40.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.382+0000 7f925d400640 1 --2- 172.21.15.29:0/24128640 >> v2:172.21.15.38:3300/0 conn(0x7f92680d23c0 0x7f92680d2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:40.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.383+0000 7f9266800640 1 --2- 172.21.15.29:0/24128640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92680d2ec0 0x7f926806d810 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7f92680d1da0 tx=0x7f926002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50402bf6890d31ab server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:40.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.383+0000 7f9265400640 1 -- 172.21.15.29:0/24128640 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9260037070 con 0x7f92680d2ec0 2024-09-12T03:16:40.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.383+0000 7f9265400640 1 -- 172.21.15.29:0/24128640 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9260032440 con 0x7f92680d2ec0 2024-09-12T03:16:40.384 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.383+0000 7f9265400640 1 -- 172.21.15.29:0/24128640 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9260032810 con 0x7f92680d2ec0 2024-09-12T03:16:40.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.384+0000 7f9267200640 1 -- 172.21.15.29:0/24128640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92680d2ec0 msgr2=0x7f926806d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.384+0000 7f9267200640 1 --2- 172.21.15.29:0/24128640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92680d2ec0 0x7f926806d810 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7f92680d1da0 tx=0x7f926002a230 comp rx=0 tx=0).stop 2024-09-12T03:16:40.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.384+0000 7f9267200640 1 -- 172.21.15.29:0/24128640 shutdown_connections 2024-09-12T03:16:40.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.384+0000 7f9267200640 1 --2- 172.21.15.29:0/24128640 >> v2:172.21.15.38:3300/0 conn(0x7f92680d23c0 0x7f92680d2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.384+0000 7f9267200640 1 --2- 172.21.15.29:0/24128640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92680d2ec0 0x7f926806d810 unknown :-1 s=CLOSED pgs=1615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.385 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.384+0000 7f9267200640 1 -- 172.21.15.29:0/24128640 >> 172.21.15.29:0/24128640 conn(0x7f926809d740 msgr2=0x7f926808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.384+0000 7f9267200640 1 -- 172.21.15.29:0/24128640 shutdown_connections 2024-09-12T03:16:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.384+0000 7f9267200640 1 -- 172.21.15.29:0/24128640 wait complete. 2024-09-12T03:16:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.386+0000 7f9267200640 1 Processor -- start 2024-09-12T03:16:40.386 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.386+0000 7f9267200640 1 -- start start 2024-09-12T03:16:40.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.387+0000 7f9267200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92680d23c0 0x7f9268158ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.387+0000 7f9267200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92680d2ec0 0x7f92680b8650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.387+0000 7f9267200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f926815e4b0 0x7f92680ca010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.387+0000 7f9267200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f926806dd50 con 0x7f92680d2ec0 2024-09-12T03:16:40.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.387+0000 7f9267200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f926806ded0 con 0x7f92680d23c0 2024-09-12T03:16:40.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.387+0000 7f9267200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f926806e050 con 0x7f926815e4b0 2024-09-12T03:16:40.389 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.387+0000 7f925d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92680d2ec0 0x7f92680b8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.387+0000 7f925d400640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92680d2ec0 0x7f92680b8650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52442/0 (socket says 172.21.15.29:52442) 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.387+0000 7f925d400640 1 -- 172.21.15.29:0/2101224232 learned_addr learned my addr 172.21.15.29:0/2101224232 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.387+0000 7f9266800640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f926815e4b0 0x7f92680ca010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.387+0000 7f9265e00640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92680d23c0 0x7f9268158ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.388+0000 7f925d400640 1 -- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f926815e4b0 msgr2=0x7f92680ca010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.388+0000 7f925d400640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f926815e4b0 0x7f92680ca010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.388+0000 7f925d400640 1 -- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92680d23c0 msgr2=0x7f9268158ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.388+0000 7f925d400640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92680d23c0 0x7f9268158ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.388+0000 7f925d400640 1 -- 172.21.15.29:0/2101224232 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92680b75b0 con 0x7f92680d2ec0 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.388+0000 7f925d400640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92680d2ec0 0x7f92680b8650 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f925000c820 tx=0x7f925000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.388+0000 7f925ea00640 1 -- 172.21.15.29:0/2101224232 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250015070 con 0x7f92680d2ec0 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.388+0000 7f925ea00640 1 -- 172.21.15.29:0/2101224232 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9250007a30 con 0x7f92680d2ec0 2024-09-12T03:16:40.390 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.388+0000 7f9267200640 1 -- 172.21.15.29:0/2101224232 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92680b7890 con 0x7f92680d2ec0 2024-09-12T03:16:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.388+0000 7f925ea00640 1 -- 172.21.15.29:0/2101224232 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250007e00 con 0x7f92680d2ec0 2024-09-12T03:16:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.388+0000 7f9267200640 1 -- 172.21.15.29:0/2101224232 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92680b8130 con 0x7f92680d2ec0 2024-09-12T03:16:40.391 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.389+0000 7f9267200640 1 -- 172.21.15.29:0/2101224232 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92680b7a60 con 0x7f92680d2ec0 2024-09-12T03:16:40.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.390+0000 7f925ea00640 1 -- 172.21.15.29:0/2101224232 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9250018070 con 0x7f92680d2ec0 2024-09-12T03:16:40.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.391+0000 7f925ea00640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f924406be30 0x7f924406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.391+0000 7f925ea00640 1 -- 172.21.15.29:0/2101224232 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f925008ad80 con 0x7f92680d2ec0 2024-09-12T03:16:40.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.391+0000 7f9265e00640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f924406be30 0x7f924406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.392 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.392+0000 7f9265e00640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f924406be30 0x7f924406e2f0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f925800b450 tx=0x7f925800d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:40.395 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.395+0000 7f925ea00640 1 -- 172.21.15.29:0/2101224232 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9250059100 con 0x7f92680d2ec0 2024-09-12T03:16:40.579 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.579+0000 7f9267200640 1 -- 172.21.15.29:0/2101224232 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f92680d2980 con 0x7f92680d2ec0 2024-09-12T03:16:40.583 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.583+0000 7f925ea00640 1 -- 172.21.15.29:0/2101224232 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v22)=0 v22) ==== 123+0+0 (secure 0 0 0) 0x7f925005d400 con 0x7f92680d2ec0 2024-09-12T03:16:40.584 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.584+0000 7f925ea00640 1 -- 172.21.15.29:0/2101224232 <== mon.0 v2:172.21.15.29:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f925008f070 con 0x7f92680d2ec0 2024-09-12T03:16:40.586 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.585+0000 7f9267200640 1 -- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f924406be30 msgr2=0x7f924406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.585+0000 7f9267200640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f924406be30 0x7f924406e2f0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f925800b450 tx=0x7f925800d040 comp rx=0 tx=0).stop 2024-09-12T03:16:40.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.585+0000 7f9267200640 1 -- 172.21.15.29:0/2101224232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92680d2ec0 msgr2=0x7f92680b8650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.585+0000 7f9267200640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92680d2ec0 0x7f92680b8650 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f925000c820 tx=0x7f925000cc20 comp rx=0 tx=0).stop 2024-09-12T03:16:40.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.586+0000 7f9267200640 1 -- 172.21.15.29:0/2101224232 shutdown_connections 2024-09-12T03:16:40.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.586+0000 7f9267200640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f924406be30 0x7f924406e2f0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.586+0000 7f9267200640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f926815e4b0 0x7f92680ca010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.586+0000 7f9267200640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92680d2ec0 0x7f92680b8650 unknown :-1 s=CLOSED pgs=1616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.586+0000 7f9267200640 1 --2- 172.21.15.29:0/2101224232 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f92680d23c0 0x7f9268158ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.586+0000 7f9267200640 1 -- 172.21.15.29:0/2101224232 >> 172.21.15.29:0/2101224232 conn(0x7f926809d740 msgr2=0x7f926806e440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:40.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.586+0000 7f9267200640 1 -- 172.21.15.29:0/2101224232 shutdown_connections 2024-09-12T03:16:40.587 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.586+0000 7f9267200640 1 -- 172.21.15.29:0/2101224232 wait complete. 2024-09-12T03:16:40.602 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-12T03:16:40.602 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-12T03:16:40.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.759+0000 7f61ce200640 1 Processor -- start 2024-09-12T03:16:40.759 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.759+0000 7f61ce200640 1 -- start start 2024-09-12T03:16:40.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.760+0000 7f61ce200640 1 --2- >> v2:172.21.15.29:3300/0 conn(0x7f61c80d4310 0x7f61c80d4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.760+0000 7f61ce200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f61c806d460 0x7f61c806d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.760+0000 7f61ce200640 1 -- --> v1:172.21.15.29:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61c815e850 con 0x7f61c815e470 2024-09-12T03:16:40.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.760+0000 7f61ce200640 1 -- --> v2:172.21.15.29:3300/0 -- mon_getmap magic: 0 -- 0x7f61c80d4cc0 con 0x7f61c80d4310 2024-09-12T03:16:40.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.760+0000 7f61ce200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f61c80cf710 con 0x7f61c806d460 2024-09-12T03:16:40.761 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.760+0000 7f61cce00640 1 --1- >> v1:172.21.15.29:6789/0 conn(0x7f61c815e470 0x7f61c80cfba0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.29:6789/0 says I am v1:172.21.15.29:44146/0 (socket says 172.21.15.29:44146) 2024-09-12T03:16:40.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.760+0000 7f61cce00640 1 -- 172.21.15.29:0/1424287081 learned_addr learned my addr 172.21.15.29:0/1424287081 (peer_addr_for_me v1:172.21.15.29:0/0) 2024-09-12T03:16:40.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.760+0000 7f61c7e00640 1 --2- 172.21.15.29:0/1424287081 >> v2:172.21.15.29:3300/0 conn(0x7f61c80d4310 0x7f61c80d4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.761+0000 7f61cd800640 1 --2- 172.21.15.29:0/1424287081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f61c806d460 0x7f61c806d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.761+0000 7f61c7400640 1 -- 172.21.15.29:0/1424287081 <== mon.0 v1:172.21.15.29:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2792965218 0 0) 0x7f61c815e850 con 0x7f61c815e470 2024-09-12T03:16:40.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.761+0000 7f61c7400640 1 -- 172.21.15.29:0/1424287081 --> v1:172.21.15.29:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f61b0003520 con 0x7f61c815e470 2024-09-12T03:16:40.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.761+0000 7f61c7e00640 1 -- 172.21.15.29:0/1424287081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f61c806d460 msgr2=0x7f61c806d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-12T03:16:40.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.761+0000 7f61c7e00640 1 --2- 172.21.15.29:0/1424287081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f61c806d460 0x7f61c806d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.761+0000 7f61c7e00640 1 -- 172.21.15.29:0/1424287081 >> v1:172.21.15.29:6789/0 conn(0x7f61c815e470 legacy=0x7f61c80cfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.762 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.761+0000 7f61c7e00640 1 -- 172.21.15.29:0/1424287081 --> v2:172.21.15.29:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61c80d1c60 con 0x7f61c80d4310 2024-09-12T03:16:40.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.762+0000 7f61c7e00640 1 --2- 172.21.15.29:0/1424287081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f61c80d4310 0x7f61c80d4780 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f61b40097a0 tx=0x7f61b402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3370cd8d97cb8b77 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:40.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.762+0000 7f61c7400640 1 -- 172.21.15.29:0/1424287081 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4037070 con 0x7f61c80d4310 2024-09-12T03:16:40.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.762+0000 7f61c7400640 1 -- 172.21.15.29:0/1424287081 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f61b4032440 con 0x7f61c80d4310 2024-09-12T03:16:40.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.762+0000 7f61c7400640 1 -- 172.21.15.29:0/1424287081 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4032830 con 0x7f61c80d4310 2024-09-12T03:16:40.763 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.763+0000 7f61ce200640 1 -- 172.21.15.29:0/1424287081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f61c80d4310 msgr2=0x7f61c80d4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.763+0000 7f61ce200640 1 --2- 172.21.15.29:0/1424287081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f61c80d4310 0x7f61c80d4780 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f61b40097a0 tx=0x7f61b402a180 comp rx=0 tx=0).stop 2024-09-12T03:16:40.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.763+0000 7f61ce200640 1 -- 172.21.15.29:0/1424287081 shutdown_connections 2024-09-12T03:16:40.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.763+0000 7f61ce200640 1 --2- 172.21.15.29:0/1424287081 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f61c806d460 0x7f61c806d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.763+0000 7f61ce200640 1 --2- 172.21.15.29:0/1424287081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f61c80d4310 0x7f61c80d4780 unknown :-1 s=CLOSED pgs=1618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.763+0000 7f61ce200640 1 -- 172.21.15.29:0/1424287081 >> 172.21.15.29:0/1424287081 conn(0x7f61c809d700 msgr2=0x7f61c808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:40.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.763+0000 7f61ce200640 1 -- 172.21.15.29:0/1424287081 shutdown_connections 2024-09-12T03:16:40.764 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.763+0000 7f61ce200640 1 -- 172.21.15.29:0/1424287081 wait complete. 2024-09-12T03:16:40.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.764+0000 7f61ce200640 1 Processor -- start 2024-09-12T03:16:40.765 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.765+0000 7f61ce200640 1 -- start start 2024-09-12T03:16:40.766 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.765+0000 7f61ce200640 1 --2- >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f61c806d460 0x7f61c8156710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61ce200640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f61c80d4310 0x7f61c8157970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61ce200640 1 --2- >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f61c815e470 0x7f61c8160fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61ce200640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f61c80cf0c0 con 0x7f61c80d4310 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61ce200640 1 -- --> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] -- mon_getmap magic: 0 -- 0x7f61c806de30 con 0x7f61c806d460 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61ce200640 1 -- --> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] -- mon_getmap magic: 0 -- 0x7f61c80cf3a0 con 0x7f61c815e470 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61c7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f61c80d4310 0x7f61c8157970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61c7e00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f61c80d4310 0x7f61c8157970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:52462/0 (socket says 172.21.15.29:52462) 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61c7e00640 1 -- 172.21.15.29:0/1963571442 learned_addr learned my addr 172.21.15.29:0/1963571442 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61cd800640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f61c815e470 0x7f61c8160fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61cce00640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f61c806d460 0x7f61c8156710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61c7e00640 1 -- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f61c815e470 msgr2=0x7f61c8160fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61c7e00640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f61c815e470 0x7f61c8160fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.767 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61c7e00640 1 -- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f61c806d460 msgr2=0x7f61c8156710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61c7e00640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f61c806d460 0x7f61c8156710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61c7e00640 1 -- 172.21.15.29:0/1963571442 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61c80b7b70 con 0x7f61c80d4310 2024-09-12T03:16:40.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61cce00640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f61c806d460 0x7f61c8156710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-12T03:16:40.768 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.766+0000 7f61cd800640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f61c815e470 0x7f61c8160fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-12T03:16:40.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.767+0000 7f61c7e00640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f61c80d4310 0x7f61c8157970 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f61b40098c0 tx=0x7f61b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:40.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.767+0000 7f61c4c00640 1 -- 172.21.15.29:0/1963571442 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4037040 con 0x7f61c80d4310 2024-09-12T03:16:40.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.767+0000 7f61c4c00640 1 -- 172.21.15.29:0/1963571442 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f61b4042070 con 0x7f61c80d4310 2024-09-12T03:16:40.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.767+0000 7f61c4c00640 1 -- 172.21.15.29:0/1963571442 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b40309a0 con 0x7f61c80d4310 2024-09-12T03:16:40.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.767+0000 7f61ce200640 1 -- 172.21.15.29:0/1963571442 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61c80b7e10 con 0x7f61c80d4310 2024-09-12T03:16:40.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.767+0000 7f61ce200640 1 -- 172.21.15.29:0/1963571442 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61c80b83d0 con 0x7f61c80d4310 2024-09-12T03:16:40.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.768+0000 7f61ce200640 1 -- 172.21.15.29:0/1963571442 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61c806d8f0 con 0x7f61c80d4310 2024-09-12T03:16:40.769 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.769+0000 7f61c4c00640 1 -- 172.21.15.29:0/1963571442 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f61b4030b40 con 0x7f61c80d4310 2024-09-12T03:16:40.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.770+0000 7f61c4c00640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f61a806be30 0x7f61a806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-12T03:16:40.770 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.770+0000 7f61c4c00640 1 -- 172.21.15.29:0/1963571442 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5507+0+0 (secure 0 0 0) 0x7f61b40ab930 con 0x7f61c80d4310 2024-09-12T03:16:40.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.770+0000 7f61cce00640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f61a806be30 0x7f61a806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-12T03:16:40.771 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.771+0000 7f61cce00640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f61a806be30 0x7f61a806e2f0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f61bc005880 tx=0x7f61bc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-12T03:16:40.775 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.775+0000 7f61c4c00640 1 -- 172.21.15.29:0/1963571442 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f61b4045360 con 0x7f61c80d4310 2024-09-12T03:16:40.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.995+0000 7f61ce200640 1 -- 172.21.15.29:0/1963571442 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f61c806cf90 con 0x7f61c80d4310 2024-09-12T03:16:40.996 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.996+0000 7f61c4c00640 1 -- 172.21.15.29:0/1963571442 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 115 v115) ==== 95+0+3913 (secure 0 0 0) 0x7f61b407a270 con 0x7f61c80d4310 2024-09-12T03:16:40.996 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-12T03:16:40.997 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":115,"btime":"2024-09-12T03:16:07:291595+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6863,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6837/2154436378","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6836","nonce":2154436378},{"type":"v1","addr":"172.21.15.38:6837","nonce":2154436378}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":100},{"gid":8419,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.38:6835/2095826135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6834","nonce":2095826135},{"type":"v1","addr":"172.21.15.38:6835","nonce":2095826135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":115},{"gid":8880,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/480337000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":480337000},{"type":"v1","addr":"172.21.15.29:6833","nonce":480337000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":115},{"gid":8889,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/1365486398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":1365486398},{"type":"v1","addr":"172.21.15.29:6835","nonce":1365486398}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":115}],"filesystems":[]} 2024-09-12T03:16:40.997 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 115 2024-09-12T03:16:40.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 -- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f61a806be30 msgr2=0x7f61a806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.998 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f61a806be30 0x7f61a806e2f0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f61bc005880 tx=0x7f61bc009040 comp rx=0 tx=0).stop 2024-09-12T03:16:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 -- 172.21.15.29:0/1963571442 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f61c80d4310 msgr2=0x7f61c8157970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-12T03:16:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f61c80d4310 0x7f61c8157970 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f61b40098c0 tx=0x7f61b40046c0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 -- 172.21.15.29:0/1963571442 shutdown_connections 2024-09-12T03:16:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:6824/3140145783,v1:172.21.15.38:6826/3140145783] conn(0x7f61a806be30 0x7f61a806e2f0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7f61c815e470 0x7f61c8160fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f61c80d4310 0x7f61c8157970 unknown :-1 s=CLOSED pgs=1619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 --2- 172.21.15.29:0/1963571442 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x7f61c806d460 0x7f61c8156710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-12T03:16:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 -- 172.21.15.29:0/1963571442 >> 172.21.15.29:0/1963571442 conn(0x7f61c809d700 msgr2=0x7f61c80b4680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-12T03:16:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 -- 172.21.15.29:0/1963571442 shutdown_connections 2024-09-12T03:16:40.999 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-12T03:16:40.998+0000 7f61ce200640 1 -- 172.21.15.29:0/1963571442 wait complete. 2024-09-12T03:16:41.014 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-12T03:16:41.014 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-12T03:16:41.015 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-12T03:16:41.015 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.029 INFO:tasks.ceph.mds.a:Stopped 2024-09-12T03:16:41.029 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-12T03:16:41.029 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.084 INFO:tasks.ceph.mds.c:Stopped 2024-09-12T03:16:41.084 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-12T03:16:41.084 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.101 INFO:tasks.ceph.mds.b:Stopped 2024-09-12T03:16:41.101 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-12T03:16:41.101 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.157 INFO:tasks.ceph.mds.d:Stopped 2024-09-12T03:16:41.157 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-12T03:16:41.158 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-12T03:16:41.158 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.197 INFO:tasks.ceph.osd.0:Stopped 2024-09-12T03:16:41.197 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-12T03:16:41.198 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.279 INFO:tasks.ceph.osd.1:Stopped 2024-09-12T03:16:41.279 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-12T03:16:41.279 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.358 INFO:tasks.ceph.osd.2:Stopped 2024-09-12T03:16:41.359 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-12T03:16:41.359 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.443 INFO:tasks.ceph.osd.3:Stopped 2024-09-12T03:16:41.443 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-12T03:16:41.444 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.494 INFO:tasks.ceph.osd.4:Stopped 2024-09-12T03:16:41.495 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-12T03:16:41.495 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.553 INFO:tasks.ceph.osd.5:Stopped 2024-09-12T03:16:41.553 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-12T03:16:41.553 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.606 INFO:tasks.ceph.osd.6:Stopped 2024-09-12T03:16:41.606 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-12T03:16:41.607 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.665 INFO:tasks.ceph.osd.7:Stopped 2024-09-12T03:16:41.665 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-12T03:16:41.666 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-12T03:16:41.666 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.728 INFO:tasks.ceph.mgr.y:Stopped 2024-09-12T03:16:41.729 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-12T03:16:41.729 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.799 INFO:tasks.ceph.mgr.x:Stopped 2024-09-12T03:16:41.799 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-12T03:16:41.799 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-12T03:16:41.799 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.820 INFO:tasks.ceph.mon.a:Stopped 2024-09-12T03:16:41.820 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-12T03:16:41.821 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.839 INFO:tasks.ceph.mon.b:Stopped 2024-09-12T03:16:41.839 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-12T03:16:41.839 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T03:16:41.898 INFO:tasks.ceph.mon.c:Stopped 2024-09-12T03:16:41.898 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-12T03:16:41.898 DEBUG:teuthology.orchestra.run.smithi029:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'Scrub error on inode' | head -n 1 2024-09-12T03:16:41.977 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:16:41.978 DEBUG:teuthology.orchestra.run.smithi029:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-12T03:16:42.331 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:16:42.331 DEBUG:teuthology.orchestra.run.smithi029:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-12T03:16:42.504 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:16:42.505 DEBUG:teuthology.orchestra.run.smithi029:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-12T03:16:42.661 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:16:42.662 DEBUG:teuthology.orchestra.run.smithi029:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-12T03:16:42.821 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:16:42.822 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-12T03:16:43.039 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:16:43.039 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-12T03:16:43.149 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:16:43.150 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-12T03:16:43.260 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:16:43.261 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-12T03:16:43.384 INFO:tasks.ceph:Archiving mon data... 2024-09-12T03:16:43.385 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661/data/mon.a.tgz 2024-09-12T03:16:43.385 DEBUG:teuthology.orchestra.run.smithi029:> mktemp 2024-09-12T03:16:43.421 INFO:teuthology.orchestra.run.smithi029.stdout:/tmp/tmp.O9TkjEO8tf 2024-09-12T03:16:43.422 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.O9TkjEO8tf 2024-09-12T03:16:43.635 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 0666 /tmp/tmp.O9TkjEO8tf 2024-09-12T03:16:43.728 DEBUG:teuthology.orchestra.remote:smithi029:/tmp/tmp.O9TkjEO8tf is 448KB 2024-09-12T03:16:43.823 DEBUG:teuthology.orchestra.run.smithi029:> rm -fr /tmp/tmp.O9TkjEO8tf 2024-09-12T03:16:43.858 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661/data/mon.b.tgz 2024-09-12T03:16:43.858 DEBUG:teuthology.orchestra.run.smithi038:> mktemp 2024-09-12T03:16:43.895 INFO:teuthology.orchestra.run.smithi038.stdout:/tmp/tmp.WLJOJjezWr 2024-09-12T03:16:43.895 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.WLJOJjezWr 2024-09-12T03:16:44.102 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0666 /tmp/tmp.WLJOJjezWr 2024-09-12T03:16:44.196 DEBUG:teuthology.orchestra.remote:smithi038:/tmp/tmp.WLJOJjezWr is 457KB 2024-09-12T03:16:44.286 DEBUG:teuthology.orchestra.run.smithi038:> rm -fr /tmp/tmp.WLJOJjezWr 2024-09-12T03:16:44.320 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661/data/mon.c.tgz 2024-09-12T03:16:44.321 DEBUG:teuthology.orchestra.run.smithi038:> mktemp 2024-09-12T03:16:44.395 INFO:teuthology.orchestra.run.smithi038.stdout:/tmp/tmp.fdV7DzllY1 2024-09-12T03:16:44.395 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.fdV7DzllY1 2024-09-12T03:16:44.590 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0666 /tmp/tmp.fdV7DzllY1 2024-09-12T03:16:44.683 DEBUG:teuthology.orchestra.remote:smithi038:/tmp/tmp.fdV7DzllY1 is 457KB 2024-09-12T03:16:44.774 DEBUG:teuthology.orchestra.run.smithi038:> rm -fr /tmp/tmp.fdV7DzllY1 2024-09-12T03:16:44.809 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-12T03:16:44.810 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T03:16:44.814 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T03:16:44.942 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T03:16:44.977 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T03:16:44.978 INFO:tasks.ceph:Archiving crash dumps... 2024-09-12T03:16:44.979 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661/remote/smithi029/crash 2024-09-12T03:16:44.980 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T03:16:45.039 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661/remote/smithi038/crash 2024-09-12T03:16:45.040 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T03:16:45.094 INFO:tasks.ceph:Shutting down logrotate 2024-09-12T03:16:45.094 DEBUG:teuthology.orchestra.run.smithi029:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:16:45.098 DEBUG:teuthology.orchestra.run.smithi038:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-12T03:16:45.192 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-12T03:16:45.248 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-12T03:16:45.303 INFO:tasks.ceph:Compressing logs... 2024-09-12T03:16:45.303 DEBUG:teuthology.orchestra.run.smithi029:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T03:16:45.307 DEBUG:teuthology.orchestra.run.smithi038:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T03:16:45.357 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-12T03:16:45.358 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51484.log 2024-09-12T03:16:45.359 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51133.log 2024-09-12T03:16:45.360 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-osd.0.log: /var/log/ceph/ceph-client.admin.51484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56376.log 2024-09-12T03:16:45.360 INFO:teuthology.orchestra.run.smithi029.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.51484.log.gz 2024-09-12T03:16:45.360 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.41731.log 2024-09-12T03:16:45.361 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60904.log 2024-09-12T03:16:45.362 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36213.log 2024-09-12T03:16:45.362 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.1.41731.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-12T03:16:45.362 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.1.41731.log.gz 2024-09-12T03:16:45.363 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56376.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.51133.log.gz 2024-09-12T03:16:45.363 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56376.log.gz 2024-09-12T03:16:45.363 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46269.log 2024-09-12T03:16:45.363 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63287.log 2024-09-12T03:16:45.363 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46269.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.60904.log.gz 2024-09-12T03:16:45.366 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49969.log 2024-09-12T03:16:45.366 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46269.log.gz 2024-09-12T03:16:45.366 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42401.log 2024-09-12T03:16:45.366 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.63287.log.gz 2024-09-12T03:16:45.366 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49969.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63975.log 2024-09-12T03:16:45.366 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49969.log.gz 2024-09-12T03:16:45.367 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.36213.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36002.log 2024-09-12T03:16:45.367 INFO:teuthology.orchestra.run.smithi038.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36213.log.gz 2024-09-12T03:16:45.367 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36293.log 2024-09-12T03:16:45.367 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.36002.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-12T03:16:45.367 INFO:teuthology.orchestra.run.smithi038.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36002.log.gz 2024-09-12T03:16:45.367 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.36293.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-12T03:16:45.367 INFO:teuthology.orchestra.run.smithi038.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36293.log.gz 2024-09-12T03:16:45.367 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T03:16:45.368 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36042.log 2024-09-12T03:16:45.369 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42401.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.54130.log 2024-09-12T03:16:45.369 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42401.log.gz 2024-09-12T03:16:45.370 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50479.log 2024-09-12T03:16:45.370 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.63975.log.gz 2024-09-12T03:16:45.370 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.0.54130.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.54130.log.gz 2024-09-12T03:16:45.370 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49675.log 2024-09-12T03:16:45.370 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53325.log 2024-09-12T03:16:45.370 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50479.log.gz 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.36042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36122.log 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi038.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36042.log.gz 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.36122.log: 93.8%gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi038.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.36122.log.gz 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49675.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52799.log 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49675.log.gz 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53325.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67186.log 2024-09-12T03:16:45.374 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53325.log.gz 2024-09-12T03:16:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52799.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66405.log 2024-09-12T03:16:45.375 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52799.log.gz 2024-09-12T03:16:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56889.log 2024-09-12T03:16:45.375 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.67186.log.gz 2024-09-12T03:16:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67312.log 2024-09-12T03:16:45.375 INFO:teuthology.orchestra.run.smithi029.stderr: 90.3% -- replaced with /var/log/ceph/ceph-client.admin.66405.log.gz 2024-09-12T03:16:45.376 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.42146.log 2024-09-12T03:16:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58294.log 2024-09-12T03:16:45.377 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56889.log.gz 2024-09-12T03:16:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48728.log 2024-09-12T03:16:45.377 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.67312.log.gz 2024-09-12T03:16:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47092.log 2024-09-12T03:16:45.378 INFO:teuthology.orchestra.run.smithi029.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.58294.log.gz 2024-09-12T03:16:45.378 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48976.log 2024-09-12T03:16:45.378 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.48728.log.gz 2024-09-12T03:16:45.379 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.3.42146.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.42146.log.gz 2024-09-12T03:16:45.379 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-12T03:16:45.379 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36000.log 2024-09-12T03:16:45.379 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.47092.log.gz 2024-09-12T03:16:45.380 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40066.log 2024-09-12T03:16:45.380 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.48976.log.gz 2024-09-12T03:16:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-mds.d.log: 92.3% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T03:16:45.382 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.36000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58533.log 2024-09-12T03:16:45.382 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36000.log.gz 2024-09-12T03:16:45.382 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64185.log 2024-09-12T03:16:45.382 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40066.log.gz 2024-09-12T03:16:45.382 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53942.log 2024-09-12T03:16:45.382 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.58533.log.gz 2024-09-12T03:16:45.383 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-12T03:16:45.383 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36253.log 2024-09-12T03:16:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40673.log 2024-09-12T03:16:45.384 INFO:teuthology.orchestra.run.smithi029.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.64185.log.gz 2024-09-12T03:16:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46943.log 2024-09-12T03:16:45.384 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53942.log.gz 2024-09-12T03:16:45.386 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36082.log 2024-09-12T03:16:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67060.log 2024-09-12T03:16:45.386 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.40673.log.gz 2024-09-12T03:16:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68771.log 2024-09-12T03:16:45.386 INFO:teuthology.orchestra.run.smithi029.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46943.log.gz 2024-09-12T03:16:45.387 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55598.log 2024-09-12T03:16:45.387 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.67060.log.gz 2024-09-12T03:16:45.387 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68771.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62309.log 2024-09-12T03:16:45.387 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.68771.log.gz 2024-09-12T03:16:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62693.log 2024-09-12T03:16:45.389 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62309.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.55598.log.gz 2024-09-12T03:16:45.389 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.62309.log.gz 2024-09-12T03:16:45.389 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40238.log 2024-09-12T03:16:45.390 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.36253.log: /var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-12T03:16:45.390 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.36082.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.36253.log.gz 2024-09-12T03:16:45.390 INFO:teuthology.orchestra.run.smithi038.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.36082.log.gz 2024-09-12T03:16:45.391 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59356.log 2024-09-12T03:16:45.391 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40238.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.62693.log.gz 2024-09-12T03:16:45.392 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56334.log 2024-09-12T03:16:45.392 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.40238.log.gz 2024-09-12T03:16:45.392 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61875.log 2024-09-12T03:16:45.393 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36173.log 2024-09-12T03:16:45.393 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59356.log.gz 2024-09-12T03:16:45.393 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56334.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57102.log 2024-09-12T03:16:45.393 INFO:teuthology.orchestra.run.smithi029.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56334.log.gz 2024-09-12T03:16:45.394 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61875.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66976.log 2024-09-12T03:16:45.394 INFO:teuthology.orchestra.run.smithi029.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.61875.log.gz 2024-09-12T03:16:45.394 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65753.log 2024-09-12T03:16:45.394 INFO:teuthology.orchestra.run.smithi029.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.57102.log.gz 2024-09-12T03:16:45.395 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60970.log 2024-09-12T03:16:45.395 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.66976.log.gz 2024-09-12T03:16:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42437.log 2024-09-12T03:16:45.396 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.65753.log.gz 2024-09-12T03:16:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60970.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42086.log 2024-09-12T03:16:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42437.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.60970.log.gz 2024-09-12T03:16:45.398 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42437.log.gz 2024-09-12T03:16:45.398 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62951.log 2024-09-12T03:16:45.399 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62867.log 2024-09-12T03:16:45.399 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-client.admin.36173.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36173.log.gz 2024-09-12T03:16:45.400 INFO:teuthology.orchestra.run.smithi029.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.42086.log.gz 2024-09-12T03:16:45.400 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65465.log 2024-09-12T03:16:45.400 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.62951.log.gz 2024-09-12T03:16:45.401 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62867.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63644.log 2024-09-12T03:16:45.401 INFO:teuthology.orchestra.run.smithi029.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.62867.log.gz 2024-09-12T03:16:45.401 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68729.log 2024-09-12T03:16:45.402 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.65465.log.gz 2024-09-12T03:16:45.402 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59840.log 2024-09-12T03:16:45.402 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.63644.log.gz 2024-09-12T03:16:45.403 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68729.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67144.log 2024-09-12T03:16:45.404 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.68729.log.gz 2024-09-12T03:16:45.404 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59840.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57186.log 2024-09-12T03:16:45.404 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.59840.log.gz 2024-09-12T03:16:45.405 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44387.log 2024-09-12T03:16:45.405 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.67144.log.gz 2024-09-12T03:16:45.406 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69904.log 2024-09-12T03:16:45.406 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.57186.log.gz 2024-09-12T03:16:45.407 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69044.log 2024-09-12T03:16:45.407 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44387.log.gz 2024-09-12T03:16:45.408 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57705.log 2024-09-12T03:16:45.408 INFO:teuthology.orchestra.run.smithi029.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.69904.log.gz 2024-09-12T03:16:45.409 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69044.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45836.log 2024-09-12T03:16:45.409 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.69044.log.gz 2024-09-12T03:16:45.410 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49144.log 2024-09-12T03:16:45.410 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57705.log.gz 2024-09-12T03:16:45.410 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45836.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-12T03:16:45.410 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45836.log.gz 2024-09-12T03:16:45.411 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45247.log 2024-09-12T03:16:45.412 INFO:teuthology.orchestra.run.smithi029.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49144.log.gz 2024-09-12T03:16:45.412 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64322.log 2024-09-12T03:16:45.413 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43227.log 2024-09-12T03:16:45.413 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45247.log.gz 2024-09-12T03:16:45.414 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64322.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56801.log 2024-09-12T03:16:45.414 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.64322.log.gz 2024-09-12T03:16:45.415 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43227.log: gzip -5 87.8% --verbose -- replaced with /var/log/ceph/ceph-client.admin.43227.log.gz -- 2024-09-12T03:16:45.415 INFO:teuthology.orchestra.run.smithi029.stderr: /var/log/ceph/ceph-client.admin.66239.log 2024-09-12T03:16:45.416 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60181.log 2024-09-12T03:16:45.417 INFO:teuthology.orchestra.run.smithi029.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56801.log.gz 2024-09-12T03:16:45.417 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66442.log 2024-09-12T03:16:45.418 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.66239.log.gz 2024-09-12T03:16:45.418 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60181.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.60181.log.gz 2024-09-12T03:16:45.418 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67378.log 2024-09-12T03:16:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66646.log 2024-09-12T03:16:45.419 INFO:teuthology.orchestra.run.smithi029.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.66442.log.gz 2024-09-12T03:16:45.420 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57756.log 2024-09-12T03:16:45.421 INFO:teuthology.orchestra.run.smithi029.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.67378.log.gz 2024-09-12T03:16:45.421 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60391.log 2024-09-12T03:16:45.422 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.66646.log.gz 2024-09-12T03:16:45.422 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57756.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.57756.log.gz 2024-09-12T03:16:45.422 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45648.log 2024-09-12T03:16:45.423 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47933.log 2024-09-12T03:16:45.423 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.60391.log.gz 2024-09-12T03:16:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45648.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44870.log 2024-09-12T03:16:45.424 INFO:teuthology.orchestra.run.smithi029.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45648.log.gz 2024-09-12T03:16:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41811.log 2024-09-12T03:16:45.425 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.47933.log.gz 2024-09-12T03:16:45.426 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44870.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46185.log 2024-09-12T03:16:45.426 INFO:teuthology.orchestra.run.smithi029.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44870.log.gz 2024-09-12T03:16:45.427 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41811.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41811.log.gz 2024-09-12T03:16:45.427 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56123.log 2024-09-12T03:16:45.428 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42097.log 2024-09-12T03:16:45.428 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46185.log.gz 2024-09-12T03:16:45.429 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56123.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70647.log 2024-09-12T03:16:45.429 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.56123.log.gz 2024-09-12T03:16:45.430 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68434.log 2024-09-12T03:16:45.430 INFO:teuthology.orchestra.run.smithi029.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42097.log.gz 2024-09-12T03:16:45.431 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70647.log: 88.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.70647.log.gz 2024-09-12T03:16:45.431 INFO:teuthology.orchestra.run.smithi029.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.52467.log 2024-09-12T03:16:45.432 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68434.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.68434.log.gz 2024-09-12T03:16:45.432 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56976.log 2024-09-12T03:16:45.433 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49589.log 2024-09-12T03:16:45.433 INFO:teuthology.orchestra.run.smithi029.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.52467.log.gz 2024-09-12T03:16:45.433 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57060.log 2024-09-12T03:16:45.434 INFO:teuthology.orchestra.run.smithi029.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56976.log.gz 2024-09-12T03:16:45.434 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57144.log 2024-09-12T03:16:45.434 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49589.log.gz 2024-09-12T03:16:45.436 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41769.log 2024-09-12T03:16:45.436 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57060.log.gz 2024-09-12T03:16:45.436 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47999.log 2024-09-12T03:16:45.436 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.57144.log.gz 2024-09-12T03:16:45.437 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67228.log 2024-09-12T03:16:45.437 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41769.log.gz 2024-09-12T03:16:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63602.log 2024-09-12T03:16:45.438 INFO:teuthology.orchestra.run.smithi029.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.47999.log.gz 2024-09-12T03:16:45.439 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67228.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.67228.log.gz 2024-09-12T03:16:45.439 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46567.log 2024-09-12T03:16:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63602.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.63602.log.gz 2024-09-12T03:16:45.440 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49927.log 2024-09-12T03:16:45.441 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46567.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46567.log.gz 2024-09-12T03:16:45.441 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41340.log 2024-09-12T03:16:45.442 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51336.log 2024-09-12T03:16:45.442 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49927.log.gz 2024-09-12T03:16:45.443 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41340.log: 87.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.41340.log.gz 2024-09-12T03:16:45.443 INFO:teuthology.orchestra.run.smithi029.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.57354.log 2024-09-12T03:16:45.444 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60433.log 2024-09-12T03:16:45.444 INFO:teuthology.orchestra.run.smithi029.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.51336.log.gz 2024-09-12T03:16:45.444 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57354.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51447.log 2024-09-12T03:16:45.445 INFO:teuthology.orchestra.run.smithi029.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.57354.log.gz 2024-09-12T03:16:45.446 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60433.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62181.log 2024-09-12T03:16:45.446 INFO:teuthology.orchestra.run.smithi029.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.60433.log.gz 2024-09-12T03:16:45.447 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51447.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.51447.log.gz 2024-09-12T03:16:45.447 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64707.log 2024-09-12T03:16:45.448 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70240.log 2024-09-12T03:16:45.448 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.62181.log.gz 2024-09-12T03:16:45.448 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53666.log 2024-09-12T03:16:45.449 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.64707.log.gz 2024-09-12T03:16:45.449 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70240.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41727.log 2024-09-12T03:16:45.449 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.70240.log.gz 2024-09-12T03:16:45.450 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53666.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40108.log 2024-09-12T03:16:45.450 INFO:teuthology.orchestra.run.smithi029.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.53666.log.gz 2024-09-12T03:16:45.451 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58781.log 2024-09-12T03:16:45.451 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41727.log.gz 2024-09-12T03:16:45.452 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63161.log 2024-09-12T03:16:45.452 INFO:teuthology.orchestra.run.smithi029.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.40108.log.gz 2024-09-12T03:16:45.453 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58781.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.58781.log.gz 2024-09-12T03:16:45.453 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43101.log 2024-09-12T03:16:45.454 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63161.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.63161.log.gz 2024-09-12T03:16:45.454 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46134.log 2024-09-12T03:16:45.455 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45289.log 2024-09-12T03:16:45.455 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43101.log.gz 2024-09-12T03:16:45.456 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64526.log 2024-09-12T03:16:45.456 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46134.log.gz 2024-09-12T03:16:45.456 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52425.log 2024-09-12T03:16:45.457 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45289.log.gz 2024-09-12T03:16:45.457 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64017.log 2024-09-12T03:16:45.457 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.64526.log.gz 2024-09-12T03:16:45.458 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51672.log 2024-09-12T03:16:45.458 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.52425.log.gz 2024-09-12T03:16:45.459 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54711.log 2024-09-12T03:16:45.459 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.64017.log.gz 2024-09-12T03:16:45.460 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51672.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62073.log 2024-09-12T03:16:45.460 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.51672.log.gz 2024-09-12T03:16:45.461 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.54711.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44471.log 2024-09-12T03:16:45.461 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.54711.log.gz 2024-09-12T03:16:45.462 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62073.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49633.log 2024-09-12T03:16:45.462 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.62073.log.gz 2024-09-12T03:16:45.463 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44471.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44471.log.gz 2024-09-12T03:16:45.463 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70408.log 2024-09-12T03:16:45.464 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51738.log 2024-09-12T03:16:45.464 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49633.log.gz 2024-09-12T03:16:45.465 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70408.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.70408.log.gz 2024-09-12T03:16:45.465 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47616.log 2024-09-12T03:16:45.466 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52883.log 2024-09-12T03:16:45.466 INFO:teuthology.orchestra.run.smithi029.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.51738.log.gz 2024-09-12T03:16:45.467 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45794.log 2024-09-12T03:16:45.467 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.47616.log.gz 2024-09-12T03:16:45.468 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52883.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48892.log 2024-09-12T03:16:45.468 INFO:teuthology.orchestra.run.smithi029.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52883.log.gz 2024-09-12T03:16:45.469 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53414.log 2024-09-12T03:16:45.469 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45794.log.gz 2024-09-12T03:16:45.470 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48892.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63203.log 2024-09-12T03:16:45.470 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48892.log.gz 2024-09-12T03:16:45.471 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53414.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45205.log 2024-09-12T03:16:45.471 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53414.log.gz 2024-09-12T03:16:45.471 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63203.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56418.log 2024-09-12T03:16:45.472 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.63203.log.gz 2024-09-12T03:16:45.472 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45205.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43059.log 2024-09-12T03:16:45.472 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45205.log.gz 2024-09-12T03:16:45.473 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56418.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.29699.log 2024-09-12T03:16:45.473 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56418.log.gz 2024-09-12T03:16:45.474 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41517.log 2024-09-12T03:16:45.474 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43059.log.gz 2024-09-12T03:16:45.475 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph.tmp-client.admin.29699.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.29699.log.gz 2024-09-12T03:16:45.475 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43434.log 2024-09-12T03:16:45.476 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41517.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.41517.log.gz 2024-09-12T03:16:45.476 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61941.log 2024-09-12T03:16:45.477 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43434.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43434.log.gz 2024-09-12T03:16:45.477 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63245.log 2024-09-12T03:16:45.478 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61941.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63329.log 2024-09-12T03:16:45.478 INFO:teuthology.orchestra.run.smithi029.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.61941.log.gz 2024-09-12T03:16:45.479 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63245.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.63245.log.gz 2024-09-12T03:16:45.479 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51410.log 2024-09-12T03:16:45.480 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63329.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45962.log 2024-09-12T03:16:45.480 INFO:teuthology.orchestra.run.smithi029.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63329.log.gz 2024-09-12T03:16:45.481 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61270.log 2024-09-12T03:16:45.481 INFO:teuthology.orchestra.run.smithi029.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.51410.log.gz 2024-09-12T03:16:45.482 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45495.log 2024-09-12T03:16:45.482 INFO:teuthology.orchestra.run.smithi029.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45962.log.gz 2024-09-12T03:16:45.482 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61336.log 2024-09-12T03:16:45.483 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45495.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.61270.log.gz 2024-09-12T03:16:45.484 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60808.log 2024-09-12T03:16:45.484 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45495.log.gz 2024-09-12T03:16:45.485 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49545.log 2024-09-12T03:16:45.485 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.61336.log.gz 2024-09-12T03:16:45.486 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45391.log 2024-09-12T03:16:45.486 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.60808.log.gz 2024-09-12T03:16:45.487 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49545.log: gzip -5 --verbose 87.7% -- -- replaced with /var/log/ceph/ceph-client.admin.49545.log.gz /var/log/ceph/ceph-client.admin.65006.log 2024-09-12T03:16:45.487 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-12T03:16:45.488 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50349.log 2024-09-12T03:16:45.488 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45391.log.gz 2024-09-12T03:16:45.488 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55717.log 2024-09-12T03:16:45.489 INFO:teuthology.orchestra.run.smithi029.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.65006.log.gz 2024-09-12T03:16:45.489 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.0.50349.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.50349.log.gz 2024-09-12T03:16:45.489 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62519.log 2024-09-12T03:16:45.490 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60307.log 2024-09-12T03:16:45.490 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55717.log.gz 2024-09-12T03:16:45.491 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62519.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49759.log 2024-09-12T03:16:45.491 INFO:teuthology.orchestra.run.smithi029.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.62519.log.gz 2024-09-12T03:16:45.492 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54413.log 2024-09-12T03:16:45.492 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.60307.log.gz 2024-09-12T03:16:45.493 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41643.log 2024-09-12T03:16:45.493 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49759.log.gz 2024-09-12T03:16:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.54413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68392.log 2024-09-12T03:16:45.494 INFO:teuthology.orchestra.run.smithi029.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.54413.log.gz 2024-09-12T03:16:45.495 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64963.log 2024-09-12T03:16:45.495 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41643.log.gz 2024-09-12T03:16:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63812.log 2024-09-12T03:16:45.496 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.68392.log.gz 2024-09-12T03:16:45.497 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64963.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.64963.log.gz 2024-09-12T03:16:45.497 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44513.log 2024-09-12T03:16:45.498 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63812.log: gzip -5 88.2% --verbose -- replaced with /var/log/ceph/ceph-client.admin.63812.log.gz -- 2024-09-12T03:16:45.498 INFO:teuthology.orchestra.run.smithi029.stderr: /var/log/ceph/ceph-client.admin.49717.log 2024-09-12T03:16:45.499 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66173.log 2024-09-12T03:16:45.499 INFO:teuthology.orchestra.run.smithi029.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44513.log.gz 2024-09-12T03:16:45.499 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42406.log 88.8% 2024-09-12T03:16:45.500 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49717.log.gz 2024-09-12T03:16:45.500 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42391.log 2024-09-12T03:16:45.501 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.66173.log.gz 2024-09-12T03:16:45.502 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42406.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52757.log 2024-09-12T03:16:45.502 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42406.log.gz 2024-09-12T03:16:45.503 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42391.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42091.log 2024-09-12T03:16:45.503 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42391.log.gz 2024-09-12T03:16:45.504 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62393.log 2024-09-12T03:16:45.504 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52757.log.gz 2024-09-12T03:16:45.504 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42091.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43017.log 2024-09-12T03:16:45.505 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42091.log.gz 2024-09-12T03:16:45.505 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62393.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66910.log 2024-09-12T03:16:45.506 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.62393.log.gz 2024-09-12T03:16:45.506 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53834.log 2024-09-12T03:16:45.506 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43017.log.gz 2024-09-12T03:16:45.507 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42756.log 2024-09-12T03:16:45.508 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.66910.log.gz 2024-09-12T03:16:45.509 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53834.log: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.53834.log.gz 2024-09-12T03:16:45.509 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60265.log 2024-09-12T03:16:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69212.log 2024-09-12T03:16:45.510 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42756.log.gz 2024-09-12T03:16:45.510 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59458.log 2024-09-12T03:16:45.510 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.60265.log.gz 2024-09-12T03:16:45.511 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54302.log 2024-09-12T03:16:45.511 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.69212.log.gz 2024-09-12T03:16:45.512 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51936.log 2024-09-12T03:16:45.512 INFO:teuthology.orchestra.run.smithi029.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.59458.log.gz 2024-09-12T03:16:45.513 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.54302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57975.log 2024-09-12T03:16:45.513 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54302.log.gz 2024-09-12T03:16:45.514 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43185.log 2024-09-12T03:16:45.514 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.51936.log.gz 2024-09-12T03:16:45.515 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63119.log 2024-09-12T03:16:45.515 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.57975.log.gz 2024-09-12T03:16:45.516 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43185.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43185.log.gz 2024-09-12T03:16:45.516 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70030.log 2024-09-12T03:16:45.517 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64227.log 2024-09-12T03:16:45.517 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.63119.log.gz 2024-09-12T03:16:45.518 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60055.log 2024-09-12T03:16:45.518 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70030.log.gz 2024-09-12T03:16:45.519 INFO:teuthology.orchestra.run.smithi038.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-12T03:16:45.519 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69652.log 2024-09-12T03:16:45.519 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.64227.log.gz 2024-09-12T03:16:45.520 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60055.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.60055.log.gz 2024-09-12T03:16:45.520 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48130.log 2024-09-12T03:16:45.520 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69652.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43907.log 2024-09-12T03:16:45.521 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.69652.log.gz 2024-09-12T03:16:45.521 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49361.log 2024-09-12T03:16:45.521 INFO:teuthology.orchestra.run.smithi029.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.48130.log.gz 2024-09-12T03:16:45.522 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53792.log 2024-09-12T03:16:45.522 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43907.log.gz 2024-09-12T03:16:45.523 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49361.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69460.log 2024-09-12T03:16:45.523 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49361.log.gz 2024-09-12T03:16:45.524 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53792.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T03:16:45.524 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53792.log.gz 2024-09-12T03:16:45.525 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42081.log 2024-09-12T03:16:45.525 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.69460.log.gz 2024-09-12T03:16:45.526 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46399.log 2024-09-12T03:16:45.527 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42081.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42081.log.gz 2024-09-12T03:16:45.527 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51606.log 2024-09-12T03:16:45.528 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68476.log 2024-09-12T03:16:45.528 INFO:teuthology.orchestra.run.smithi029.stderr: 89.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T03:16:45.529 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46399.log.gz 2024-09-12T03:16:45.529 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67510.log 2024-09-12T03:16:45.530 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.51606.log.gz 2024-09-12T03:16:45.531 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45547.log 2024-09-12T03:16:45.531 INFO:teuthology.orchestra.run.smithi029.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.68476.log.gz 2024-09-12T03:16:45.531 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67510.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.57626.log 2024-09-12T03:16:45.532 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.67510.log.gz 2024-09-12T03:16:45.533 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48518.log 2024-09-12T03:16:45.533 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45547.log.gz 2024-09-12T03:16:45.533 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.0.57626.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.57626.log.gz 2024-09-12T03:16:45.533 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68056.log 2024-09-12T03:16:45.534 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48518.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48518.log.gz 2024-09-12T03:16:45.534 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68687.log 2024-09-12T03:16:45.535 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35731.log 2024-09-12T03:16:45.536 INFO:teuthology.orchestra.run.smithi029.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.68056.log.gz 2024-09-12T03:16:45.536 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67270.log 2024-09-12T03:16:45.536 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.68687.log.gz 2024-09-12T03:16:45.537 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.35731.log: gzip 89.1% -- replaced with /var/log/ceph/ceph-client.admin.35731.log.gz 2024-09-12T03:16:45.537 INFO:teuthology.orchestra.run.smithi029.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.40463.log 2024-09-12T03:16:45.538 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68308.log 2024-09-12T03:16:45.538 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.67270.log.gz 2024-09-12T03:16:45.539 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50533.log 2024-09-12T03:16:45.539 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.40463.log.gz 2024-09-12T03:16:45.540 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68308.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41398.log 2024-09-12T03:16:45.540 INFO:teuthology.orchestra.run.smithi029.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.68308.log.gz 2024-09-12T03:16:45.541 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50533.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.50533.log.gz 2024-09-12T03:16:45.541 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40739.log 2024-09-12T03:16:45.542 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41398.log: gzip -5 --verbose 88.8% -- -- replaced with /var/log/ceph/ceph-client.admin.41398.log.gz /var/log/ceph/ceph-client.admin.42975.log 2024-09-12T03:16:45.542 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-12T03:16:45.543 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69376.log 2024-09-12T03:16:45.543 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40739.log.gz 2024-09-12T03:16:45.544 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42975.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69778.log 2024-09-12T03:16:45.544 INFO:teuthology.orchestra.run.smithi029.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.42975.log.gz 2024-09-12T03:16:45.544 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46997.log 2024-09-12T03:16:45.545 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.69376.log.gz 2024-09-12T03:16:45.545 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43269.log 2024-09-12T03:16:45.545 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.69778.log.gz 2024-09-12T03:16:45.546 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56635.log 2024-09-12T03:16:45.546 INFO:teuthology.orchestra.run.smithi029.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46997.log.gz 2024-09-12T03:16:45.547 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45452.log 2024-09-12T03:16:45.548 INFO:teuthology.orchestra.run.smithi029.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.43269.log.gz 2024-09-12T03:16:45.548 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56635.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56635.log.gz 2024-09-12T03:16:45.548 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45752.log 2024-09-12T03:16:45.549 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45452.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49186.log 2024-09-12T03:16:45.549 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45452.log.gz 2024-09-12T03:16:45.550 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48204.log 2024-09-12T03:16:45.550 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45752.log.gz 2024-09-12T03:16:45.551 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45037.log 2024-09-12T03:16:45.551 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49186.log.gz 2024-09-12T03:16:45.552 INFO:teuthology.orchestra.run.smithi038.stderr: 91.8% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-12T03:16:45.552 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48204.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63686.log 2024-09-12T03:16:45.553 INFO:teuthology.orchestra.run.smithi029.stderr: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.48204.log.gz 2024-09-12T03:16:45.553 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64568.log 2024-09-12T03:16:45.553 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45037.log.gz 2024-09-12T03:16:45.554 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41685.log 2024-09-12T03:16:45.554 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.63686.log.gz 2024-09-12T03:16:45.555 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64568.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41475.log 2024-09-12T03:16:45.555 INFO:teuthology.orchestra.run.smithi029.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.64568.log.gz 2024-09-12T03:16:45.555 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57228.log 2024-09-12T03:16:45.556 INFO:teuthology.orchestra.run.smithi029.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.41685.log.gz 2024-09-12T03:16:45.556 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60687.log 2024-09-12T03:16:45.556 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41475.log.gz 2024-09-12T03:16:45.557 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41859.log 2024-09-12T03:16:45.557 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.57228.log.gz 2024-09-12T03:16:45.558 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.0.60687.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.60687.log.gz 2024-09-12T03:16:45.558 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55532.log 2024-09-12T03:16:45.559 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48278.log 2024-09-12T03:16:45.559 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41859.log.gz 2024-09-12T03:16:45.560 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64656.log 2024-09-12T03:16:45.560 INFO:teuthology.orchestra.run.smithi029.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.55532.log.gz 2024-09-12T03:16:45.561 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48278.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46483.log 2024-09-12T03:16:45.561 INFO:teuthology.orchestra.run.smithi029.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.48278.log.gz 2024-09-12T03:16:45.562 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58468.log 2024-09-12T03:16:45.562 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.64656.log.gz 2024-09-12T03:16:45.563 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46483.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67708.log 2024-09-12T03:16:45.563 INFO:teuthology.orchestra.run.smithi029.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46483.log.gz 2024-09-12T03:16:45.564 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52299.log 2024-09-12T03:16:45.564 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.58468.log.gz 2024-09-12T03:16:45.565 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58426.log 2024-09-12T03:16:45.565 INFO:teuthology.orchestra.run.smithi029.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.67708.log.gz 2024-09-12T03:16:45.566 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65198.log 2024-09-12T03:16:45.566 INFO:teuthology.orchestra.run.smithi029.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52299.log.gz 2024-09-12T03:16:45.567 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60139.log 2024-09-12T03:16:45.567 INFO:teuthology.orchestra.run.smithi029.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.58426.log.gz 2024-09-12T03:16:45.568 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65198.log: gzip -5 --verbose 87.8% -- -- replaced with /var/log/ceph/ceph-client.admin.65198.log.gz /var/log/ceph/ceph-client.admin.56250.log 2024-09-12T03:16:45.568 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-12T03:16:45.569 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69002.log 2024-09-12T03:16:45.569 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.60139.log.gz 2024-09-12T03:16:45.570 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56250.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56555.log 2024-09-12T03:16:45.570 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56250.log.gz 2024-09-12T03:16:45.570 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69002.log: 88.1%gzip -- replaced with /var/log/ceph/ceph-client.admin.69002.log.gz 2024-09-12T03:16:45.570 INFO:teuthology.orchestra.run.smithi029.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.68518.log 2024-09-12T03:16:45.571 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56555.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48083.log 2024-09-12T03:16:45.571 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.56555.log.gz 2024-09-12T03:16:45.572 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66553.log 2024-09-12T03:16:45.572 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.68518.log.gz 2024-09-12T03:16:45.573 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63371.log 2024-09-12T03:16:45.573 INFO:teuthology.orchestra.run.smithi029.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.48083.log.gz 2024-09-12T03:16:45.574 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40289.log 2024-09-12T03:16:45.574 INFO:teuthology.orchestra.run.smithi029.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.66553.log.gz 2024-09-12T03:16:45.575 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63371.log: gzip -5 --verbose 88.1% -- -- replaced with /var/log/ceph/ceph-client.admin.63371.log.gz /var/log/ceph/ceph-client.admin.49018.log 2024-09-12T03:16:45.575 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-12T03:16:45.576 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50776.log 2024-09-12T03:16:45.576 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.40289.log.gz 2024-09-12T03:16:45.577 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44429.log 2024-09-12T03:16:45.577 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49018.log.gz 2024-09-12T03:16:45.578 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50776.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60766.log 2024-09-12T03:16:45.578 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50776.log.gz 2024-09-12T03:16:45.578 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63890.log 2024-09-12T03:16:45.579 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44429.log.gz 2024-09-12T03:16:45.579 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60766.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40589.log 2024-09-12T03:16:45.579 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.60766.log.gz 2024-09-12T03:16:45.580 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64059.log 2024-09-12T03:16:45.581 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.63890.log.gz 2024-09-12T03:16:45.581 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62225.log 2024-09-12T03:16:45.581 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40589.log.gz 2024-09-12T03:16:45.582 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62435.log 2024-09-12T03:16:45.583 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62225.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.64059.log.gz 2024-09-12T03:16:45.583 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.62225.log.gz 2024-09-12T03:16:45.583 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64921.log 2024-09-12T03:16:45.584 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62435.log: gzip 88.6% -5 -- replaced with /var/log/ceph/ceph-client.admin.62435.log.gz --verbose 2024-09-12T03:16:45.584 INFO:teuthology.orchestra.run.smithi029.stderr: -- /var/log/ceph/ceph-client.admin.62627.log 2024-09-12T03:16:45.585 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64921.log: gzip 87.7% -- replaced with /var/log/ceph/ceph-client.admin.64921.log.gz -5 2024-09-12T03:16:45.585 INFO:teuthology.orchestra.run.smithi029.stderr: --verbose -- /var/log/ceph/ceph-client.admin.49281.log 2024-09-12T03:16:45.586 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54479.log 2024-09-12T03:16:45.586 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.62627.log.gz 2024-09-12T03:16:45.587 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49281.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49281.log.gz 2024-09-12T03:16:45.587 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42095.log 2024-09-12T03:16:45.588 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.54479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50428.log 2024-09-12T03:16:45.588 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.54479.log.gz 2024-09-12T03:16:45.589 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60223.log 2024-09-12T03:16:45.589 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42095.log.gz 2024-09-12T03:16:45.590 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50428.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50428.log.gz 2024-09-12T03:16:45.590 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.65386.log 2024-09-12T03:16:45.591 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66778.log 2024-09-12T03:16:45.591 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.60223.log.gz 2024-09-12T03:16:45.592 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.0.65386.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.65386.log.gz 2024-09-12T03:16:45.592 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64101.log 2024-09-12T03:16:45.593 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65603.log 2024-09-12T03:16:45.594 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.66778.log.gz 2024-09-12T03:16:45.594 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64101.log: gzip 88.2% -- replaced with /var/log/ceph/ceph-client.admin.64101.log.gz -5 2024-09-12T03:16:45.594 INFO:teuthology.orchestra.run.smithi029.stderr: --verbose -- /var/log/ceph/ceph-client.admin.59416.log 2024-09-12T03:16:45.595 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61036.log 2024-09-12T03:16:45.596 INFO:teuthology.orchestra.run.smithi029.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.65603.log.gz 2024-09-12T03:16:45.596 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59416.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.59416.log.gz 2024-09-12T03:16:45.596 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55400.log 2024-09-12T03:16:45.597 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62909.log 2024-09-12T03:16:45.597 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.61036.log.gz 2024-09-12T03:16:45.598 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63077.log 2024-09-12T03:16:45.599 INFO:teuthology.orchestra.run.smithi029.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.55400.log.gz 2024-09-12T03:16:45.599 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54251.log 2024-09-12T03:16:45.599 INFO:teuthology.orchestra.run.smithi029.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62909.log.gz 2024-09-12T03:16:45.600 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63077.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70114.log 2024-09-12T03:16:45.600 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.63077.log.gz 2024-09-12T03:16:45.601 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.54251.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.54251.log.gz 2024-09-12T03:16:45.601 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61642.log 2024-09-12T03:16:45.602 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53708.log 2024-09-12T03:16:45.602 INFO:teuthology.orchestra.run.smithi029.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.70114.log.gz 2024-09-12T03:16:45.603 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64837.log 2024-09-12T03:16:45.603 INFO:teuthology.orchestra.run.smithi029.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.61642.log.gz 2024-09-12T03:16:45.604 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50161.log 2024-09-12T03:16:45.604 INFO:teuthology.orchestra.run.smithi029.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.53708.log.gz 2024-09-12T03:16:45.605 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64837.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.64837.log.gz 2024-09-12T03:16:45.605 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61809.log 2024-09-12T03:16:45.606 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50161.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-12T03:16:45.606 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50161.log.gz 2024-09-12T03:16:45.607 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61809.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60013.log 2024-09-12T03:16:45.607 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.61809.log.gz 2024-09-12T03:16:45.608 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51001.log 2024-09-12T03:16:45.609 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60013.log: 87.6%gzip -- replaced with /var/log/ceph/ceph-client.admin.60013.log.gz 2024-09-12T03:16:45.609 INFO:teuthology.orchestra.run.smithi029.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.56166.log 2024-09-12T03:16:45.610 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51001.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44960.log 2024-09-12T03:16:45.610 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.51001.log.gz 2024-09-12T03:16:45.611 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62993.log 2024-09-12T03:16:45.612 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56166.log.gz 2024-09-12T03:16:45.613 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46090.log 2024-09-12T03:16:45.613 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44960.log.gz 2024-09-12T03:16:45.614 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62993.log: gzip 87.7% -- replaced with /var/log/ceph/ceph-client.admin.62993.log.gz 2024-09-12T03:16:45.614 INFO:teuthology.orchestra.run.smithi029.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.64612.log 2024-09-12T03:16:45.615 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46090.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51373.log 2024-09-12T03:16:45.615 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46090.log.gz/var/log/ceph/ceph-client.admin.64612.log: 2024-09-12T03:16:45.616 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.64612.log.gz 2024-09-12T03:16:45.616 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59500.log 2024-09-12T03:16:45.617 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51373.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52383.log 2024-09-12T03:16:45.618 INFO:teuthology.orchestra.run.smithi029.stderr: 90.4% -- replaced with /var/log/ceph/ceph-client.admin.51373.log.gz 2024-09-12T03:16:45.618 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46525.log 2024-09-12T03:16:45.619 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.59500.log.gz 2024-09-12T03:16:45.619 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68603.log 2024-09-12T03:16:45.620 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52383.log: /var/log/ceph/ceph-client.admin.46525.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52383.log.gz 2024-09-12T03:16:45.621 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68645.log 2024-09-12T03:16:45.621 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46525.log.gz 2024-09-12T03:16:45.622 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68603.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61679.log 2024-09-12T03:16:45.622 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.68603.log.gz 2024-09-12T03:16:45.623 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5/var/log/ceph/ceph-client.admin.68645.log: --verbose -- /var/log/ceph/ceph-client.admin.64749.log 2024-09-12T03:16:45.623 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61679.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.68645.log.gz 2024-09-12T03:16:45.624 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56208.log 2024-09-12T03:16:45.624 INFO:teuthology.orchestra.run.smithi029.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.61679.log.gz 2024-09-12T03:16:45.625 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40547.log 2024-09-12T03:16:45.626 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.64749.log.gz 2024-09-12T03:16:45.626 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56208.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56208.log.gz 2024-09-12T03:16:45.627 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49503.log 2024-09-12T03:16:45.627 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49801.log 2024-09-12T03:16:45.628 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49503.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.40547.log.gz 2024-09-12T03:16:45.629 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45710.log 2024-09-12T03:16:45.629 INFO:teuthology.orchestra.run.smithi029.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49503.log.gz 2024-09-12T03:16:45.630 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49801.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49801.log.gz 2024-09-12T03:16:45.630 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55811.log 2024-09-12T03:16:45.631 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45710.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55083.log 2024-09-12T03:16:45.631 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55811.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45710.log.gz 2024-09-12T03:16:45.632 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59798.log 2024-09-12T03:16:45.632 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55811.log.gz 2024-09-12T03:16:45.633 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55083.log: gzip 89.4% -5 -- replaced with /var/log/ceph/ceph-client.admin.55083.log.gz --verbose 2024-09-12T03:16:45.633 INFO:teuthology.orchestra.run.smithi029.stderr: -- /var/log/ceph/ceph-client.admin.67858.log 2024-09-12T03:16:45.634 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67816.log 2024-09-12T03:16:45.635 INFO:teuthology.orchestra.run.smithi029.stderr: 89.2%/var/log/ceph/ceph-client.admin.67858.log: -- replaced with /var/log/ceph/ceph-client.admin.59798.log.gz 2024-09-12T03:16:45.635 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41167.log 2024-09-12T03:16:45.636 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.67858.log.gz 2024-09-12T03:16:45.637 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67816.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42739.log 2024-09-12T03:16:45.637 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.67816.log.gz 2024-09-12T03:16:45.638 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69736.log 2024-09-12T03:16:45.639 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46441.log 2024-09-12T03:16:45.639 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42739.log.gz 2024-09-12T03:16:45.640 INFO:teuthology.orchestra.run.smithi029.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.41167.log.gz 2024-09-12T03:16:45.640 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69736.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59043.log 2024-09-12T03:16:45.640 INFO:teuthology.orchestra.run.smithi029.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.69736.log.gz 2024-09-12T03:16:45.641 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46441.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45331.log 2024-09-12T03:16:45.642 INFO:teuthology.orchestra.run.smithi029.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46441.log.gz/var/log/ceph/ceph-client.admin.59043.log: 2024-09-12T03:16:45.642 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48770.log 2024-09-12T03:16:45.642 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.59043.log.gz 2024-09-12T03:16:45.643 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45331.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45331.log.gz 2024-09-12T03:16:45.644 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66107.log 2024-09-12T03:16:45.644 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67576.log 2024-09-12T03:16:45.645 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48770.log.gz 2024-09-12T03:16:45.645 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44792.log 2024-09-12T03:16:45.646 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.66107.log.gz 2024-09-12T03:16:45.647 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51299.log 2024-09-12T03:16:45.647 INFO:teuthology.orchestra.run.smithi029.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.67576.log.gz 2024-09-12T03:16:45.648 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51540.log 2024-09-12T03:16:45.648 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44792.log.gz 2024-09-12T03:16:45.649 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61605.log 2024-09-12T03:16:45.649 INFO:teuthology.orchestra.run.smithi029.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.51299.log.gz 2024-09-12T03:16:45.650 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51540.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-12T03:16:45.651 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.51540.log.gz 2024-09-12T03:16:45.651 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49843.log 2024-09-12T03:16:45.652 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.61605.log.gz 2024-09-12T03:16:45.653 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70492.log 2024-09-12T03:16:45.654 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52715.log 2024-09-12T03:16:45.654 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49843.log.gz 2024-09-12T03:16:45.655 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57801.log 2024-09-12T03:16:45.655 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.70492.log.gz 2024-09-12T03:16:45.656 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66590.log 2024-09-12T03:16:45.656 INFO:teuthology.orchestra.run.smithi029.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52715.log.gz 2024-09-12T03:16:45.657 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56292.log 2024-09-12T03:16:45.658 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.57801.log.gz 2024-09-12T03:16:45.658 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59971.log 2024-09-12T03:16:45.659 INFO:teuthology.orchestra.run.smithi029.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.66590.log.gz 2024-09-12T03:16:45.660 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69988.log 2024-09-12T03:16:45.660 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56292.log.gz 2024-09-12T03:16:45.661 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52068.log 2024-09-12T03:16:45.661 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.59971.log.gz 2024-09-12T03:16:45.662 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49060.log 2024-09-12T03:16:45.663 INFO:teuthology.orchestra.run.smithi029.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.69988.log.gz 2024-09-12T03:16:45.663 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52068.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47290.log 2024-09-12T03:16:45.664 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.52068.log.gz 2024-09-12T03:16:45.665 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63560.log 2024-09-12T03:16:45.665 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49060.log.gz 2024-09-12T03:16:45.666 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47682.log 2024-09-12T03:16:45.666 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47290.log.gz 2024-09-12T03:16:45.667 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59085.log 2024-09-12T03:16:45.667 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.63560.log.gz 2024-09-12T03:16:45.668 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46046.log 2024-09-12T03:16:45.669 INFO:teuthology.orchestra.run.smithi029.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.47682.log.gz 2024-09-12T03:16:45.670 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59085.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52341.log 2024-09-12T03:16:45.670 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.59085.log.gz 2024-09-12T03:16:45.671 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46046.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53160.log 2024-09-12T03:16:45.671 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46046.log.gz 2024-09-12T03:16:45.672 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52341.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69418.log 2024-09-12T03:16:45.672 INFO:teuthology.orchestra.run.smithi038.stderr: 92.2% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-12T03:16:45.672 INFO:teuthology.orchestra.run.smithi029.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52341.log.gz 2024-09-12T03:16:45.673 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52841.log 2024-09-12T03:16:45.673 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53160.log.gz 2024-09-12T03:16:45.675 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69418.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50578.log 2024-09-12T03:16:45.675 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.69418.log.gz 2024-09-12T03:16:45.675 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52841.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43754.log 2024-09-12T03:16:45.676 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52841.log.gz 2024-09-12T03:16:45.677 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41914.log 2024-09-12T03:16:45.677 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.50578.log.gz 2024-09-12T03:16:45.678 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.0.43754.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.0.43754.log.gz -5 2024-09-12T03:16:45.678 INFO:teuthology.orchestra.run.smithi029.stderr: --verbose -- /var/log/ceph/ceph-client.admin.65561.log 2024-09-12T03:16:45.679 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41914.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48686.log 2024-09-12T03:16:45.679 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.41914.log.gz 2024-09-12T03:16:45.681 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65561.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70450.log 2024-09-12T03:16:45.684 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.65561.log.gz 2024-09-12T03:16:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55937.log 2024-09-12T03:16:45.686 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48686.log.gz 2024-09-12T03:16:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42751.log 2024-09-12T03:16:45.686 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.70450.log.gz 2024-09-12T03:16:45.686 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57018.log 2024-09-12T03:16:45.687 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55937.log.gz 2024-09-12T03:16:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56717.log 2024-09-12T03:16:45.687 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42751.log.gz 2024-09-12T03:16:45.687 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45121.log 2024-09-12T03:16:45.688 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57018.log.gz 2024-09-12T03:16:45.688 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70282.log 2024-09-12T03:16:45.688 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.56717.log.gz 2024-09-12T03:16:45.689 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59717.log 2024-09-12T03:16:45.689 INFO:teuthology.orchestra.run.smithi029.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45121.log.gz 2024-09-12T03:16:45.690 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44555.log 2024-09-12T03:16:45.690 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.70282.log.gz 2024-09-12T03:16:45.691 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59717.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-12T03:16:45.691 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.59717.log.gz 2024-09-12T03:16:45.692 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44555.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53624.log 2024-09-12T03:16:45.692 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44555.log.gz 2024-09-12T03:16:45.694 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48848.log 2024-09-12T03:16:45.695 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53370.log 2024-09-12T03:16:45.695 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53624.log.gz 2024-09-12T03:16:45.696 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65090.log 2024-09-12T03:16:45.696 INFO:teuthology.orchestra.run.smithi029.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48848.log.gz 2024-09-12T03:16:45.697 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53370.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53370.log.gz 2024-09-12T03:16:45.698 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58041.log 2024-09-12T03:16:45.699 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65090.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62561.log 2024-09-12T03:16:45.699 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.65090.log.gz 2024-09-12T03:16:45.700 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49461.log 2024-09-12T03:16:45.700 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.58041.log.gz 2024-09-12T03:16:45.702 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62561.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.62561.log.gz 2024-09-12T03:16:45.702 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57420.log 2024-09-12T03:16:45.703 INFO:teuthology.orchestra.run.smithi029.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49461.log.gz 2024-09-12T03:16:45.703 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41601.log 2024-09-12T03:16:45.705 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53283.log 2024-09-12T03:16:45.705 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.57420.log.gz 2024-09-12T03:16:45.706 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41601.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.41601.log.gz 2024-09-12T03:16:45.707 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62267.log 2024-09-12T03:16:45.707 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53283.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53283.log.gz 2024-09-12T03:16:45.708 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62351.log 2024-09-12T03:16:45.709 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55979.log 2024-09-12T03:16:45.709 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.62267.log.gz 2024-09-12T03:16:45.711 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62351.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.62351.log.gz 2024-09-12T03:16:45.711 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55979.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48241.log 2024-09-12T03:16:45.712 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55979.log.gz 2024-09-12T03:16:45.712 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47748.log 2024-09-12T03:16:45.715 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70072.log 2024-09-12T03:16:45.715 INFO:teuthology.orchestra.run.smithi029.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.48241.log.gz 2024-09-12T03:16:45.716 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47748.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.47748.log.gz 2024-09-12T03:16:45.716 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70072.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52110.log 2024-09-12T03:16:45.717 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.70072.log.gz 2024-09-12T03:16:45.717 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55157.log 2024-09-12T03:16:45.719 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52110.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46357.log 2024-09-12T03:16:45.719 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52110.log.gz 2024-09-12T03:16:45.720 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55157.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.55157.log.gz 2024-09-12T03:16:45.720 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59637.log 2024-09-12T03:16:45.721 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46357.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46357.log.gz 2024-09-12T03:16:45.723 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59637.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59637.log.gz 2024-09-12T03:16:45.723 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53498.log 2024-09-12T03:16:45.725 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36088.log 2024-09-12T03:16:45.726 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53498.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-12T03:16:45.726 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53498.log.gz 2024-09-12T03:16:45.728 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.36088.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36088.log.gz 2024-09-12T03:16:45.728 INFO:teuthology.orchestra.run.smithi038.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-12T03:16:45.730 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69086.log 2024-09-12T03:16:45.731 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42659.log 2024-09-12T03:16:45.732 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68960.log 2024-09-12T03:16:45.733 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.69086.log.gz 2024-09-12T03:16:45.733 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45163.log 2024-09-12T03:16:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42775.log 2024-09-12T03:16:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42659.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42659.log.gz 2024-09-12T03:16:45.737 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45163.log: /var/log/ceph/ceph-client.admin.68960.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45163.log.gz 2024-09-12T03:16:45.737 INFO:teuthology.orchestra.run.smithi029.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.68960.log.gz 2024-09-12T03:16:45.737 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67774.log 2024-09-12T03:16:45.739 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42775.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42775.log.gz 2024-09-12T03:16:45.739 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63728.log 2024-09-12T03:16:45.740 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67774.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.67774.log.gz 2024-09-12T03:16:45.740 INFO:teuthology.orchestra.run.smithi029.stderr: 94.1% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-12T03:16:45.741 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40150.log 2024-09-12T03:16:45.742 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44681.log 2024-09-12T03:16:45.742 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.63728.log.gz 2024-09-12T03:16:45.743 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52509.log 2024-09-12T03:16:45.743 INFO:teuthology.orchestra.run.smithi029.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.40150.log.gz 2024-09-12T03:16:45.745 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44681.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44681.log.gz 2024-09-12T03:16:45.746 INFO:teuthology.orchestra.run.smithi029.stderr:gzip/var/log/ceph/ceph-client.admin.52509.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.68266.log 2024-09-12T03:16:45.746 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52509.log.gz 2024-09-12T03:16:45.747 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T03:16:45.748 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68266.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52673.log 2024-09-12T03:16:45.749 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.68266.log.gz 2024-09-12T03:16:45.750 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48424.log 2024-09-12T03:16:45.751 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52673.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52673.log.gz 2024-09-12T03:16:45.752 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.48424.log: /var/log/ceph/ceph-client.admin.39984.log 2024-09-12T03:16:45.752 INFO:teuthology.orchestra.run.smithi029.stderr: 87.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T03:16:45.753 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48424.log.gz 2024-09-12T03:16:45.753 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59927.log 2024-09-12T03:16:45.754 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.39984.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55895.log 2024-09-12T03:16:45.755 INFO:teuthology.orchestra.run.smithi029.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.39984.log.gz 2024-09-12T03:16:45.756 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67018.log 2024-09-12T03:16:45.756 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.59927.log.gz 2024-09-12T03:16:45.757 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55895.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.55895.log.gz 2024-09-12T03:16:45.758 INFO:teuthology.orchestra.run.smithi029.stderr:gzip/var/log/ceph/ceph-client.admin.67018.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.53241.log 2024-09-12T03:16:45.758 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.67018.log.gz 2024-09-12T03:16:45.759 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39789.log 2024-09-12T03:16:45.761 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47224.log 2024-09-12T03:16:45.761 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53241.log.gz 2024-09-12T03:16:45.762 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.39789.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.39789.log.gz 2024-09-12T03:16:45.763 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61753.log 2024-09-12T03:16:45.764 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66712.log 2024-09-12T03:16:45.764 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.47224.log.gz 2024-09-12T03:16:45.765 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53080.log 2024-09-12T03:16:45.765 INFO:teuthology.orchestra.run.smithi029.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.61753.log.gz 2024-09-12T03:16:45.767 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40421.log 2024-09-12T03:16:45.767 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.66712.log.gz 2024-09-12T03:16:45.767 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53080.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53080.log.gz 2024-09-12T03:16:45.768 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47050.log 2024-09-12T03:16:45.770 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44639.log 2024-09-12T03:16:45.770 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.40421.log.gz 2024-09-12T03:16:45.771 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47050.log: gzip -5 88.5% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.47050.log.gz /var/log/ceph/ceph-client.admin.57312.log 2024-09-12T03:16:45.771 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-12T03:16:45.772 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55316.log 2024-09-12T03:16:45.772 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44639.log.gz 2024-09-12T03:16:45.773 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55009.log 2024-09-12T03:16:45.774 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57312.log.gz 2024-09-12T03:16:45.775 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55316.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.55316.log.gz 2024-09-12T03:16:45.776 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55009.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.55009.log.gz 2024-09-12T03:16:45.776 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56845.log 2024-09-12T03:16:45.778 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56460.log 2024-09-12T03:16:45.779 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54545.log 2024-09-12T03:16:45.779 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.56845.log.gz 2024-09-12T03:16:45.780 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56460.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56460.log.gz 2024-09-12T03:16:45.781 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51870.log 2024-09-12T03:16:45.781 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.54545.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54545.log.gz 2024-09-12T03:16:45.782 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54777.log 2024-09-12T03:16:45.783 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51870.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65132.log 2024-09-12T03:16:45.784 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.54777.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.51870.log.gz 2024-09-12T03:16:45.786 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65132.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.54777.log.gz 2024-09-12T03:16:45.786 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40505.log 2024-09-12T03:16:45.786 INFO:teuthology.orchestra.run.smithi029.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.65132.log.gz 2024-09-12T03:16:45.788 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63035.log 2024-09-12T03:16:45.788 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40505.log: 91.7% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-12T03:16:45.789 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70565.log 2024-09-12T03:16:45.789 INFO:teuthology.orchestra.run.smithi029.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.40505.log.gz 2024-09-12T03:16:45.790 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63035.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68866.log 2024-09-12T03:16:45.790 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.63035.log.gz 2024-09-12T03:16:45.791 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70565.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53456.log 2024-09-12T03:16:45.791 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.70565.log.gz 2024-09-12T03:16:45.792 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57843.log 2024-09-12T03:16:45.792 INFO:teuthology.orchestra.run.smithi029.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.68866.log.gz 2024-09-12T03:16:45.793 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53456.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61102.log 2024-09-12T03:16:45.794 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53456.log.gz 2024-09-12T03:16:45.794 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68350.log 2024-09-12T03:16:45.795 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61102.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.57843.log.gz 2024-09-12T03:16:45.796 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53582.log 2024-09-12T03:16:45.796 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.61102.log.gz 2024-09-12T03:16:45.797 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68350.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45079.log 2024-09-12T03:16:45.797 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.68350.log.gz 2024-09-12T03:16:45.798 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53582.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54843.log 89.0% 2024-09-12T03:16:45.798 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53582.log.gz 2024-09-12T03:16:45.799 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45079.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40631.log 2024-09-12T03:16:45.799 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45079.log.gz 2024-09-12T03:16:45.800 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.54843.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58228.log 2024-09-12T03:16:45.800 INFO:teuthology.orchestra.run.smithi029.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.54843.log.gz 2024-09-12T03:16:45.801 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59272.log 2024-09-12T03:16:45.801 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.40631.log.gz 2024-09-12T03:16:45.802 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69820.log 2024-09-12T03:16:45.803 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.58228.log.gz 2024-09-12T03:16:45.803 INFO:teuthology.orchestra.run.smithi038.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-12T03:16:45.804 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47158.log 2024-09-12T03:16:45.804 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.59272.log.gz 2024-09-12T03:16:45.805 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42090.log 2024-09-12T03:16:45.805 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.69820.log.gz 2024-09-12T03:16:45.806 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.47158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59187.log 2024-09-12T03:16:45.807 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42090.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.47158.log.gz 2024-09-12T03:16:45.807 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42090.log.gz 2024-09-12T03:16:45.807 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69128.log 2024-09-12T03:16:45.808 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67990.log 2024-09-12T03:16:45.809 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.59187.log.gz 2024-09-12T03:16:45.809 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69128.log: gzip -5 88.7% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.69128.log.gz 2024-09-12T03:16:45.809 INFO:teuthology.orchestra.run.smithi029.stderr: /var/log/ceph/ceph-client.admin.60499.log 2024-09-12T03:16:45.810 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.67990.log: -- /var/log/ceph/ceph-client.admin.40194.log 2024-09-12T03:16:45.811 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60499.log: 91.0% 88.8% -- replaced with /var/log/ceph/ceph-client.admin.67990.log.gz -- replaced with /var/log/ceph/ceph-client.admin.60499.log.gz 2024-09-12T03:16:45.812 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-12T03:16:45.812 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68224.log 2024-09-12T03:16:45.812 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40194.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59001.log 2024-09-12T03:16:45.813 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40194.log.gz 2024-09-12T03:16:45.813 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42798.log 2024-09-12T03:16:45.814 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.68224.log.gz 2024-09-12T03:16:45.815 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59001.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.59001.log.gz 2024-09-12T03:16:45.815 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56931.log 2024-09-12T03:16:45.816 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63933.log 2024-09-12T03:16:45.816 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42798.log.gz 2024-09-12T03:16:45.817 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48315.log 2024-09-12T03:16:45.817 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.56931.log.gz 2024-09-12T03:16:45.818 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63933.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48560.log 2024-09-12T03:16:45.818 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.63933.log.gz 2024-09-12T03:16:45.819 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48315.log: gzip -5 --verbose 89.7% -- -- replaced with /var/log/ceph/ceph-client.admin.48315.log.gz 2024-09-12T03:16:45.820 INFO:teuthology.orchestra.run.smithi029.stderr: /var/log/ceph/ceph-client.admin.62825.log 2024-09-12T03:16:45.820 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69290.log 2024-09-12T03:16:45.821 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48560.log.gz 2024-09-12T03:16:45.822 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49102.log 2024-09-12T03:16:45.822 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.62825.log.gz 2024-09-12T03:16:45.823 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69290.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69290.log.gz 2024-09-12T03:16:45.823 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50644.log 2024-09-12T03:16:45.824 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70366.log 2024-09-12T03:16:45.825 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49102.log.gz 2024-09-12T03:16:45.825 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.2.44211.log 2024-09-12T03:16:45.826 INFO:teuthology.orchestra.run.smithi029.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.50644.log.gz 2024-09-12T03:16:45.827 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52968.log 2024-09-12T03:16:45.827 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.70366.log.gz 2024-09-12T03:16:45.827 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.2.44211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66516.log 2024-09-12T03:16:45.827 INFO:teuthology.orchestra.run.smithi029.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.44211.log.gz 2024-09-12T03:16:45.828 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52968.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65687.log 2024-09-12T03:16:45.829 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.52968.log.gz 2024-09-12T03:16:45.830 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66516.log: 89.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66844.log 2024-09-12T03:16:45.830 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.66516.log.gz 2024-09-12T03:16:45.831 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69334.log 2024-09-12T03:16:45.832 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66844.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.65687.log.gz 2024-09-12T03:16:45.832 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41559.log 2024-09-12T03:16:45.833 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.66844.log.gz 2024-09-12T03:16:45.833 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69334.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57909.log 2024-09-12T03:16:45.833 INFO:teuthology.orchestra.run.smithi029.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.69334.log.gz 2024-09-12T03:16:45.834 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.41559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60097.log 2024-09-12T03:16:45.835 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41559.log.gz 2024-09-12T03:16:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42413.log 2024-09-12T03:16:45.836 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.57909.log.gz 2024-09-12T03:16:45.836 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51804.log 2024-09-12T03:16:45.837 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60097.log.gz 2024-09-12T03:16:45.838 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46004.log 2024-09-12T03:16:45.838 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42413.log.gz 2024-09-12T03:16:45.839 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.46863.log 2024-09-12T03:16:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46004.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.51804.log.gz 2024-09-12T03:16:45.840 INFO:teuthology.orchestra.run.smithi029.stderr:gzip 88.2% -5 -- replaced with /var/log/ceph/ceph-client.admin.46004.log.gz --verbose 2024-09-12T03:16:45.840 INFO:teuthology.orchestra.run.smithi029.stderr: -- /var/log/ceph/ceph-client.admin.45878.log 2024-09-12T03:16:45.841 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.0.46863.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70324.log 2024-09-12T03:16:45.841 INFO:teuthology.orchestra.run.smithi029.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.46863.log.gz 2024-09-12T03:16:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45878.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45878.log.gz 2024-09-12T03:16:45.842 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67102.log 2024-09-12T03:16:45.843 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70324.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42430.log 2024-09-12T03:16:45.844 INFO:teuthology.orchestra.run.smithi029.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.70324.log.gz 2024-09-12T03:16:45.845 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58360.log 2024-09-12T03:16:45.845 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.67102.log.gz 2024-09-12T03:16:45.846 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42430.log: 88.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59542.log 2024-09-12T03:16:45.846 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42430.log.gz 2024-09-12T03:16:45.847 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46609.log 2024-09-12T03:16:45.848 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59542.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.58360.log.gz 2024-09-12T03:16:45.848 INFO:teuthology.orchestra.run.smithi029.stderr:gzip 88.2% -5 -- replaced with /var/log/ceph/ceph-client.admin.59542.log.gz --verbose 2024-09-12T03:16:45.848 INFO:teuthology.orchestra.run.smithi029.stderr: -- /var/log/ceph/ceph-client.admin.58875.log 2024-09-12T03:16:45.849 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46609.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50011.log 2024-09-12T03:16:45.849 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.46609.log.gz 2024-09-12T03:16:45.851 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58875.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56021.log 2024-09-12T03:16:45.851 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.58875.log.gz 2024-09-12T03:16:45.852 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50011.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69170.log 88.2% 2024-09-12T03:16:45.852 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50011.log.gz 2024-09-12T03:16:45.853 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56021.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.56021.log.gz 2024-09-12T03:16:45.853 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48602.log 2024-09-12T03:16:45.854 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69170.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62759.log 2024-09-12T03:16:45.854 INFO:teuthology.orchestra.run.smithi029.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.69170.log.gz 2024-09-12T03:16:45.855 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60859.log 2024-09-12T03:16:45.855 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48602.log.gz 2024-09-12T03:16:45.856 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64879.log 2024-09-12T03:16:45.856 INFO:teuthology.orchestra.run.smithi029.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.62759.log.gz 2024-09-12T03:16:45.858 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46227.log 2024-09-12T03:16:45.858 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.60859.log.gz 2024-09-12T03:16:45.858 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64879.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.64879.log.gz 2024-09-12T03:16:45.858 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65516.log 2024-09-12T03:16:45.859 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59882.log 2024-09-12T03:16:45.860 INFO:teuthology.orchestra.run.smithi029.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46227.log.gz 2024-09-12T03:16:45.860 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65516.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.65516.log.gz 2024-09-12T03:16:45.861 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48644.log 2024-09-12T03:16:45.861 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58959.log 2024-09-12T03:16:45.862 INFO:teuthology.orchestra.run.smithi029.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59882.log.gz 2024-09-12T03:16:45.862 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48644.log: gzip 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48644.log.gz -5 2024-09-12T03:16:45.863 INFO:teuthology.orchestra.run.smithi029.stderr: --verbose -- /var/log/ceph/ceph-client.admin.56759.log 2024-09-12T03:16:45.863 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58959.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52629.log 2024-09-12T03:16:45.864 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.58959.log.gz 2024-09-12T03:16:45.865 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56759.log: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64484.log 2024-09-12T03:16:45.865 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.56759.log.gz 2024-09-12T03:16:45.866 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59127.log 2024-09-12T03:16:45.866 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.52629.log.gz 2024-09-12T03:16:45.867 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63466.log 2024-09-12T03:16:45.867 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.64484.log.gz 2024-09-12T03:16:45.868 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59127.log: 89.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55466.log 2024-09-12T03:16:45.869 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59127.log.gz 2024-09-12T03:16:45.869 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62477.log 2024-09-12T03:16:45.870 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.63466.log.gz 2024-09-12T03:16:45.870 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64143.log 2024-09-12T03:16:45.871 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.55466.log.gz 2024-09-12T03:16:45.872 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70198.log 2024-09-12T03:16:45.872 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.62477.log.gz 2024-09-12T03:16:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64143.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60349.log 2024-09-12T03:16:45.873 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.64143.log.gz 2024-09-12T03:16:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70198.log: gzip 87.5% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.70198.log.gz -- 2024-09-12T03:16:45.874 INFO:teuthology.orchestra.run.smithi029.stderr: /var/log/ceph/ceph-client.admin.64791.log 2024-09-12T03:16:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.60349.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64442.log 2024-09-12T03:16:45.876 INFO:teuthology.orchestra.run.smithi029.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.60349.log.gz 2024-09-12T03:16:45.876 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64791.log: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65048.log 2024-09-12T03:16:45.877 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.64791.log.gz 2024-09-12T03:16:45.877 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.64442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53540.log 2024-09-12T03:16:45.878 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.64442.log.gz 2024-09-12T03:16:45.878 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65048.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48934.log 2024-09-12T03:16:45.879 INFO:teuthology.orchestra.run.smithi029.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.65048.log.gz 2024-09-12T03:16:45.880 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53540.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53540.log.gz 2024-09-12T03:16:45.880 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44597.log 2024-09-12T03:16:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59230.log 2024-09-12T03:16:45.881 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48934.log: /var/log/ceph/ceph-client.admin.44597.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48934.log.gz 2024-09-12T03:16:45.882 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61402.log 2024-09-12T03:16:45.882 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44597.log.gz 2024-09-12T03:16:45.883 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62139.log 2024-09-12T03:16:45.884 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.59230.log.gz 2024-09-12T03:16:45.884 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48167.log 2024-09-12T03:16:45.885 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.61402.log.gz 2024-09-12T03:16:45.888 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50095.log 2024-09-12T03:16:45.888 INFO:teuthology.orchestra.run.smithi029.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.62139.log.gz 2024-09-12T03:16:45.888 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.48167.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.48167.log.gz 2024-09-12T03:16:45.888 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50710.log 2024-09-12T03:16:45.888 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54347.log 2024-09-12T03:16:45.890 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50710.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.50095.log.gz 2024-09-12T03:16:45.890 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58663.log 2024-09-12T03:16:45.890 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.50710.log.gz 2024-09-12T03:16:45.891 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.54347.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61568.log 2024-09-12T03:16:45.891 INFO:teuthology.orchestra.run.smithi029.stderr: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.54347.log.gz 2024-09-12T03:16:45.891 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58598.log 2024-09-12T03:16:45.892 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61568.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.58663.log.gz 2024-09-12T03:16:45.893 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58917.log 2024-09-12T03:16:45.893 INFO:teuthology.orchestra.run.smithi029.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.61568.log.gz 2024-09-12T03:16:45.894 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58598.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69946.log 2024-09-12T03:16:45.894 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.58598.log.gz 2024-09-12T03:16:45.895 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.58917.log: /var/log/ceph/ceph-client.admin.69946.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.58917.log.gz 2024-09-12T03:16:45.896 INFO:teuthology.orchestra.run.smithi029.stderr:gzip 88.4% -- replaced with /var/log/ceph/ceph-client.admin.69946.log.gz -5 2024-09-12T03:16:45.896 INFO:teuthology.orchestra.run.smithi029.stderr: --verbose -- /var/log/ceph/ceph-client.admin.56063.log 2024-09-12T03:16:45.897 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40335.log 2024-09-12T03:16:45.898 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.56063.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40379.log 2024-09-12T03:16:45.898 INFO:teuthology.orchestra.run.smithi029.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.56063.log.gz 2024-09-12T03:16:45.899 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44345.log 2024-09-12T03:16:45.899 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40335.log.gz 2024-09-12T03:16:45.900 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.40379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52551.log 2024-09-12T03:16:45.900 INFO:teuthology.orchestra.run.smithi029.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.40379.log.gz 2024-09-12T03:16:45.901 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.44345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69862.log 2024-09-12T03:16:45.901 INFO:teuthology.orchestra.run.smithi029.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44345.log.gz 2024-09-12T03:16:45.902 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70156.log 2024-09-12T03:16:45.903 INFO:teuthology.orchestra.run.smithi029.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52551.log.gz 2024-09-12T03:16:45.903 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69862.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55853.log 2024-09-12T03:16:45.904 INFO:teuthology.orchestra.run.smithi029.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.69862.log.gz 2024-09-12T03:16:45.905 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70156.log: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55120.log 2024-09-12T03:16:45.905 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.70156.log.gz 2024-09-12T03:16:45.906 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65819.log 2024-09-12T03:16:45.906 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.55853.log.gz 2024-09-12T03:16:45.907 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46315.log 2024-09-12T03:16:45.907 INFO:teuthology.orchestra.run.smithi029.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55120.log.gz 2024-09-12T03:16:45.908 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.65819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42440.log 2024-09-12T03:16:45.908 INFO:teuthology.orchestra.run.smithi029.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.65819.log.gz 2024-09-12T03:16:45.909 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46315.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68164.log 2024-09-12T03:16:45.910 INFO:teuthology.orchestra.run.smithi029.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46315.log.gz 2024-09-12T03:16:45.910 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42440.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42099.log 2024-09-12T03:16:45.910 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42440.log.gz 2024-09-12T03:16:45.911 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68164.log: 87.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.68164.log.gz 2024-09-12T03:16:45.911 INFO:teuthology.orchestra.run.smithi029.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.45920.log 2024-09-12T03:16:45.912 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42099.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53750.log 2024-09-12T03:16:45.913 INFO:teuthology.orchestra.run.smithi029.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.42099.log.gz 2024-09-12T03:16:45.914 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.45920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67642.log 2024-09-12T03:16:45.914 INFO:teuthology.orchestra.run.smithi029.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45920.log.gz 2024-09-12T03:16:45.915 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53750.log: gzip -5 --verbose 88.6% -- -- replaced with /var/log/ceph/ceph-client.admin.53750.log.gz /var/log/ceph/ceph-osd.3.log 2024-09-12T03:16:45.915 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-12T03:16:45.916 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61716.log 2024-09-12T03:16:45.917 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-osd.3.log: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.67642.log.gz 2024-09-12T03:16:45.917 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50053.log 2024-09-12T03:16:45.918 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.61716.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55046.log 2024-09-12T03:16:45.919 INFO:teuthology.orchestra.run.smithi029.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.61716.log.gz 2024-09-12T03:16:45.920 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.50053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63770.log 2024-09-12T03:16:45.920 INFO:teuthology.orchestra.run.smithi029.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50053.log.gz 2024-09-12T03:16:45.921 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55046.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68561.log 2024-09-12T03:16:45.921 INFO:teuthology.orchestra.run.smithi029.stderr: 90.4% -- replaced with /var/log/ceph/ceph-client.admin.55046.log.gz 2024-09-12T03:16:45.922 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.63770.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.63770.log.gz 2024-09-12T03:16:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57270.log 2024-09-12T03:16:45.923 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68561.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.68561.log.gz 2024-09-12T03:16:45.924 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52002.log 2024-09-12T03:16:45.925 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.57270.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55194.log 2024-09-12T03:16:45.925 INFO:teuthology.orchestra.run.smithi029.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57270.log.gz 2024-09-12T03:16:45.928 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52002.log: /var/log/ceph/ceph-client.admin.55194.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.52002.log.gz 2024-09-12T03:16:45.929 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- 90.4% -- replaced with /var/log/ceph/ceph-client.admin.55194.log.gz 2024-09-12T03:16:45.929 INFO:teuthology.orchestra.run.smithi029.stderr: /var/log/ceph/ceph-client.admin.69694.log 2024-09-12T03:16:45.930 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-12T03:16:45.931 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.69694.log: 87.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52925.log 2024-09-12T03:16:45.931 INFO:teuthology.orchestra.run.smithi029.stderr: -- replaced with /var/log/ceph/ceph-client.admin.69694.log.gz 2024-09-12T03:16:45.933 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-mds.c.log: /var/log/ceph/ceph-client.admin.52925.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52925.log.gz 2024-09-12T03:16:45.934 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53876.log 2024-09-12T03:16:45.935 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55250.log 2024-09-12T03:16:45.937 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.53876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42752.log 2024-09-12T03:16:45.937 INFO:teuthology.orchestra.run.smithi029.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.53876.log.gz 2024-09-12T03:16:45.938 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.55250.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42098.log 2024-09-12T03:16:45.939 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.55250.log.gz 2024-09-12T03:16:45.940 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42752.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42752.log.gz 2024-09-12T03:16:45.942 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42098.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.42098.log.gz 2024-09-12T03:16:45.942 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49885.log 2024-09-12T03:16:45.943 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66479.log 2024-09-12T03:16:45.945 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.49885.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49885.log.gz 2024-09-12T03:16:45.946 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.66479.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.66479.log.gz 2024-09-12T03:16:45.946 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46675.log 2024-09-12T03:16:45.948 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68122.log 2024-09-12T03:16:45.949 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.46675.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46675.log.gz 2024-09-12T03:16:45.950 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.68122.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.68122.log.gz 2024-09-12T03:16:45.951 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62007.log 2024-09-12T03:16:45.952 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52205.log 2024-09-12T03:16:45.954 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.62007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51067.log 2024-09-12T03:16:45.954 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.62007.log.gz 2024-09-12T03:16:45.956 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.52205.log: 89.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67444.log 2024-09-12T03:16:45.956 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.51067.log: -- replaced with /var/log/ceph/ceph-client.admin.52205.log.gz 2024-09-12T03:16:45.957 INFO:teuthology.orchestra.run.smithi029.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.51067.log.gz 2024-09-12T03:16:45.959 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67444.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.67444.log.gz 2024-09-12T03:16:45.960 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43143.log 2024-09-12T03:16:45.961 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59314.log 2024-09-12T03:16:45.962 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.43143.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43143.log.gz 2024-09-12T03:16:45.964 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.59314.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.59314.log.gz 2024-09-12T03:16:45.964 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42416.log 2024-09-12T03:16:45.966 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42745.log 2024-09-12T03:16:45.967 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42416.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42416.log.gz 2024-09-12T03:16:45.969 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.42745.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42745.log.gz 2024-09-12T03:16:45.969 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70605.log 2024-09-12T03:16:45.970 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54209.log 2024-09-12T03:16:45.972 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.70605.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.70605.log.gz 2024-09-12T03:16:45.973 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.54209.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.54209.log.gz 2024-09-12T03:16:45.973 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67924.log 2024-09-12T03:16:45.975 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39888.log 2024-09-12T03:16:45.977 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.67924.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.67924.log.gz 2024-09-12T03:16:45.977 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/ceph-client.admin.39888.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.39888.log.gz 2024-09-12T03:16:46.143 INFO:teuthology.orchestra.run.smithi029.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-12T03:16:46.274 INFO:teuthology.orchestra.run.smithi029.stderr: 90.7% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-12T03:16:46.508 INFO:teuthology.orchestra.run.smithi038.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-12T03:16:46.557 INFO:teuthology.orchestra.run.smithi038.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-12T03:16:46.623 INFO:teuthology.orchestra.run.smithi038.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-12T03:16:46.626 INFO:teuthology.orchestra.run.smithi038.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-12T03:16:46.629 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T03:16:46.629 INFO:teuthology.orchestra.run.smithi038.stderr:real 0m1.290s 2024-09-12T03:16:46.629 INFO:teuthology.orchestra.run.smithi038.stderr:user 0m5.594s 2024-09-12T03:16:46.629 INFO:teuthology.orchestra.run.smithi038.stderr:sys 0m0.586s 2024-09-12T03:16:46.650 INFO:teuthology.orchestra.run.smithi029.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-12T03:16:46.768 INFO:teuthology.orchestra.run.smithi029.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-12T03:16:46.925 INFO:teuthology.orchestra.run.smithi029.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-12T03:16:47.081 INFO:teuthology.orchestra.run.smithi029.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-12T03:16:47.084 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-12T03:16:47.084 INFO:teuthology.orchestra.run.smithi029.stderr:real 0m1.748s 2024-09-12T03:16:47.084 INFO:teuthology.orchestra.run.smithi029.stderr:user 0m5.809s 2024-09-12T03:16:47.084 INFO:teuthology.orchestra.run.smithi029.stderr:sys 0m1.741s 2024-09-12T03:16:47.086 INFO:tasks.ceph:Archiving logs... 2024-09-12T03:16:47.086 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661/remote/smithi029/log 2024-09-12T03:16:47.087 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T03:16:48.276 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661/remote/smithi038/log 2024-09-12T03:16:48.277 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T03:16:49.107 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-12T03:16:49.117 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-12T03:16:49.117 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T03:16:49.122 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T03:16:49.237 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-12T03:16:49.246 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-12T03:16:49.247 DEBUG:teuthology.orchestra.run.smithi029:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T03:16:49.252 DEBUG:teuthology.orchestra.run.smithi038:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T03:16:49.283 INFO:teuthology.orchestra.run.smithi029.stderr:bash: line 1: ntpq: command not found 2024-09-12T03:16:49.285 INFO:teuthology.orchestra.run.smithi038.stderr:bash: line 1: ntpq: command not found 2024-09-12T03:16:49.290 INFO:teuthology.orchestra.run.smithi029.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T03:16:49.290 INFO:teuthology.orchestra.run.smithi029.stdout:=============================================================================== 2024-09-12T03:16:49.290 INFO:teuthology.orchestra.run.smithi029.stdout:^* hv01.front.sepia.ceph.com 3 6 377 48 -3291us[-3140us] +/- 54ms 2024-09-12T03:16:49.291 INFO:teuthology.orchestra.run.smithi029.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 47 +1553us[+1553us] +/- 68ms 2024-09-12T03:16:49.291 INFO:teuthology.orchestra.run.smithi029.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 49 +2513us[+2664us] +/- 63ms 2024-09-12T03:16:49.291 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T03:16:49.292 INFO:teuthology.orchestra.run.smithi038.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T03:16:49.292 INFO:teuthology.orchestra.run.smithi038.stdout:=============================================================================== 2024-09-12T03:16:49.292 INFO:teuthology.orchestra.run.smithi038.stdout:^* hv01.front.sepia.ceph.com 3 6 377 48 -3265us[-3179us] +/- 54ms 2024-09-12T03:16:49.293 INFO:teuthology.orchestra.run.smithi038.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 50 +1586us[+1673us] +/- 68ms 2024-09-12T03:16:49.293 INFO:teuthology.orchestra.run.smithi038.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 49 +2536us[+2623us] +/- 63ms 2024-09-12T03:16:49.293 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T03:16:49.294 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-12T03:16:49.303 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-12T03:16:49.303 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-12T03:16:49.313 DEBUG:teuthology.orchestra.run.smithi029:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T03:16:49.469 DEBUG:teuthology.orchestra.run.smithi038:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T03:16:49.586 DEBUG:teuthology.orchestra.run.smithi029:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T03:16:49.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T03:16:49.648 DEBUG:teuthology.orchestra.run.smithi038:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-12T03:16:49.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T03:16:49.708 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-12T03:16:49.717 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-12T03:16:49.726 INFO:teuthology.task.internal:Duration was 997.687995 seconds 2024-09-12T03:16:49.726 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-12T03:16:49.736 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-12T03:16:49.736 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T03:16:49.740 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T03:16:49.824 INFO:teuthology.orchestra.run.smithi029.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T03:16:49.827 INFO:teuthology.orchestra.run.smithi038.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T03:16:50.241 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-12T03:16:50.241 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi029.front.sepia.ceph.com 2024-09-12T03:16:50.241 DEBUG:teuthology.orchestra.run.smithi029:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T03:16:50.290 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T03:16:50.291 DEBUG:teuthology.orchestra.run.smithi038:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T03:16:50.341 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-12T03:16:50.341 DEBUG:teuthology.orchestra.run.smithi029:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T03:16:50.346 DEBUG:teuthology.orchestra.run.smithi038:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T03:16:50.404 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-12T03:16:50.405 DEBUG:teuthology.orchestra.run.smithi029:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T03:16:50.409 DEBUG:teuthology.orchestra.run.smithi038:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T03:16:50.571 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-12T03:16:50.580 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-12T03:16:50.580 DEBUG:teuthology.orchestra.run.smithi029:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T03:16:50.636 DEBUG:teuthology.orchestra.run.smithi038:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T03:16:50.693 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-12T03:16:50.703 DEBUG:teuthology.orchestra.run.smithi029:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T03:16:50.707 DEBUG:teuthology.orchestra.run.smithi038:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T03:16:50.773 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern = core 2024-09-12T03:16:50.778 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern = core 2024-09-12T03:16:50.807 DEBUG:teuthology.orchestra.run.smithi029:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T03:16:50.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T03:16:50.842 DEBUG:teuthology.orchestra.run.smithi038:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T03:16:50.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T03:16:50.876 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-12T03:16:50.895 INFO:teuthology.task.internal:Transferring archived files... 2024-09-12T03:16:50.897 DEBUG:teuthology.misc:Transferring archived files from smithi029:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661/remote/smithi029 2024-09-12T03:16:50.897 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T03:16:50.967 DEBUG:teuthology.misc:Transferring archived files from smithi038:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901661/remote/smithi038 2024-09-12T03:16:50.968 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T03:16:51.033 INFO:teuthology.task.internal:Removing archive directory... 2024-09-12T03:16:51.033 DEBUG:teuthology.orchestra.run.smithi029:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T03:16:51.038 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T03:16:51.072 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-12T03:16:51.084 INFO:teuthology.task.internal:Not uploading archives. 2024-09-12T03:16:51.084 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-12T03:16:51.096 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-12T03:16:51.096 DEBUG:teuthology.orchestra.run.smithi029:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T03:16:51.113 DEBUG:teuthology.orchestra.run.smithi038:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T03:16:51.144 INFO:teuthology.orchestra.run.smithi029.stdout: 393233 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 03:16 /home/ubuntu/cephtest 2024-09-12T03:16:51.147 INFO:teuthology.orchestra.run.smithi038.stdout: 393233 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 03:16 /home/ubuntu/cephtest 2024-09-12T03:16:51.150 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-12T03:16:51.163 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-12T03:16:51.191 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a client.1-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/multimds_misc} duration: 997.6879954338074 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-12T03:16:51.191 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T03:16:51.289 INFO:teuthology.run:pass